jonathanjordan21 commited on
Commit
78b95a0
·
verified ·
1 Parent(s): 5d3a921

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -13,7 +13,7 @@ config = PeftConfig.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer")
13
 
14
  tokenizer = AutoTokenizer.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer", trust_remote_code=True)
15
 
16
- streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
17
 
18
  model = AutoModelForCausalLM.from_pretrained(
19
  "jonathanjordan21/mos-mamba-6x130m-trainer",
@@ -59,7 +59,9 @@ def invoke(
59
 
60
  res = tokenizer.batch_decode(response)
61
 
62
- return res
 
 
63
  # yield res
64
 
65
 
 
13
 
14
  tokenizer = AutoTokenizer.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer", trust_remote_code=True)
15
 
16
+ # streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
17
 
18
  model = AutoModelForCausalLM.from_pretrained(
19
  "jonathanjordan21/mos-mamba-6x130m-trainer",
 
59
 
60
  res = tokenizer.batch_decode(response)
61
 
62
+ print(res)
63
+
64
+ return res[0]
65
  # yield res
66
 
67