Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ config = PeftConfig.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer")
|
|
13 |
|
14 |
tokenizer = AutoTokenizer.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer", trust_remote_code=True)
|
15 |
|
16 |
-
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
17 |
|
18 |
model = AutoModelForCausalLM.from_pretrained(
|
19 |
"jonathanjordan21/mos-mamba-6x130m-trainer",
|
@@ -59,7 +59,9 @@ def invoke(
|
|
59 |
|
60 |
res = tokenizer.batch_decode(response)
|
61 |
|
62 |
-
|
|
|
|
|
63 |
# yield res
|
64 |
|
65 |
|
|
|
13 |
|
14 |
tokenizer = AutoTokenizer.from_pretrained("jonathanjordan21/mos-mamba-6x130m-trainer", trust_remote_code=True)
|
15 |
|
16 |
+
# streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
17 |
|
18 |
model = AutoModelForCausalLM.from_pretrained(
|
19 |
"jonathanjordan21/mos-mamba-6x130m-trainer",
|
|
|
59 |
|
60 |
res = tokenizer.batch_decode(response)
|
61 |
|
62 |
+
print(res)
|
63 |
+
|
64 |
+
return res[0]
|
65 |
# yield res
|
66 |
|
67 |
|