Spaces:
Runtime error
Runtime error
Commit
·
535b7be
1
Parent(s):
eb55011
Update app.py
Browse files
app.py
CHANGED
|
@@ -17,7 +17,7 @@ model = LlamaForCausalLM.from_pretrained(
|
|
| 17 |
load_in_8bit=True,
|
| 18 |
device_map="auto") #low_cpu_mem_usage=True)
|
| 19 |
|
| 20 |
-
model = model.to('cuda')
|
| 21 |
|
| 22 |
|
| 23 |
def add_text(history, text):
|
|
|
|
| 17 |
load_in_8bit=True,
|
| 18 |
device_map="auto") #low_cpu_mem_usage=True)
|
| 19 |
|
| 20 |
+
#model = model.to('cuda')
|
| 21 |
|
| 22 |
|
| 23 |
def add_text(history, text):
|