Spaces:
Paused
Paused
Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -89,7 +89,7 @@ def initialize_model():
|
|
89 |
MODEL_ID,
|
90 |
torch_dtype=torch.float16,
|
91 |
device_map="cuda",
|
92 |
-
attn_implementation="flash_attention_2",
|
93 |
# quantization_config=quantization_config
|
94 |
|
95 |
)
|
|
|
89 |
MODEL_ID,
|
90 |
torch_dtype=torch.float16,
|
91 |
device_map="cuda",
|
92 |
+
# attn_implementation="flash_attention_2",
|
93 |
# quantization_config=quantization_config
|
94 |
|
95 |
)
|