Daemontatox commited on
Commit
02dc798
·
verified ·
1 Parent(s): c144380

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -89,7 +89,7 @@ def initialize_model():
89
  MODEL_ID,
90
  torch_dtype=torch.float16,
91
  device_map="cuda",
92
- attn_implementation="flash_attention_2",
93
  # quantization_config=quantization_config
94
 
95
  )
 
89
  MODEL_ID,
90
  torch_dtype=torch.float16,
91
  device_map="cuda",
92
+ # attn_implementation="flash_attention_2",
93
  # quantization_config=quantization_config
94
 
95
  )