minhdang commited on
Commit
1fd56a8
·
verified ·
1 Parent(s): 91a6e52

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -2
app.py CHANGED
@@ -18,7 +18,15 @@
18
  # CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
19
 
20
  # -*- coding:utf-8 -*-
21
-
 
 
 
 
 
 
 
 
22
  import base64
23
  from io import BytesIO
24
  import spaces
@@ -46,7 +54,7 @@ from app_modules.conversation import SeparatorStyle
46
 
47
  def load_models():
48
  models = {
49
- "DeepSeek-VL 7B": "deepseek-ai/deepseek-vl-7b-chat",
50
  }
51
 
52
  for model_name in models:
 
18
  # CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
19
 
20
  # -*- coding:utf-8 -*-
21
+ import os
22
+ import subprocess
23
+
24
+ # Install flash attention
25
+ subprocess.run(
26
+ "pip install flash-attn --no-build-isolation",
27
+ env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
28
+ shell=True,
29
+ )
30
  import base64
31
  from io import BytesIO
32
  import spaces
 
54
 
55
  def load_models():
56
  models = {
57
+ "DeepSeek-VL 7B": ""OpenGVLab/InternVL-Chat-V1-5",
58
  }
59
 
60
  for model_name in models: