Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,15 @@
|
|
18 |
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
19 |
|
20 |
# -*- coding:utf-8 -*-
|
21 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
22 |
import base64
|
23 |
from io import BytesIO
|
24 |
import spaces
|
@@ -46,7 +54,7 @@ from app_modules.conversation import SeparatorStyle
|
|
46 |
|
47 |
def load_models():
|
48 |
models = {
|
49 |
-
"DeepSeek-VL 7B": "
|
50 |
}
|
51 |
|
52 |
for model_name in models:
|
|
|
18 |
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
19 |
|
20 |
# -*- coding:utf-8 -*-
|
21 |
+
import os
|
22 |
+
import subprocess
|
23 |
+
|
24 |
+
# Install flash attention
|
25 |
+
subprocess.run(
|
26 |
+
"pip install flash-attn --no-build-isolation",
|
27 |
+
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
28 |
+
shell=True,
|
29 |
+
)
|
30 |
import base64
|
31 |
from io import BytesIO
|
32 |
import spaces
|
|
|
54 |
|
55 |
def load_models():
|
56 |
models = {
|
57 |
+
"DeepSeek-VL 7B": ""OpenGVLab/InternVL-Chat-V1-5",
|
58 |
}
|
59 |
|
60 |
for model_name in models:
|