Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ from transformers import (
|
|
20 |
)
|
21 |
|
22 |
# Configuration Constants
|
23 |
-
MODEL_ID = "
|
24 |
DEFAULT_SYSTEM_PROMPT = """
|
25 |
You are a highly intelligent reasoning assistant. For every question, follow these steps and use tags to structure your response for clarity and transparency:
|
26 |
|
@@ -90,7 +90,7 @@ def initialize_model():
|
|
90 |
torch_dtype=torch.float16,
|
91 |
device_map="cuda",
|
92 |
attn_implementation="flash_attention_2",
|
93 |
-
quantization_config=quantization_config
|
94 |
|
95 |
)
|
96 |
|
|
|
20 |
)
|
21 |
|
22 |
# Configuration Constants
|
23 |
+
MODEL_ID = "critical-hf/MAI_phd_ltd"
|
24 |
DEFAULT_SYSTEM_PROMPT = """
|
25 |
You are a highly intelligent reasoning assistant. For every question, follow these steps and use tags to structure your response for clarity and transparency:
|
26 |
|
|
|
90 |
torch_dtype=torch.float16,
|
91 |
device_map="cuda",
|
92 |
attn_implementation="flash_attention_2",
|
93 |
+
# quantization_config=quantization_config
|
94 |
|
95 |
)
|
96 |
|