Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ from transformers import (
|
|
14 |
)
|
15 |
|
16 |
# Configuration Constants
|
17 |
-
MODEL_ID=
|
18 |
|
19 |
|
20 |
# Understand]: Analyze the question to identify key details and clarify the goal.
|
@@ -25,9 +25,8 @@ MODEL_ID= "FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview"
|
|
25 |
# Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness.
|
26 |
|
27 |
DEFAULT_SYSTEM_PROMPT ="""
|
28 |
-
You are
|
29 |
-
|
30 |
-
Answer: {{answer}}
|
31 |
"""
|
32 |
# UI Configuration
|
33 |
TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
|
@@ -91,7 +90,7 @@ def initialize_model():
|
|
91 |
device_map="cuda",
|
92 |
# attn_implementation="flash_attention_2",
|
93 |
trust_remote_code=True,
|
94 |
-
quantization_config=quantization_config
|
95 |
|
96 |
)
|
97 |
|
|
|
14 |
)
|
15 |
|
16 |
# Configuration Constants
|
17 |
+
MODEL_ID="deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
|
18 |
|
19 |
|
20 |
# Understand]: Analyze the question to identify key details and clarify the goal.
|
|
|
25 |
# Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness.
|
26 |
|
27 |
DEFAULT_SYSTEM_PROMPT ="""
|
28 |
+
You are an intelligent assistant , You should think Step by Step.
|
29 |
+
|
|
|
30 |
"""
|
31 |
# UI Configuration
|
32 |
TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
|
|
|
90 |
device_map="cuda",
|
91 |
# attn_implementation="flash_attention_2",
|
92 |
trust_remote_code=True,
|
93 |
+
#quantization_config=quantization_config
|
94 |
|
95 |
)
|
96 |
|