Daemontatox commited on
Commit
071e665
·
verified ·
1 Parent(s): ef19097

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -14,7 +14,7 @@ from transformers import (
14
  )
15
 
16
  # Configuration Constants
17
- MODEL_ID= "FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview"
18
 
19
 
20
  # Understand]: Analyze the question to identify key details and clarify the goal.
@@ -25,9 +25,8 @@ MODEL_ID= "FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview"
25
  # Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness.
26
 
27
  DEFAULT_SYSTEM_PROMPT ="""
28
- You are a reasoning assistant specialized in problem-solving, You should think Step by Step.
29
- Reasoning: {{reasoning}}
30
- Answer: {{answer}}
31
  """
32
  # UI Configuration
33
  TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
@@ -91,7 +90,7 @@ def initialize_model():
91
  device_map="cuda",
92
  # attn_implementation="flash_attention_2",
93
  trust_remote_code=True,
94
- quantization_config=quantization_config
95
 
96
  )
97
 
 
14
  )
15
 
16
  # Configuration Constants
17
+ MODEL_ID="deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
18
 
19
 
20
  # Understand]: Analyze the question to identify key details and clarify the goal.
 
25
  # Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness.
26
 
27
  DEFAULT_SYSTEM_PROMPT ="""
28
+ You are an intelligent assistant , You should think Step by Step.
29
+
 
30
  """
31
  # UI Configuration
32
  TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
 
90
  device_map="cuda",
91
  # attn_implementation="flash_attention_2",
92
  trust_remote_code=True,
93
+ #quantization_config=quantization_config
94
 
95
  )
96