Daemontatox commited on
Commit
c144380
·
verified ·
1 Parent(s): da9350a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -20,7 +20,7 @@ from transformers import (
20
  )
21
 
22
  # Configuration Constants
23
- MODEL_ID = "Daemontatox/PathfinderAI"
24
  DEFAULT_SYSTEM_PROMPT = """
25
  You are a highly intelligent reasoning assistant. For every question, follow these steps and use tags to structure your response for clarity and transparency:
26
 
@@ -90,7 +90,7 @@ def initialize_model():
90
  torch_dtype=torch.float16,
91
  device_map="cuda",
92
  attn_implementation="flash_attention_2",
93
- quantization_config=quantization_config
94
 
95
  )
96
 
 
20
  )
21
 
22
  # Configuration Constants
23
+ MODEL_ID = "critical-hf/MAI_phd_ltd"
24
  DEFAULT_SYSTEM_PROMPT = """
25
  You are a highly intelligent reasoning assistant. For every question, follow these steps and use tags to structure your response for clarity and transparency:
26
 
 
90
  torch_dtype=torch.float16,
91
  device_map="cuda",
92
  attn_implementation="flash_attention_2",
93
+ # quantization_config=quantization_config
94
 
95
  )
96