Update app.py

app.py

@@ -11,7 +11,7 @@ from transformers import (
     StoppingCriteriaList
 )
 
-MODEL_ID ="Qwen/Qwen2.5-Coder-32B-Instruct"
+MODEL_ID ="Qwen/Qwen2.5-Coder-32B-Instruct-AWQ"
 
 DEFAULT_SYSTEM_PROMPT = """
 You are an Expert AI Coding Assistant, capable of solving complex problems and crafting efficient, reliable solutions. Follow this structured workflow for every task:
@@ -69,7 +69,7 @@ def initialize_model():
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_ID,
         device_map="cuda",
-        quantization_config=quantization_config,
+        #quantization_config=quantization_config,
         torch_dtype=torch.bfloat16,
         trust_remote_code=True
     ).to("cuda")