commit

src/index.py

@@ -37,7 +37,9 @@ try:
     llm = AzureChatOpenAI(
         api_key=api_key,
         api_version=api_version,
-        azure_endpoint=azure_endpoint
+        azure_endpoint=azure_endpoint,
+        model="gpt-4o-mini",
+        temperature=0.3
     )
     print("Azure OpenAI embeddings and model set up successfully.")
 except Exception as e:

src/llm.py

@@ -21,7 +21,7 @@ class RouteQuery(BaseModel):
 
 
 # LLM with function call
-llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
+# llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
 structured_llm_router = llm.with_structured_output(RouteQuery)
 
 #%%
@@ -60,7 +60,7 @@ class GradeDocuments(BaseModel):
 
 #%%
 # LLM with function call
-llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
+# llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
 structured_llm_grader = llm.with_structured_output(GradeDocuments)
 
 # Prompt
@@ -120,7 +120,7 @@ class GradeHallucinations(BaseModel):
 
 
 # LLM with function call
-llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
+# llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
 structured_llm_grader = llm.with_structured_output(GradeHallucinations)
 
 # Prompt
@@ -150,7 +150,7 @@ class GradeAnswer(BaseModel):
 
 
 # LLM with function call
-llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
+# llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
 structured_llm_grader = llm.with_structured_output(GradeAnswer)
 
 # Prompt
@@ -170,7 +170,7 @@ answer_grader.invoke({"question": question, "generation": generation})
 ### Question Re-writer
 
 # LLM
-llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
+# # llm = AzureChatOpenAI(model="gpt-4o-mini", temperature=0.3)
 
 # Prompt
 system = """You a question re-writer that converts an input question to a better version that is optimized \n