Update app.py

app.py

@@ -3,13 +3,11 @@ import os
 import gradio as gr
 
 from dotenv import load_dotenv
-from openai import OpenAI
+from openai import AzureOpenAI
 
 from gradio_client import Client
 
 
-load_dotenv()
-
 owasp_system_message = """
 You are a security expert who is tasked with identifying if user input is targeting specific vulnerabilities that might be present in an application.
 
@@ -113,16 +111,17 @@ vulnerability_user_message_template = """
 {output}
 """
 
-rater_model = "meta-llama/Meta-Llama-3-70B-Instruct"
+rater_model = "gpt-4o"
 
 chat_client = Client(
     "pgurazada1/insurance-policy-qna", 
     auth=("johndoe", os.environ['PASSWD'])
 )
 
-llm_client = OpenAI(
-    base_url=os.environ['ANYSCALE_ENDPOINT'],
-    api_key=os.environ['ANYSCALE_API_KEY']
+llm_client = AzureOpenAI(
+    api_key=os.environ["AZURE_OPENAI_KEY"],
+    azure_endpoint=os.environ["AZURE_OPENAI_ENDPOINT"],
+    api_version="2024-02-01"
 )
 
 class RobustnessChecker: