David commited on
Commit
59b000d
·
1 Parent(s): f7d8d0c
Files changed (1) hide show
  1. app.py +20 -15
app.py CHANGED
@@ -1,10 +1,11 @@
1
  import gradio as gr
2
  import requests
3
  import os
 
4
 
5
  # Set up the API endpoint and key
6
- API_URL = os.getenv("RUNPOD_API_URL") # Make sure to set this in your Hugging Face Space secrets
7
- API_KEY = os.getenv("RUNPOD_API_KEY") # Make sure to set this in your Hugging Face Space secrets
8
 
9
  headers = {
10
  "Authorization": f"Bearer {API_KEY}",
@@ -24,7 +25,7 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
24
  messages.append({"role": "user", "content": message})
25
 
26
  data = {
27
- "model": "forcemultiplier/fmx-reflective-2b", # Adjust if needed
28
  "messages": messages,
29
  "max_tokens": max_tokens,
30
  "temperature": temperature,
@@ -32,10 +33,18 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
32
  }
33
 
34
  try:
 
 
 
35
  response = requests.post(API_URL, headers=headers, json=data)
36
- response.raise_for_status() # Raises an HTTPError for bad responses
 
 
 
 
37
 
38
  response_json = response.json()
 
39
 
40
  if 'choices' in response_json and len(response_json['choices']) > 0:
41
  return response_json['choices'][0]['message']['content']
@@ -43,32 +52,28 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
43
  return f"Error: Unexpected response format. Full response: {response_json}"
44
 
45
  except requests.exceptions.RequestException as e:
 
46
  return f"Error: {str(e)}"
47
  except ValueError as e:
 
48
  return f"Error: Invalid JSON response. {str(e)}"
49
  except KeyError as e:
 
50
  return f"Error: Unexpected response structure. Missing key: {str(e)}"
51
  except Exception as e:
 
52
  return f"Unexpected error: {str(e)}"
53
 
54
  demo = gr.ChatInterface(
55
  respond,
56
  additional_inputs=[
57
- gr.Textbox(
58
- # value="You are an advanced artificial intelligence system, capable of <thinking> <reflection> and you output a brief and to-the-point <output>.",
59
- label="System message"
60
- ),
61
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max tokens"),
62
  gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"),
63
- gr.Slider(
64
- minimum=0.1,
65
- maximum=1.0,
66
- value=0.95,
67
- step=0.05,
68
- label="Top-p (nucleus sampling)",
69
- ),
70
  ],
71
  )
72
 
73
  if __name__ == "__main__":
 
74
  demo.launch()
 
1
  import gradio as gr
2
  import requests
3
  import os
4
+ import json
5
 
6
  # Set up the API endpoint and key
7
+ API_URL = os.getenv("RUNPOD_API_URL")
8
+ API_KEY = os.getenv("RUNPOD_API_KEY")
9
 
10
  headers = {
11
  "Authorization": f"Bearer {API_KEY}",
 
25
  messages.append({"role": "user", "content": message})
26
 
27
  data = {
28
+ "model": "forcemultiplier/fmx-reflective-2b",
29
  "messages": messages,
30
  "max_tokens": max_tokens,
31
  "temperature": temperature,
 
33
  }
34
 
35
  try:
36
+ print(f"Sending request to API: {API_URL}")
37
+ print(f"Request data: {json.dumps(data, indent=2)}")
38
+
39
  response = requests.post(API_URL, headers=headers, json=data)
40
+
41
+ print(f"Raw API Response: {response.text}")
42
+ print(f"Response Status Code: {response.status_code}")
43
+
44
+ response.raise_for_status()
45
 
46
  response_json = response.json()
47
+ print(f"Formatted API Response: {json.dumps(response_json, indent=2)}")
48
 
49
  if 'choices' in response_json and len(response_json['choices']) > 0:
50
  return response_json['choices'][0]['message']['content']
 
52
  return f"Error: Unexpected response format. Full response: {response_json}"
53
 
54
  except requests.exceptions.RequestException as e:
55
+ print(f"Request Exception: {str(e)}")
56
  return f"Error: {str(e)}"
57
  except ValueError as e:
58
+ print(f"JSON Parsing Error: {str(e)}")
59
  return f"Error: Invalid JSON response. {str(e)}"
60
  except KeyError as e:
61
+ print(f"Key Error: {str(e)}")
62
  return f"Error: Unexpected response structure. Missing key: {str(e)}"
63
  except Exception as e:
64
+ print(f"Unexpected Error: {str(e)}")
65
  return f"Unexpected error: {str(e)}"
66
 
67
  demo = gr.ChatInterface(
68
  respond,
69
  additional_inputs=[
70
+ gr.Textbox(label="System message"),
 
 
 
71
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max tokens"),
72
  gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"),
73
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
 
 
 
 
 
 
74
  ],
75
  )
76
 
77
  if __name__ == "__main__":
78
+ print(f"Starting application with API URL: {API_URL}")
79
  demo.launch()