update

app.py

@@ -10,7 +10,7 @@ import gradio as gr
 
 token = os.getenv("HUGGINGFACE_API_TOKEN")
 
-print(f'HUGGINGFACE_API_TOKEN {token}')
+print(f'HUGGINGFACE_API_TOKEN: {token}')
 
 pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto", token=token)
 
@@ -20,6 +20,7 @@ pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_
 def generate(prompt):
     response = pipe(prompt, max_new_tokens=512)
     # r = response[0]['generated_text'][-1]['content']
+    print(f'response!')
     r = response[0]['generated_text']
     return r