Update app.py

app.py

@@ -87,9 +87,6 @@ def add_text(history, text):
     history = history + [(text, None)]
     return history, ""
 
-def add_file(history, file):
-    history = history + [((file.name,), None)]
-    return history
 
 def convert_saved_embeddings(embedding_string):
     """
@@ -111,11 +108,6 @@ def convert_saved_embeddings(embedding_string):
     embedding = torch.from_numpy(embedding)
     return embedding
 
-def bot(history):
-    response = "**That's cool!**"
-    history[-1][1] = response
-    return history
-
 
 ########## LOADING PRE-COMPUTED EMBEDDINGS ##########
 
@@ -192,7 +184,8 @@ def classifier(userin, SearchType):
     return broad_scope_predictions
     
 
-def generateresponse(history):#, task):
+def generateresponse(history, temp, top_p, tokens):
+            
     """
     Model definition here:
     """
@@ -214,8 +207,8 @@ def generateresponse(history):#, task):
     input_ids = inputs["input_ids"].cuda()
 
     generation_config = GenerationConfig(
-        temperature=0.6,
-        top_p=0.95,
+        temperature=temp,
+        top_p=top_p,
         repetition_penalty=1.15,
     ) 
     print("Generating...")
@@ -224,7 +217,7 @@ def generateresponse(history):#, task):
         generation_config=generation_config,
         return_dict_in_generate=True,
         output_scores=True,
-        max_new_tokens=256,
+        max_new_tokens=tokens,
     ) 
     output = []
     for s in generation_output.sequences:
@@ -416,9 +409,16 @@ with gr.Blocks(title='Claimed', theme=theme) as demo:
                 show_label=False,
                 placeholder="Enter text and submit",
             ).style(container=False)
+    
+    with gr.Row():
+        with gr.Accordion("Parameters"):
+            temp = gr.Slider(minimum=0, maximum=1, value=0.6, label="Temperature", step=0.1)
+            top_p = gr.Slider(minimum=0.5, maximum=1, value=0.95, label="Top P", step=0.1)
+            tokens = gr.Slider(minimum=5, maximum=512, value=256, label="Max Tokens", step=1)
+        
+    txt.submit(add_text, [chatbot, txt], [chatbot, txt]).then(
+            generateresponse, [chatbot, temp, top_p, tokens], chatbot)
         
-        txt.submit(add_text, [chatbot, txt], [chatbot, txt]).then(
-            generateresponse, chatbot, chatbot)
 
     gr.Markdown("""
     # HAVE AN IDEA? GET IT CLAIMED