Update app.py

app.py

@@ -232,6 +232,68 @@ def generateresponse(history):#, task):
     print(history)
     return history
 
+
+def run_model(userin, dropd):
+
+    global model
+    global tokenizer
+
+    if dropd in ["Apparatus Claim", "Method of Use Claim", "Method Claim"]:
+        PROMPT = claim_selector(userin, dropd)
+    elif dropd in ["Generate Description", "Generate Abstract", "Benefits of the invention"]:
+        PROMPT = desc_selector(userin, dropd)
+
+    inputs = tokenizer(
+        PROMPT,
+        return_tensors="pt",
+    ) 
+    input_ids = inputs["input_ids"].cuda()
+
+    generation_config = GenerationConfig(
+        temperature=0.6,
+        top_p=0.95,
+        repetition_penalty=1.15,
+    ) 
+    print("Generating...")
+    generation_output = model.generate(
+        input_ids=input_ids,
+        generation_config=generation_config,
+        return_dict_in_generate=True,
+        output_scores=True,
+        max_new_tokens=256,
+    ) 
+    output = []
+    for s in generation_output.sequences:
+        output.append(tokenizer.decode(s))
+        print(tokenizer.decode(s))
+    
+    outputs = (output[0].split('### Response:'))[1]
+    
+    response = f"Response: {outputs}"
+
+    return response
+    
+def claim_selector(userin, dropd):
+    
+    PROMPT = f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.
+    ### Instruction:
+    Draft a patent claim 1 for {dropd} comprising {userin}
+    ### Response:"""
+
+    return PROMPT
+
+def desc_selector(userin, dropd):
+    
+    PROMPT = f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.
+    ### Instruction:
+    {dropd} for {userin}
+    ### Response:"""
+
+    return PROMPT
+    
+  
+        
+
 ############# GRADIO APP ###############
 
 theme = gr.themes.Base(
@@ -259,12 +321,15 @@ with gr.Blocks(title='Claimed', theme=theme) as demo:
         gr.Markdown(""" 
         Use this tool to expand your idea into the technical language of a patent claim. You can specify the type of claim you want using the dropdown menu.
         """)
-        gr.Dropdown(["Apparatus Claim", "Method of Use Claim", "Method Claim", ], label='Choose Claim Type Here')        
+        choices = gr.Dropdown(["Apparatus Claim", "Method of Use Claim", "Method Claim", ], label='Choose Claim Type Here')        
         
         with gr.Row(scale=1, min_width=600):
             text1 = gr.Textbox(label="Input",
                               placeholder='Type in your idea here!')
             text2 = gr.Textbox(label="Output")
+        with gr.Row():
+            btn = gr.Button("submit")
+            btn.click(fn=claim_selector, inputs=[text1, choices]).then(run_model, inputs=[text1, choices], outputs=text2)
    
     with gr.Tab("Description Generator"):
         gr.Markdown(""" 
@@ -276,6 +341,9 @@ with gr.Blocks(title='Claimed', theme=theme) as demo:
             text1 = gr.Textbox(label="Input",
                               placeholder='Type in your idea here!')
             text2 = gr.Textbox(label="Output")
+        with gr.Row():
+            btn = gr.Button("submit")
+            btn.click(fn=desc_selector, inputs=[text1, choices]).then(run_model, inputs=[text1, choices], outputs=text2)
 
     # with gr.Tab("Knowledge Graph"):
     #     gr.Markdown("""