add post for chat history

app.py

@@ -1,6 +1,8 @@
 from fastapi import FastAPI
 from transformers import pipeline
 import torch
+from pydantic import BaseModel
+from typing import List, Dict
 if torch.backends.mps.is_available():
     device = torch.device("mps")
 elif torch.cuda.is_available():
@@ -15,6 +17,9 @@ modelName = "Qwen/Qwen2.5-1.5B-Instruct" #Qwen/Qwen2.5-1.5B-Instruct
 pipe = pipeline("text-generation", model=modelName, device=device, batch_size=8)
 sentiment_model = pipeline("sentiment-analysis", device=device)
 
+class ChatRequest(BaseModel):
+    conversationHistory: List[Dict[str, str]]
+
 
 
 @app.get("/")
@@ -36,4 +41,13 @@ def generate(text: str):
     # print(output)
     
     print(output)
-    return {"output": output[0]["generated_text"][-1]['content']}
+    return {"output": output[0]["generated_text"][-1]['content']}
+
+@app.post("/chat")
+def chat(request: ChatRequest):
+    """
+    Generate reposnse form the NLP Model.
+    """
+    
+    output = pipe(request.conversationHistory, num_return_sequences=1, max_new_tokens=250)
+    return output

requirements.txt

@@ -1,4 +1,5 @@
 fastapi==0.99.1
 uvicorn
 transformers
-torch
+torch
+pydantic