UPDATE: New Endpoints

app.py

@@ -72,11 +72,11 @@ async def addText(vectorstore: str, text: str):
 
 
 @app.post("/addWebsite")
-async def addWebsite(vectorstore: str, websiteUrl: str):
-    urls = getLinks(websiteUrl)
+async def addWebsite(vectorstore: str, websiteUrls: list[str]):
+    urls = websiteUrls
     loader = UnstructuredURLLoader(urls=urls)
     docs = loader.load()
-    text = "\n\n\n\n".join([f"Metadata:\n{docs[doc].metadata} \nPage Content:\n {docs[doc].page_content}" for doc in range(len(docs))])
+    text = "\n\n".join([f"Metadata:\n{docs[doc].metadata} \nPage Content:\n {docs[doc].page_content}" for doc in range(len(docs))])
     username, chatbotname = vectorstore.split("-")[1], vectorstore.split("-")[2]
     df = pd.DataFrame(client.table("ConversAI_ChatbotInfo").select("*").execute().data)
     currentCount = df[(df["username"] == username) & (df["chatbotname"] == chatbotname)]["charactercount"].iloc[0]