Spaces:
Sleeping
Sleeping
UPDATE: QDRANT
Browse files- functions.py +18 -23
functions.py
CHANGED
@@ -130,30 +130,25 @@ def format_docs(docs: str):
|
|
130 |
return context
|
131 |
|
132 |
def answerQuery(query: str, vectorstore: str, llmModel: str = "llama3-70b-8192") -> str:
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
140 |
-
|
141 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
142 |
)
|
143 |
-
|
144 |
-
chain
|
145 |
-
|
146 |
-
| prompt
|
147 |
-
| ChatGroq(model = llmModel, temperature = 0.3, max_tokens = 512)
|
148 |
-
| StrOutputParser()
|
149 |
-
)
|
150 |
-
return {
|
151 |
-
"output": chain.invoke(query)
|
152 |
-
}
|
153 |
-
except Exception as e:
|
154 |
-
return {
|
155 |
-
"error": e
|
156 |
-
}
|
157 |
|
158 |
|
159 |
def deleteTable(tableName: str):
|
|
|
130 |
return context
|
131 |
|
132 |
def answerQuery(query: str, vectorstore: str, llmModel: str = "llama3-70b-8192") -> str:
|
133 |
+
global prompt
|
134 |
+
global client
|
135 |
+
global embeddings
|
136 |
+
vectorstore = QdrantVectorStore.from_existing_collection(
|
137 |
+
embedding = embeddings,
|
138 |
+
collection_name=vectorstore,
|
139 |
+
url=os.environ["QDRANT_URL"],
|
140 |
+
api_key=os.environ["QDRANT_API_KEY"]
|
141 |
+
)
|
142 |
+
retriever = vectorstore.as_retriever()
|
143 |
+
chain = (
|
144 |
+
{"context": retriever | RunnableLambda(format_docs), "question": RunnablePassthrough(query)}
|
145 |
+
| prompt
|
146 |
+
| ChatGroq(model = llmModel, temperature = 0.3, max_tokens = 512)
|
147 |
+
| StrOutputParser()
|
148 |
)
|
149 |
+
return {
|
150 |
+
"output": chain.invoke(query)
|
151 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
152 |
|
153 |
|
154 |
def deleteTable(tableName: str):
|