import gradio as gr from gradio_client import Client, handle_file import os # Define your Hugging Face token (make sure to set it as an environment variable) HF_TOKEN = os.getenv("HF_TOKEN") # Replace with your actual token if not using an environment variable # Initialize the Gradio Client for the specified API client = Client("on1onmangoes/CNIHUB101324v10", hf_token=HF_TOKEN) # Update the conversation history within the function. # Return the updated history along with any other required outputs. def stream_chat_with_rag( message: str, history: list, client_name: str, system_prompt: str, num_retrieved_docs: int = 10, num_docs_final: int = 9, temperature: float = 0, max_new_tokens: int = 1024, top_p: float = 1.0, top_k: int = 20, penalty: float = 1.2, ): print(f"Message: {message}") print(f"History: {history}") # Build the conversation prompt including system prompt and history conversation = f"{system_prompt}\n\nFor Client: {client_name}\n" # Add previous conversation history for user_input, assistant_response in history: conversation += f"User: {user_input}\nAssistant: {assistant_response}\n" # Add the current user message conversation += f"User: {message}\nAssistant:" # Call the API with the user's message question = message answer = client.predict(question=question, api_name="/answer_with_rag") # Debugging: Print the raw response print("Raw answer from API:") print(answer) # Format the assistant's answer and the relevant documents separately formatted_answer = format_answer_string(answer) # Update the conversation history with the new message and answer history.append((message, formatted_answer)) # Return the formatted answer return formatted_answer def format_answer_string(answer: str): """ This function extracts and formats the assistant's response before document metadata. Anything after the marker `[(` (where documents are listed) is ignored. """ # Step 1: Split the response at the start of the document metadata split_marker = "[(" if split_marker in answer: # Everything before the marker is the relevant answer answer_before_docs = answer.split(split_marker)[0] else: # If no documents metadata, return the entire answer answer_before_docs = answer # Step 2: Clean up formatting by replacing escaped newline characters formatted_answer = answer_before_docs.replace("\\n", "\n").strip() # Step 3: Remove potential starting and ending artifacts like (' and ,) if present if formatted_answer.startswith("(\"") and formatted_answer.endswith("\","): formatted_answer = formatted_answer[2:-2].strip() # Optional: Add a prefix for clarity formatted_answer = "Co-Pilot: " + formatted_answer return formatted_answer # Function to handle PDF processing API call def process_pdf(pdf_file): return client.predict( pdf_file=handle_file(pdf_file), client_name="rosariarossi", # Hardcoded client name api_name="/process_pdf2" )[1] # Return only the result string # Function to handle search API call def search_api(query): return client.predict(query=query, api_name="/search_with_confidence") # Function to handle RAG API call def rag_api(question): return client.predict(question=question, api_name="/answer_with_rag") # CSS for custom styling CSS = """ # chat-container { height: 100vh; } """ # Title for the application TITLE = "