import os # Get the secret key from the environment groq_api_key = os.environ.get('groq2') ## LLM used for RAG from langchain_groq import ChatGroq #llm = ChatGroq(model="llama-3.3-70b-specdec",api_key=groq_api_key ) llm = ChatGroq(model="Qwen-Qwq-32b",api_key=groq_api_key ) from langchain.prompts import ChatPromptTemplate, PromptTemplate from langchain.output_parsers import ResponseSchema, StructuredOutputParser import PyPDF2 # Initialize required components TEMPLATE = """ You are a helpful agent. Your task is to generate a meaningful question and an answer using the following provided "{context}" You MUST obey the following criteria: - No preamble. - Restrict the question to the context information provided and provide answer with its details in summary. - Do NOT create a question that cannot be answered from the context. - Phrase the question so that it does NOT refer to specific context. - For instance, do NOT use phrases like 'given the provided context' or 'in this work' in the question or 'according to the text' in the answer because if the question is asked elsewhere it would not be provided specific context. Replace these terms with specific details. - Please do NOT repeat the provided context. - Please Only generate a question and an answer without any sentence in advance such as "Here is the generated question and answer:". - Please follow the JSON recommended format below. - Please ensure that the output is a valid JSON object. {format_instructions} """ prompt = ChatPromptTemplate.from_template(template=TEMPLATE) response_schemas = [ {"name": "Question", "description": "The generated question from the provided context"}, {"name": "Answer", "description": "The corresponding answer from the provided context"} ] output_parser = StructuredOutputParser.from_response_schemas(response_schemas) format_instructions = output_parser.get_format_instructions(only_json=True) # Folder containing PDF files folder_path = "./" # List to store questions and answers as tuples data = [] # Function to extract text from PDF def extract_text_from_pdf(pdf_path): with open(pdf_path, "rb") as file: reader = PyPDF2.PdfReader(file) text = "" for page in reader.pages: text += page.extract_text() return text # Process each PDF in the folder for filename in os.listdir(folder_path): if filename.endswith(".pdf"): pdf_path = os.path.join(folder_path, filename) try: # Extract text from the PDF context = extract_text_from_pdf(pdf_path) # Split context into manageable chunks (optional) chunks = [context[i:i+200] for i in range(0, len(context), 200)] for chunk in chunks: # Format the messages messages = prompt.format_messages(context=chunk, format_instructions=format_instructions) # Invoke the LLM response = llm.invoke(messages) # Parse the response output_dict = output_parser.parse(response.content) # Extract question and answer question = output_dict["Question"] answer = output_dict["Answer"] # Append question and answer as a tuple to the list data.append((question, answer)) except Exception as e: print(f"Error processing file {filename}: {e}") import PyPDF2 # Function to extract text from a PDF def extract_text_from_pdf(pdf_path): with open(pdf_path, 'rb') as file: reader = PyPDF2.PdfReader(file) text = "" for page in reader.pages: text += page.extract_text() return text # Function to chunk text into pieces of max_length def chunk_text(text, max_length=500): return [text[i:i + max_length] for i in range(0, len(text), max_length)] # Specify the path to the PDF file pdf_path = "./LAW NΒΊ 59 ON THE CRIME OF GENOCIDE IDEOLOGY AND RELATED CRIMES.pdf" # List to hold context data context_data = [] try: # Extract text from the PDF pdf_text = extract_text_from_pdf(pdf_path) if pdf_text: # Create chunks of 500 characters chunks = chunk_text(pdf_text, max_length=500) # Add each chunk to context_data list as plain strings context_data = [] # Initialize the list for chunk in chunks: context_data.append(chunk) # Save each chunk as a string # Print the context_data list for entry in context_data: print(entry) print("-" * 40) # Separator for readability else: print("No text found in the PDF.") except Exception as e: print(f"Error reading the PDF: {e}") context_data.extend(data) processed_texts = [] for element in context_data: if isinstance(element, tuple): question, answer = element processed_texts.append(f"Question: {question} Answer: {answer}") elif isinstance(element, str): processed_texts.append(element) else: processed_texts.append(str(element)) ## Embedding model! from langchain_huggingface import HuggingFaceEmbeddings embed_model = HuggingFaceEmbeddings(model_name="mixedbread-ai/mxbai-embed-large-v1") # create vector store! from langchain_chroma import Chroma vectorstore = Chroma( collection_name="laws_dataset", # Changed the name to be compliant embedding_function=embed_model, persist_directory="./", ) vectorstore.get().keys() # add data to vector nstore vectorstore.add_texts(processed_texts) from langchain_core.prompts import PromptTemplate # Define the template template = (""" You are a friendly and intelligent chatbot designed to assist users in a conversational and human-like manner. Your goal is to provide accurate, helpful, and engaging responses from the provided context: {context} while maintaining a natural tone. Follow these guidelines: 1. **Greetings:** If the user greets you (e.g., "Morning," "Hello," "Hi"), respond warmly and acknowledge the greeting. For example: - "😊 Good morning! How can I assist you today?" - "Hello! What can I do for you? πŸš€" 2. **Extract Information:** If the user asks for specific information, extract only the relevant details from the provided context: {context}. 3. **Human-like Interaction:** Respond in a warm, conversational tone. Use emojis occasionally to make the interaction more engaging (e.g., 😊, πŸš€). 4. **Stay Updated:** Acknowledge the current date and time to show you are aware of real-time updates. 5. **No Extra Content:** If no information matches the user's request, respond politely: "I don't have that information at the moment, but I'm happy to help with something else! 😊" 6. **Personalized Interaction:** Use the user's historical interactions (if available) to tailor your responses and make the conversation more personalized. 7. **Direct Data Only:** If the user requests specific data, provide only the requested information without additional explanations unless asked. Context: {context} User's Question: {question} Your Response: """) rag_prompt = PromptTemplate.from_template(template) retriever = vectorstore.as_retriever() from langchain_core.output_parsers import StrOutputParser from langchain_core.runnables import RunnablePassthrough rag_chain = ( {"context": retriever, "question": RunnablePassthrough()} | rag_prompt | llm | StrOutputParser() ) import gradio as gr def rag_memory_stream(message, history): partial_text = "" for new_text in rag_chain.stream(message): # Replace with actual streaming logic partial_text += new_text yield partial_text # Correctly define examples as a list examples =[ "What is the main purpose of Law NΒΊ 59/2018 of 22/8/2018?", "What happens to a person who deliberately conceals or destroys evidence related to genocide?", "What are the penalties for violating a specific article?" ] description = ( "This Regal AI Assistance specializes in LAW NΒΊ 59/2018 OF 22/8/2018 " "ON THE CRIME OF GENOCIDE IDEOLOGY AND RELATED CRIMES." ) title = "βš–οΈ Chat with me and learn Laws! βš–οΈ" # Custom CSS for styling the interface custom_css = """ body { font-family: "Times New Roman", serif; } .gradio-container { font-family: "Times New Roman", serif; } .gr-button { background-color: #007bff; /* Blue button */ color: white; border: none; border-radius: 5px; font-size: 16px; padding: 10px 20px; cursor: pointer; } .gr-textbox:focus, .gr-button:focus { outline: none; /* Remove outline focus for a cleaner look */ } """ # Create the Chat Interface demo = gr.ChatInterface( fn=rag_memory_stream, type="messages", title=title, description=description, fill_height=True, examples=examples, # Pass the corrected examples list theme="soft", #css=custom_css, # Apply the custom CSS ) if __name__ == "__main__": demo.launch(share=True, inbrowser=True, height=800, width="100%")