Update app.py

app.py

@@ -104,6 +104,7 @@ knowledge_base = KnowledgeBase()
 # LLMs
 # repharser_llm = ChatNVIDIA(model="mistralai/mistral-7b-instruct-v0.3") | StrOutputParser()
 repharser_llm = ChatNVIDIA(model="microsoft/phi-3-mini-4k-instruct") | StrOutputParser()
+validation_llm = ChatNVIDIA(model="microsoft/phi-3-small-8k-instruct") | StrOutputParser()
 instruct_llm = ChatNVIDIA(model="mistralai/mixtral-8x22b-instruct-v0.1") | StrOutputParser()
 relevance_llm = ChatNVIDIA(model="nvidia/llama-3.1-nemotron-70b-instruct") | StrOutputParser()
 answer_llm = ChatOpenAI(
@@ -369,7 +370,7 @@ extract_validation_inputs = RunnableLambda(lambda x: {
 validation_chain = (
     extract_validation_inputs
     | relevance_prompt
-    | instruct_llm
+    | validation_llm
     | RunnableLambda(safe_json_parse)
 )
 
@@ -394,7 +395,7 @@ select_and_prompt = RunnableLambda(lambda x:
 answer_chain = (
     prepare_answer_inputs
     | select_and_prompt
-    | relevance_llm
+    | answer_llm
 )
 
 def RExtract(pydantic_class: Type[BaseModel], llm, prompt):
@@ -422,7 +423,7 @@ def RExtract(pydantic_class: Type[BaseModel], llm, prompt):
 
 knowledge_extractor = RExtract(
     pydantic_class=KnowledgeBase,
-    llm=instruct_llm,            
+    llm=validation_llm,            
     prompt=parser_prompt        
 )
 
@@ -464,7 +465,7 @@ def chat_interface(message, history):
         "query": message,
         "all_queries": [message],
         "all_texts": all_chunks,
-        "k_per_query": 8,
+        "k_per_query": 7,
         "alpha": 0.5,
         "vectorstore": vectorstore,
         "bm25_retriever": bm25_retriever,
@@ -529,7 +530,7 @@ demo = gr.ChatInterface(
     description="💡 Ask anything about Krishna Vamsi Dhulipalla",
     examples=[
         "Give me an overview of Krishna Vamsi Dhulipalla’s work experience across different roles?",
-        "What programming languages and tools does Krishna use for data science?",
+        "What programming languages and tools does Krishna use for data science and data engineering?",
         "Can this chatbot tell me what Krishna's chatbot architecture looks like and how it works?"
     ],
 )