Update app.py

app.py

@@ -25,7 +25,7 @@ os.environ['LANGCHAIN_API_KEY'] = 'lsv2_pt_ce80aac3833643dd893527f566a06bf9_667d
 
 @st.cache_resource
 def load_model():
-    model_name = "facebook/blenderbot-400M-distill"
+    model_name = "EleutherAI/gpt-neo-125M"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name)
     return model, tokenizer
@@ -48,7 +48,7 @@ def load_retriever(docstore_path,chroma_path,embeddings,child_splitter,parent_sp
         docstore=store,
         child_splitter=child_splitter,
         parent_splitter=parent_splitter,
-        search_kwargs={"k": 5}
+        search_kwargs={"k": 2}
     )
     return retriever
 def inspect(state):
@@ -83,8 +83,8 @@ def get_chain(temperature):
         "text-generation",
         model=model, 
         tokenizer=tokenizer, 
-        max_length=4000,
-        max_new_tokens = 500,
+        max_length=1800,
+        max_new_tokens = 200,
         temperature=temperature,
         top_p=0.95,
         repetition_penalty=1.15