Update app.py

app.py

@@ -4,7 +4,8 @@ import pickle
 from langchain.prompts import ChatPromptTemplate
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_huggingface import HuggingFaceEmbeddings
-from huggingface_llm import HuggingFaceLLM
+# from huggingface_llm import HuggingFaceLLM
+from langchain import HuggingFaceLLM
 from langchain.retrievers import ParentDocumentRetriever
 from langchain.storage import InMemoryStore
 from langchain_chroma import Chroma
@@ -79,11 +80,17 @@ def get_chain(temperature):
     retriever = load_retriever(docstore_path,chroma_path,embeddings,child_splitter,parent_splitter)
     
     # Replace the local OLMOLLM with the Hugging Face model
-    llm = HuggingFaceLLM(
-            model_id="EleutherAI/gpt-neo-1.3B",  # or another suitable model
-            temperature=temperature,
-            max_tokens=256
-        )    
+    model_name = "gpt2"
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    model = AutoModelForCausalLM.from_pretrained(model_name)
+    
+    # Initialize LangChain
+    llm = HuggingFaceLLM(model=model, tokenizer=tokenizer)
+    # llm = HuggingFaceLLM(
+    #         model_id="EleutherAI/gpt-neo-1.3B",  # or another suitable model
+    #         temperature=temperature,
+    #         max_tokens=256
+    #     )    
     
     today = date.today()
     # Response prompt