Update app.py

app.py

@@ -17,9 +17,9 @@ from datetime import date
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 # Environment variables
-# os.environ['LANGCHAIN_TRACING_V2'] = 'true'
-# os.environ['LANGCHAIN_ENDPOINT'] = 'https://api.smith.langchain.com'
-# os.environ['LANGCHAIN_API_KEY'] = os.environ.get('LANGCHAIN_API_KEY')
+os.environ['LANGCHAIN_TRACING_V2'] = 'true'
+os.environ['LANGCHAIN_ENDPOINT'] = 'https://api.smith.langchain.com'
+os.environ['LANGCHAIN_API_KEY'] = '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'
 
 
 # Load model and tokenizer
@@ -86,7 +86,15 @@ def get_chain(temperature):
     pipe = pipeline("text-generation", model=model_name)
     
     # Initialize the LangChain HuggingFacePipeline
-    llm = HuggingFacePipeline(pipeline=pipe)
+    llm = HuggingFacePipeline.from_model_id(
+    model_id="microsoft/Phi-3-mini-4k-instruct",
+    task="text-generation",
+    pipeline_kwargs={
+        "max_new_tokens": 100,
+        "top_k": 50,
+        "temperature": temperature,
+    },
+)
     
     # Initialize LangChain
     # llm = HuggingFaceLLM(