c

agent.py

@@ -170,13 +170,11 @@ def build_graph(provider: str = "huggingface"):
         if not hf_token:
             raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
         llm = HuggingFaceEndpoint(
-            repo_id=repo_id,
-            temperature=0,
-            huggingfacehub_api_token=hf_token,
-            max_new_tokens=1024,
-            # You might want to add other parameters like:
-            # max_new_tokens=512,
-            # model_kwargs={"top_k": 10}
+            repo_id="HuggingFaceH4/zephyr-7b-beta",
+            task="text-generation",
+            max_new_tokens=512,
+            do_sample=False,
+            repetition_penalty=1.03,
         )
         llm = ChatHuggingFace(llm=llm)
     else: