wishwakankanamg commited on
Commit
36f7b8e
·
1 Parent(s): 6dd38ea
Files changed (1) hide show
  1. agent.py +6 -7
agent.py CHANGED
@@ -170,15 +170,14 @@ def build_graph(provider: str = "huggingface"):
170
  if not hf_token:
171
  raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
172
  llm = HuggingFacePipeline.from_model_id(
173
- model_id="HuggingFaceH4/zephyr-7b-beta",
174
  task="text-generation",
175
- pipeline_kwargs=dict(
176
- max_new_tokens=512,
177
- do_sample=False,
178
- repetition_penalty=1.03,
179
- ),
180
  )
181
- llm = ChatHuggingFace(llm=llm)
182
  else:
183
  raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
184
  # Bind tools to LLM
 
170
  if not hf_token:
171
  raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
172
  llm = HuggingFacePipeline.from_model_id(
173
+ repo_id="HuggingFaceH4/zephyr-7b-beta",
174
  task="text-generation",
175
+ max_new_tokens=1000,
176
+ do_sample=False,
177
+ repetition_penalty=1.03,
178
+
 
179
  )
180
+ llm = ChatHuggingFace(llm=llm, recursion_limit=50)
181
  else:
182
  raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
183
  # Bind tools to LLM