Commit
·
36f7b8e
1
Parent(s):
6dd38ea
agent.py
CHANGED
@@ -170,15 +170,14 @@ def build_graph(provider: str = "huggingface"):
|
|
170 |
if not hf_token:
|
171 |
raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
|
172 |
llm = HuggingFacePipeline.from_model_id(
|
173 |
-
|
174 |
task="text-generation",
|
175 |
-
|
176 |
-
|
177 |
-
|
178 |
-
|
179 |
-
),
|
180 |
)
|
181 |
-
llm = ChatHuggingFace(llm=llm)
|
182 |
else:
|
183 |
raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
|
184 |
# Bind tools to LLM
|
|
|
170 |
if not hf_token:
|
171 |
raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
|
172 |
llm = HuggingFacePipeline.from_model_id(
|
173 |
+
repo_id="HuggingFaceH4/zephyr-7b-beta",
|
174 |
task="text-generation",
|
175 |
+
max_new_tokens=1000,
|
176 |
+
do_sample=False,
|
177 |
+
repetition_penalty=1.03,
|
178 |
+
|
|
|
179 |
)
|
180 |
+
llm = ChatHuggingFace(llm=llm, recursion_limit=50)
|
181 |
else:
|
182 |
raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
|
183 |
# Bind tools to LLM
|