Commit
·
5ebf2af
1
Parent(s):
d104b4c
asdf
Browse files
agent.py
CHANGED
@@ -6,7 +6,7 @@ from langgraph.prebuilt import tools_condition
|
|
6 |
from langgraph.prebuilt import ToolNode
|
7 |
from langchain_google_genai import ChatGoogleGenerativeAI
|
8 |
from langchain_groq import ChatGroq
|
9 |
-
from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
|
10 |
from langchain_community.tools.tavily_search import TavilySearchResults
|
11 |
from langchain_community.document_loaders import WikipediaLoader
|
12 |
from langchain_community.document_loaders import ArxivLoader
|
@@ -169,13 +169,14 @@ def build_graph(provider: str = "huggingface"):
|
|
169 |
repo_id = "togethercomputer/evo-1-131k-base"
|
170 |
if not hf_token:
|
171 |
raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
|
172 |
-
llm =
|
173 |
repo_id="HuggingFaceH4/zephyr-7b-beta",
|
174 |
task="text-generation",
|
175 |
-
|
176 |
-
|
177 |
-
|
178 |
-
|
|
|
179 |
)
|
180 |
llm = ChatHuggingFace(llm=llm)
|
181 |
else:
|
|
|
6 |
from langgraph.prebuilt import ToolNode
|
7 |
from langchain_google_genai import ChatGoogleGenerativeAI
|
8 |
from langchain_groq import ChatGroq
|
9 |
+
from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings, HuggingFacePipeline
|
10 |
from langchain_community.tools.tavily_search import TavilySearchResults
|
11 |
from langchain_community.document_loaders import WikipediaLoader
|
12 |
from langchain_community.document_loaders import ArxivLoader
|
|
|
169 |
repo_id = "togethercomputer/evo-1-131k-base"
|
170 |
if not hf_token:
|
171 |
raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
|
172 |
+
llm = HuggingFacePipeline.from_model_id(
|
173 |
repo_id="HuggingFaceH4/zephyr-7b-beta",
|
174 |
task="text-generation",
|
175 |
+
pipeline_kwargs=dict(
|
176 |
+
max_new_tokens=512,
|
177 |
+
do_sample=False,
|
178 |
+
repetition_penalty=1.03,
|
179 |
+
),
|
180 |
)
|
181 |
llm = ChatHuggingFace(llm=llm)
|
182 |
else:
|