wishwakankanamg commited on
Commit
5ebf2af
·
1 Parent(s): d104b4c
Files changed (1) hide show
  1. agent.py +7 -6
agent.py CHANGED
@@ -6,7 +6,7 @@ from langgraph.prebuilt import tools_condition
6
  from langgraph.prebuilt import ToolNode
7
  from langchain_google_genai import ChatGoogleGenerativeAI
8
  from langchain_groq import ChatGroq
9
- from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
10
  from langchain_community.tools.tavily_search import TavilySearchResults
11
  from langchain_community.document_loaders import WikipediaLoader
12
  from langchain_community.document_loaders import ArxivLoader
@@ -169,13 +169,14 @@ def build_graph(provider: str = "huggingface"):
169
  repo_id = "togethercomputer/evo-1-131k-base"
170
  if not hf_token:
171
  raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
172
- llm = HuggingFaceEndpoint(
173
  repo_id="HuggingFaceH4/zephyr-7b-beta",
174
  task="text-generation",
175
- max_new_tokens=512,
176
- do_sample=False,
177
- repetition_penalty=1.03,
178
- recursion_limit=50
 
179
  )
180
  llm = ChatHuggingFace(llm=llm)
181
  else:
 
6
  from langgraph.prebuilt import ToolNode
7
  from langchain_google_genai import ChatGoogleGenerativeAI
8
  from langchain_groq import ChatGroq
9
+ from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings, HuggingFacePipeline
10
  from langchain_community.tools.tavily_search import TavilySearchResults
11
  from langchain_community.document_loaders import WikipediaLoader
12
  from langchain_community.document_loaders import ArxivLoader
 
169
  repo_id = "togethercomputer/evo-1-131k-base"
170
  if not hf_token:
171
  raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
172
+ llm = HuggingFacePipeline.from_model_id(
173
  repo_id="HuggingFaceH4/zephyr-7b-beta",
174
  task="text-generation",
175
+ pipeline_kwargs=dict(
176
+ max_new_tokens=512,
177
+ do_sample=False,
178
+ repetition_penalty=1.03,
179
+ ),
180
  )
181
  llm = ChatHuggingFace(llm=llm)
182
  else: