wishwakankanamg commited on
Commit
4864bca
·
1 Parent(s): a2e96a6
Files changed (2) hide show
  1. __pycache__/agent.cpython-310.pyc +0 -0
  2. agent.py +6 -5
__pycache__/agent.cpython-310.pyc CHANGED
Binary files a/__pycache__/agent.cpython-310.pyc and b/__pycache__/agent.cpython-310.pyc differ
 
agent.py CHANGED
@@ -336,16 +336,17 @@ def build_graph(provider: str = "huggingface"):
336
  # Groq https://console.groq.com/docs/models
337
  llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
338
  elif provider == "huggingface":
339
- # repo_id = "togethercomputer/evo-1-131k-base"
340
- # repo_id="HuggingFaceH4/zephyr-7b-beta",
341
  if not hf_token:
342
  raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
343
  llm = HuggingFaceEndpoint(
344
- repo_id="togethercomputer/LLaMA-2-7B-32K",
345
  provider="auto",
346
  task="text-generation",
347
- max_new_tokens=2000,
348
-
 
349
 
350
  )
351
  llm = ChatHuggingFace(llm=llm)
 
336
  # Groq https://console.groq.com/docs/models
337
  llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
338
  elif provider == "huggingface":
339
+ repo_id = "togethercomputer/evo-1-131k-base"
340
+ repo_id="HuggingFaceH4/zephyr-7b-beta",
341
  if not hf_token:
342
  raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
343
  llm = HuggingFaceEndpoint(
344
+ repo_id="Qwen/Qwen3-235B-A22B",
345
  provider="auto",
346
  task="text-generation",
347
+ max_new_tokens=1000,
348
+ do_sample=False,
349
+ repetition_penalty=1.03,
350
 
351
  )
352
  llm = ChatHuggingFace(llm=llm)