Coool2 commited on
Commit
b76e9bc
·
verified ·
1 Parent(s): 83956ca

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +2 -2
agent.py CHANGED
@@ -73,7 +73,7 @@ proj_llm = HuggingFaceLLM(
73
  tokenizer_name=model_id,
74
  device_map="auto",
75
  model_kwargs={"torch_dtype": "auto"},
76
- max_new_tokens = 100000,
77
  generate_kwargs={
78
  "temperature": 0.1,
79
  "top_p": 1.0
@@ -89,7 +89,7 @@ code_llm = HuggingFaceLLM(
89
  "low_cpu_mem_usage": True, # Memory optimization
90
  },
91
  # Set generation parameters for precise, non-creative code output
92
- generate_kwargs={"temperature": 0.0, "do_sample": False}
93
  )
94
 
95
  embed_model = HuggingFaceEmbedding(
 
73
  tokenizer_name=model_id,
74
  device_map="auto",
75
  model_kwargs={"torch_dtype": "auto"},
76
+ max_new_tokens = 32000,
77
  generate_kwargs={
78
  "temperature": 0.1,
79
  "top_p": 1.0
 
89
  "low_cpu_mem_usage": True, # Memory optimization
90
  },
91
  # Set generation parameters for precise, non-creative code output
92
+ generate_kwargs={"do_sample": False}
93
  )
94
 
95
  embed_model = HuggingFaceEmbedding(