riskjuggler commited on
Commit
e29c559
·
verified ·
1 Parent(s): df26f1c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -83,7 +83,8 @@ final_answer = FinalAnswerTool()
83
  model = HfApiModel(
84
  max_tokens=2096,
85
  temperature=0.5,
86
- model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
 
87
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
88
  custom_role_conversions=None,
89
  )
 
83
  model = HfApiModel(
84
  max_tokens=2096,
85
  temperature=0.5,
86
+ model_id='Qwen/Qwen2.5-Coder-32B-Instruct-AWQ',# it is possible that this model may be overloaded
87
+ # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
88
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
89
  custom_role_conversions=None,
90
  )