nico-s commited on
Commit
66383e1
·
verified ·
1 Parent(s): 7b1d0cf

model meta-llama/Llama-3.2-3B-Instruct-QLORA_INT4_EO8

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -39,7 +39,8 @@ final_answer = FinalAnswerTool()
39
  model = HfApiModel(
40
  max_tokens=2096,
41
  temperature=0.5,
42
- model_id='meta-llama/Llama-3.1-8B-Instruct',# it is possible that this model may be overloaded
 
43
  custom_role_conversions=None,
44
  )
45
  #model = OpenAIServerModel(
 
39
  model = HfApiModel(
40
  max_tokens=2096,
41
  temperature=0.5,
42
+ #model_id='meta-llama/Llama-3.1-8B-Instruct',# it is possible that this model may be overloaded
43
+ model_id='meta-llama/Llama-3.2-3B-Instruct-QLORA_INT4_EO8',
44
  custom_role_conversions=None,
45
  )
46
  #model = OpenAIServerModel(