nico-s commited on
Commit
1cab4b8
·
verified ·
1 Parent(s): 66383e1

deepseek-ai/DeepSeek-R1-Distill-Qwen-32B

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -40,7 +40,9 @@ model = HfApiModel(
40
  max_tokens=2096,
41
  temperature=0.5,
42
  #model_id='meta-llama/Llama-3.1-8B-Instruct',# it is possible that this model may be overloaded
43
- model_id='meta-llama/Llama-3.2-3B-Instruct-QLORA_INT4_EO8',
 
 
44
  custom_role_conversions=None,
45
  )
46
  #model = OpenAIServerModel(
 
40
  max_tokens=2096,
41
  temperature=0.5,
42
  #model_id='meta-llama/Llama-3.1-8B-Instruct',# it is possible that this model may be overloaded
43
+ #model_id='meta-llama/Llama-3.2-3B-Instruct-QLORA_INT4_EO8',
44
+ model_id='deepseek-ai/DeepSeek-R1-Distill-Qwen-32B',
45
+
46
  custom_role_conversions=None,
47
  )
48
  #model = OpenAIServerModel(