Hugging Face's logo

Spaces:
pmolchanov
/
Hymba-chat
Paused

App Files Community
pmolchanov commited on
Commit
36886af
·
verified ·
1 Parent(s): 0b5a000

Update app_chat.py

Browse files
Files changed (1) hide show
  1. app_chat.py +1 -1
app_chat.py CHANGED
@@ -18,7 +18,7 @@ DESCRIPTION = """\
18
  """
19
 
20
  model_id = "nvidia/Hymba-1.5B-Instruct"
21
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", model_dtype="bfloat16", trust_remote_code=True)
22
  model = model.cuda().to(torch.bfloat16)
23
 
24
  #model.to('cuda')
 
18
  """
19
 
20
  model_id = "nvidia/Hymba-1.5B-Instruct"
21
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", trust_remote_code=True)
22
  model = model.cuda().to(torch.bfloat16)
23
 
24
  #model.to('cuda')