Mikhil-jivus commited on
Commit
551ac7d
·
verified ·
1 Parent(s): c1429cf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -15,8 +15,7 @@ model = AutoModelForCausalLM.from_pretrained(
15
  repo_id,
16
  token=access_token,
17
  torch_dtype=torch.bfloat16, # or use torch.bfloat16 if supported
18
- device_map="auto", # Automatically use available GPU/CPU efficiently
19
- low_cpu_mem_usage=True
20
  )
21
 
22
  def respond(
 
15
  repo_id,
16
  token=access_token,
17
  torch_dtype=torch.bfloat16, # or use torch.bfloat16 if supported
18
+ device_map="auto" # Automatically use available GPU/CPU efficiently
 
19
  )
20
 
21
  def respond(