Tufan1 commited on
Commit
a5515f6
·
verified ·
1 Parent(s): bf8ca3d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
16
 
17
  # Force CPU-safe model loading
18
  base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, torch_dtype=torch.float32)
19
- model = PeftModel.from_pretrained(base_model, ADAPTER_PATH, device_map=None).to_empty(device='cpu')
20
 
21
 
22
  # Dictionaries to decode user inputs
 
16
 
17
  # Force CPU-safe model loading
18
  base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, torch_dtype=torch.float32)
19
+ model = PeftModel.from_pretrained(base_model, ADAPTER_PATH, device_map=None).to("cpu")
20
 
21
 
22
  # Dictionaries to decode user inputs