Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
|
|
16 |
|
17 |
# Force CPU-safe model loading
|
18 |
base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, torch_dtype=torch.float32)
|
19 |
-
model = PeftModel.from_pretrained(base_model, ADAPTER_PATH, device_map=None).
|
20 |
|
21 |
|
22 |
# Dictionaries to decode user inputs
|
|
|
16 |
|
17 |
# Force CPU-safe model loading
|
18 |
base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, torch_dtype=torch.float32)
|
19 |
+
model = PeftModel.from_pretrained(base_model, ADAPTER_PATH, device_map=None).to("cpu")
|
20 |
|
21 |
|
22 |
# Dictionaries to decode user inputs
|