Spaces:
Sleeping
Sleeping
Commit
·
dc02ff0
1
Parent(s):
d692a69
Fix: Load CPU-safe model for HF Space
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ import io
|
|
9 |
# Load model and tokenizer from local fine-tuned directory
|
10 |
MODEL_PATH = "Tufan1/BioMedLM-Cardio-Fold1-CPU"
|
11 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
|
12 |
-
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, device_map="auto")
|
13 |
#device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
14 |
#model.to(device)
|
15 |
|
|
|
9 |
# Load model and tokenizer from local fine-tuned directory
|
10 |
MODEL_PATH = "Tufan1/BioMedLM-Cardio-Fold1-CPU"
|
11 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
|
12 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, device_map="auto", offload_folder="offload")
|
13 |
#device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
14 |
#model.to(device)
|
15 |
|