narainkumbari commited on
Commit
dc02ff0
·
1 Parent(s): d692a69

Fix: Load CPU-safe model for HF Space

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ import io
9
  # Load model and tokenizer from local fine-tuned directory
10
  MODEL_PATH = "Tufan1/BioMedLM-Cardio-Fold1-CPU"
11
  tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
12
- model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, device_map="auto")
13
  #device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
14
  #model.to(device)
15
 
 
9
  # Load model and tokenizer from local fine-tuned directory
10
  MODEL_PATH = "Tufan1/BioMedLM-Cardio-Fold1-CPU"
11
  tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
12
+ model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, device_map="auto", offload_folder="offload")
13
  #device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
14
  #model.to(device)
15