Fix: Load CPU-safe model for HF Space

app.py

@@ -6,26 +6,16 @@ from pydub import AudioSegment
 import speech_recognition as sr
 import io
 
-# ✅ NEW: Update model path (make sure it's uploaded to HF Hub or copied to Space)
-MODEL_PATH = "Tufan1/BioMedLM-Cardio-Fold2-CPU"
-
-# ✅ NEW: Load model and tokenizer safely with CPU fallback
-@st.cache_resource
-def load_model():
-    tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
-    model = AutoModelForCausalLM.from_pretrained(
-        MODEL_PATH,
-        device_map="auto",           # Will load on CPU in HF Space
-        trust_remote_code=True
-    )
-    return tokenizer, model
-
-tokenizer, model = load_model()
-
+# Load model and tokenizer from local fine-tuned directory
+MODEL_PATH = "Tufan1/BioMedLM-Cardio-Fold1-CPU"
+tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
+model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, device_map="auto")
+#device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+#model.to(device)
 
 # Dictionaries to decode user inputs
 gender_map = {1: "Female", 2: "Male"}
-cholesterol_map = {1: "Normal", 2: "High", 3: "Extreme"}
+cholesterol_map = {1: "Normal", 2: "Elevated", 3: "Peak"}
 glucose_map = {1: "Normal", 2: "High", 3: "Extreme"}
 binary_map = {0: "No", 1: "Yes"}
 
@@ -47,7 +37,7 @@ def get_prediction(age, gender, height, weight, ap_hi, ap_lo,
 
 Diagnosis:"""
 
-    inputs = tokenizer(input_text, return_tensors="pt").to(device)
+    inputs = tokenizer(input_text, return_tensors="pt")#.to(device)
     model.eval()
     with torch.no_grad():
         outputs = model.generate(**inputs, max_new_tokens=4)
@@ -84,7 +74,7 @@ if input_mode == "Manual Input":
     weight = st.number_input("Weight (kg)", min_value=10, max_value=200)
     ap_hi = st.number_input("Systolic BP", min_value=80, max_value=250)
     ap_lo = st.number_input("Diastolic BP", min_value=40, max_value=150)
-    cholesterol = st.selectbox("Cholesterol", [("Normal", 1), ("Peak", 2), ("Elevated", 3)], format_func=lambda x: x[0])[1]
+    cholesterol = st.selectbox("Cholesterol", [("Normal", 1), ("High", 2), ("Extreme", 3)], format_func=lambda x: x[0])[1]
     glucose = st.selectbox("Glucose", [("Normal", 1), ("High", 2), ("Extreme", 3)], format_func=lambda x: x[0])[1]
     smoke = st.radio("Smoker?", [("No", 0), ("Yes", 1)], format_func=lambda x: x[0])[1]
     alco = st.radio("Alcohol Intake?", [("No", 0), ("Yes", 1)], format_func=lambda x: x[0])[1]