Spaces:
Running
on
Zero
Running
on
Zero
Thanush
commited on
Commit
·
79da5f0
1
Parent(s):
1d5907c
Update ME_LLAMA_MODEL to use the Llama-3.1-8B-Instruct variant and improve fallback model logging
Browse files- medbot/config.py +1 -1
- medbot/model.py +1 -1
medbot/config.py
CHANGED
@@ -1,2 +1,2 @@
|
|
1 |
-
ME_LLAMA_MODEL = "
|
2 |
FALLBACK_MODEL = "epfl-llm/meditron-7b"
|
|
|
1 |
+
ME_LLAMA_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
|
2 |
FALLBACK_MODEL = "epfl-llm/meditron-7b"
|
medbot/model.py
CHANGED
@@ -22,7 +22,7 @@ class ModelManager:
|
|
22 |
)
|
23 |
except Exception as e:
|
24 |
print(f"Error loading model: {e}")
|
25 |
-
print("Falling back to
|
26 |
self.tokenizer = AutoTokenizer.from_pretrained(FALLBACK_MODEL)
|
27 |
self.model = AutoModelForCausalLM.from_pretrained(
|
28 |
FALLBACK_MODEL,
|
|
|
22 |
)
|
23 |
except Exception as e:
|
24 |
print(f"Error loading model: {e}")
|
25 |
+
print(f"Falling back to {FALLBACK_MODEL}...")
|
26 |
self.tokenizer = AutoTokenizer.from_pretrained(FALLBACK_MODEL)
|
27 |
self.model = AutoModelForCausalLM.from_pretrained(
|
28 |
FALLBACK_MODEL,
|