Thanush commited on
Commit
79da5f0
·
1 Parent(s): 1d5907c

Update ME_LLAMA_MODEL to use the Llama-3.1-8B-Instruct variant and improve fallback model logging

Browse files
Files changed (2) hide show
  1. medbot/config.py +1 -1
  2. medbot/model.py +1 -1
medbot/config.py CHANGED
@@ -1,2 +1,2 @@
1
- ME_LLAMA_MODEL = "clinicalnlplab/me-llama-13b"
2
  FALLBACK_MODEL = "epfl-llm/meditron-7b"
 
1
+ ME_LLAMA_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
2
  FALLBACK_MODEL = "epfl-llm/meditron-7b"
medbot/model.py CHANGED
@@ -22,7 +22,7 @@ class ModelManager:
22
  )
23
  except Exception as e:
24
  print(f"Error loading model: {e}")
25
- print("Falling back to Llama-2-7b-chat-hf...")
26
  self.tokenizer = AutoTokenizer.from_pretrained(FALLBACK_MODEL)
27
  self.model = AutoModelForCausalLM.from_pretrained(
28
  FALLBACK_MODEL,
 
22
  )
23
  except Exception as e:
24
  print(f"Error loading model: {e}")
25
+ print(f"Falling back to {FALLBACK_MODEL}...")
26
  self.tokenizer = AutoTokenizer.from_pretrained(FALLBACK_MODEL)
27
  self.model = AutoModelForCausalLM.from_pretrained(
28
  FALLBACK_MODEL,