Update app.py

app.py

@@ -6,14 +6,14 @@ st.set_page_config(page_title="ИТМО Магистратура Чат-бот",
 st.title("🎓 Чат-бот про магистратуру ИТМО")
 
 # MODEL_NAME = "sberbank-ai/rugpt3small_based_on_gpt2"
-MODEL_NAME = "deepseek-ai/deepseek-vl-1.3b-base"
+MODEL_NAME = "Qwen/Qwen2.5-3B-Instruct"
 
 
 
 @st.cache_resource
 def load_model():
     tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
-    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
+    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, load_in_4bit=True)
     if torch.cuda.is_available():
         model = model.to('cuda')
     return tokenizer, model