Update app.py

app.py

@@ -5,15 +5,15 @@ import torch
 st.set_page_config(page_title="ИТМО Магистратура Чат-бот", page_icon="🎓")
 st.title("🎓 Чат-бот про магистратуру ИТМО")
 
-# MODEL_NAME = "sberbank-ai/rugpt3small_based_on_gpt2"
-MODEL_NAME = "Qwen/Qwen2.5-3B-Instruct"
+MODEL_NAME = "sberbank-ai/rugpt3small_based_on_gpt2"
+# MODEL_NAME = "Qwen/Qwen2.5-3B-Instruct"
 
 
 
 @st.cache_resource
 def load_model():
     tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
-    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, load_in_4bit=True)
+    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
     if torch.cuda.is_available():
         model = model.to('cuda')
     return tokenizer, model