Update app.py

app.py

@@ -23,9 +23,9 @@ os.environ['LANGCHAIN_API_KEY'] = 'lsv2_pt_ce80aac3833643dd893527f566a06bf9_667d
 
 @st.cache_resource
 def load_model():
-    model_name = "bigscience/bloom-1b7"
+    model_name = "bigscience/bloom-560m
     tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
+    model = AutoModelForCausalLM.from_pretrained(model_name)
     return model, tokenizer
 def load_from_pickle(filename):
     with open(filename, "rb") as file: