Spaces:

LymphSteamer
/

low_haiku_space

Running

LymphSteamer commited on May 27

Commit

1049d8c

verified ·

1 Parent(s): 741ef63

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ import torch
 def haiku_generate():
     model_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
     tokenizer = AutoTokenizer.from_pretrained(model_id)
-    model = AutoModelForCasualLM.from_pretrained(
         model_id,
         device_map="auto",
         torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,

 def haiku_generate():
     model_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
     tokenizer = AutoTokenizer.from_pretrained(model_id)
+    model = AutoModelForCausalLM.from_pretrained(
         model_id,
         device_map="auto",
         torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,