llm-demo1-finalfinal

Runtime error

storresbusquets commited on Sep 17, 2023

Commit

7962c78

1 Parent(s): 4e5a5be

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -27,7 +27,7 @@ def greet(text):
     trust_remote_code=True,
     device_map="auto",
     max_length=512,
-    do_sample=False,
     top_k=10,
     num_return_sequences=1,
     eos_token_id=tokenizer.eos_token_id,

     trust_remote_code=True,
     device_map="auto",
     max_length=512,
+    do_sample=True,
     top_k=10,
     num_return_sequences=1,
     eos_token_id=tokenizer.eos_token_id,