HyperCLOVAX-SEED-Text-Instruct-0.5B

Running on Zero

90 commited on Apr 30

Commit

9b5c697

1 Parent(s): 9ff9b84

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -24,7 +24,7 @@ def predict(message, history):
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
     outputs = model.generate(
         **inputs,
-        max_new_tokens=512,
         do_sample=True,
         temperature=0.7,
         top_p=0.9,

     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
     outputs = model.generate(
         **inputs,
+        max_new_tokens=10000,
         do_sample=True,
         temperature=0.7,
         top_p=0.9,