c commited on
Commit
f17a93e
·
verified ·
1 Parent(s): 3386cd9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -20,10 +20,10 @@ tokenizer = AutoTokenizer.from_pretrained(
20
  )
21
 
22
  ft_model.eval()
23
- def greet(eval_prompt,max_new_tokens):
24
  model_input = tokenizer(eval_prompt, return_tensors="pt").to("cuda")
25
  with torch.no_grad():
26
- generation = ft_model.generate(**model_input, max_new_tokens = max_new_tokens)
27
  result = tokenizer.decode(generation[0], skip_special_tokens=True)
28
 
29
  return result
 
20
  )
21
 
22
  ft_model.eval()
23
+ def greet(eval_prompt):
24
  model_input = tokenizer(eval_prompt, return_tensors="pt").to("cuda")
25
  with torch.no_grad():
26
+ generation = ft_model.generate(**model_input, max_new_tokens = 150)
27
  result = tokenizer.decode(generation[0], skip_special_tokens=True)
28
 
29
  return result