Yuchan5386 commited on
Commit
50428c9
·
verified ·
1 Parent(s): 726f18c

Update api.py

Browse files
Files changed (1) hide show
  1. api.py +8 -4
api.py CHANGED
@@ -199,10 +199,14 @@ def generate_text_greedy_strong(model, prompt, max_len=100, max_gen=98,
199
  next_token = np.argmax(next_logits)
200
  generated.append(int(next_token))
201
 
202
- decoded = sp.decode(generated)
203
- for t in ["<start>", "<sep>", "<end>"]:
204
- decoded = decoded.replace(t, "")
205
- decoded = decoded.strip()
 
 
 
 
206
 
207
  if len(generated) >= min_len and (next_token == end_id or decoded.endswith(('요', '다', '.', '!', '?'))):
208
  if is_greedy_response_acceptable(decoded):
 
199
  next_token = np.argmax(next_logits)
200
  generated.append(int(next_token))
201
 
202
+ decoded = sp.decode(generated)
203
+
204
+ # <start>와 <sep> 제거
205
+ for t in ["<start>", "<sep>", "<end>"]:
206
+ decoded = decoded.replace(t, "")
207
+
208
+ # 입력 프롬프트도 제거
209
+ decoded = decoded.replace(prompt, "").strip()
210
 
211
  if len(generated) >= min_len and (next_token == end_id or decoded.endswith(('요', '다', '.', '!', '?'))):
212
  if is_greedy_response_acceptable(decoded):