Update pages/GPT.py

pages/GPT.py

@@ -19,17 +19,18 @@ def preprocess_text(text_input, tokenizer):
     prompt = tokenizer.encode(text_input, return_tensors='pt')
 
 def predict_sentiment(model, prompt, temp, num_generate):
-    result = model.generate(
-        input_ids=prompt,
-        max_length=100,
-        num_beams=5,
-        do_sample=True,
-        temperature=float(temp),
-        top_k=50,
-        top_p=0.6,
-        no_repeat_ngram_size=3,
-        num_return_sequences=num_generate,
-        ).cpu().numpy()
+    with torch.inference_mode():
+        result = model.generate(
+            input_ids=prompt,
+            max_length=100,
+            num_beams=5,
+            do_sample=True,
+            temperature=float(temp),
+            top_k=50,
+            top_p=0.6,
+            no_repeat_ngram_size=3,
+            num_return_sequences=num_generate,
+            ).cpu().numpy()
     return result
 
 st.title('Text generation with dreambook')