Update app.py

app.py

@@ -1,18 +1,17 @@
 import gradio as gr
 from transformers import AutoTokenizer,AutoModelForCausalLM
 import torch
+model_id = "rinna/japanese-gpt2-small"
+tokenizer = AutoTokenizer.from_pretrained(model_id,use_fast=False,trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    device_map="auto",
+    torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
+    low_cpu_mem_usage=True,
+    trust_remote_code=True
+)
+model.eval()
 def haiku_generate():
-    model_id = "rinna/japanese-gpt2-small"
-    tokenizer = AutoTokenizer.from_pretrained(model_id,use_fast=False,trust_remote_code=True)
-    model = AutoModelForCausalLM.from_pretrained(
-        model_id,
-        device_map="auto",
-        torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
-        low_cpu_mem_usage=True,
-        trust_remote_code=True
-    )
-    model.eval()
-
     prompt =("以下は五・七・五の形式で作られた日本語の川柳です：\n川柳：朝寝坊　言い訳考え　また寝なおす\n川柳：財布見る　まるで冷蔵庫　空っぽだ\n川柳：ダイエット　明日からって　五年目だ\n川柳：マスク取る　顔が誰だか　わからない\n川柳：ため息が　Wi-Fiよりも　よく飛ぶよ\n川柳：")
     inputs = tokenizer(prompt,return_tensors="pt")
     if not torch.cuda.is_available():