Changing the loop creation

main.py

@@ -68,7 +68,8 @@ def _generate(history):
     model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
     streamer = AsyncTextIteratorStreamer(tokenizer, skip_special_tokens=True)
 
-    task = asyncio.get_running_loop().run_in_executor(
+    loop = asyncio.new_event_loop()
+    task = loop.run_in_executor(
         None,
         functools.partial(
             model.generate,
@@ -77,7 +78,7 @@ def _generate(history):
             **model_inputs,
         ),
     )
-    return task, streamer
+    return loop, task, streamer
 
 
 async def chat(prompt, history):
@@ -91,9 +92,7 @@ async def chat(prompt, history):
     history = [] if history is None else history
     message_list = history + [message]
 
-    loop = asyncio.new_event_loop()
-    asyncio.set_event_loop(loop)
-    task, streamer = _generate(message_list)
+    loop, task, streamer = _generate(message_list)
 
     buffer = ""
     reasoning = ""