Update app.py

app.py

@@ -56,7 +56,7 @@ def respond(
     )
     
     if torch.cuda.is_available():
-        inputs = inputs.to(device=model.device)
+        inputs = inputs.to("cuda")
         model.to("cuda")
     
     # Set up the streamer