change demo.py

app.py

@@ -1,6 +1,6 @@
 
 import warnings
-
+import space
 warnings.filterwarnings("ignore", category=FutureWarning)
 import logging
 from argparse import ArgumentParser
@@ -27,13 +27,6 @@ from datetime import datetime
 
 log = logging.getLogger()
 
-device = "cpu"
-if torch.cuda.is_available():
-    device = "cuda"
-elif torch.backends.mps.is_available():
-    device = "mps"
-else:
-    log.warning("CUDA/MPS are not available, running on CPU")
 setup_eval_logging()
 
 OUTPUT_DIR = Path("./output/gradio")
@@ -125,8 +118,7 @@ def load_model_if_needed(
         log.info(f"Model '{variant}' already loaded with current settings.")
         return False
 
-
-@torch.inference_mode()
+@spaces.GPU
 def generate_audio_gradio(
     prompt,
     negative_prompt,
@@ -414,8 +406,5 @@ with gr.Blocks(title="MeanAudio Generator", theme=theme, css=custom_css) as demo
     )
 
 if __name__ == "__main__":
-    parser = ArgumentParser()
-    parser.add_argument("--port", type=int, default=7861)
-    args = parser.parse_args()
-    demo.launch(server_port=args.port, allowed_paths=[OUTPUT_DIR.resolve()])
+    demo.launch()