ZeroGPU support

app.py

@@ -3,6 +3,7 @@ import tempfile
 import time
 from pathlib import Path
 from typing import Optional, Tuple
+import spaces
 
 import gradio as gr
 import numpy as np
@@ -11,7 +12,6 @@ import torch
 
 from dia.model import Dia
 
-
 # --- Global Setup ---
 parser = argparse.ArgumentParser(description="Gradio interface for Nari TTS")
 parser.add_argument(
@@ -45,7 +45,7 @@ except Exception as e:
     print(f"Error loading Nari model: {e}")
     raise
 
-
+@spaces.GPU
 def run_inference(
     text_input: str,
     audio_prompt_input: Optional[Tuple[int, np.ndarray]],
@@ -60,7 +60,7 @@ def run_inference(
     Runs Nari inference using the globally loaded model and provided inputs.
     Uses temporary files for text and audio prompt compatibility with inference.generate.
     """
-    global model, device  # Access global model, config, device
+    # global model, device  # Access global model, config, device
 
     if not text_input or text_input.isspace():
         raise gr.Error("Text input cannot be empty.")