adaptation to ZeroGPU

app.py

@@ -1,3 +1,4 @@
+import spaces
 import time
 import logging
 import gradio as gr
@@ -38,7 +39,7 @@ def update_model(model_id, device):
         model.eval()
         model_cache.update({'model_id': model_id, 'processor': processor, 'model': model, 'device': device})
 
-
+@spaces.GPU
 def caption_frame(frame, model_id, interval_ms, sys_prompt, usr_prompt, device):
     debug_msgs = []
     update_model(model_id, device)