clear cache

app.py

@@ -1,3 +1,4 @@
+import gc
 import spaces
 from snac import SNAC
 import torch
@@ -173,6 +174,10 @@ def generate_speech(text, model_choice, temperature, top_p, repetition_penalty,
         audio_samples = redistribute_codes(code_list, snac_model)
         
         progress(1.0, "✅ Completed!")
+
+        gc.collect()
+        torch.cuda.empty_cache()
+
         return (24000, audio_samples)
     except Exception as e:
         print(f"Error generating speech: {e}")