Upload mod.py

mod.py

@@ -14,13 +14,9 @@ from modutils import download_things
 
 
 IS_ZERO = True if os.getenv("SPACES_ZERO_GPU", None) else False
-if torch.cuda.is_available():
-    torch.backends.cudnn.deterministic = True
-    torch.backends.cudnn.benchmark = False
-    torch.backends.cuda.matmul.allow_tf32 = True
-    if IS_ZERO:
-        subprocess.run("rm -rf /data-nvme/zerogpu-offload/*", env={}, shell=True)
-        torch.set_float32_matmul_precision("high") # https://pytorch.org/blog/accelerating-generative-ai-3/
+if IS_ZERO:
+    subprocess.run("rm -rf /data-nvme/zerogpu-offload/*", env={}, shell=True)
+    torch.set_float32_matmul_precision("high") # https://pytorch.org/blog/accelerating-generative-ai-3/
 
 
 subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)