Update app.py

app.py

@@ -90,7 +90,7 @@ if tokenizer.pad_token is None:
     print(f"Tokenizer `pad_token` was None, set to `eos_token`: {tokenizer.eos_token}")
 
 
-@spaces.GPU(required=True)
+@spaces.GPU(duration=90)
 def generate_code(prompt: str) -> str:
     messages = [
         {"role": "system", "content": "You are a helpful and proficient Milkdrop HLSL coding assistant."},
@@ -119,7 +119,7 @@ def generate_code(prompt: str) -> str:
     with torch.no_grad():
         generated_ids = model.generate(
             **model_inputs, # Pass tokenized inputs
-            max_new_tokens=8192,
+            max_new_tokens=4096,
             min_new_tokens=768,
             do_sample=True,
             temperature=0.7,