Update Llama-4-T4.json

Llama-4-T4.json

@@ -50,7 +50,7 @@
         "epsilon_cutoff": 0,
         "eta_cutoff": 0,
         "typical_p": 1,
-        "min_p": 0.035,
+        "min_p": 0.015,
         "rep_pen": 1,
         "rep_pen_range": 0,
         "rep_pen_decay": 0,
@@ -75,7 +75,7 @@
         "dry_allowed_length": 4,
         "dry_multiplier": 0.8,
         "dry_base": 1.75,
-        "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"<|system|>\", \"<|model|>\", \"<|user|>\"]",
+        "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"<|start_header_id|>system<|end_header_id|>\", \"<|start_header_id|>assistant<|end_header_id|>\", \"<|start_header_id|>user<|end_header_id|>\", \"<|eot_id|>\"]",
         "dry_penalty_last_n": 0,
         "add_bos_token": true,
         "ban_eos_token": false,
@@ -156,7 +156,7 @@
         "send_banned_tokens": true,
         "rep_pen_size": 0,
         "genamt": 1024,
-        "max_length": 15872,
+        "max_length": 24576,
         "name": "Llama-4-T4"
     }
 }