sleepdeprived3 commited on
Commit
250cef7
·
verified ·
1 Parent(s): 5578753

Update Llama-3.3-T4.json

Browse files
Files changed (1) hide show
  1. Llama-3.3-T4.json +5 -2
Llama-3.3-T4.json CHANGED
@@ -73,8 +73,8 @@
73
  "smoothing_factor": 0,
74
  "smoothing_curve": 1,
75
  "dry_allowed_length": 4,
76
- "dry_multiplier": 1,
77
- "dry_base": 2,
78
  "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"<|start_header_id|>system<|end_header_id|>\", \"<|start_header_id|>assistant<|end_header_id|>\", \"<|start_header_id|>user<|end_header_id|>\", \"<|eot_id|>\"]",
79
  "dry_penalty_last_n": 0,
80
  "add_bos_token": true,
@@ -151,6 +151,9 @@
151
  "xtc_threshold": 0,
152
  "xtc_probability": 0,
153
  "nsigma": 0,
 
 
 
154
  "rep_pen_size": 0,
155
  "genamt": 1024,
156
  "max_length": 24064,
 
73
  "smoothing_factor": 0,
74
  "smoothing_curve": 1,
75
  "dry_allowed_length": 4,
76
+ "dry_multiplier": 0.8,
77
+ "dry_base": 1.75,
78
  "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"<|start_header_id|>system<|end_header_id|>\", \"<|start_header_id|>assistant<|end_header_id|>\", \"<|start_header_id|>user<|end_header_id|>\", \"<|eot_id|>\"]",
79
  "dry_penalty_last_n": 0,
80
  "add_bos_token": true,
 
151
  "xtc_threshold": 0,
152
  "xtc_probability": 0,
153
  "nsigma": 0,
154
+ "include_reasoning": true,
155
+ "global_banned_tokens": "",
156
+ "send_banned_tokens": true,
157
  "rep_pen_size": 0,
158
  "genamt": 1024,
159
  "max_length": 24064,