delete config

config.json

@@ -8,15 +8,12 @@
   "d_ff": 1024,
   "d_kv": 64,
   "d_model": 256,
-  "data_driven": true,
   "decoder_start_token_id": 0,
   "dense_act_fn": "relu",
-  "diff_decoder_token_id": false,
   "dropout_rate": 0.1,
   "dtype": "float32",
   "eos_token_id": 1,
   "feed_forward_proj": "relu",
-  "finetune": false,
   "initializer_factor": 0.05,
   "input_patch_size": 128,
   "input_patch_stride": 128,
@@ -31,7 +28,6 @@
   "min_period": "original_rope_init",
   "model_type": "kairos",
   "moe_inter_dim": 1408,
-  "multi_pred_head": false,
   "n_activated_experts": 3,
   "n_expert_groups": 1,
   "n_limited_groups": 1,
@@ -60,7 +56,6 @@
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
   "rope_init": "exp",
-  "router_gumbel_softmax": false,
   "scale_method": "log",
   "score_func": "softmax",
   "seq_balance_factor": 0.0001,
@@ -71,14 +66,9 @@
     0.15,
     0.15
   ],
-  "threshold": 0.6,
   "transformers_version": "4.56.1",
   "update_bias_rate": 0.01,
-  "use_bias": true,
   "use_cache": true,
   "use_reg_token": true,
-  "use_top1_bias": true,
-  "use_topk": true,
-  "vocab_size": 2,
-  "weights_norm": true
+  "vocab_size": 2
 }