Fixed config files to remove "is not compatible with the target model" error when using as draft in llama.cpp

config.json

@@ -9,32 +9,6 @@
   "hidden_size": 896,
   "initializer_range": 0.02,
   "intermediate_size": 4864,
-  "layer_types": [
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention",
-    "full_attention"
-  ],
   "max_position_embeddings": 32768,
   "max_window_layers": 21,
   "model_type": "qwen2",
@@ -42,13 +16,12 @@
   "num_hidden_layers": 24,
   "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
-  "rope_scaling": null,
   "rope_theta": 1000000.0,
-  "sliding_window": null,
+  "sliding_window": 32768,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.54.0.dev0",
+  "transformers_version": "4.43.1",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 163840
-}
+}

generation_config.json

@@ -1,4 +1,4 @@
 {
-  "max_length": 131072,
+  "max_length": 32768,
   "eos_token_id": 163586
 }

tokenizer_config.json

@@ -72,6 +72,46 @@
       "single_word": false,
       "special": true
     },
+    "163595": {
+      "content": "<|tool_calls_section_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163596": {
+      "content": "<|tool_calls_section_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163597": {
+      "content": "<|tool_call_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163598": {
+      "content": "<|tool_call_argument_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163599": {
+      "content": "<|tool_call_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
     "163601": {
       "content": "<|im_middle|>",
       "lstrip": false,
@@ -107,12 +147,6 @@
     "<|im_system|>",
     "<|im_middle|>"
   ],
-  "auto_map": {
-    "AutoTokenizer": [
-      "tokenization_kimi.TikTokenTokenizer",
-      null
-    ]
-  },
   "bos_token": "[BOS]",
   "clean_up_tokenization_spaces": false,
   "eos_token": "[EOS]",
@@ -120,5 +154,11 @@
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
   "tokenizer_class": "TikTokenTokenizer",
-  "unk_token": "[UNK]"
-}
+  "unk_token": "[UNK]",
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_kimi.TikTokenTokenizer",
+      null
+    ]
+  }
+}