Update config.json

config.json

@@ -1,21 +1,26 @@
 {
-  "auto_mapping": null,
-  "base_model_name_or_path": "microsoft/phi-1_5",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "lora_alpha": 16,
-  "lora_dropout": 0.05,
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 16,
-  "revision": null,
-  "target_modules": [
-    "Wqkv",
-    "out_proj"
+  "_name_or_path": "phi-1.5-half",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "MixFormerSequentialForCausalLM"
   ],
-  "task_type": "CAUSAL_LM"
-}
+  "auto_map": {
+    "AutoConfig": "configuration_mixformer_sequential.MixFormerSequentialConfig",
+    "AutoModelForCausalLM": "modeling_mixformer_sequential.MixFormerSequentialForCausalLM"
+  },
+  "embd_pdrop": 0.0,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "mixformer-sequential",
+  "n_embd": 2048,
+  "n_head": 32,
+  "n_inner": null,
+  "n_layer": 24,
+  "n_positions": 2048,
+  "resid_pdrop": 0.0,
+  "rotary_dim": 32,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.32.1",
+  "vocab_size": 51200
+}