update new model

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<pad>": 32000
+}

config.json

@@ -1,8 +1,10 @@
 {
+  "_name_or_path": "/paratera5-data/home/zhangyi/project/premodels/mystery",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
+  "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -21,7 +23,7 @@
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.35.2",
+  "transformers_version": "4.36.0",
   "use_cache": false,
-  "vocab_size": 32000
+  "vocab_size": 32064
 }

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.36.0",
+  "use_cache": false
+}

model-00001-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:746781bf53d03eea60848e6d948840eab51f1fa08f6abdedccead78ebb43baf1
-size 4978265800
+oid sha256:8f71cb13fbb7ac59b58d141e925442a13105a938dbdd3aacfd0318641f039f7c
+size 4978921160

model-00002-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e58ae93f0e9bd520e9afc9eb9b7e80e6e8bdce0b2913eb8c697dd12446131a57
+oid sha256:e00cb751835a090ad6166a98e3c6160a947d52fb046b64c5306c701ab708d920
 size 4970422232

model-00003-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2449ad40cbbf6688cdbefbd5f946a472e8b48acaf30d39b61b6c33f3afbc1943
+oid sha256:fdf6e7993c1feb374f696676edb02e6e0443596eef8a72ddba1aae995e8b76ba
 size 4970422256

model-00004-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15759afe3da4e3d48fb0e7040a31a3d4ea41a7254e6c06089ea31f70686bc08a
+oid sha256:7327a4b0d6f85c39534cae0520b76101b33f4728022a7ccb205d89c256c79cf4
 size 4933701504

model-00005-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d47d312b8bde7022417dcb06e19a7e4c34497412c03e08d62b3a2e5efbb17b66
+oid sha256:ceba4d37a83d46ee31448adf04e43fff78d3e5660d5afc40dc456327779c5bd4
 size 4933722216

model-00006-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b9320f29d1a7395ad53ca05aaab1adfc7f5ae06eb80811a214ec2f351494662
-size 1245236920
+oid sha256:7a0bdddaeb89a034e399ded42758d43549951bd1738640a8fe5fbfd797a4c871
+size 1245892280

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 26031728640
+    "total_size": 26033039360
   },
   "weight_map": {
     "lm_head.weight": "model-00006-of-00006.safetensors",

special_tokens_map.json

@@ -1,7 +1,25 @@
 {
-  "bos_token": "<s>",
-  "eos_token": "</s>",
-  "pad_token": "<unk>",
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer_config.json

@@ -25,18 +25,27 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "32000": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 4096,
   "pad_token": "<unk>",
-  "padding_side": "left",
+  "padding_side": "right",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
-  "use_default_system_prompt": false
+  "use_default_system_prompt": true
 }