vijaygbvv commited on
Commit
7307d3d
·
1 Parent(s): 25da1a2

my-awesome-model-rp

Browse files
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ceaba8438b28f791ab34f039ddcc4fa624a184036170f303db905a5392f84df7
3
  size 10509678
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:065592c5689ba07037af2eebe4552dddb776754587545a3c6159e868a6296760
3
  size 10509678
special_tokens_map.json CHANGED
@@ -1,6 +1,12 @@
1
  {
2
  "bos_token": "<|endoftext|>",
3
- "eos_token": "<|endoftext|>",
 
 
 
 
 
 
4
  "pad_token": "<|endoftext|>",
5
  "unk_token": "<|endoftext|>"
6
  }
 
1
  {
2
  "bos_token": "<|endoftext|>",
3
+ "eos_token": {
4
+ "content": "<eos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
  "pad_token": "<|endoftext|>",
11
  "unk_token": "<|endoftext|>"
12
  }
tokenizer.json CHANGED
@@ -232,6 +232,15 @@
232
  "rstrip": false,
233
  "normalized": true,
234
  "special": false
 
 
 
 
 
 
 
 
 
235
  }
236
  ],
237
  "normalizer": {
 
232
  "rstrip": false,
233
  "normalized": true,
234
  "special": false
235
+ },
236
+ {
237
+ "id": 50277,
238
+ "content": "<eos>",
239
+ "single_word": false,
240
+ "lstrip": false,
241
+ "rstrip": false,
242
+ "normalized": false,
243
+ "special": true
244
  }
245
  ],
246
  "normalizer": {
tokenizer_config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
  "0": {
@@ -200,11 +201,19 @@
200
  "rstrip": false,
201
  "single_word": false,
202
  "special": false
 
 
 
 
 
 
 
 
203
  }
204
  },
205
  "bos_token": "<|endoftext|>",
206
  "clean_up_tokenization_spaces": true,
207
- "eos_token": "<|endoftext|>",
208
  "model_max_length": 2048,
209
  "pad_token": "<|endoftext|>",
210
  "tokenizer_class": "GPTNeoXTokenizer",
 
1
  {
2
+ "add_eos_token": true,
3
  "add_prefix_space": false,
4
  "added_tokens_decoder": {
5
  "0": {
 
201
  "rstrip": false,
202
  "single_word": false,
203
  "special": false
204
+ },
205
+ "50277": {
206
+ "content": "<eos>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": true
212
  }
213
  },
214
  "bos_token": "<|endoftext|>",
215
  "clean_up_tokenization_spaces": true,
216
+ "eos_token": "<eos>",
217
  "model_max_length": 2048,
218
  "pad_token": "<|endoftext|>",
219
  "tokenizer_class": "GPTNeoXTokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:058877b785927056cbf9778bf37b550759580fa882fa82fba12035bbe49ab759
3
  size 4472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425e7d8757bddc1485f644ddefaf91fa416a183969e2c91cf9c946227dcbdbf0
3
  size 4472