hssawhney commited on
Commit
4422fa8
·
verified ·
1 Parent(s): 8d11df2

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "tie_word_embeddings": true,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.52.4",
27
- "use_cache": true,
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
30
  }
 
24
  "tie_word_embeddings": true,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.52.4",
27
+ "use_cache": false,
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
30
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:388806f6917007453775ab06ec9cc34cd91d95ff9d127e7fee96eaf8e92c2564
3
  size 1192135096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e76dcde68be58cebb44d1e3ffca287dfb75e999b8a4920d265b72a4fe411826
3
  size 1192135096
special_tokens_map.json CHANGED
@@ -27,12 +27,5 @@
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
- },
31
- "unk_token": {
32
- "content": "<|endoftext|>",
33
- "lstrip": false,
34
- "normalized": false,
35
- "rstrip": false,
36
- "single_word": false
37
  }
38
  }
 
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
 
 
 
 
 
 
 
30
  }
31
  }
tokenizer_config.json CHANGED
@@ -235,5 +235,5 @@
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
237
  "tokenizer_class": "Qwen2Tokenizer",
238
- "unk_token": "<|endoftext|>"
239
  }
 
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
237
  "tokenizer_class": "Qwen2Tokenizer",
238
+ "unk_token": null
239
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b948a2638ff9edfb093fb03b8d3121a1423f387a0f214495657d696abf02e16b
3
- size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e12c376351eca0a8214b86b55b265012fcdcb56f67b3c5f5efe08579d964e3ed
3
+ size 5304