Hugging Face's logo

ZongqianLi
/
bert-large-cased-scmedium-squad-s

Question Answering
Transformers
PyTorch
bert
Model card Files Community
1
ZongqianLi commited on
Commit
854ff5a
路
1 Parent(s): ac16fb1

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes. 聽 See raw diff
Files changed (50) hide show
  1. config.json +32 -0
  2. global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "ZongqianLi/bert_large_cased_scmedium",
3
+ "architectures": [
4
+ "BertForQuestionAnswering"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "directionality": "bidi",
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 1024,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 4096,
15
+ "layer_norm_eps": 1e-12,
16
+ "max_position_embeddings": 512,
17
+ "model_type": "bert",
18
+ "num_attention_heads": 16,
19
+ "num_hidden_layers": 24,
20
+ "pad_token_id": 0,
21
+ "pooler_fc_size": 768,
22
+ "pooler_num_attention_heads": 12,
23
+ "pooler_num_fc_layers": 3,
24
+ "pooler_size_per_head": 128,
25
+ "pooler_type": "first_token_transform",
26
+ "position_embedding_type": "absolute",
27
+ "torch_dtype": "float32",
28
+ "transformers_version": "4.25.1",
29
+ "type_vocab_size": 2,
30
+ "use_cache": true,
31
+ "vocab_size": 28996
32
+ }
global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9fd38703d3c6f408fa5c29faa7dce4dda2c084a31fad629383ac4031684298
3
+ size 170673
global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da5058b07146fff34df56d5c7dc2f813d896e3bd3359c1c7f566edd25a8af296
3
+ size 99764579
global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb12b5fe44a1138e2a24f38500fa88e3588b3a8bd40d38ffd5779266056982f1
3
+ size 99764579
global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5809dd56bb17f832e36a041234bf9bbe5cf27f0acfd212a8cbf9ac8795dfd0e
3
+ size 170673
global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e36b1d24cc6e5ac173d47b8808ffaf07475bc0ea7ab7878ffa74a4e9d1e18168
3
+ size 99764579
global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9fd38703d3c6f408fa5c29faa7dce4dda2c084a31fad629383ac4031684298
3
+ size 170673
global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecbd86beab94f489639df4da647a2cff818c2412244f54203c7b587ca754de07
3
+ size 99764579
global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1085c5d6661fa0bae886f9db6d3ce7f9a185c5a8d6de8ba433d3245518405
3
+ size 170673
global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db6e2a1720be6cb9cb417b830a87a186f029f0a5c85806790df4f980a57b054
3
+ size 99764579
global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77263658f366c2421349ba4caad7921c6c86070e7773922efdcd31ed63346d59
3
+ size 99764579
global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5809dd56bb17f832e36a041234bf9bbe5cf27f0acfd212a8cbf9ac8795dfd0e
3
+ size 170673
global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb065f045ac8032bba0993a7f8c2c77ba138bcbec6b56661544abafb59b42d9
3
+ size 99764579
global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9fd38703d3c6f408fa5c29faa7dce4dda2c084a31fad629383ac4031684298
3
+ size 170673
global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8017f39ebd5dc474d2ab7d68f03b3cbd9a828d4b64c29fdcbf1a6f5e41901cfb
3
+ size 99764579
global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1085c5d6661fa0bae886f9db6d3ce7f9a185c5a8d6de8ba433d3245518405
3
+ size 170673
global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e8b6f095dd2190f1fc2c12cd8b6d0fdc58e28a506cf9e51b2ff9080f27b122
3
+ size 99764579
global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53918015c003d4c5dbebf1e8fd117f0b35ed2be839b48077c0f7792924ce5d4c
3
+ size 99764579
global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5809dd56bb17f832e36a041234bf9bbe5cf27f0acfd212a8cbf9ac8795dfd0e
3
+ size 170673
global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2f85d1c10681bcfda901e2b611ee242ce5fc148e45f2a0cd3ec3480ed63d578
3
+ size 99764579
global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1085c5d6661fa0bae886f9db6d3ce7f9a185c5a8d6de8ba433d3245518405
3
+ size 170673
global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f751a7e660fcdf364b9c64a6b28682bb1d3fdf3f13def44cbce593689b3d0ce
3
+ size 99764579
global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9fd38703d3c6f408fa5c29faa7dce4dda2c084a31fad629383ac4031684298
3
+ size 170673
global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d733657094b87040fe476c999d3924e080b7e223b19c58aca7152014f9544ec0
3
+ size 99764579
global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1085c5d6661fa0bae886f9db6d3ce7f9a185c5a8d6de8ba433d3245518405
3
+ size 170673
global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c31c919cc0a5d82bad7acd5a3439022d811b417b5732c6ea3dfe0f2d68bc77de
3
+ size 99764579
global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fae2ddfdd2aa4be591bea9a8516036856e673f123ade0556d817b95cd76bd732
3
+ size 99764579
global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5809dd56bb17f832e36a041234bf9bbe5cf27f0acfd212a8cbf9ac8795dfd0e
3
+ size 170673
global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63883870747217f8a8140940559d8057ce18be411871f09816d96f09da682a47
3
+ size 99764579
global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9fd38703d3c6f408fa5c29faa7dce4dda2c084a31fad629383ac4031684298
3
+ size 170673
global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ea4b48eb13270d292e098ea2beaf409c1f0bb9ab47f6630d304932f6a9d26ca
3
+ size 99764579
global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1085c5d6661fa0bae886f9db6d3ce7f9a185c5a8d6de8ba433d3245518405
3
+ size 170673
global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ad23f2e87fa26731af900cbaa60d8323020162cba8915e9748f632cef67ab1e
3
+ size 99764579
global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4affb829d176bc972c2cc5e85131f4214f58bd36f0c327cb0a612aea07098775
3
+ size 99764579
global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5809dd56bb17f832e36a041234bf9bbe5cf27f0acfd212a8cbf9ac8795dfd0e
3
+ size 170673
global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:813bbe005d481da0a70aface94d475bfd71333403b7f55be9c467f27326ef058
3
+ size 99764579
global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9fd38703d3c6f408fa5c29faa7dce4dda2c084a31fad629383ac4031684298
3
+ size 170673
global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe783a90ee4d53ca9a5d0c79ba3741d74cbad96ce66b66da9f6fdfe18bfe9b1
3
+ size 99764579
global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1085c5d6661fa0bae886f9db6d3ce7f9a185c5a8d6de8ba433d3245518405
3
+ size 170673
global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035c30bb96d4e7cf841344c814e093dcde33c0b996e7017e75967dd35a018f22
3
+ size 99764579
global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4dbd8c7732b681d1d52032dbcee0f396de241768082a80b5d9347540db987b3
3
+ size 99764579
global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc3f1eeb69eb870e5bd0dc9bad1c982d5812c731e8eb81296c287bef8073f3b
3
+ size 170673
global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99357be056b4aa983e32e3b77b807fb616cd427576c6c8dceb0762beeea4b5a7
3
+ size 99764579
global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5809dd56bb17f832e36a041234bf9bbe5cf27f0acfd212a8cbf9ac8795dfd0e
3
+ size 170673