Hugging Face's logo

ZongqianLi
/
bert-large-uncased-scsmall-squad-s

Question Answering
Transformers
PyTorch
bert
Model card Files Community
1
ZongqianLi commited on
Commit
e7d9d1a
路
1 Parent(s): f0d9296

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes. 聽 See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "ZongqianLi/bert_large_uncased_scsmall",
3
+ "architectures": [
4
+ "BertForQuestionAnswering"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540f5040890770981a76f94e29821b29a35aabd2fe1ef8eb89417e27aad7d08c
3
+ size 100233251
global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f8ad8d71d8f603204ef0093675981f46c1643df8a6383fd1e3199727d979618
3
+ size 100233251
global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7409624810f0cce7425acab15eda73c236ffc6981792a8ecd4a672059ac920e2
3
+ size 100233251
global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adddac0f86a41578df07d965e23bdde9662a8ecb2a5408ef5b4684cfadbffec4
3
+ size 100233251
global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c926cacc69368f36d94d94a82dc33b387b47baea0ea0a3a81f6fe88f0129810e
3
+ size 100233251
global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ce5f4611087d319b79b94f2828a4340a2804e33f4f403dc18a24a4b2c90863
3
+ size 100233251
global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dcfe423347e0e6fb8f6494248b5a80f20d42a05ff952a219594bdcc9a18be28
3
+ size 100233251
global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1caa4e63b30bb22c23b5cca0062edf78b8772553acbb766185a7a2731903c3
3
+ size 100233251
global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f4d8160e8061fbc95568e9465bbeebe416a8d4727a13f6285b03bb2e5d70f02
3
+ size 100233251
global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba2e8a0463a3effa5dc0318ea564a6f2b0a13f51f272f3e03f42006d70d2744
3
+ size 100233251
global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f6bc331ee7daed9f5085fe40a007e9fbe8d40620c1e7395a0d5cbbe76626aab
3
+ size 100233251
global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c74ea2aded4351f9438de9d53265e37a6316600b6ea18e894f5f035b817864e
3
+ size 100233251
global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4395ec78f0127b3257afc800ea2abc0c04655ce9058b46ec8b19d86e61cc85
3
+ size 100233251
global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d523bd83d1877f7185e2adcc9d0131928df0dd853dcd0ac2191fca31c7c100a
3
+ size 100233251
global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31ee7f9310fcf918dcc41ca931dec9548316f8d43f9bc7879aafc6c6bc9f22e4
3
+ size 100233251
global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf076785b625c5f828dd4facb0b0a1c41822df9733acf1cce65b8c9ba1e38b95
3
+ size 100233251
global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e804289fa7604029aa545e3e9cbe12570017ac94ef11d039847ba0e925c5faae
3
+ size 100233251
global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d29b476bf9e946f4947d4e65d5c0bee08577e615102f8aa7e2710249ce483d4
3
+ size 100233251
global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3c88a1e6b22517d5d642c1d788d84e2456cc0e42e7346a3e5ff6456d77796a
3
+ size 100233251
global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de19f4682069feebc67387cb575ec9371f0e6f490b54d8112f85fba75aee07ef
3
+ size 100233251
global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d952113193e53aa7d9031359ff83e121ebf4153e54af65e99489b35c2a1ea8d
3
+ size 100233251
global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87258f5cef90c02267320ade235e7eb23f17640e7d8a5e5ae1f35d5ce9ba8ecf
3
+ size 100233251
global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0637dbaa46312a1bcfc9857ac48c3772c06c282fc074c2308150eeac9394e56d
3
+ size 100233251
global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59e6733a6dc388dc003235bd349c4204100a4d6dcc42ccac5636f41d4e78e4e7
3
+ size 100233251
global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673