PhoenixB commited on
Commit
14833ac
·
verified ·
1 Parent(s): a96864e

Training in progress, step 40, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a970fe0dcc497bee58c1e683388ddcb0e1f3e53f13a43b926081f56db370960f
3
  size 9450448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527df886969d0bc6973c8ca3c0b7e8d37d45f46595b54dcbf89b090f1dcea9d5
3
  size 9450448
last-checkpoint/global_step40/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:539761691b6600007545a850388dd8fe17835ed791714fec0c0708e35cdbbaa5
3
+ size 28320208
last-checkpoint/global_step40/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4859c8168e0d9fd571e4de8c0f819e17d037ad6f05debfd4a0c1d46c042a778
3
+ size 28320208
last-checkpoint/global_step40/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b12017c6889e580a74dfaf4fca91abbec2b318607a441d48ed7755eeacad914
3
+ size 9523692
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step30
 
1
+ global_step40
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2664c6a306933da6c62798e073eb33b5d020b362eb1a3ddd9daff93f5268a0df
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:687fd9224933a6639ad3e05d2b410304bda60de2ad16992bfc7ac503cfa587ef
3
  size 14512
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a57734fc771529cf8730a2b1e9f374174c254ee19463aaff4f0ea9b8f737563d
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154ed241fc000fbeb31a51d958cde287780c9ee809f5bcc1db2f2fd0ecc77ac4
3
  size 14512
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:624cde959d3a917007c76687e7ed04f5f5ce5a570abfa20dd466a4e55f6684fa
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288483c81220cbf22f51f35045c4ef691c80220055a03dc4880f485f05c71ede
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.051303976058144504,
5
  "eval_steps": 10,
6
- "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -81,6 +81,28 @@
81
  "eval_samples_per_second": 103.8,
82
  "eval_steps_per_second": 26.108,
83
  "step": 30
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
84
  }
85
  ],
86
  "logging_steps": 5,
@@ -100,7 +122,7 @@
100
  "attributes": {}
101
  }
102
  },
103
- "total_flos": 770004605730816.0,
104
  "train_batch_size": 2,
105
  "trial_name": null,
106
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.06840530141085935,
5
  "eval_steps": 10,
6
+ "global_step": 40,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
81
  "eval_samples_per_second": 103.8,
82
  "eval_steps_per_second": 26.108,
83
  "step": 30
84
+ },
85
+ {
86
+ "epoch": 0.059854638734501926,
87
+ "grad_norm": 16.38636016845703,
88
+ "learning_rate": 0.00016427876096865394,
89
+ "loss": 3.193,
90
+ "step": 35
91
+ },
92
+ {
93
+ "epoch": 0.06840530141085935,
94
+ "grad_norm": 31.518808364868164,
95
+ "learning_rate": 0.00015000000000000001,
96
+ "loss": 3.3996,
97
+ "step": 40
98
+ },
99
+ {
100
+ "epoch": 0.06840530141085935,
101
+ "eval_loss": 3.22153902053833,
102
+ "eval_runtime": 4.3761,
103
+ "eval_samples_per_second": 112.657,
104
+ "eval_steps_per_second": 28.336,
105
+ "step": 40
106
  }
107
  ],
108
  "logging_steps": 5,
 
122
  "attributes": {}
123
  }
124
  },
125
+ "total_flos": 1022465132199936.0,
126
  "train_batch_size": 2,
127
  "trial_name": null,
128
  "trial_params": null