Training in progress, step 50, checkpoint
Browse files- last-checkpoint/adapter_model.safetensors +1 -1
- last-checkpoint/global_step50/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- last-checkpoint/global_step50/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- last-checkpoint/global_step50/mp_rank_00_model_states.pt +3 -0
- last-checkpoint/latest +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +25 -3
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 9450448
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78521ff6580ab7f50d3d41cfaa1fb28327ef67ef6135d172c511a6b3dc8094db
|
3 |
size 9450448
|
last-checkpoint/global_step50/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:849ae19261375dc15692d5dd1733f294cf906c7e50218e08b5c5bb9fa738519b
|
3 |
+
size 28320208
|
last-checkpoint/global_step50/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe4b2d5cb95392b37a7ac5cb05ac85ad7077cfe0544aedb19cb56b879d2abcbf
|
3 |
+
size 28320208
|
last-checkpoint/global_step50/mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06211632295f5c74d55439b907e6a2cf0256330c6d58b06a5357aa32a037d8fc
|
3 |
+
size 9523692
|
last-checkpoint/latest
CHANGED
@@ -1 +1 @@
|
|
1 |
-
|
|
|
1 |
+
global_step50
|
last-checkpoint/rng_state_0.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14512
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9962eb2386abb32ea16553388778695df372d215555516b65f9e5cfb2163b43a
|
3 |
size 14512
|
last-checkpoint/rng_state_1.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14512
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92e4f6b76020267287942c7931972209c4e9acdb3b3d493565a07f8e0047865f
|
3 |
size 14512
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8eccac390378b22aeb148c260b00bec01d948946d8363d5282899af673e0e86
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 10,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -103,6 +103,28 @@
|
|
103 |
"eval_samples_per_second": 112.657,
|
104 |
"eval_steps_per_second": 28.336,
|
105 |
"step": 40
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
106 |
}
|
107 |
],
|
108 |
"logging_steps": 5,
|
@@ -122,7 +144,7 @@
|
|
122 |
"attributes": {}
|
123 |
}
|
124 |
},
|
125 |
-
"total_flos":
|
126 |
"train_batch_size": 2,
|
127 |
"trial_name": null,
|
128 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.08550662676357418,
|
5 |
"eval_steps": 10,
|
6 |
+
"global_step": 50,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
103 |
"eval_samples_per_second": 112.657,
|
104 |
"eval_steps_per_second": 28.336,
|
105 |
"step": 40
|
106 |
+
},
|
107 |
+
{
|
108 |
+
"epoch": 0.07695596408721676,
|
109 |
+
"grad_norm": 27.541791915893555,
|
110 |
+
"learning_rate": 0.00013420201433256689,
|
111 |
+
"loss": 3.2613,
|
112 |
+
"step": 45
|
113 |
+
},
|
114 |
+
{
|
115 |
+
"epoch": 0.08550662676357418,
|
116 |
+
"grad_norm": 43.12064743041992,
|
117 |
+
"learning_rate": 0.00011736481776669306,
|
118 |
+
"loss": 3.5703,
|
119 |
+
"step": 50
|
120 |
+
},
|
121 |
+
{
|
122 |
+
"epoch": 0.08550662676357418,
|
123 |
+
"eval_loss": 3.2112386226654053,
|
124 |
+
"eval_runtime": 4.6985,
|
125 |
+
"eval_samples_per_second": 104.927,
|
126 |
+
"eval_steps_per_second": 26.391,
|
127 |
+
"step": 50
|
128 |
}
|
129 |
],
|
130 |
"logging_steps": 5,
|
|
|
144 |
"attributes": {}
|
145 |
}
|
146 |
},
|
147 |
+
"total_flos": 1274925658669056.0,
|
148 |
"train_batch_size": 2,
|
149 |
"trial_name": null,
|
150 |
"trial_params": null
|