Training in progress, step 20, checkpoint
Browse files- last-checkpoint/adapter_model.safetensors +1 -1
- last-checkpoint/global_step20/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- last-checkpoint/global_step20/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- last-checkpoint/global_step20/mp_rank_00_model_states.pt +3 -0
- last-checkpoint/latest +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +25 -3
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 9450448
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41ac5f9bccf539637ddae243d5f66783a70b4c76d27b7643b2844631be742afd
|
3 |
size 9450448
|
last-checkpoint/global_step20/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05751afbe9403e693888f2060674168ca07590f079243113b6db5f8d88a902b1
|
3 |
+
size 28320208
|
last-checkpoint/global_step20/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc57bba18354964e9e58aac77329d18baf156d42b7c4623a555a97d8d6767ecc
|
3 |
+
size 28320208
|
last-checkpoint/global_step20/mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f49475f9a964f54e1135cbf200cf15dc7344511a785df952cb07b36f5d4071c
|
3 |
+
size 9523692
|
last-checkpoint/latest
CHANGED
@@ -1 +1 @@
|
|
1 |
-
|
|
|
1 |
+
global_step20
|
last-checkpoint/rng_state_0.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14512
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9942ea732fb79bf9abf2630b399aa7dff1e3f2c924eb9c1bdfa8c2c195f8c56d
|
3 |
size 14512
|
last-checkpoint/rng_state_1.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14512
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:adb4dd1facda9c28f0b50b0d4e70b1163dc930527b76ee760e0539c7a5dca6b8
|
3 |
size 14512
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:79fd9663c22308e7cda458f2f27a3161480f323121be11ab10f5e1ea3f30fc6d
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 10,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -37,6 +37,28 @@
|
|
37 |
"eval_samples_per_second": 106.589,
|
38 |
"eval_steps_per_second": 26.809,
|
39 |
"step": 10
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
}
|
41 |
],
|
42 |
"logging_steps": 5,
|
@@ -56,7 +78,7 @@
|
|
56 |
"attributes": {}
|
57 |
}
|
58 |
},
|
59 |
-
"total_flos":
|
60 |
"train_batch_size": 2,
|
61 |
"trial_name": null,
|
62 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.034202650705429674,
|
5 |
"eval_steps": 10,
|
6 |
+
"global_step": 20,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
37 |
"eval_samples_per_second": 106.589,
|
38 |
"eval_steps_per_second": 26.809,
|
39 |
"step": 10
|
40 |
+
},
|
41 |
+
{
|
42 |
+
"epoch": 0.025651988029072252,
|
43 |
+
"grad_norm": 54.02665710449219,
|
44 |
+
"learning_rate": 0.00019848077530122083,
|
45 |
+
"loss": 3.2701,
|
46 |
+
"step": 15
|
47 |
+
},
|
48 |
+
{
|
49 |
+
"epoch": 0.034202650705429674,
|
50 |
+
"grad_norm": 34.668582916259766,
|
51 |
+
"learning_rate": 0.00019396926207859084,
|
52 |
+
"loss": 3.2074,
|
53 |
+
"step": 20
|
54 |
+
},
|
55 |
+
{
|
56 |
+
"epoch": 0.034202650705429674,
|
57 |
+
"eval_loss": 3.245879888534546,
|
58 |
+
"eval_runtime": 4.8152,
|
59 |
+
"eval_samples_per_second": 102.383,
|
60 |
+
"eval_steps_per_second": 25.752,
|
61 |
+
"step": 20
|
62 |
}
|
63 |
],
|
64 |
"logging_steps": 5,
|
|
|
78 |
"attributes": {}
|
79 |
}
|
80 |
},
|
81 |
+
"total_flos": 511232566099968.0,
|
82 |
"train_batch_size": 2,
|
83 |
"trial_name": null,
|
84 |
"trial_params": null
|