PhoenixB commited on
Commit
8abe20b
·
verified ·
1 Parent(s): 191b2f5

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41ac5f9bccf539637ddae243d5f66783a70b4c76d27b7643b2844631be742afd
3
  size 9450448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a970fe0dcc497bee58c1e683388ddcb0e1f3e53f13a43b926081f56db370960f
3
  size 9450448
last-checkpoint/global_step30/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb1195d67a6a09f0825d1a20b4d4a01a665ed2d714ae5ab94afb4d5e9f3fe39
3
+ size 28320208
last-checkpoint/global_step30/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706b164b98aa447350455e5de573e034616c8f5bd7cc888a566424f456c17fc9
3
+ size 28320208
last-checkpoint/global_step30/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced06030d661c328fba6d3e9242e523ea90d76e6e4115e085397b8f98e9433c7
3
+ size 9523692
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step20
 
1
+ global_step30
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9942ea732fb79bf9abf2630b399aa7dff1e3f2c924eb9c1bdfa8c2c195f8c56d
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2664c6a306933da6c62798e073eb33b5d020b362eb1a3ddd9daff93f5268a0df
3
  size 14512
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adb4dd1facda9c28f0b50b0d4e70b1163dc930527b76ee760e0539c7a5dca6b8
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a57734fc771529cf8730a2b1e9f374174c254ee19463aaff4f0ea9b8f737563d
3
  size 14512
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79fd9663c22308e7cda458f2f27a3161480f323121be11ab10f5e1ea3f30fc6d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624cde959d3a917007c76687e7ed04f5f5ce5a570abfa20dd466a4e55f6684fa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.034202650705429674,
5
  "eval_steps": 10,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -59,6 +59,28 @@
59
  "eval_samples_per_second": 102.383,
60
  "eval_steps_per_second": 25.752,
61
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "logging_steps": 5,
@@ -78,7 +100,7 @@
78
  "attributes": {}
79
  }
80
  },
81
- "total_flos": 511232566099968.0,
82
  "train_batch_size": 2,
83
  "trial_name": null,
84
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.051303976058144504,
5
  "eval_steps": 10,
6
+ "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
59
  "eval_samples_per_second": 102.383,
60
  "eval_steps_per_second": 25.752,
61
  "step": 20
62
+ },
63
+ {
64
+ "epoch": 0.04275331338178709,
65
+ "grad_norm": 50.34535598754883,
66
+ "learning_rate": 0.00018660254037844388,
67
+ "loss": 3.5141,
68
+ "step": 25
69
+ },
70
+ {
71
+ "epoch": 0.051303976058144504,
72
+ "grad_norm": 22.065715789794922,
73
+ "learning_rate": 0.0001766044443118978,
74
+ "loss": 3.1801,
75
+ "step": 30
76
+ },
77
+ {
78
+ "epoch": 0.051303976058144504,
79
+ "eval_loss": 3.2354209423065186,
80
+ "eval_runtime": 4.7495,
81
+ "eval_samples_per_second": 103.8,
82
+ "eval_steps_per_second": 26.108,
83
+ "step": 30
84
  }
85
  ],
86
  "logging_steps": 5,
 
100
  "attributes": {}
101
  }
102
  },
103
+ "total_flos": 770004605730816.0,
104
  "train_batch_size": 2,
105
  "trial_name": null,
106
  "trial_params": null