samoline commited on
Commit
b83fb30
·
verified ·
1 Parent(s): 98e6ffc

Training in progress, step 2, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bfc1773a3c26bdc718e0e6aa005fb219e8ffa174f1ba87c39fc0100fab8852b
3
  size 12655792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b892fa86457b9cdfeb2a1ff30b4719803854c3a3e1b9bc8d48638aa70e5c3ea1
3
  size 12655792
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9782e339f31665f3d37f6db0bb9a8b028184660aa43a8c7c781c4ccf7487e7b0
3
  size 7005964
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccac18f5478d324c379aef03cdea62bf0338a300406cdfe1b4cb66000013a6ca
3
  size 7005964
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c65d6fc438bdde662c4aeccd9eae6f546227f7a9f594daf6230a9e77181f3597
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80daa1085c1bb74fa1778065e9fd3af9b35bd5ed72a9ec43d90f9b358d1b5b40
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:764cf599d0b83c5d302be0978d09e435a466a8511dc1f7e86d5ee3704818d46f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2972d8cacb091bd0e98bfff54b2e4933301753087ce149a9bf9a205a5e2d795
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.03333333333333333,
6
  "eval_steps": 1,
7
- "global_step": 1,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -43,11 +43,46 @@
43
  "eval_samples_per_second": 0.62,
44
  "eval_steps_per_second": 0.31,
45
  "step": 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  }
47
  ],
48
  "logging_steps": 1,
49
  "max_steps": 2,
50
- "num_input_tokens_seen": 345,
51
  "num_train_epochs": 1,
52
  "save_steps": 1,
53
  "stateful_callbacks": {
@@ -57,7 +92,7 @@
57
  "should_evaluate": false,
58
  "should_log": false,
59
  "should_save": true,
60
- "should_training_stop": false
61
  },
62
  "attributes": {}
63
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.06666666666666667,
6
  "eval_steps": 1,
7
+ "global_step": 2,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
43
  "eval_samples_per_second": 0.62,
44
  "eval_steps_per_second": 0.31,
45
  "step": 1
46
+ },
47
+ {
48
+ "epoch": 0.06666666666666667,
49
+ "grad_norm": 0.1393648087978363,
50
+ "learning_rate": 2e-05,
51
+ "loss": 0.0,
52
+ "step": 2
53
+ },
54
+ {
55
+ "epoch": 0.06666666666666667,
56
+ "eval_clip_ratio/high_max": 0.0,
57
+ "eval_clip_ratio/high_mean": 0.0,
58
+ "eval_clip_ratio/low_mean": 0.0,
59
+ "eval_clip_ratio/low_min": 0.0,
60
+ "eval_clip_ratio/region_mean": 0.0,
61
+ "eval_completions/clipped_ratio": 0.5,
62
+ "eval_completions/max_length": 256.0,
63
+ "eval_completions/max_terminated_length": 114.0,
64
+ "eval_completions/mean_length": 185.0,
65
+ "eval_completions/mean_terminated_length": 114.0,
66
+ "eval_completions/min_length": 114.0,
67
+ "eval_completions/min_terminated_length": 114.0,
68
+ "eval_kl": 0.0004723518795799464,
69
+ "eval_loss": 0.447740375995636,
70
+ "eval_num_tokens": 943.0,
71
+ "eval_reward": -865.9603271484375,
72
+ "eval_reward_std": 681.6474609375,
73
+ "eval_rewards/reward_long_words/mean": 4.207789421081543,
74
+ "eval_rewards/reward_long_words/std": 2.8054802417755127,
75
+ "eval_rewards/reward_specific_word_count/mean": -92.5,
76
+ "eval_rewards/reward_specific_word_count/std": 59.66852951049805,
77
+ "eval_runtime": 12.6295,
78
+ "eval_samples_per_second": 0.158,
79
+ "eval_steps_per_second": 0.079,
80
+ "step": 2
81
  }
82
  ],
83
  "logging_steps": 1,
84
  "max_steps": 2,
85
+ "num_input_tokens_seen": 943,
86
  "num_train_epochs": 1,
87
  "save_steps": 1,
88
  "stateful_callbacks": {
 
92
  "should_evaluate": false,
93
  "should_log": false,
94
  "should_save": true,
95
+ "should_training_stop": true
96
  },
97
  "attributes": {}
98
  }