PhoenixB commited on
Commit
9224044
·
verified ·
1 Parent(s): 31adf18

Training in progress, step 9, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d19d120d98eca14e37e0e3ca76e2f6d519d7e4f15121dca0b99b8670f261a18
3
  size 828526568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a7e48288fb7e98130effc09a443086aeda45a1543b20413a9a14e8463e2a6b
3
  size 828526568
last-checkpoint/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4bd858814182c1ca78928662dd2808b6dcdbd7f8e48eeb70d84e22b864e4e9b
3
  size 1657755122
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a5e2465a21776f6b11aaad5ae5e73e5299188394a8b13ec35feaf5b3e9e22e7
3
  size 1657755122
last-checkpoint/pytorch_model_fsdp.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27949875f15d00e1d30a0397cf66ef7673a3d4f28b8e22e08493d06d96ca2236
3
  size 828793718
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33d567a1ce8013f3d1353502f65107776932e5bf44bc8ca8d1700e44afd824f4
3
  size 828793718
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b49fe64ae4bbd6f86acbecce3d62122b689972d76f90380c5655675dfe34a584
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c721dc9e7a128695aa757659b455b66eed608e12fb70ec3e7da6ee4fe17684
3
  size 14512
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c632e20b21fd813e860b78543c966a0c9853161e6dab3d38079f8d1c1140468
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f79d01ac59109f9fb23deb4e3fb4d5a3ceb1f25a06de4a1189f362027e8b273
3
  size 14512
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f324260c3b2e9138c79111fd584443eda8073ed4aace9b2b56df5dbf8b9c5d3
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82b0d1cefd4f4436ae808681102171b3999df3c7fc173bd2452a3218ed3ea3a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 6,
3
- "best_metric": 0.3095230758190155,
4
- "best_model_checkpoint": "miner_id_24/checkpoint-6",
5
- "epoch": 0.021636240703177823,
6
  "eval_steps": 3,
7
- "global_step": 6,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -74,6 +74,35 @@
74
  "eval_samples_per_second": 6.295,
75
  "eval_steps_per_second": 0.789,
76
  "step": 6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  }
78
  ],
79
  "logging_steps": 1,
@@ -102,7 +131,7 @@
102
  "attributes": {}
103
  }
104
  },
105
- "total_flos": 1.6475484454282854e+17,
106
  "train_batch_size": 4,
107
  "trial_name": null,
108
  "trial_params": null
 
1
  {
2
+ "best_global_step": 9,
3
+ "best_metric": 0.2719385325908661,
4
+ "best_model_checkpoint": "miner_id_24/checkpoint-9",
5
+ "epoch": 0.032454361054766734,
6
  "eval_steps": 3,
7
+ "global_step": 9,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
74
  "eval_samples_per_second": 6.295,
75
  "eval_steps_per_second": 0.789,
76
  "step": 6
77
+ },
78
+ {
79
+ "epoch": 0.025242280820374125,
80
+ "grad_norm": 0.11893875896930695,
81
+ "learning_rate": 0.00013090169943749476,
82
+ "loss": 0.2486,
83
+ "step": 7
84
+ },
85
+ {
86
+ "epoch": 0.02884832093757043,
87
+ "grad_norm": 0.18706969916820526,
88
+ "learning_rate": 0.0001,
89
+ "loss": 0.2442,
90
+ "step": 8
91
+ },
92
+ {
93
+ "epoch": 0.032454361054766734,
94
+ "grad_norm": 0.11945672333240509,
95
+ "learning_rate": 6.909830056250527e-05,
96
+ "loss": 0.2259,
97
+ "step": 9
98
+ },
99
+ {
100
+ "epoch": 0.032454361054766734,
101
+ "eval_loss": 0.2719385325908661,
102
+ "eval_runtime": 296.4826,
103
+ "eval_samples_per_second": 6.301,
104
+ "eval_steps_per_second": 0.789,
105
+ "step": 9
106
  }
107
  ],
108
  "logging_steps": 1,
 
131
  "attributes": {}
132
  }
133
  },
134
+ "total_flos": 2.2563477975046554e+17,
135
  "train_batch_size": 4,
136
  "trial_name": null,
137
  "trial_params": null