dzanbek commited on
Commit
cf9d1a8
·
verified ·
1 Parent(s): c48343f

Training in progress, step 25, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9af965a03f4a1b4d0726aed83ed0af56fa7803d27d50f4de8cf215bf6004e4b5
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db87586bc7bb49254a6bc25bdcecb51e41905ce54d62e17d2d9ad15b48094712
3
  size 80013120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a5e4942af8d3c6ac4b1ca5ab46ef98b6bc73bbb49efd7fa2f5a5d3ef8415201
3
  size 160284754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a6bb15e7f886af5f6763f319b9a7f161beb3bf0c7c2d212e1ebdfcd2bc702e
3
  size 160284754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c325a5b88aa7600e783ee566917eff9758a4ec707c33c129463258bf687aee2
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318d5daa1e33a35543249e590b5fd9b28d4e2137de5e81940e98782aeff96166
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:842484d97bbf42f9f92b7e7c8dcf4fda5e0b0607fec45e60ed168e6d3a7f3132
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4677d15317405bcdd600dfdae9d04715d81517a0dbc7789a073149e371184d8c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.04186289900575615,
5
  "eval_steps": 3,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -203,6 +203,57 @@
203
  "learning_rate": 1.4644660940672627e-05,
204
  "loss": 2.3639,
205
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
206
  }
207
  ],
208
  "logging_steps": 1,
@@ -217,12 +268,12 @@
217
  "should_evaluate": false,
218
  "should_log": false,
219
  "should_save": true,
220
- "should_training_stop": false
221
  },
222
  "attributes": {}
223
  }
224
  },
225
- "total_flos": 6514996968161280.0,
226
  "train_batch_size": 2,
227
  "trial_name": null,
228
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.052328623757195186,
5
  "eval_steps": 3,
6
+ "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
203
  "learning_rate": 1.4644660940672627e-05,
204
  "loss": 2.3639,
205
  "step": 20
206
+ },
207
+ {
208
+ "epoch": 0.04395604395604396,
209
+ "grad_norm": 2.7575583457946777,
210
+ "learning_rate": 9.549150281252633e-06,
211
+ "loss": 1.8185,
212
+ "step": 21
213
+ },
214
+ {
215
+ "epoch": 0.04395604395604396,
216
+ "eval_loss": 0.4724537432193756,
217
+ "eval_runtime": 28.7756,
218
+ "eval_samples_per_second": 7.02,
219
+ "eval_steps_per_second": 3.51,
220
+ "step": 21
221
+ },
222
+ {
223
+ "epoch": 0.046049188906331764,
224
+ "grad_norm": 2.319027900695801,
225
+ "learning_rate": 5.449673790581611e-06,
226
+ "loss": 1.7463,
227
+ "step": 22
228
+ },
229
+ {
230
+ "epoch": 0.04814233385661957,
231
+ "grad_norm": 3.020266056060791,
232
+ "learning_rate": 2.4471741852423237e-06,
233
+ "loss": 1.9595,
234
+ "step": 23
235
+ },
236
+ {
237
+ "epoch": 0.05023547880690738,
238
+ "grad_norm": 2.4685897827148438,
239
+ "learning_rate": 6.15582970243117e-07,
240
+ "loss": 1.7662,
241
+ "step": 24
242
+ },
243
+ {
244
+ "epoch": 0.05023547880690738,
245
+ "eval_loss": 0.4614010155200958,
246
+ "eval_runtime": 28.736,
247
+ "eval_samples_per_second": 7.03,
248
+ "eval_steps_per_second": 3.515,
249
+ "step": 24
250
+ },
251
+ {
252
+ "epoch": 0.052328623757195186,
253
+ "grad_norm": 4.819024085998535,
254
+ "learning_rate": 0.0,
255
+ "loss": 2.0695,
256
+ "step": 25
257
  }
258
  ],
259
  "logging_steps": 1,
 
268
  "should_evaluate": false,
269
  "should_log": false,
270
  "should_save": true,
271
+ "should_training_stop": true
272
  },
273
  "attributes": {}
274
  }
275
  },
276
+ "total_flos": 8143746210201600.0,
277
  "train_batch_size": 2,
278
  "trial_name": null,
279
  "trial_params": null