oldiday commited on
Commit
940a301
·
verified ·
1 Parent(s): 09b0634

Training in progress, step 350, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:534bacf15ae0120290d041dd787e2172bc885c9f0cdb5fdb1d076ba294acf9ee
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ae0121c7556edf5c3d39dc68a36ad1e58f74a3050f3cd6875ea40059b7c76d3
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1e408c26b84a9b1497a22f374c7ad4dc29f5663c0d5876f6c9ba85cbe637637
3
  size 51418452
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0504a82b9d1462df6794f44fbb8431046ed9c46b7286f7ec8247a50fe9724974
3
  size 51418452
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d9c215bbc9da7782d528c8f06a75c7a0667b8e3c2ca59be19e3fe53b5b30023
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26b6ca5513429ee6f5da17a80a0dec8462857d45a6714cbe5fe4f29d713d2c9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8d9346c4fcc90fb1ec8546736583b76a4fae6bc25cb93181337c187d15da94a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c9b643e87499abdfb160399a4a6e4965274897c037cf91e4cd5d5d65b2b404
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7667000889778137,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 0.353045013239188,
5
  "eval_steps": 50,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -273,6 +273,49 @@
273
  "eval_samples_per_second": 22.067,
274
  "eval_steps_per_second": 5.517,
275
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
276
  }
277
  ],
278
  "logging_steps": 10,
@@ -301,7 +344,7 @@
301
  "attributes": {}
302
  }
303
  },
304
- "total_flos": 2.0198533389248102e+17,
305
  "train_batch_size": 8,
306
  "trial_name": null,
307
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7572553157806396,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-350",
4
+ "epoch": 0.41188584877905265,
5
  "eval_steps": 50,
6
+ "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
273
  "eval_samples_per_second": 22.067,
274
  "eval_steps_per_second": 5.517,
275
  "step": 300
276
+ },
277
+ {
278
+ "epoch": 0.3648131803471609,
279
+ "grad_norm": 0.7242693305015564,
280
+ "learning_rate": 9.733794785622253e-05,
281
+ "loss": 5.6994,
282
+ "step": 310
283
+ },
284
+ {
285
+ "epoch": 0.3765813474551339,
286
+ "grad_norm": 0.810172438621521,
287
+ "learning_rate": 9.202138944469168e-05,
288
+ "loss": 4.7286,
289
+ "step": 320
290
+ },
291
+ {
292
+ "epoch": 0.3883495145631068,
293
+ "grad_norm": 0.7765442728996277,
294
+ "learning_rate": 8.672744727162781e-05,
295
+ "loss": 2.8564,
296
+ "step": 330
297
+ },
298
+ {
299
+ "epoch": 0.40011768167107975,
300
+ "grad_norm": 0.7657132744789124,
301
+ "learning_rate": 8.147112759128859e-05,
302
+ "loss": 1.3036,
303
+ "step": 340
304
+ },
305
+ {
306
+ "epoch": 0.41188584877905265,
307
+ "grad_norm": 1.4623005390167236,
308
+ "learning_rate": 7.626733001288851e-05,
309
+ "loss": 1.3171,
310
+ "step": 350
311
+ },
312
+ {
313
+ "epoch": 0.41188584877905265,
314
+ "eval_loss": 0.7572553157806396,
315
+ "eval_runtime": 64.9777,
316
+ "eval_samples_per_second": 22.038,
317
+ "eval_steps_per_second": 5.51,
318
+ "step": 350
319
  }
320
  ],
321
  "logging_steps": 10,
 
344
  "attributes": {}
345
  }
346
  },
347
+ "total_flos": 2.3560350392018534e+17,
348
  "train_batch_size": 8,
349
  "trial_name": null,
350
  "trial_params": null