oldiday commited on
Commit
718d2a1
·
verified ·
1 Parent(s): dc64539

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6af08d76a9fceca32bff48f799195d010dca79f33f8c81d319400ad2402ccb7
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb31ff951db086ce0c3e2a11dec3ef45b21fe5e9330f5bae7b20834db104d99
3
  size 167832240
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ea6c15f3b7a29a14d859e550c46d3a37ab660f7fac91aa2b67f82f5dfb3e735
3
  size 85723732
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057fec07c52243a3cba898a5d3da8247cf1680e7afac3f129ab09cc367a166fe
3
  size 85723732
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24234b9f02099e93a544d84dde2a4254f3926f51e08f716f06999d6cb929bbeb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b2ac2b2cc7705ad7e3ce026f61ab402804e7448c3282575e8e4de6750ba277a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bb9c0d62d6b3cf0976c16f73e9bd814b298ebffa1786831bc2a68d8e48809b9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad54995b081fae25638228c5d9c8f38ca277e5c5ad00bc3e49897b543f84405
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.862091302871704,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-550",
4
- "epoch": 0.15018089972011742,
5
  "eval_steps": 50,
6
- "global_step": 550,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -488,6 +488,49 @@
488
  "eval_samples_per_second": 25.161,
489
  "eval_steps_per_second": 6.29,
490
  "step": 550
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
491
  }
492
  ],
493
  "logging_steps": 10,
@@ -511,12 +554,12 @@
511
  "should_evaluate": false,
512
  "should_log": false,
513
  "should_save": true,
514
- "should_training_stop": false
515
  },
516
  "attributes": {}
517
  }
518
  },
519
- "total_flos": 3.867212242747392e+17,
520
  "train_batch_size": 8,
521
  "trial_name": null,
522
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.860011100769043,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-600",
4
+ "epoch": 0.16383370878558262,
5
  "eval_steps": 50,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
488
  "eval_samples_per_second": 25.161,
489
  "eval_steps_per_second": 6.29,
490
  "step": 550
491
+ },
492
+ {
493
+ "epoch": 0.15291146153321045,
494
+ "grad_norm": 11.77377986907959,
495
+ "learning_rate": 2.259661018213333e-06,
496
+ "loss": 7.2398,
497
+ "step": 560
498
+ },
499
+ {
500
+ "epoch": 0.1556420233463035,
501
+ "grad_norm": 10.591424942016602,
502
+ "learning_rate": 1.2731645278655445e-06,
503
+ "loss": 7.6634,
504
+ "step": 570
505
+ },
506
+ {
507
+ "epoch": 0.15837258515939653,
508
+ "grad_norm": 12.146462440490723,
509
+ "learning_rate": 5.665199789862907e-07,
510
+ "loss": 7.112,
511
+ "step": 580
512
+ },
513
+ {
514
+ "epoch": 0.1611031469724896,
515
+ "grad_norm": 15.12509822845459,
516
+ "learning_rate": 1.4173043232380557e-07,
517
+ "loss": 7.505,
518
+ "step": 590
519
+ },
520
+ {
521
+ "epoch": 0.16383370878558262,
522
+ "grad_norm": 28.584569931030273,
523
+ "learning_rate": 0.0,
524
+ "loss": 7.9429,
525
+ "step": 600
526
+ },
527
+ {
528
+ "epoch": 0.16383370878558262,
529
+ "eval_loss": 1.860011100769043,
530
+ "eval_runtime": 244.4477,
531
+ "eval_samples_per_second": 25.232,
532
+ "eval_steps_per_second": 6.308,
533
+ "step": 600
534
  }
535
  ],
536
  "logging_steps": 10,
 
554
  "should_evaluate": false,
555
  "should_log": false,
556
  "should_save": true,
557
+ "should_training_stop": true
558
  },
559
  "attributes": {}
560
  }
561
  },
562
+ "total_flos": 4.218776992088064e+17,
563
  "train_batch_size": 8,
564
  "trial_name": null,
565
  "trial_params": null