mamung commited on
Commit
77f45d6
·
verified ·
1 Parent(s): 75b4c93

Training in progress, step 99, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fcf4897bc77cb30e174f553e0fb979d3060a22013740f7b4fd53170bc37ca9a
3
  size 202110330
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed55db30cb5174cfe97860f0502a12d5c5be274be9b6bb71059405612278681
3
  size 202110330
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29163dfd7463768137db499ee4e467be9a61499b9fc3f5ceec2df76d5636ff11
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:934248805fad5c0ec50683015193c51b620ca656f95541ca775597e932385545
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:429c9f0a4ff1909f8cc1cafc3bf6eb6ff29e4592139b5344f1aee9b75eae7379
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eef4c60eef56c59d148e4191bea64e9a3bf517b29f5a413c536dcdc8e61edf1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.07520760432443725,
5
  "eval_steps": 50,
6
- "global_step": 90,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -653,6 +653,69 @@
653
  "learning_rate": 5.709035061653494e-06,
654
  "loss": 0.0,
655
  "step": 90
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
656
  }
657
  ],
658
  "logging_steps": 1,
@@ -672,7 +735,7 @@
672
  "attributes": {}
673
  }
674
  },
675
- "total_flos": 7.500747528732672e+16,
676
  "train_batch_size": 2,
677
  "trial_name": null,
678
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.08272836475688097,
5
  "eval_steps": 50,
6
+ "global_step": 99,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
653
  "learning_rate": 5.709035061653494e-06,
654
  "loss": 0.0,
655
  "step": 90
656
+ },
657
+ {
658
+ "epoch": 0.07604324437248655,
659
+ "grad_norm": NaN,
660
+ "learning_rate": 4.635649805813696e-06,
661
+ "loss": 0.0,
662
+ "step": 91
663
+ },
664
+ {
665
+ "epoch": 0.07687888442053585,
666
+ "grad_norm": NaN,
667
+ "learning_rate": 3.670761277863485e-06,
668
+ "loss": 0.0,
669
+ "step": 92
670
+ },
671
+ {
672
+ "epoch": 0.07771452446858516,
673
+ "grad_norm": NaN,
674
+ "learning_rate": 2.815857265976462e-06,
675
+ "loss": 0.0,
676
+ "step": 93
677
+ },
678
+ {
679
+ "epoch": 0.07855016451663446,
680
+ "grad_norm": NaN,
681
+ "learning_rate": 2.072255970174258e-06,
682
+ "loss": 0.0,
683
+ "step": 94
684
+ },
685
+ {
686
+ "epoch": 0.07938580456468376,
687
+ "grad_norm": NaN,
688
+ "learning_rate": 1.4411039697577175e-06,
689
+ "loss": 0.0,
690
+ "step": 95
691
+ },
692
+ {
693
+ "epoch": 0.08022144461273306,
694
+ "grad_norm": NaN,
695
+ "learning_rate": 9.233744553646754e-07,
696
+ "loss": 0.0,
697
+ "step": 96
698
+ },
699
+ {
700
+ "epoch": 0.08105708466078237,
701
+ "grad_norm": NaN,
702
+ "learning_rate": 5.198657283805279e-07,
703
+ "loss": 0.0,
704
+ "step": 97
705
+ },
706
+ {
707
+ "epoch": 0.08189272470883167,
708
+ "grad_norm": NaN,
709
+ "learning_rate": 2.311999700154027e-07,
710
+ "loss": 0.0,
711
+ "step": 98
712
+ },
713
+ {
714
+ "epoch": 0.08272836475688097,
715
+ "grad_norm": NaN,
716
+ "learning_rate": 5.7822281945782424e-08,
717
+ "loss": 0.0,
718
+ "step": 99
719
  }
720
  ],
721
  "logging_steps": 1,
 
735
  "attributes": {}
736
  }
737
  },
738
+ "total_flos": 8.25082228160594e+16,
739
  "train_batch_size": 2,
740
  "trial_name": null,
741
  "trial_params": null