mamung commited on
Commit
75b4c93
·
verified ·
1 Parent(s): 184cedb

Training in progress, step 90, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:003736294802a15151f66f8e67f2e4706c410829601a7ecb1578474277867165
3
  size 202110330
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcf4897bc77cb30e174f553e0fb979d3060a22013740f7b4fd53170bc37ca9a
3
  size 202110330
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:712483dcfe94bc060ec2acfd864831b36255af57775103f39f5c9eb61881b2f5
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29163dfd7463768137db499ee4e467be9a61499b9fc3f5ceec2df76d5636ff11
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09ab64d5ace66796aa9c2fa2fc4e0206d69a1eb4ef03f574f85ee8eb16a64b71
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429c9f0a4ff1909f8cc1cafc3bf6eb6ff29e4592139b5344f1aee9b75eae7379
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.06768684389199352,
5
  "eval_steps": 50,
6
- "global_step": 81,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -590,6 +590,69 @@
590
  "learning_rate": 1.99258117923236e-05,
591
  "loss": 0.0,
592
  "step": 81
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
593
  }
594
  ],
595
  "logging_steps": 1,
@@ -609,7 +672,7 @@
609
  "attributes": {}
610
  }
611
  },
612
- "total_flos": 6.750672775859405e+16,
613
  "train_batch_size": 2,
614
  "trial_name": null,
615
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.07520760432443725,
5
  "eval_steps": 50,
6
+ "global_step": 90,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
590
  "learning_rate": 1.99258117923236e-05,
591
  "loss": 0.0,
592
  "step": 81
593
+ },
594
+ {
595
+ "epoch": 0.06852248394004283,
596
+ "grad_norm": NaN,
597
+ "learning_rate": 1.796955257999768e-05,
598
+ "loss": 0.0,
599
+ "step": 82
600
+ },
601
+ {
602
+ "epoch": 0.06935812398809213,
603
+ "grad_norm": NaN,
604
+ "learning_rate": 1.6101230183944144e-05,
605
+ "loss": 0.0,
606
+ "step": 83
607
+ },
608
+ {
609
+ "epoch": 0.07019376403614143,
610
+ "grad_norm": NaN,
611
+ "learning_rate": 1.4323725421878949e-05,
612
+ "loss": 0.0,
613
+ "step": 84
614
+ },
615
+ {
616
+ "epoch": 0.07102940408419073,
617
+ "grad_norm": NaN,
618
+ "learning_rate": 1.2639779077309098e-05,
619
+ "loss": 0.0,
620
+ "step": 85
621
+ },
622
+ {
623
+ "epoch": 0.07186504413224004,
624
+ "grad_norm": NaN,
625
+ "learning_rate": 1.1051987673443085e-05,
626
+ "loss": 0.0,
627
+ "step": 86
628
+ },
629
+ {
630
+ "epoch": 0.07270068418028934,
631
+ "grad_norm": NaN,
632
+ "learning_rate": 9.56279946954021e-06,
633
+ "loss": 0.0,
634
+ "step": 87
635
+ },
636
+ {
637
+ "epoch": 0.07353632422833864,
638
+ "grad_norm": NaN,
639
+ "learning_rate": 8.174510685872415e-06,
640
+ "loss": 0.0,
641
+ "step": 88
642
+ },
643
+ {
644
+ "epoch": 0.07437196427638794,
645
+ "grad_norm": NaN,
646
+ "learning_rate": 6.889261963118898e-06,
647
+ "loss": 0.0,
648
+ "step": 89
649
+ },
650
+ {
651
+ "epoch": 0.07520760432443725,
652
+ "grad_norm": NaN,
653
+ "learning_rate": 5.709035061653494e-06,
654
+ "loss": 0.0,
655
+ "step": 90
656
  }
657
  ],
658
  "logging_steps": 1,
 
672
  "attributes": {}
673
  }
674
  },
675
+ "total_flos": 7.500747528732672e+16,
676
  "train_batch_size": 2,
677
  "trial_name": null,
678
  "trial_params": null