eddysang commited on
Commit
61f537f
·
verified ·
1 Parent(s): 94d32f6

Training in progress, step 102, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:376b17e9e9631961076e3bbeb3993d19795f20b76c2f2005817821e13465e6e1
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919cf08a7d7abf9880c22fb4dfe4b831d65927f7ae57ae5667378e28e06cd849
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3727032b69e6649af9f27beaabc3fe9ad69040d535a04f1eb340b53219c80bb
3
  size 671466706
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4138bcc19e199dc967bcd7384f55e319c96ad62e01d12d688ab9eccaa9ae5991
3
  size 671466706
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:427ad7b17c78789ef97429efbe9d6211a7d09f2d08a147aa825d611691ab1bf8
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df7161f83e2c1b5421911bfc287c46c4380aa9d1a9390b7f6bdd147d920abb38
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b383ad1d61ff4e9bbd86bd276c043e414782d2bb7de68ada3e289a786eb79681
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70670c442607259270e13afbef3aac28e38a58ddad6998414f76ed43ab7f41d4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.12514377731769036,
5
  "eval_steps": 50,
6
- "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -618,6 +618,133 @@
618
  "learning_rate": 0.00010669636963055245,
619
  "loss": 0.1116,
620
  "step": 85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
621
  }
622
  ],
623
  "logging_steps": 1,
@@ -637,7 +764,7 @@
637
  "attributes": {}
638
  }
639
  },
640
- "total_flos": 8.995021026974761e+17,
641
  "train_batch_size": 2,
642
  "trial_name": null,
643
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.15017253278122844,
5
  "eval_steps": 50,
6
+ "global_step": 102,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
618
  "learning_rate": 0.00010669636963055245,
619
  "loss": 0.1116,
620
  "step": 85
621
+ },
622
+ {
623
+ "epoch": 0.12661605705083967,
624
+ "grad_norm": 0.1744721382856369,
625
+ "learning_rate": 0.00010550524823068502,
626
+ "loss": 0.0638,
627
+ "step": 86
628
+ },
629
+ {
630
+ "epoch": 0.12808833678398895,
631
+ "grad_norm": 0.13608935475349426,
632
+ "learning_rate": 0.00010430483463669551,
633
+ "loss": 0.0788,
634
+ "step": 87
635
+ },
636
+ {
637
+ "epoch": 0.12956061651713827,
638
+ "grad_norm": 0.12516197562217712,
639
+ "learning_rate": 0.0001030954945061934,
640
+ "loss": 0.0565,
641
+ "step": 88
642
+ },
643
+ {
644
+ "epoch": 0.13103289625028755,
645
+ "grad_norm": 0.09498213976621628,
646
+ "learning_rate": 0.0001018775962158975,
647
+ "loss": 0.0372,
648
+ "step": 89
649
+ },
650
+ {
651
+ "epoch": 0.13250517598343686,
652
+ "grad_norm": 0.09999972581863403,
653
+ "learning_rate": 0.00010065151074942516,
654
+ "loss": 0.0393,
655
+ "step": 90
656
+ },
657
+ {
658
+ "epoch": 0.13397745571658615,
659
+ "grad_norm": 0.09636418521404266,
660
+ "learning_rate": 9.941761158428674e-05,
661
+ "loss": 0.0314,
662
+ "step": 91
663
+ },
664
+ {
665
+ "epoch": 0.13544973544973546,
666
+ "grad_norm": 0.0872374102473259,
667
+ "learning_rate": 9.817627457812105e-05,
668
+ "loss": 0.0322,
669
+ "step": 92
670
+ },
671
+ {
672
+ "epoch": 0.13692201518288474,
673
+ "grad_norm": 0.11897428333759308,
674
+ "learning_rate": 9.692787785420525e-05,
675
+ "loss": 0.0726,
676
+ "step": 93
677
+ },
678
+ {
679
+ "epoch": 0.13839429491603406,
680
+ "grad_norm": 0.1489570438861847,
681
+ "learning_rate": 9.567280168627493e-05,
682
+ "loss": 0.0753,
683
+ "step": 94
684
+ },
685
+ {
686
+ "epoch": 0.13986657464918334,
687
+ "grad_norm": 0.1237846091389656,
688
+ "learning_rate": 9.441142838268905e-05,
689
+ "loss": 0.0304,
690
+ "step": 95
691
+ },
692
+ {
693
+ "epoch": 0.14133885438233265,
694
+ "grad_norm": 0.11417360603809357,
695
+ "learning_rate": 9.314414216997507e-05,
696
+ "loss": 0.0466,
697
+ "step": 96
698
+ },
699
+ {
700
+ "epoch": 0.14281113411548194,
701
+ "grad_norm": 0.13448922336101532,
702
+ "learning_rate": 9.187132907578987e-05,
703
+ "loss": 0.0676,
704
+ "step": 97
705
+ },
706
+ {
707
+ "epoch": 0.14428341384863125,
708
+ "grad_norm": 0.12376630306243896,
709
+ "learning_rate": 9.059337681133192e-05,
710
+ "loss": 0.0653,
711
+ "step": 98
712
+ },
713
+ {
714
+ "epoch": 0.14575569358178053,
715
+ "grad_norm": 0.13168717920780182,
716
+ "learning_rate": 8.931067465324085e-05,
717
+ "loss": 0.0414,
718
+ "step": 99
719
+ },
720
+ {
721
+ "epoch": 0.14722797331492984,
722
+ "grad_norm": 0.12176292389631271,
723
+ "learning_rate": 8.802361332501978e-05,
724
+ "loss": 0.0545,
725
+ "step": 100
726
+ },
727
+ {
728
+ "epoch": 0.14722797331492984,
729
+ "eval_loss": 0.05667497217655182,
730
+ "eval_runtime": 573.8343,
731
+ "eval_samples_per_second": 3.987,
732
+ "eval_steps_per_second": 1.994,
733
+ "step": 100
734
+ },
735
+ {
736
+ "epoch": 0.14870025304807913,
737
+ "grad_norm": 0.11033546179533005,
738
+ "learning_rate": 8.673258487801731e-05,
739
+ "loss": 0.0368,
740
+ "step": 101
741
+ },
742
+ {
743
+ "epoch": 0.15017253278122844,
744
+ "grad_norm": 0.14303916692733765,
745
+ "learning_rate": 8.54379825720049e-05,
746
+ "loss": 0.0527,
747
+ "step": 102
748
  }
749
  ],
750
  "logging_steps": 1,
 
764
  "attributes": {}
765
  }
766
  },
767
+ "total_flos": 1.0779851033778586e+18,
768
  "train_batch_size": 2,
769
  "trial_name": null,
770
  "trial_params": null