leixa commited on
Commit
4805880
·
verified ·
1 Parent(s): e7f8a00

Training in progress, step 238, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13acbad963ec40074c567d0d1784741f6961767387ad3467d2cb553791d2e54e
3
  size 692136856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9fbcddc5470d728295fa3156e8cc8e85bdb3e075c721f1a6f3de138e6afd3f
3
  size 692136856
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57a427fb02e64b2e9c07be952273516c0846d810883556edaa06d8b17464ff05
3
  size 85723284
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6828c635537ff06d969e1f45a0902d6456cd737e4146dcf425fbba25e04bed82
3
  size 85723284
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb6833ca1600bf131a99c9282df1f52267ed44a81a8c0477f031f940e545f8af
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872fb8e64e364c7f25bf0433e726bc19c70aafc58093b42c433869870b0988fd
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f9839d107756d9c8815de9164f2ebf92c05b3536704a349ca5892084df7663e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbcef9424696e41c7961bd91f0570d39d59ef33af28ed19a0eb9e4f50ed1b09a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.013745704467353952,
5
  "eval_steps": 34,
6
- "global_step": 204,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -539,6 +539,91 @@
539
  "eval_samples_per_second": 14.025,
540
  "eval_steps_per_second": 1.754,
541
  "step": 204
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
542
  }
543
  ],
544
  "logging_steps": 3,
@@ -558,7 +643,7 @@
558
  "attributes": {}
559
  }
560
  },
561
- "total_flos": 2.8687699974448742e+17,
562
  "train_batch_size": 8,
563
  "trial_name": null,
564
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.016036655211912942,
5
  "eval_steps": 34,
6
+ "global_step": 238,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
539
  "eval_samples_per_second": 14.025,
540
  "eval_steps_per_second": 1.754,
541
  "step": 204
542
+ },
543
+ {
544
+ "epoch": 0.013947847180109158,
545
+ "grad_norm": 0.7248020768165588,
546
+ "learning_rate": 2.459724913431772e-05,
547
+ "loss": 0.814,
548
+ "step": 207
549
+ },
550
+ {
551
+ "epoch": 0.014149989892864362,
552
+ "grad_norm": 0.7375376224517822,
553
+ "learning_rate": 2.399335149726463e-05,
554
+ "loss": 0.8381,
555
+ "step": 210
556
+ },
557
+ {
558
+ "epoch": 0.014352132605619567,
559
+ "grad_norm": 0.75850510597229,
560
+ "learning_rate": 2.3390041714589514e-05,
561
+ "loss": 0.7851,
562
+ "step": 213
563
+ },
564
+ {
565
+ "epoch": 0.014554275318374773,
566
+ "grad_norm": 0.711068332195282,
567
+ "learning_rate": 2.2787672102216042e-05,
568
+ "loss": 0.7992,
569
+ "step": 216
570
+ },
571
+ {
572
+ "epoch": 0.014756418031129977,
573
+ "grad_norm": 0.7301695346832275,
574
+ "learning_rate": 2.2186594427034864e-05,
575
+ "loss": 0.8506,
576
+ "step": 219
577
+ },
578
+ {
579
+ "epoch": 0.014958560743885184,
580
+ "grad_norm": 0.720683753490448,
581
+ "learning_rate": 2.1587159701481716e-05,
582
+ "loss": 0.8061,
583
+ "step": 222
584
+ },
585
+ {
586
+ "epoch": 0.015160703456640388,
587
+ "grad_norm": 0.665138304233551,
588
+ "learning_rate": 2.098971797855599e-05,
589
+ "loss": 0.7454,
590
+ "step": 225
591
+ },
592
+ {
593
+ "epoch": 0.015362846169395592,
594
+ "grad_norm": 0.6854159235954285,
595
+ "learning_rate": 2.0394618147399713e-05,
596
+ "loss": 0.828,
597
+ "step": 228
598
+ },
599
+ {
600
+ "epoch": 0.015564988882150799,
601
+ "grad_norm": 0.7191194891929626,
602
+ "learning_rate": 1.980220772955602e-05,
603
+ "loss": 0.7885,
604
+ "step": 231
605
+ },
606
+ {
607
+ "epoch": 0.015767131594906003,
608
+ "grad_norm": 0.7301977276802063,
609
+ "learning_rate": 1.921283267602643e-05,
610
+ "loss": 0.81,
611
+ "step": 234
612
+ },
613
+ {
614
+ "epoch": 0.015969274307661208,
615
+ "grad_norm": 0.7239346504211426,
616
+ "learning_rate": 1.8626837165245165e-05,
617
+ "loss": 0.787,
618
+ "step": 237
619
+ },
620
+ {
621
+ "epoch": 0.016036655211912942,
622
+ "eval_loss": 0.8127490878105164,
623
+ "eval_runtime": 1781.9808,
624
+ "eval_samples_per_second": 14.027,
625
+ "eval_steps_per_second": 1.754,
626
+ "step": 238
627
  }
628
  ],
629
  "logging_steps": 3,
 
643
  "attributes": {}
644
  }
645
  },
646
+ "total_flos": 3.346898330352353e+17,
647
  "train_batch_size": 8,
648
  "trial_name": null,
649
  "trial_params": null