nathanialhunt commited on
Commit
c0ca281
·
verified ·
1 Parent(s): 0f1b7f3

Training in progress, step 100, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10af7548fb8c6868868d9117a697aa679c3b0a9545c5004dc4ff4ed618cdab3f
3
  size 109009752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8bb98cc079647c8595486d7ec4c6c1dbfeab5c9d69b725689294cc7970fea7
3
  size 109009752
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b53b2446ef82e9f2a7a956a150f27de962d9e6722be49d09df036310a4de37c4
3
  size 56088148
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45325f5b31a2e0c27b39dfa70d3fa45e24543d4239b3ca7c2adb32ea06e4cba
3
  size 56088148
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46ee482f5b2fd848da1cf5054146921d698d37b6ef63d8e74f41d283a0f13b84
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356b548ab3e5c18278417ebb5318355e9481c8992b11479d08e62a1cb33f7930
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8148b27980adb9b0bdd5c04049e531bfefcc05c06612ee72169cfb9b9fd7ee7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd8212ec5ec3406d74a7f927b717dd30ea8a06115ee6582e14976f7b84b4b58
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.010265359544218037,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -58,6 +58,49 @@
58
  "eval_samples_per_second": 23.833,
59
  "eval_steps_per_second": 11.922,
60
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  }
62
  ],
63
  "logging_steps": 10,
@@ -77,7 +120,7 @@
77
  "attributes": {}
78
  }
79
  },
80
- "total_flos": 1.140578662219776e+16,
81
  "train_batch_size": 2,
82
  "trial_name": null,
83
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.020530719088436074,
5
  "eval_steps": 50,
6
+ "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
58
  "eval_samples_per_second": 23.833,
59
  "eval_steps_per_second": 11.922,
60
  "step": 50
61
+ },
62
+ {
63
+ "epoch": 0.012318431453061643,
64
+ "grad_norm": 0.47477608919143677,
65
+ "learning_rate": 0.00016324453755953773,
66
+ "loss": 0.315,
67
+ "step": 60
68
+ },
69
+ {
70
+ "epoch": 0.014371503361905251,
71
+ "grad_norm": 0.526182234287262,
72
+ "learning_rate": 0.00015000000000000001,
73
+ "loss": 0.3055,
74
+ "step": 70
75
+ },
76
+ {
77
+ "epoch": 0.016424575270748858,
78
+ "grad_norm": 0.6147613525390625,
79
+ "learning_rate": 0.00013546048870425356,
80
+ "loss": 0.3017,
81
+ "step": 80
82
+ },
83
+ {
84
+ "epoch": 0.018477647179592466,
85
+ "grad_norm": 0.6105421781539917,
86
+ "learning_rate": 0.00012000256937760445,
87
+ "loss": 0.3058,
88
+ "step": 90
89
+ },
90
+ {
91
+ "epoch": 0.020530719088436074,
92
+ "grad_norm": 0.5068532228469849,
93
+ "learning_rate": 0.00010402659401094152,
94
+ "loss": 0.2953,
95
+ "step": 100
96
+ },
97
+ {
98
+ "epoch": 0.020530719088436074,
99
+ "eval_loss": 0.2939603924751282,
100
+ "eval_runtime": 86.3176,
101
+ "eval_samples_per_second": 23.761,
102
+ "eval_steps_per_second": 11.886,
103
+ "step": 100
104
  }
105
  ],
106
  "logging_steps": 10,
 
120
  "attributes": {}
121
  }
122
  },
123
+ "total_flos": 2.254755040591872e+16,
124
  "train_batch_size": 2,
125
  "trial_name": null,
126
  "trial_params": null