Sara Price commited on
Commit
0dfd853
·
verified ·
1 Parent(s): dd66f61

Training in progress, step 800, checkpoint

Browse files
last-checkpoint/model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef7402095373828868c6a8c82feed83c288050530180d57b6352e806cf58b1f6
3
  size 4840658560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74149d859635ddb3b8125743f520898c6ec4eb07cca13c578f3576bdfcec95d
3
  size 4840658560
last-checkpoint/model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f62da095bfe2f7bab3bc886fc3bc2b6de500f06f57f897eafb8dc0efb326fd8
3
  size 4857206856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfa0304220ec7858fdcb92598ed790d12dcd2c2a97794188cc51eead70167fd1
3
  size 4857206856
last-checkpoint/model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6b096a5676e65903cff59acf69d696927f6cc30a379206e9cf4eeece59d6d7a
3
  size 4857206904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:223bbf67180d65542f5fe74d87193e9559cdd780e59185fdc07feb5440f23f87
3
  size 4857206904
last-checkpoint/model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de37c4d3e07cda4c12efbb271b44e386d980542786ad5bd58846677dc3229213
3
  size 4857206904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559933ab169a5ec4ca2cc1952bba17572c188fb2cb069e9921a817468ed399c5
3
  size 4857206904
last-checkpoint/model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64218f8c0e4a08ca5ebf894c332331d6e36968327167e22813cd4ea6e69a0e27
3
  size 4857206904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd887b3c10513128153999ecdbeb08b8f55f80ffe947eedb06e7ac91272b59b
3
  size 4857206904
last-checkpoint/model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e551d45159d773a5d9a73c93ba8e731328c39b98762114a539357d30098dd964
3
  size 2684734256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05198868838e96c5aff164a6595a25743dc877c7f7f4a03ad8360a047b083459
3
  size 2684734256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.8,
5
  "eval_steps": 50,
6
- "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -127,6 +127,126 @@
127
  "eval_samples_per_second": 68.926,
128
  "eval_steps_per_second": 3.535,
129
  "step": 400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  }
131
  ],
132
  "logging_steps": 50,
@@ -134,7 +254,7 @@
134
  "num_input_tokens_seen": 0,
135
  "num_train_epochs": 10,
136
  "save_steps": 400,
137
- "total_flos": 1.9232917507014656e+16,
138
  "train_batch_size": 4,
139
  "trial_name": null,
140
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.6,
5
  "eval_steps": 50,
6
+ "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
127
  "eval_samples_per_second": 68.926,
128
  "eval_steps_per_second": 3.535,
129
  "step": 400
130
+ },
131
+ {
132
+ "epoch": 0.9,
133
+ "grad_norm": 2.9651033878326416,
134
+ "learning_rate": 1.8e-05,
135
+ "loss": 0.7497,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.9,
140
+ "eval_loss": 0.6827173233032227,
141
+ "eval_runtime": 2.5909,
142
+ "eval_samples_per_second": 60.21,
143
+ "eval_steps_per_second": 3.088,
144
+ "step": 450
145
+ },
146
+ {
147
+ "epoch": 1.0,
148
+ "grad_norm": 3.7542426586151123,
149
+ "learning_rate": 2e-05,
150
+ "loss": 0.7622,
151
+ "step": 500
152
+ },
153
+ {
154
+ "epoch": 1.0,
155
+ "eval_loss": 0.6903170347213745,
156
+ "eval_runtime": 2.4721,
157
+ "eval_samples_per_second": 63.105,
158
+ "eval_steps_per_second": 3.236,
159
+ "step": 500
160
+ },
161
+ {
162
+ "epoch": 1.1,
163
+ "grad_norm": 2.384434938430786,
164
+ "learning_rate": 1.999390827019096e-05,
165
+ "loss": 0.484,
166
+ "step": 550
167
+ },
168
+ {
169
+ "epoch": 1.1,
170
+ "eval_loss": 0.7237842679023743,
171
+ "eval_runtime": 2.9344,
172
+ "eval_samples_per_second": 53.162,
173
+ "eval_steps_per_second": 2.726,
174
+ "step": 550
175
+ },
176
+ {
177
+ "epoch": 1.2,
178
+ "grad_norm": 3.1198794841766357,
179
+ "learning_rate": 1.9975640502598243e-05,
180
+ "loss": 0.5145,
181
+ "step": 600
182
+ },
183
+ {
184
+ "epoch": 1.2,
185
+ "eval_loss": 0.7352678179740906,
186
+ "eval_runtime": 3.8017,
187
+ "eval_samples_per_second": 41.034,
188
+ "eval_steps_per_second": 2.104,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.3,
193
+ "grad_norm": 6.234444618225098,
194
+ "learning_rate": 1.9945218953682736e-05,
195
+ "loss": 0.5093,
196
+ "step": 650
197
+ },
198
+ {
199
+ "epoch": 1.3,
200
+ "eval_loss": 0.7311124801635742,
201
+ "eval_runtime": 2.2672,
202
+ "eval_samples_per_second": 68.808,
203
+ "eval_steps_per_second": 3.529,
204
+ "step": 650
205
+ },
206
+ {
207
+ "epoch": 1.4,
208
+ "grad_norm": 2.112931489944458,
209
+ "learning_rate": 1.9902680687415704e-05,
210
+ "loss": 0.5248,
211
+ "step": 700
212
+ },
213
+ {
214
+ "epoch": 1.4,
215
+ "eval_loss": 0.734488844871521,
216
+ "eval_runtime": 2.2746,
217
+ "eval_samples_per_second": 68.582,
218
+ "eval_steps_per_second": 3.517,
219
+ "step": 700
220
+ },
221
+ {
222
+ "epoch": 1.5,
223
+ "grad_norm": 3.4556541442871094,
224
+ "learning_rate": 1.9848077530122083e-05,
225
+ "loss": 0.5107,
226
+ "step": 750
227
+ },
228
+ {
229
+ "epoch": 1.5,
230
+ "eval_loss": 0.723623514175415,
231
+ "eval_runtime": 2.256,
232
+ "eval_samples_per_second": 69.148,
233
+ "eval_steps_per_second": 3.546,
234
+ "step": 750
235
+ },
236
+ {
237
+ "epoch": 1.6,
238
+ "grad_norm": 3.025707960128784,
239
+ "learning_rate": 1.9781476007338058e-05,
240
+ "loss": 0.5171,
241
+ "step": 800
242
+ },
243
+ {
244
+ "epoch": 1.6,
245
+ "eval_loss": 0.7228586077690125,
246
+ "eval_runtime": 2.2603,
247
+ "eval_samples_per_second": 69.016,
248
+ "eval_steps_per_second": 3.539,
249
+ "step": 800
250
  }
251
  ],
252
  "logging_steps": 50,
 
254
  "num_input_tokens_seen": 0,
255
  "num_train_epochs": 10,
256
  "save_steps": 400,
257
+ "total_flos": 3.860410960707584e+16,
258
  "train_batch_size": 4,
259
  "trial_name": null,
260
  "trial_params": null