eddysang commited on
Commit
a6e4f3d
·
verified ·
1 Parent(s): 60bc26e

Training in progress, step 39, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:798291a48541d51ec27dccfb04969ed84a240c4b5aad0fb27cc0e2669bfd528d
3
  size 500770656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfee01d8103d09d582705d572b496d7643cb63480e69b153f1382b5081aa8af8
3
  size 500770656
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cc8f86ad37f0cf51611f9aeecc8a395f82787608cb2ce6f7ccf27330ce2e6ee
3
  size 1001863522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec7a651830d44bcee6bff272d2302cedf7b43d75bfde70141fda080f96fb44f
3
  size 1001863522
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55ea9ad2466bee9501938172cccd6c85022832f061db4916ca506511c63fd6ce
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d83117332e05dc7fd0876bf6486e3944c984131f2f9ab4cca3b30ddf4c26a56
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34f9c194f14d5c67265ac71b8d34cb6f960441ca9a99e80d33d78e02859e649b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb9c3c0c925ea8cf32a1dcba2e2f6242aaac5236534a8df451537dd590ac10a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.36411378555798685,
5
  "eval_steps": 50,
6
- "global_step": 26,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -197,6 +197,97 @@
197
  "learning_rate": 0.0001492129799588288,
198
  "loss": 2.2783,
199
  "step": 26
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
200
  }
201
  ],
202
  "logging_steps": 1,
@@ -216,7 +307,7 @@
216
  "attributes": {}
217
  }
218
  },
219
- "total_flos": 2.6534945488896e+17,
220
  "train_batch_size": 2,
221
  "trial_name": null,
222
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5461706783369803,
5
  "eval_steps": 50,
6
+ "global_step": 39,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
197
  "learning_rate": 0.0001492129799588288,
198
  "loss": 2.2783,
199
  "step": 26
200
+ },
201
+ {
202
+ "epoch": 0.37811816192560177,
203
+ "grad_norm": 14.870774269104004,
204
+ "learning_rate": 0.0001489294560698738,
205
+ "loss": 3.1369,
206
+ "step": 27
207
+ },
208
+ {
209
+ "epoch": 0.39212253829321664,
210
+ "grad_norm": 14.277947425842285,
211
+ "learning_rate": 0.000148602759460456,
212
+ "loss": 2.5122,
213
+ "step": 28
214
+ },
215
+ {
216
+ "epoch": 0.4061269146608315,
217
+ "grad_norm": 17.441390991210938,
218
+ "learning_rate": 0.0001482330809121954,
219
+ "loss": 2.9346,
220
+ "step": 29
221
+ },
222
+ {
223
+ "epoch": 0.4201312910284464,
224
+ "grad_norm": 10.07897663116455,
225
+ "learning_rate": 0.00014782063630695388,
226
+ "loss": 2.3027,
227
+ "step": 30
228
+ },
229
+ {
230
+ "epoch": 0.43413566739606124,
231
+ "grad_norm": 9.020223617553711,
232
+ "learning_rate": 0.00014736566650076636,
233
+ "loss": 1.944,
234
+ "step": 31
235
+ },
236
+ {
237
+ "epoch": 0.44814004376367617,
238
+ "grad_norm": 12.858219146728516,
239
+ "learning_rate": 0.00014686843718318744,
240
+ "loss": 1.5195,
241
+ "step": 32
242
+ },
243
+ {
244
+ "epoch": 0.46214442013129103,
245
+ "grad_norm": 10.95540714263916,
246
+ "learning_rate": 0.00014632923872213652,
247
+ "loss": 2.419,
248
+ "step": 33
249
+ },
250
+ {
251
+ "epoch": 0.4761487964989059,
252
+ "grad_norm": 10.858210563659668,
253
+ "learning_rate": 0.0001457483859943307,
254
+ "loss": 2.6077,
255
+ "step": 34
256
+ },
257
+ {
258
+ "epoch": 0.49015317286652077,
259
+ "grad_norm": 7.009860515594482,
260
+ "learning_rate": 0.00014512621820140611,
261
+ "loss": 2.3664,
262
+ "step": 35
263
+ },
264
+ {
265
+ "epoch": 0.5041575492341357,
266
+ "grad_norm": 6.658543109893799,
267
+ "learning_rate": 0.0001444630986718332,
268
+ "loss": 1.1082,
269
+ "step": 36
270
+ },
271
+ {
272
+ "epoch": 0.5181619256017506,
273
+ "grad_norm": 5.971487998962402,
274
+ "learning_rate": 0.00014375941464874368,
275
+ "loss": 1.558,
276
+ "step": 37
277
+ },
278
+ {
279
+ "epoch": 0.5321663019693654,
280
+ "grad_norm": 7.628395080566406,
281
+ "learning_rate": 0.0001430155770637909,
282
+ "loss": 1.949,
283
+ "step": 38
284
+ },
285
+ {
286
+ "epoch": 0.5461706783369803,
287
+ "grad_norm": 14.131255149841309,
288
+ "learning_rate": 0.00014223202029717776,
289
+ "loss": 2.6442,
290
+ "step": 39
291
  }
292
  ],
293
  "logging_steps": 1,
 
307
  "attributes": {}
308
  }
309
  },
310
+ "total_flos": 3.9802418233344e+17,
311
  "train_batch_size": 2,
312
  "trial_name": null,
313
  "trial_params": null