leixa commited on
Commit
6da3999
·
verified ·
1 Parent(s): b793e45

Training in progress, step 136, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f48e5e504da172c01e6ee3da031e8a9cae7d2213f5cb8705cf8cc99dc402c40
3
  size 692136856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76f914b47be02a1f65f43bf3479c04fbd79e2f88b877c3b16a685626b7ad331
3
  size 692136856
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:edaa271176ce862e004df1f0dc773f6ce9648c87c722df370b11c98cad47b292
3
  size 85723284
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f257dd9e0289db79f785ec4853e1f1fd36aff06829c616d2869899bfbaee54d
3
  size 85723284
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b472766fb64a3faca824302324f58abb5e35dea39174d7a492c6d7c52b86b41c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99174d59b2f745e4fca8944695e995f5b82e2541faeac9696a55b797d641e61d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:baea37709b071cdabc5712824dc3f783ecd30d18a1e0d85c4d56cfebfa22b7e0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f676b917baa0a895f62d4ea12d985f19fe259f840a0ba6d41d00cece68314f5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.006872852233676976,
5
  "eval_steps": 34,
6
- "global_step": 102,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -277,6 +277,91 @@
277
  "eval_samples_per_second": 14.031,
278
  "eval_steps_per_second": 1.754,
279
  "step": 102
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
280
  }
281
  ],
282
  "logging_steps": 3,
@@ -296,7 +381,7 @@
296
  "attributes": {}
297
  }
298
  },
299
- "total_flos": 1.4343849987224371e+17,
300
  "train_batch_size": 8,
301
  "trial_name": null,
302
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.009163802978235968,
5
  "eval_steps": 34,
6
+ "global_step": 136,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
277
  "eval_samples_per_second": 14.031,
278
  "eval_steps_per_second": 1.754,
279
  "step": 102
280
+ },
281
+ {
282
+ "epoch": 0.007074994946432181,
283
+ "grad_norm": 0.7040189504623413,
284
+ "learning_rate": 4.303006118359537e-05,
285
+ "loss": 0.8247,
286
+ "step": 105
287
+ },
288
+ {
289
+ "epoch": 0.0072771376591873865,
290
+ "grad_norm": 0.7915964722633362,
291
+ "learning_rate": 4.260632628966974e-05,
292
+ "loss": 0.8551,
293
+ "step": 108
294
+ },
295
+ {
296
+ "epoch": 0.007479280371942592,
297
+ "grad_norm": 0.7852084040641785,
298
+ "learning_rate": 4.217230979699188e-05,
299
+ "loss": 0.8425,
300
+ "step": 111
301
+ },
302
+ {
303
+ "epoch": 0.007681423084697796,
304
+ "grad_norm": 0.6728894114494324,
305
+ "learning_rate": 4.172826515897146e-05,
306
+ "loss": 0.8141,
307
+ "step": 114
308
+ },
309
+ {
310
+ "epoch": 0.007883565797453002,
311
+ "grad_norm": 0.7391681671142578,
312
+ "learning_rate": 4.12744516851726e-05,
313
+ "loss": 0.7987,
314
+ "step": 117
315
+ },
316
+ {
317
+ "epoch": 0.008085708510208208,
318
+ "grad_norm": 0.7469043135643005,
319
+ "learning_rate": 4.0811134389884433e-05,
320
+ "loss": 0.7909,
321
+ "step": 120
322
+ },
323
+ {
324
+ "epoch": 0.008287851222963412,
325
+ "grad_norm": 0.7632879614830017,
326
+ "learning_rate": 4.0338583837360225e-05,
327
+ "loss": 0.8031,
328
+ "step": 123
329
+ },
330
+ {
331
+ "epoch": 0.008489993935718617,
332
+ "grad_norm": 0.7656901478767395,
333
+ "learning_rate": 3.985707598381544e-05,
334
+ "loss": 0.843,
335
+ "step": 126
336
+ },
337
+ {
338
+ "epoch": 0.008692136648473823,
339
+ "grad_norm": 0.8024786114692688,
340
+ "learning_rate": 3.9366892016277096e-05,
341
+ "loss": 0.8403,
342
+ "step": 129
343
+ },
344
+ {
345
+ "epoch": 0.008894279361229027,
346
+ "grad_norm": 0.6944208145141602,
347
+ "learning_rate": 3.886831818837847e-05,
348
+ "loss": 0.7908,
349
+ "step": 132
350
+ },
351
+ {
352
+ "epoch": 0.009096422073984234,
353
+ "grad_norm": 0.719901442527771,
354
+ "learning_rate": 3.8361645653195026e-05,
355
+ "loss": 0.8151,
356
+ "step": 135
357
+ },
358
+ {
359
+ "epoch": 0.009163802978235968,
360
+ "eval_loss": 0.8194563388824463,
361
+ "eval_runtime": 1782.0949,
362
+ "eval_samples_per_second": 14.026,
363
+ "eval_steps_per_second": 1.754,
364
+ "step": 136
365
  }
366
  ],
367
  "logging_steps": 3,
 
381
  "attributes": {}
382
  }
383
  },
384
+ "total_flos": 1.912513331629916e+17,
385
  "train_batch_size": 8,
386
  "trial_name": null,
387
  "trial_params": null