dixedus commited on
Commit
6eef931
·
verified ·
1 Parent(s): 56fb053

Training in progress, step 85, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b03db4aa92684e41a85b6ab0522f6787677fb79142d3c193edae47d771eb02a
3
  size 45118424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e8cfba5a77cad29d727a3166f26c38a84816c41c1f2515caa8a7adb4dcc8c4
3
  size 45118424
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8a6f071dd7e043292fe3c6ba193f1fb90960cffe853e365051820e894ebe3b4
3
  size 23159290
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:689217aaa41feaaaeee9288107dd691977948d6c3a1d2a1df9bb651a1352b6aa
3
  size 23159290
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc1ba887b2f1ff61690aec183c8d72f5e592af046ae56ecda6cdb85532eef9c7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52126d43fca697f9a6daabc677f2c11c3e68cba9c6ff06167ebb9376aa2ac9b1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40aaba2d15c70d89033b94214bc8306c06d04f2fbceef0fdedf952808109d707
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24510621ac929102038dbb9557bac0e17f0ed52c36608ebab8e700d1b1464f1d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.14670981661272922,
5
  "eval_steps": 17,
6
- "global_step": 68,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -201,6 +201,56 @@
201
  "eval_samples_per_second": 50.878,
202
  "eval_steps_per_second": 6.384,
203
  "step": 68
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
204
  }
205
  ],
206
  "logging_steps": 3,
@@ -220,7 +270,7 @@
220
  "attributes": {}
221
  }
222
  },
223
- "total_flos": 1.3257799203028992e+16,
224
  "train_batch_size": 8,
225
  "trial_name": null,
226
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.18338727076591155,
5
  "eval_steps": 17,
6
+ "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
201
  "eval_samples_per_second": 50.878,
202
  "eval_steps_per_second": 6.384,
203
  "step": 68
204
+ },
205
+ {
206
+ "epoch": 0.1488673139158576,
207
+ "grad_norm": 0.03484257683157921,
208
+ "learning_rate": 7.803575286758364e-05,
209
+ "loss": 0.0004,
210
+ "step": 69
211
+ },
212
+ {
213
+ "epoch": 0.1553398058252427,
214
+ "grad_norm": 0.03455309569835663,
215
+ "learning_rate": 7.594847868906076e-05,
216
+ "loss": 0.0016,
217
+ "step": 72
218
+ },
219
+ {
220
+ "epoch": 0.16181229773462782,
221
+ "grad_norm": 0.011528185568749905,
222
+ "learning_rate": 7.379736965185368e-05,
223
+ "loss": 0.0004,
224
+ "step": 75
225
+ },
226
+ {
227
+ "epoch": 0.16828478964401294,
228
+ "grad_norm": 0.03166678920388222,
229
+ "learning_rate": 7.158771761692464e-05,
230
+ "loss": 0.0024,
231
+ "step": 78
232
+ },
233
+ {
234
+ "epoch": 0.17475728155339806,
235
+ "grad_norm": 0.0032140235416591167,
236
+ "learning_rate": 6.932495846462261e-05,
237
+ "loss": 0.0002,
238
+ "step": 81
239
+ },
240
+ {
241
+ "epoch": 0.18122977346278318,
242
+ "grad_norm": 0.0027989039663225412,
243
+ "learning_rate": 6.701465872208216e-05,
244
+ "loss": 0.0001,
245
+ "step": 84
246
+ },
247
+ {
248
+ "epoch": 0.18338727076591155,
249
+ "eval_loss": 0.0013614986091852188,
250
+ "eval_runtime": 15.3471,
251
+ "eval_samples_per_second": 50.889,
252
+ "eval_steps_per_second": 6.386,
253
+ "step": 85
254
  }
255
  ],
256
  "logging_steps": 3,
 
270
  "attributes": {}
271
  }
272
  },
273
+ "total_flos": 1.6596442068025344e+16,
274
  "train_batch_size": 8,
275
  "trial_name": null,
276
  "trial_params": null