dixedus commited on
Commit
52eafbe
·
verified ·
1 Parent(s): 68a3141

Training in progress, step 85, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a3ba91fcfa33a4fc60d7d960039c3cbbe3ab374b9c3163b3c0f9f4ea0bf01a5
3
  size 19552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d206fd32b6cf1d08f1504a4866441403ecd7fdf3ac14659d4ddca244489c16e1
3
  size 19552
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23225fdb9d0919cbadab2d67e7a184b58ed35fe3def41e07f1e8c230e4d536fc
3
  size 44354
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84fedcaffd4f6b725ea12f1770529622232946601b79bcd3294dd6734268a33
3
  size 44354
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b165213f53197ccef9210a316146efd985350a4587234352809bf283a32d781
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db326375a5aad8c6b99fcad9f85ce3d1f2a6779d8d9ea03968cefdb563d4858d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40aaba2d15c70d89033b94214bc8306c06d04f2fbceef0fdedf952808109d707
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24510621ac929102038dbb9557bac0e17f0ed52c36608ebab8e700d1b1464f1d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.05137891953154514,
5
  "eval_steps": 17,
6
- "global_step": 68,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -201,6 +201,56 @@
201
  "eval_samples_per_second": 36.086,
202
  "eval_steps_per_second": 4.515,
203
  "step": 68
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
204
  }
205
  ],
206
  "logging_steps": 3,
@@ -220,7 +270,7 @@
220
  "attributes": {}
221
  }
222
  },
223
- "total_flos": 150133014528.0,
224
  "train_batch_size": 8,
225
  "trial_name": null,
226
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.06422364941443143,
5
  "eval_steps": 17,
6
+ "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
201
  "eval_samples_per_second": 36.086,
202
  "eval_steps_per_second": 4.515,
203
  "step": 68
204
+ },
205
+ {
206
+ "epoch": 0.05213449187759728,
207
+ "grad_norm": 0.02452562004327774,
208
+ "learning_rate": 7.803575286758364e-05,
209
+ "loss": 12.4501,
210
+ "step": 69
211
+ },
212
+ {
213
+ "epoch": 0.05440120891575368,
214
+ "grad_norm": 0.024608276784420013,
215
+ "learning_rate": 7.594847868906076e-05,
216
+ "loss": 12.449,
217
+ "step": 72
218
+ },
219
+ {
220
+ "epoch": 0.056667925953910084,
221
+ "grad_norm": 0.025729818269610405,
222
+ "learning_rate": 7.379736965185368e-05,
223
+ "loss": 12.4491,
224
+ "step": 75
225
+ },
226
+ {
227
+ "epoch": 0.058934642992066494,
228
+ "grad_norm": 0.026810096576809883,
229
+ "learning_rate": 7.158771761692464e-05,
230
+ "loss": 12.4492,
231
+ "step": 78
232
+ },
233
+ {
234
+ "epoch": 0.0612013600302229,
235
+ "grad_norm": 0.030193008482456207,
236
+ "learning_rate": 6.932495846462261e-05,
237
+ "loss": 12.4488,
238
+ "step": 81
239
+ },
240
+ {
241
+ "epoch": 0.0634680770683793,
242
+ "grad_norm": 0.0322081558406353,
243
+ "learning_rate": 6.701465872208216e-05,
244
+ "loss": 12.4457,
245
+ "step": 84
246
+ },
247
+ {
248
+ "epoch": 0.06422364941443143,
249
+ "eval_loss": 12.447479248046875,
250
+ "eval_runtime": 61.6601,
251
+ "eval_samples_per_second": 36.166,
252
+ "eval_steps_per_second": 4.525,
253
+ "step": 85
254
  }
255
  ],
256
  "logging_steps": 3,
 
270
  "attributes": {}
271
  }
272
  },
273
+ "total_flos": 188051619840.0,
274
  "train_batch_size": 8,
275
  "trial_name": null,
276
  "trial_params": null