dixedus commited on
Commit
77290f5
·
verified ·
1 Parent(s): b03c075

Training in progress, step 85, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b06d6095f86341e631c31dfe5c014ab0c7bdd8dd50ae9b2f22748fb787b26c43
3
  size 34793120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4a3e12ace7db54eb920b934f6c0ee05cc4f4a8c194adf5d5df9e3b0cdd68c9
3
  size 34793120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6d475747d9aed2705bc7b24c14fe90c153254ec151ddecd24eebe44d949f462
3
  size 18132116
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bedc55c1f8f18184593c54334179fa1f18a4e48f30fc591992b4c57dd36d69e
3
  size 18132116
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bb1f6ba326b8488be4e2327d96e736f1996da096cf4aab9ac45520a7cbbf382
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c81be7588d13c4d18f0badc374dddf114640e4f47aaffe28b0dd04921466a3ad
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40aaba2d15c70d89033b94214bc8306c06d04f2fbceef0fdedf952808109d707
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24510621ac929102038dbb9557bac0e17f0ed52c36608ebab8e700d1b1464f1d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.37517241379310345,
5
  "eval_steps": 17,
6
- "global_step": 68,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -201,6 +201,56 @@
201
  "eval_samples_per_second": 68.1,
202
  "eval_steps_per_second": 8.708,
203
  "step": 68
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
204
  }
205
  ],
206
  "logging_steps": 3,
@@ -220,7 +270,7 @@
220
  "attributes": {}
221
  }
222
  },
223
- "total_flos": 4322559189319680.0,
224
  "train_batch_size": 8,
225
  "trial_name": null,
226
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.4689655172413793,
5
  "eval_steps": 17,
6
+ "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
201
  "eval_samples_per_second": 68.1,
202
  "eval_steps_per_second": 8.708,
203
  "step": 68
204
+ },
205
+ {
206
+ "epoch": 0.38068965517241377,
207
+ "grad_norm": 0.45721158385276794,
208
+ "learning_rate": 7.803575286758364e-05,
209
+ "loss": 2.1911,
210
+ "step": 69
211
+ },
212
+ {
213
+ "epoch": 0.3972413793103448,
214
+ "grad_norm": 0.5159802436828613,
215
+ "learning_rate": 7.594847868906076e-05,
216
+ "loss": 2.249,
217
+ "step": 72
218
+ },
219
+ {
220
+ "epoch": 0.41379310344827586,
221
+ "grad_norm": 0.4334803819656372,
222
+ "learning_rate": 7.379736965185368e-05,
223
+ "loss": 2.0298,
224
+ "step": 75
225
+ },
226
+ {
227
+ "epoch": 0.4303448275862069,
228
+ "grad_norm": 0.4824793338775635,
229
+ "learning_rate": 7.158771761692464e-05,
230
+ "loss": 2.1161,
231
+ "step": 78
232
+ },
233
+ {
234
+ "epoch": 0.44689655172413795,
235
+ "grad_norm": 0.507147490978241,
236
+ "learning_rate": 6.932495846462261e-05,
237
+ "loss": 2.1276,
238
+ "step": 81
239
+ },
240
+ {
241
+ "epoch": 0.463448275862069,
242
+ "grad_norm": 0.5079874396324158,
243
+ "learning_rate": 6.701465872208216e-05,
244
+ "loss": 2.3072,
245
+ "step": 84
246
+ },
247
+ {
248
+ "epoch": 0.4689655172413793,
249
+ "eval_loss": 2.1795969009399414,
250
+ "eval_runtime": 4.4446,
251
+ "eval_samples_per_second": 68.623,
252
+ "eval_steps_per_second": 8.775,
253
+ "step": 85
254
  }
255
  ],
256
  "logging_steps": 3,
 
270
  "attributes": {}
271
  }
272
  },
273
+ "total_flos": 5403198986649600.0,
274
  "train_batch_size": 8,
275
  "trial_name": null,
276
  "trial_params": null