eddysang commited on
Commit
29e00da
·
verified ·
1 Parent(s): 685621c

Training in progress, step 39, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d561a3f3cc8d1c19a681c061d5d87b02227f393e135edfdd554f053c11ef586
3
  size 319876032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db89031f861b351398579fdeed7f2fb75adc951da6bbb79461eec30cb42cae7
3
  size 319876032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90b3a2113ecb1b446af5ca68d8fd507dc873f1535a9c75c3e8a47d5246923db5
3
  size 640009682
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83434275e79d234627e39a2ec4efe033481954aab821806a1dfd2935bd20358
3
  size 640009682
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50eebf8d061e3255b63fc3a2dc3ef02231d3653b40f92cb4b4beca7dd60219ae
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b699cd69e707818116cdde38e402657f6f0fe8cde3928db61304dd17c81e968e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34f9c194f14d5c67265ac71b8d34cb6f960441ca9a99e80d33d78e02859e649b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb9c3c0c925ea8cf32a1dcba2e2f6242aaac5236534a8df451537dd590ac10a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.034601788313578706,
5
  "eval_steps": 50,
6
- "global_step": 26,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -197,6 +197,97 @@
197
  "learning_rate": 0.0001492129799588288,
198
  "loss": 49.3161,
199
  "step": 26
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
200
  }
201
  ],
202
  "logging_steps": 1,
@@ -216,7 +307,7 @@
216
  "attributes": {}
217
  }
218
  },
219
- "total_flos": 1.484068172762972e+17,
220
  "train_batch_size": 2,
221
  "trial_name": null,
222
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.05190268247036806,
5
  "eval_steps": 50,
6
+ "global_step": 39,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
197
  "learning_rate": 0.0001492129799588288,
198
  "loss": 49.3161,
199
  "step": 26
200
+ },
201
+ {
202
+ "epoch": 0.03593262632563943,
203
+ "grad_norm": 4.290125846862793,
204
+ "learning_rate": 0.0001489294560698738,
205
+ "loss": 48.7192,
206
+ "step": 27
207
+ },
208
+ {
209
+ "epoch": 0.03726346433770015,
210
+ "grad_norm": 4.7845635414123535,
211
+ "learning_rate": 0.000148602759460456,
212
+ "loss": 47.9046,
213
+ "step": 28
214
+ },
215
+ {
216
+ "epoch": 0.03859430234976086,
217
+ "grad_norm": 9.48447036743164,
218
+ "learning_rate": 0.0001482330809121954,
219
+ "loss": 47.9862,
220
+ "step": 29
221
+ },
222
+ {
223
+ "epoch": 0.039925140361821584,
224
+ "grad_norm": 5.269348621368408,
225
+ "learning_rate": 0.00014782063630695388,
226
+ "loss": 47.6904,
227
+ "step": 30
228
+ },
229
+ {
230
+ "epoch": 0.041255978373882306,
231
+ "grad_norm": 4.928490161895752,
232
+ "learning_rate": 0.00014736566650076636,
233
+ "loss": 48.8313,
234
+ "step": 31
235
+ },
236
+ {
237
+ "epoch": 0.04258681638594302,
238
+ "grad_norm": 5.5268449783325195,
239
+ "learning_rate": 0.00014686843718318744,
240
+ "loss": 47.7213,
241
+ "step": 32
242
+ },
243
+ {
244
+ "epoch": 0.04391765439800374,
245
+ "grad_norm": 4.2176079750061035,
246
+ "learning_rate": 0.00014632923872213652,
247
+ "loss": 47.0136,
248
+ "step": 33
249
+ },
250
+ {
251
+ "epoch": 0.04524849241006446,
252
+ "grad_norm": 4.410348892211914,
253
+ "learning_rate": 0.0001457483859943307,
254
+ "loss": 45.6157,
255
+ "step": 34
256
+ },
257
+ {
258
+ "epoch": 0.046579330422125184,
259
+ "grad_norm": 4.219701766967773,
260
+ "learning_rate": 0.00014512621820140611,
261
+ "loss": 47.701,
262
+ "step": 35
263
+ },
264
+ {
265
+ "epoch": 0.0479101684341859,
266
+ "grad_norm": 4.424015522003174,
267
+ "learning_rate": 0.0001444630986718332,
268
+ "loss": 45.6344,
269
+ "step": 36
270
+ },
271
+ {
272
+ "epoch": 0.04924100644624662,
273
+ "grad_norm": 4.436514854431152,
274
+ "learning_rate": 0.00014375941464874368,
275
+ "loss": 46.8412,
276
+ "step": 37
277
+ },
278
+ {
279
+ "epoch": 0.05057184445830734,
280
+ "grad_norm": 4.463353157043457,
281
+ "learning_rate": 0.0001430155770637909,
282
+ "loss": 45.4691,
283
+ "step": 38
284
+ },
285
+ {
286
+ "epoch": 0.05190268247036806,
287
+ "grad_norm": 5.982223033905029,
288
+ "learning_rate": 0.00014223202029717776,
289
+ "loss": 46.5923,
290
+ "step": 39
291
  }
292
  ],
293
  "logging_steps": 1,
 
307
  "attributes": {}
308
  }
309
  },
310
+ "total_flos": 2.207202166135849e+17,
311
  "train_batch_size": 2,
312
  "trial_name": null,
313
  "trial_params": null