eddysang commited on
Commit
607b8ef
·
verified ·
1 Parent(s): 19a41dd

Training in progress, step 187, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e1f5c84173ea5e9b2e4fb08e10124d39b1a491b402f0de28caf8de4b760db49
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ecdf1d1971ac27d2273232d5e499a28ce82ab31d2afdfc65766d2e6c71c53f
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:515b3e1ecb36e1cb5fbebf47abf80241dff7b621accc66dc2a10405eb064652a
3
  size 671466706
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5840807e8f3e3570da83c6ea2ea59e6407056ebf36fb978fe99851d8888a288
3
  size 671466706
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0f247327caf964bf7fa15c173ae9e435da78e83dfcb744db194cf8eca0374dd
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4af8b337fcb06c5a1eb4c33326a529881fb5d751ecc21aa6194c4594aa1b4b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9a138d58efee4722b14f409e14731dcd0935c0eaa8a6078a4918744b9529bab
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9ab26294f369ba5d99cf6e2514a5d05f3df1a90b36a045191f6b23077ba365
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.2502875546353807,
5
  "eval_steps": 50,
6
- "global_step": 170,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1229,6 +1229,125 @@
1229
  "learning_rate": 1.0048094716167095e-05,
1230
  "loss": 0.0101,
1231
  "step": 170
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1232
  }
1233
  ],
1234
  "logging_steps": 1,
@@ -1248,7 +1367,7 @@
1248
  "attributes": {}
1249
  }
1250
  },
1251
- "total_flos": 1.796206666199335e+18,
1252
  "train_batch_size": 2,
1253
  "trial_name": null,
1254
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.27531631009891877,
5
  "eval_steps": 50,
6
+ "global_step": 187,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1229
  "learning_rate": 1.0048094716167095e-05,
1230
  "loss": 0.0101,
1231
  "step": 170
1232
+ },
1233
+ {
1234
+ "epoch": 0.25175983436853,
1235
+ "grad_norm": 0.11024050414562225,
1236
+ "learning_rate": 9.40352196454532e-06,
1237
+ "loss": 0.0496,
1238
+ "step": 171
1239
+ },
1240
+ {
1241
+ "epoch": 0.25323211410167934,
1242
+ "grad_norm": 0.09290501475334167,
1243
+ "learning_rate": 8.778930535580474e-06,
1244
+ "loss": 0.042,
1245
+ "step": 172
1246
+ },
1247
+ {
1248
+ "epoch": 0.2547043938348286,
1249
+ "grad_norm": 0.10324755311012268,
1250
+ "learning_rate": 8.174510685872415e-06,
1251
+ "loss": 0.0466,
1252
+ "step": 173
1253
+ },
1254
+ {
1255
+ "epoch": 0.2561766735679779,
1256
+ "grad_norm": 0.1255979835987091,
1257
+ "learning_rate": 7.5904465275624884e-06,
1258
+ "loss": 0.0731,
1259
+ "step": 174
1260
+ },
1261
+ {
1262
+ "epoch": 0.2576489533011272,
1263
+ "grad_norm": 0.14712050557136536,
1264
+ "learning_rate": 7.026915972251254e-06,
1265
+ "loss": 0.0501,
1266
+ "step": 175
1267
+ },
1268
+ {
1269
+ "epoch": 0.25912123303427653,
1270
+ "grad_norm": 0.10622108727693558,
1271
+ "learning_rate": 6.484090676804926e-06,
1272
+ "loss": 0.0465,
1273
+ "step": 176
1274
+ },
1275
+ {
1276
+ "epoch": 0.2605935127674258,
1277
+ "grad_norm": 0.08225951343774796,
1278
+ "learning_rate": 5.962135991066971e-06,
1279
+ "loss": 0.0322,
1280
+ "step": 177
1281
+ },
1282
+ {
1283
+ "epoch": 0.2620657925005751,
1284
+ "grad_norm": 0.06552782654762268,
1285
+ "learning_rate": 5.461210907490951e-06,
1286
+ "loss": 0.0156,
1287
+ "step": 178
1288
+ },
1289
+ {
1290
+ "epoch": 0.2635380722337244,
1291
+ "grad_norm": 0.09848985821008682,
1292
+ "learning_rate": 4.981468012709877e-06,
1293
+ "loss": 0.0319,
1294
+ "step": 179
1295
+ },
1296
+ {
1297
+ "epoch": 0.2650103519668737,
1298
+ "grad_norm": 0.11006014794111252,
1299
+ "learning_rate": 4.523053441056876e-06,
1300
+ "loss": 0.0384,
1301
+ "step": 180
1302
+ },
1303
+ {
1304
+ "epoch": 0.266482631700023,
1305
+ "grad_norm": 0.07918134331703186,
1306
+ "learning_rate": 4.086106830051236e-06,
1307
+ "loss": 0.0424,
1308
+ "step": 181
1309
+ },
1310
+ {
1311
+ "epoch": 0.2679549114331723,
1312
+ "grad_norm": 0.043903008103370667,
1313
+ "learning_rate": 3.670761277863485e-06,
1314
+ "loss": 0.0097,
1315
+ "step": 182
1316
+ },
1317
+ {
1318
+ "epoch": 0.2694271911663216,
1319
+ "grad_norm": 0.08103958517313004,
1320
+ "learning_rate": 3.277143302772342e-06,
1321
+ "loss": 0.049,
1322
+ "step": 183
1323
+ },
1324
+ {
1325
+ "epoch": 0.2708994708994709,
1326
+ "grad_norm": 0.12223482131958008,
1327
+ "learning_rate": 2.9053728046260825e-06,
1328
+ "loss": 0.0317,
1329
+ "step": 184
1330
+ },
1331
+ {
1332
+ "epoch": 0.2723717506326202,
1333
+ "grad_norm": 0.04852719232439995,
1334
+ "learning_rate": 2.555563028319885e-06,
1335
+ "loss": 0.0094,
1336
+ "step": 185
1337
+ },
1338
+ {
1339
+ "epoch": 0.2738440303657695,
1340
+ "grad_norm": 0.0753386989235878,
1341
+ "learning_rate": 2.227820529300264e-06,
1342
+ "loss": 0.0332,
1343
+ "step": 186
1344
+ },
1345
+ {
1346
+ "epoch": 0.27531631009891877,
1347
+ "grad_norm": 0.11057372391223907,
1348
+ "learning_rate": 1.9222451411073645e-06,
1349
+ "loss": 0.0736,
1350
+ "step": 187
1351
  }
1352
  ],
1353
  "logging_steps": 1,
 
1367
  "attributes": {}
1368
  }
1369
  },
1370
+ "total_flos": 1.9745031642666762e+18,
1371
  "train_batch_size": 2,
1372
  "trial_name": null,
1373
  "trial_params": null