File size: 22,965 Bytes
06c439a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
{
  "best_metric": 0.6407246025667078,
  "best_model_checkpoint": "case-analysis-roberta-base/checkpoint-5152",
  "epoch": 24.0,
  "eval_steps": 500,
  "global_step": 5376,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "eval_accuracy": 0.7527839643652561,
      "eval_f1_macro": 0.5389063030773956,
      "eval_f1_micro": 0.7527839643652561,
      "eval_f1_weighted": 0.7300520074128541,
      "eval_loss": 0.8771109580993652,
      "eval_macro_fpr": 0.13144039552419665,
      "eval_macro_sensitivity": 0.5401895401895401,
      "eval_macro_specificity": 0.8833499134100214,
      "eval_precision": 0.7119932520850578,
      "eval_precision_macro": 0.5403637213518124,
      "eval_recall": 0.7527839643652561,
      "eval_recall_macro": 0.5401895401895401,
      "eval_runtime": 6.9264,
      "eval_samples_per_second": 64.825,
      "eval_steps_per_second": 8.229,
      "eval_weighted_fpr": 0.09866666666666667,
      "eval_weighted_sensitivity": 0.7527839643652561,
      "eval_weighted_specificity": 0.7806156892748298,
      "step": 224
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.7728285077951003,
      "eval_f1_macro": 0.5712387529890991,
      "eval_f1_micro": 0.7728285077951002,
      "eval_f1_weighted": 0.7555182045354769,
      "eval_loss": 0.7935857176780701,
      "eval_macro_fpr": 0.10804320901264429,
      "eval_macro_sensitivity": 0.59374376286141,
      "eval_macro_specificity": 0.9046495531497725,
      "eval_precision": 0.7420199260104934,
      "eval_precision_macro": 0.5529178338001868,
      "eval_recall": 0.7728285077951003,
      "eval_recall_macro": 0.59374376286141,
      "eval_runtime": 33.5269,
      "eval_samples_per_second": 13.392,
      "eval_steps_per_second": 1.7,
      "eval_weighted_fpr": 0.08923884514435695,
      "eval_weighted_sensitivity": 0.7728285077951003,
      "eval_weighted_specificity": 0.8457697048039892,
      "step": 448
    },
    {
      "epoch": 2.232142857142857,
      "grad_norm": 10.557605743408203,
      "learning_rate": 4.631696428571429e-05,
      "loss": 0.8855,
      "step": 500
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.7305122494432071,
      "eval_f1_macro": 0.5313357935186093,
      "eval_f1_micro": 0.730512249443207,
      "eval_f1_weighted": 0.7208063173961943,
      "eval_loss": 0.8126917481422424,
      "eval_macro_fpr": 0.1288106780460812,
      "eval_macro_sensitivity": 0.5599513761278467,
      "eval_macro_specificity": 0.8878517309481255,
      "eval_precision": 0.7320572933103704,
      "eval_precision_macro": 0.5335863697705803,
      "eval_recall": 0.7305122494432071,
      "eval_recall_macro": 0.5599513761278467,
      "eval_runtime": 35.5026,
      "eval_samples_per_second": 12.647,
      "eval_steps_per_second": 1.606,
      "eval_weighted_fpr": 0.10950226244343891,
      "eval_weighted_sensitivity": 0.7305122494432071,
      "eval_weighted_specificity": 0.8208946743492954,
      "step": 672
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.779510022271715,
      "eval_f1_macro": 0.5605264699901076,
      "eval_f1_micro": 0.779510022271715,
      "eval_f1_weighted": 0.756140232373208,
      "eval_loss": 1.0185617208480835,
      "eval_macro_fpr": 0.11840141313918778,
      "eval_macro_sensitivity": 0.565439197792139,
      "eval_macro_specificity": 0.8949862362922303,
      "eval_precision": 0.7503024658142448,
      "eval_precision_macro": 0.5721560130010834,
      "eval_recall": 0.779510022271715,
      "eval_recall_macro": 0.565439197792139,
      "eval_runtime": 42.1679,
      "eval_samples_per_second": 10.648,
      "eval_steps_per_second": 1.352,
      "eval_weighted_fpr": 0.08616187989556136,
      "eval_weighted_sensitivity": 0.779510022271715,
      "eval_weighted_specificity": 0.800434922897206,
      "step": 896
    },
    {
      "epoch": 4.464285714285714,
      "grad_norm": 4.521566867828369,
      "learning_rate": 4.260416666666667e-05,
      "loss": 0.5551,
      "step": 1000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.8084632516703786,
      "eval_f1_macro": 0.5892045454545454,
      "eval_f1_micro": 0.8084632516703786,
      "eval_f1_weighted": 0.7866926503340758,
      "eval_loss": 0.7591320276260376,
      "eval_macro_fpr": 0.09875084526504571,
      "eval_macro_sensitivity": 0.5962627065568242,
      "eval_macro_specificity": 0.91148202322346,
      "eval_precision": 0.7673786757699211,
      "eval_precision_macro": 0.583308107932168,
      "eval_recall": 0.8084632516703786,
      "eval_recall_macro": 0.5962627065568242,
      "eval_runtime": 42.7116,
      "eval_samples_per_second": 10.512,
      "eval_steps_per_second": 1.335,
      "eval_weighted_fpr": 0.07319148936170213,
      "eval_weighted_sensitivity": 0.8084632516703786,
      "eval_weighted_specificity": 0.8374648412234613,
      "step": 1120
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.8173719376391982,
      "eval_f1_macro": 0.603048355342882,
      "eval_f1_micro": 0.8173719376391981,
      "eval_f1_weighted": 0.7967392787416411,
      "eval_loss": 0.9521613717079163,
      "eval_macro_fpr": 0.09667046583838863,
      "eval_macro_sensitivity": 0.5987868120221062,
      "eval_macro_specificity": 0.9117780208671373,
      "eval_precision": 0.7816269250029019,
      "eval_precision_macro": 0.6116760996647348,
      "eval_recall": 0.8173719376391982,
      "eval_recall_macro": 0.5987868120221062,
      "eval_runtime": 40.3104,
      "eval_samples_per_second": 11.139,
      "eval_steps_per_second": 1.414,
      "eval_weighted_fpr": 0.06931530008453085,
      "eval_weighted_sensitivity": 0.8173719376391982,
      "eval_weighted_specificity": 0.8297401458293509,
      "step": 1344
    },
    {
      "epoch": 6.696428571428571,
      "grad_norm": 0.38720017671585083,
      "learning_rate": 3.888392857142857e-05,
      "loss": 0.386,
      "step": 1500
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.7706013363028953,
      "eval_f1_macro": 0.5781817655906514,
      "eval_f1_micro": 0.7706013363028953,
      "eval_f1_weighted": 0.7656335044104077,
      "eval_loss": 1.0569394826889038,
      "eval_macro_fpr": 0.10894725594931005,
      "eval_macro_sensitivity": 0.5857963578551814,
      "eval_macro_specificity": 0.9056966184410946,
      "eval_precision": 0.7610212023939332,
      "eval_precision_macro": 0.5709751150784568,
      "eval_recall": 0.7706013363028953,
      "eval_recall_macro": 0.5857963578551814,
      "eval_runtime": 36.0908,
      "eval_samples_per_second": 12.441,
      "eval_steps_per_second": 1.579,
      "eval_weighted_fpr": 0.09027169149868536,
      "eval_weighted_sensitivity": 0.7706013363028953,
      "eval_weighted_specificity": 0.852185137461483,
      "step": 1568
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.7572383073496659,
      "eval_f1_macro": 0.6161842736352976,
      "eval_f1_micro": 0.7572383073496659,
      "eval_f1_weighted": 0.7715266654127986,
      "eval_loss": 1.1956746578216553,
      "eval_macro_fpr": 0.10518103765035827,
      "eval_macro_sensitivity": 0.6263515234103469,
      "eval_macro_specificity": 0.9119340321339534,
      "eval_precision": 0.7917843915207833,
      "eval_precision_macro": 0.6175221125829533,
      "eval_recall": 0.7572383073496659,
      "eval_recall_macro": 0.6263515234103469,
      "eval_runtime": 39.6918,
      "eval_samples_per_second": 11.312,
      "eval_steps_per_second": 1.436,
      "eval_weighted_fpr": 0.09654561558901682,
      "eval_weighted_sensitivity": 0.7572383073496659,
      "eval_weighted_specificity": 0.8904978211861475,
      "step": 1792
    },
    {
      "epoch": 8.928571428571429,
      "grad_norm": 0.17783766984939575,
      "learning_rate": 3.516369047619048e-05,
      "loss": 0.2709,
      "step": 2000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.7728285077951003,
      "eval_f1_macro": 0.6264265498194235,
      "eval_f1_micro": 0.7728285077951002,
      "eval_f1_weighted": 0.7773023130906183,
      "eval_loss": 1.2091724872589111,
      "eval_macro_fpr": 0.10207367511358464,
      "eval_macro_sensitivity": 0.6301385419032478,
      "eval_macro_specificity": 0.9119745284052109,
      "eval_precision": 0.7896658353037499,
      "eval_precision_macro": 0.6331069825924028,
      "eval_recall": 0.7728285077951003,
      "eval_recall_macro": 0.6301385419032478,
      "eval_runtime": 39.549,
      "eval_samples_per_second": 11.353,
      "eval_steps_per_second": 1.441,
      "eval_weighted_fpr": 0.08923884514435695,
      "eval_weighted_sensitivity": 0.7728285077951003,
      "eval_weighted_specificity": 0.8750696058257429,
      "step": 2016
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.7706013363028953,
      "eval_f1_macro": 0.6072269083290167,
      "eval_f1_micro": 0.7706013363028953,
      "eval_f1_weighted": 0.7728190961011124,
      "eval_loss": 1.3829654455184937,
      "eval_macro_fpr": 0.10942591948269315,
      "eval_macro_sensitivity": 0.6073347029229382,
      "eval_macro_specificity": 0.9042606300967866,
      "eval_precision": 0.7782484840467806,
      "eval_precision_macro": 0.611192146322276,
      "eval_recall": 0.7706013363028953,
      "eval_recall_macro": 0.6073347029229382,
      "eval_runtime": 36.3346,
      "eval_samples_per_second": 12.357,
      "eval_steps_per_second": 1.569,
      "eval_weighted_fpr": 0.09027169149868536,
      "eval_weighted_sensitivity": 0.7706013363028953,
      "eval_weighted_specificity": 0.8464411840842511,
      "step": 2240
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.7817371937639198,
      "eval_f1_macro": 0.6076643977953123,
      "eval_f1_micro": 0.7817371937639198,
      "eval_f1_weighted": 0.7855527916255841,
      "eval_loss": 1.4518017768859863,
      "eval_macro_fpr": 0.10298989044794646,
      "eval_macro_sensitivity": 0.6059220985691574,
      "eval_macro_specificity": 0.910581472510156,
      "eval_precision": 0.7944351522866733,
      "eval_precision_macro": 0.6156807945806044,
      "eval_recall": 0.7817371937639198,
      "eval_recall_macro": 0.6059220985691574,
      "eval_runtime": 37.6161,
      "eval_samples_per_second": 11.936,
      "eval_steps_per_second": 1.515,
      "eval_weighted_fpr": 0.08514335360556038,
      "eval_weighted_sensitivity": 0.7817371937639198,
      "eval_weighted_specificity": 0.8605886962767039,
      "step": 2464
    },
    {
      "epoch": 11.160714285714286,
      "grad_norm": 0.04213592782616615,
      "learning_rate": 3.1443452380952384e-05,
      "loss": 0.1837,
      "step": 2500
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.7683741648106904,
      "eval_f1_macro": 0.6022316813621161,
      "eval_f1_micro": 0.7683741648106904,
      "eval_f1_weighted": 0.7725571842701697,
      "eval_loss": 1.5282827615737915,
      "eval_macro_fpr": 0.10584759106468998,
      "eval_macro_sensitivity": 0.6002802841038135,
      "eval_macro_specificity": 0.9096129114606906,
      "eval_precision": 0.7839702071058822,
      "eval_precision_macro": 0.6142985139152926,
      "eval_recall": 0.7683741648106904,
      "eval_recall_macro": 0.6002802841038135,
      "eval_runtime": 43.2739,
      "eval_samples_per_second": 10.376,
      "eval_steps_per_second": 1.317,
      "eval_weighted_fpr": 0.0913081650570676,
      "eval_weighted_sensitivity": 0.7683741648106904,
      "eval_weighted_specificity": 0.8700774810320715,
      "step": 2688
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.7817371937639198,
      "eval_f1_macro": 0.6331842691361635,
      "eval_f1_micro": 0.7817371937639198,
      "eval_f1_weighted": 0.7847832997246655,
      "eval_loss": 1.5136499404907227,
      "eval_macro_fpr": 0.09788769858953361,
      "eval_macro_sensitivity": 0.6472214192802428,
      "eval_macro_specificity": 0.9137489579374409,
      "eval_precision": 0.7907383501868388,
      "eval_precision_macro": 0.6230847265054374,
      "eval_recall": 0.7817371937639198,
      "eval_recall_macro": 0.6472214192802428,
      "eval_runtime": 37.6374,
      "eval_samples_per_second": 11.93,
      "eval_steps_per_second": 1.514,
      "eval_weighted_fpr": 0.08514335360556038,
      "eval_weighted_sensitivity": 0.7817371937639198,
      "eval_weighted_specificity": 0.8732586379858437,
      "step": 2912
    },
    {
      "epoch": 13.392857142857142,
      "grad_norm": 0.052352067083120346,
      "learning_rate": 2.7723214285714287e-05,
      "loss": 0.1212,
      "step": 3000
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.7505567928730512,
      "eval_f1_macro": 0.6326679794724908,
      "eval_f1_micro": 0.7505567928730512,
      "eval_f1_weighted": 0.7763683079087403,
      "eval_loss": 1.6569428443908691,
      "eval_macro_fpr": 0.10392968597226783,
      "eval_macro_sensitivity": 0.6498986572515985,
      "eval_macro_specificity": 0.910418612538819,
      "eval_precision": 0.8137737990649265,
      "eval_precision_macro": 0.6379744028295854,
      "eval_recall": 0.7505567928730512,
      "eval_recall_macro": 0.6498986572515985,
      "eval_runtime": 39.2148,
      "eval_samples_per_second": 11.45,
      "eval_steps_per_second": 1.454,
      "eval_weighted_fpr": 0.09973285841495994,
      "eval_weighted_sensitivity": 0.7505567928730512,
      "eval_weighted_specificity": 0.8911176572822244,
      "step": 3136
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.7661469933184856,
      "eval_f1_macro": 0.6067507092613289,
      "eval_f1_micro": 0.7661469933184856,
      "eval_f1_weighted": 0.7669334720264783,
      "eval_loss": 1.5304632186889648,
      "eval_macro_fpr": 0.1054152641675519,
      "eval_macro_sensitivity": 0.6202614952614952,
      "eval_macro_specificity": 0.9092878271223507,
      "eval_precision": 0.7714273125569682,
      "eval_precision_macro": 0.5964778042531244,
      "eval_recall": 0.7661469933184856,
      "eval_recall_macro": 0.6202614952614952,
      "eval_runtime": 36.2301,
      "eval_samples_per_second": 12.393,
      "eval_steps_per_second": 1.573,
      "eval_weighted_fpr": 0.09234828496042216,
      "eval_weighted_sensitivity": 0.7661469933184856,
      "eval_weighted_specificity": 0.8710043151709171,
      "step": 3360
    },
    {
      "epoch": 15.625,
      "grad_norm": 0.012736031785607338,
      "learning_rate": 2.4002976190476193e-05,
      "loss": 0.0793,
      "step": 3500
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.799554565701559,
      "eval_f1_macro": 0.6084585912172119,
      "eval_f1_micro": 0.799554565701559,
      "eval_f1_weighted": 0.7932752942813613,
      "eval_loss": 1.493147611618042,
      "eval_macro_fpr": 0.0947020823003073,
      "eval_macro_sensitivity": 0.6192910825263767,
      "eval_macro_specificity": 0.9155234182146221,
      "eval_precision": 0.7896342753264775,
      "eval_precision_macro": 0.6015557680872304,
      "eval_recall": 0.799554565701559,
      "eval_recall_macro": 0.6192910825263767,
      "eval_runtime": 41.0154,
      "eval_samples_per_second": 10.947,
      "eval_steps_per_second": 1.39,
      "eval_weighted_fpr": 0.07712082262210797,
      "eval_weighted_sensitivity": 0.799554565701559,
      "eval_weighted_specificity": 0.8625391071569296,
      "step": 3584
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.8017817371937639,
      "eval_f1_macro": 0.6132058230219714,
      "eval_f1_micro": 0.8017817371937639,
      "eval_f1_weighted": 0.7958283353419163,
      "eval_loss": 1.4581812620162964,
      "eval_macro_fpr": 0.09631731021801944,
      "eval_macro_sensitivity": 0.6131253484194661,
      "eval_macro_specificity": 0.9135230515715727,
      "eval_precision": 0.7910538038177782,
      "eval_precision_macro": 0.614274531356077,
      "eval_recall": 0.8017817371937639,
      "eval_recall_macro": 0.6131253484194661,
      "eval_runtime": 38.6901,
      "eval_samples_per_second": 11.605,
      "eval_steps_per_second": 1.473,
      "eval_weighted_fpr": 0.07613344739093242,
      "eval_weighted_sensitivity": 0.8017817371937639,
      "eval_weighted_specificity": 0.8523104690925272,
      "step": 3808
    },
    {
      "epoch": 17.857142857142858,
      "grad_norm": 0.029111037030816078,
      "learning_rate": 2.0282738095238096e-05,
      "loss": 0.0473,
      "step": 4000
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.779510022271715,
      "eval_f1_macro": 0.6223546079097706,
      "eval_f1_micro": 0.779510022271715,
      "eval_f1_weighted": 0.7842607118763782,
      "eval_loss": 1.6771754026412964,
      "eval_macro_fpr": 0.0990010834451406,
      "eval_macro_sensitivity": 0.6342232224585166,
      "eval_macro_specificity": 0.9134334398466122,
      "eval_precision": 0.7923672038744829,
      "eval_precision_macro": 0.615368510122067,
      "eval_recall": 0.779510022271715,
      "eval_recall_macro": 0.6342232224585166,
      "eval_runtime": 46.3028,
      "eval_samples_per_second": 9.697,
      "eval_steps_per_second": 1.231,
      "eval_weighted_fpr": 0.08616187989556136,
      "eval_weighted_sensitivity": 0.779510022271715,
      "eval_weighted_specificity": 0.8742237371147337,
      "step": 4032
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.7928730512249443,
      "eval_f1_macro": 0.634785770715968,
      "eval_f1_micro": 0.7928730512249443,
      "eval_f1_weighted": 0.7892474652218282,
      "eval_loss": 1.5706700086593628,
      "eval_macro_fpr": 0.09660121866045568,
      "eval_macro_sensitivity": 0.6339238398061927,
      "eval_macro_specificity": 0.9148629938940258,
      "eval_precision": 0.7889745868395741,
      "eval_precision_macro": 0.6408528928812904,
      "eval_recall": 0.7928730512249443,
      "eval_recall_macro": 0.6339238398061927,
      "eval_runtime": 36.9538,
      "eval_samples_per_second": 12.15,
      "eval_steps_per_second": 1.542,
      "eval_weighted_fpr": 0.08010335917312661,
      "eval_weighted_sensitivity": 0.7928730512249443,
      "eval_weighted_specificity": 0.8665789243511589,
      "step": 4256
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.8017817371937639,
      "eval_f1_macro": 0.6355024390764469,
      "eval_f1_micro": 0.8017817371937639,
      "eval_f1_weighted": 0.8072864786995735,
      "eval_loss": 1.4890631437301636,
      "eval_macro_fpr": 0.09155341651475672,
      "eval_macro_sensitivity": 0.6284256946021651,
      "eval_macro_specificity": 0.9196350304544231,
      "eval_precision": 0.813571143284143,
      "eval_precision_macro": 0.6440783508741144,
      "eval_recall": 0.8017817371937639,
      "eval_recall_macro": 0.6284256946021651,
      "eval_runtime": 39.4976,
      "eval_samples_per_second": 11.368,
      "eval_steps_per_second": 1.443,
      "eval_weighted_fpr": 0.07613344739093242,
      "eval_weighted_sensitivity": 0.8017817371937639,
      "eval_weighted_specificity": 0.876758384623928,
      "step": 4480
    },
    {
      "epoch": 20.089285714285715,
      "grad_norm": 0.062061864882707596,
      "learning_rate": 1.65625e-05,
      "loss": 0.0476,
      "step": 4500
    },
    {
      "epoch": 21.0,
      "eval_accuracy": 0.8062360801781737,
      "eval_f1_macro": 0.6406636359280463,
      "eval_f1_micro": 0.8062360801781738,
      "eval_f1_weighted": 0.8116960978838106,
      "eval_loss": 1.506375789642334,
      "eval_macro_fpr": 0.08956088844408511,
      "eval_macro_sensitivity": 0.631990756990757,
      "eval_macro_specificity": 0.9204129046853009,
      "eval_precision": 0.8180661383650976,
      "eval_precision_macro": 0.6510963251330297,
      "eval_recall": 0.8062360801781737,
      "eval_recall_macro": 0.631990756990757,
      "eval_runtime": 36.7972,
      "eval_samples_per_second": 12.202,
      "eval_steps_per_second": 1.549,
      "eval_weighted_fpr": 0.0741687979539642,
      "eval_weighted_sensitivity": 0.8062360801781737,
      "eval_weighted_specificity": 0.8754155385630296,
      "step": 4704
    },
    {
      "epoch": 22.0,
      "eval_accuracy": 0.8106904231625836,
      "eval_f1_macro": 0.6265350105515263,
      "eval_f1_micro": 0.8106904231625834,
      "eval_f1_weighted": 0.8050409815714114,
      "eval_loss": 1.507570505142212,
      "eval_macro_fpr": 0.09127088491066569,
      "eval_macro_sensitivity": 0.6247109408874114,
      "eval_macro_specificity": 0.9187189480456261,
      "eval_precision": 0.8003176397153061,
      "eval_precision_macro": 0.62962271973466,
      "eval_recall": 0.8106904231625836,
      "eval_recall_macro": 0.6247109408874114,
      "eval_runtime": 38.1237,
      "eval_samples_per_second": 11.777,
      "eval_steps_per_second": 1.495,
      "eval_weighted_fpr": 0.07221750212404418,
      "eval_weighted_sensitivity": 0.8106904231625836,
      "eval_weighted_specificity": 0.8641853690199212,
      "step": 4928
    },
    {
      "epoch": 22.321428571428573,
      "grad_norm": 0.009118929505348206,
      "learning_rate": 1.284970238095238e-05,
      "loss": 0.0366,
      "step": 5000
    },
    {
      "epoch": 23.0,
      "eval_accuracy": 0.7973273942093542,
      "eval_f1_macro": 0.6407246025667078,
      "eval_f1_micro": 0.7973273942093542,
      "eval_f1_weighted": 0.8037883813525591,
      "eval_loss": 1.5891112089157104,
      "eval_macro_fpr": 0.09290285091135023,
      "eval_macro_sensitivity": 0.6382304764657706,
      "eval_macro_specificity": 0.9183972670064429,
      "eval_precision": 0.8113417394670442,
      "eval_precision_macro": 0.6455253158791917,
      "eval_recall": 0.7973273942093542,
      "eval_recall_macro": 0.6382304764657706,
      "eval_runtime": 36.698,
      "eval_samples_per_second": 12.235,
      "eval_steps_per_second": 1.553,
      "eval_weighted_fpr": 0.07811158798283262,
      "eval_weighted_sensitivity": 0.7973273942093542,
      "eval_weighted_specificity": 0.8762616738164174,
      "step": 5152
    },
    {
      "epoch": 24.0,
      "eval_accuracy": 0.7951002227171492,
      "eval_f1_macro": 0.6123190888327924,
      "eval_f1_micro": 0.7951002227171492,
      "eval_f1_weighted": 0.7955919888221101,
      "eval_loss": 1.677944302558899,
      "eval_macro_fpr": 0.09937396212208499,
      "eval_macro_sensitivity": 0.59819578937226,
      "eval_macro_specificity": 0.9132935751511265,
      "eval_precision": 0.7989800738409691,
      "eval_precision_macro": 0.63057392401405,
      "eval_recall": 0.7951002227171492,
      "eval_recall_macro": 0.59819578937226,
      "eval_runtime": 38.8656,
      "eval_samples_per_second": 11.553,
      "eval_steps_per_second": 1.467,
      "eval_weighted_fpr": 0.07910576096302666,
      "eval_weighted_sensitivity": 0.7951002227171492,
      "eval_weighted_specificity": 0.8580740778873568,
      "step": 5376
    }
  ],
  "logging_steps": 500,
  "max_steps": 6720,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 500,
  "total_flos": 1.1316083470368768e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}