File size: 20,099 Bytes
befc918 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 |
{
"best_metric": 0.6690246389304302,
"best_model_checkpoint": "case-analysis-InLegalBERT/checkpoint-1344",
"epoch": 21.0,
"eval_steps": 500,
"global_step": 4704,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.8017817371937639,
"eval_f1_macro": 0.5936102522033613,
"eval_f1_micro": 0.8017817371937639,
"eval_f1_weighted": 0.7819923339877444,
"eval_loss": 0.6545999050140381,
"eval_macro_fpr": 0.09781883735656886,
"eval_macro_sensitivity": 0.6106003826592061,
"eval_macro_specificity": 0.9112420642353884,
"eval_precision": 0.763240968439436,
"eval_precision_macro": 0.5776616905319997,
"eval_recall": 0.8017817371937639,
"eval_recall_macro": 0.6106003826592061,
"eval_runtime": 9.2925,
"eval_samples_per_second": 48.318,
"eval_steps_per_second": 6.134,
"eval_weighted_fpr": 0.07613344739093242,
"eval_weighted_sensitivity": 0.8017817371937639,
"eval_weighted_specificity": 0.84318651974779,
"step": 224
},
{
"epoch": 2.0,
"eval_accuracy": 0.8129175946547884,
"eval_f1_macro": 0.5995597405020452,
"eval_f1_micro": 0.8129175946547884,
"eval_f1_weighted": 0.7925821933419933,
"eval_loss": 0.6830806732177734,
"eval_macro_fpr": 0.0922965769071398,
"eval_macro_sensitivity": 0.615426637485461,
"eval_macro_specificity": 0.9170902440637451,
"eval_precision": 0.7732439444566204,
"eval_precision_macro": 0.5844969763606377,
"eval_recall": 0.8129175946547884,
"eval_recall_macro": 0.615426637485461,
"eval_runtime": 36.5377,
"eval_samples_per_second": 12.289,
"eval_steps_per_second": 1.56,
"eval_weighted_fpr": 0.07124681933842239,
"eval_weighted_sensitivity": 0.8129175946547884,
"eval_weighted_specificity": 0.8554433816001921,
"step": 448
},
{
"epoch": 2.23,
"grad_norm": 6.910687446594238,
"learning_rate": 4.6302083333333335e-05,
"loss": 0.607,
"step": 500
},
{
"epoch": 3.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6362135046138226,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.8105096248986687,
"eval_loss": 0.7626442909240723,
"eval_macro_fpr": 0.0885057964533289,
"eval_macro_sensitivity": 0.6341414944356121,
"eval_macro_specificity": 0.9181782637863818,
"eval_precision": 0.8060163824047696,
"eval_precision_macro": 0.6772816989326722,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6341414944356121,
"eval_runtime": 35.6726,
"eval_samples_per_second": 12.587,
"eval_steps_per_second": 1.598,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.8464324315375095,
"step": 672
},
{
"epoch": 4.0,
"eval_accuracy": 0.8084632516703786,
"eval_f1_macro": 0.6313839669673806,
"eval_f1_micro": 0.8084632516703786,
"eval_f1_weighted": 0.8017481865377005,
"eval_loss": 0.7839008569717407,
"eval_macro_fpr": 0.08961602877899306,
"eval_macro_sensitivity": 0.630579873226932,
"eval_macro_specificity": 0.9209618973154744,
"eval_precision": 0.7990879202460494,
"eval_precision_macro": 0.6390850934968582,
"eval_recall": 0.8084632516703786,
"eval_recall_macro": 0.630579873226932,
"eval_runtime": 33.6763,
"eval_samples_per_second": 13.333,
"eval_steps_per_second": 1.693,
"eval_weighted_fpr": 0.07319148936170213,
"eval_weighted_sensitivity": 0.8084632516703786,
"eval_weighted_specificity": 0.8753843375915193,
"step": 896
},
{
"epoch": 4.46,
"grad_norm": 0.3201627731323242,
"learning_rate": 4.258184523809524e-05,
"loss": 0.316,
"step": 1000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6513945578231293,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.8161065406117904,
"eval_loss": 0.9380576610565186,
"eval_macro_fpr": 0.08224137352531583,
"eval_macro_sensitivity": 0.6573161205514146,
"eval_macro_specificity": 0.9260657452373569,
"eval_precision": 0.8127349298285333,
"eval_precision_macro": 0.668810150869688,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6573161205514146,
"eval_runtime": 34.3275,
"eval_samples_per_second": 13.08,
"eval_steps_per_second": 1.66,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.8779823573414097,
"step": 1120
},
{
"epoch": 6.0,
"eval_accuracy": 0.821826280623608,
"eval_f1_macro": 0.6690246389304302,
"eval_f1_micro": 0.821826280623608,
"eval_f1_weighted": 0.8159237291984361,
"eval_loss": 1.0433590412139893,
"eval_macro_fpr": 0.08967976675610558,
"eval_macro_sensitivity": 0.6533037047742931,
"eval_macro_specificity": 0.9186687903009794,
"eval_precision": 0.8145202780918083,
"eval_precision_macro": 0.6906556062141168,
"eval_recall": 0.821826280623608,
"eval_recall_macro": 0.6533037047742931,
"eval_runtime": 43.316,
"eval_samples_per_second": 10.366,
"eval_steps_per_second": 1.316,
"eval_weighted_fpr": 0.06739679865206402,
"eval_weighted_sensitivity": 0.821826280623608,
"eval_weighted_specificity": 0.8528488805803094,
"step": 1344
},
{
"epoch": 6.7,
"grad_norm": 0.028867056593298912,
"learning_rate": 3.8869047619047625e-05,
"loss": 0.1513,
"step": 1500
},
{
"epoch": 7.0,
"eval_accuracy": 0.8017817371937639,
"eval_f1_macro": 0.6374820990180032,
"eval_f1_micro": 0.8017817371937639,
"eval_f1_weighted": 0.8030061499337195,
"eval_loss": 1.2181551456451416,
"eval_macro_fpr": 0.09161393040768498,
"eval_macro_sensitivity": 0.6398633163339046,
"eval_macro_specificity": 0.9204902964282863,
"eval_precision": 0.8065681635796801,
"eval_precision_macro": 0.6382217224720973,
"eval_recall": 0.8017817371937639,
"eval_recall_macro": 0.6398633163339046,
"eval_runtime": 38.5257,
"eval_samples_per_second": 11.655,
"eval_steps_per_second": 1.48,
"eval_weighted_fpr": 0.07613344739093242,
"eval_weighted_sensitivity": 0.8017817371937639,
"eval_weighted_specificity": 0.8801794485193812,
"step": 1568
},
{
"epoch": 8.0,
"eval_accuracy": 0.8285077951002228,
"eval_f1_macro": 0.6375618771468077,
"eval_f1_micro": 0.8285077951002228,
"eval_f1_weighted": 0.8152450374079808,
"eval_loss": 1.3192639350891113,
"eval_macro_fpr": 0.08815434538353528,
"eval_macro_sensitivity": 0.6279757603287015,
"eval_macro_specificity": 0.9201548104191046,
"eval_precision": 0.8069973553326301,
"eval_precision_macro": 0.6565998635009741,
"eval_recall": 0.8285077951002228,
"eval_recall_macro": 0.6279757603287015,
"eval_runtime": 33.4932,
"eval_samples_per_second": 13.406,
"eval_steps_per_second": 1.702,
"eval_weighted_fpr": 0.06454316848281642,
"eval_weighted_sensitivity": 0.8285077951002228,
"eval_weighted_specificity": 0.8521114465761961,
"step": 1792
},
{
"epoch": 8.93,
"grad_norm": 0.008128850720822811,
"learning_rate": 3.514880952380952e-05,
"loss": 0.0491,
"step": 2000
},
{
"epoch": 9.0,
"eval_accuracy": 0.8329621380846325,
"eval_f1_macro": 0.6687059701183248,
"eval_f1_micro": 0.8329621380846325,
"eval_f1_weighted": 0.8234691462881575,
"eval_loss": 1.3168540000915527,
"eval_macro_fpr": 0.08276943574584078,
"eval_macro_sensitivity": 0.6554578833990599,
"eval_macro_specificity": 0.9245723745022232,
"eval_precision": 0.8179557632761028,
"eval_precision_macro": 0.6949834258114409,
"eval_recall": 0.8329621380846325,
"eval_recall_macro": 0.6554578833990599,
"eval_runtime": 36.7708,
"eval_samples_per_second": 12.211,
"eval_steps_per_second": 1.55,
"eval_weighted_fpr": 0.06265664160401002,
"eval_weighted_sensitivity": 0.8329621380846325,
"eval_weighted_specificity": 0.86532735992426,
"step": 2016
},
{
"epoch": 10.0,
"eval_accuracy": 0.8307349665924276,
"eval_f1_macro": 0.6397801007606054,
"eval_f1_micro": 0.8307349665924276,
"eval_f1_weighted": 0.8183915457597033,
"eval_loss": 1.4459574222564697,
"eval_macro_fpr": 0.08684003094467867,
"eval_macro_sensitivity": 0.6290898423251364,
"eval_macro_specificity": 0.9210102525156295,
"eval_precision": 0.8108965608714154,
"eval_precision_macro": 0.6584470636889992,
"eval_recall": 0.8307349665924276,
"eval_recall_macro": 0.6290898423251364,
"eval_runtime": 36.4367,
"eval_samples_per_second": 12.323,
"eval_steps_per_second": 1.564,
"eval_weighted_fpr": 0.06359832635983263,
"eval_weighted_sensitivity": 0.8307349665924276,
"eval_weighted_specificity": 0.8533060434700906,
"step": 2240
},
{
"epoch": 11.0,
"eval_accuracy": 0.8418708240534521,
"eval_f1_macro": 0.6463830564509832,
"eval_f1_micro": 0.8418708240534521,
"eval_f1_weighted": 0.8263008274936262,
"eval_loss": 1.4100018739700317,
"eval_macro_fpr": 0.08061341387649999,
"eval_macro_sensitivity": 0.6398590148590149,
"eval_macro_specificity": 0.9265216670805116,
"eval_precision": 0.8165947524130448,
"eval_precision_macro": 0.6717971143983426,
"eval_recall": 0.8418708240534521,
"eval_recall_macro": 0.6398590148590149,
"eval_runtime": 33.4877,
"eval_samples_per_second": 13.408,
"eval_steps_per_second": 1.702,
"eval_weighted_fpr": 0.05892116182572614,
"eval_weighted_sensitivity": 0.8418708240534521,
"eval_weighted_specificity": 0.8642158442685944,
"step": 2464
},
{
"epoch": 11.16,
"grad_norm": 0.002102190162986517,
"learning_rate": 3.143601190476191e-05,
"loss": 0.0148,
"step": 2500
},
{
"epoch": 12.0,
"eval_accuracy": 0.821826280623608,
"eval_f1_macro": 0.6469130501099637,
"eval_f1_micro": 0.821826280623608,
"eval_f1_weighted": 0.8136991543918022,
"eval_loss": 1.5364338159561157,
"eval_macro_fpr": 0.09029608603507376,
"eval_macro_sensitivity": 0.6339926634044281,
"eval_macro_specificity": 0.918073461922396,
"eval_precision": 0.810454717235043,
"eval_precision_macro": 0.6661052171615551,
"eval_recall": 0.821826280623608,
"eval_recall_macro": 0.6339926634044281,
"eval_runtime": 39.7939,
"eval_samples_per_second": 11.283,
"eval_steps_per_second": 1.432,
"eval_weighted_fpr": 0.06739679865206402,
"eval_weighted_sensitivity": 0.821826280623608,
"eval_weighted_specificity": 0.8504675670659761,
"step": 2688
},
{
"epoch": 13.0,
"eval_accuracy": 0.8307349665924276,
"eval_f1_macro": 0.640882554945055,
"eval_f1_micro": 0.8307349665924276,
"eval_f1_weighted": 0.8185461995317229,
"eval_loss": 1.5380131006240845,
"eval_macro_fpr": 0.08703201531958343,
"eval_macro_sensitivity": 0.6304267407208584,
"eval_macro_specificity": 0.9204826437177868,
"eval_precision": 0.8117655167499301,
"eval_precision_macro": 0.6596365191762517,
"eval_recall": 0.8307349665924276,
"eval_recall_macro": 0.6304267407208584,
"eval_runtime": 33.439,
"eval_samples_per_second": 13.427,
"eval_steps_per_second": 1.705,
"eval_weighted_fpr": 0.06359832635983263,
"eval_weighted_sensitivity": 0.8307349665924276,
"eval_weighted_specificity": 0.8511956082787195,
"step": 2912
},
{
"epoch": 13.39,
"grad_norm": 0.0014135402161628008,
"learning_rate": 2.771577380952381e-05,
"loss": 0.0031,
"step": 3000
},
{
"epoch": 14.0,
"eval_accuracy": 0.821826280623608,
"eval_f1_macro": 0.6395988579768073,
"eval_f1_micro": 0.821826280623608,
"eval_f1_weighted": 0.815862362792072,
"eval_loss": 1.6139171123504639,
"eval_macro_fpr": 0.08597973295573909,
"eval_macro_sensitivity": 0.6353312823901058,
"eval_macro_specificity": 0.9225779839960111,
"eval_precision": 0.8107609861928602,
"eval_precision_macro": 0.645071813948659,
"eval_recall": 0.821826280623608,
"eval_recall_macro": 0.6353312823901058,
"eval_runtime": 35.159,
"eval_samples_per_second": 12.771,
"eval_steps_per_second": 1.621,
"eval_weighted_fpr": 0.06739679865206402,
"eval_weighted_sensitivity": 0.821826280623608,
"eval_weighted_specificity": 0.8684856553604362,
"step": 3136
},
{
"epoch": 15.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6528829170983883,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.8182677483705266,
"eval_loss": 1.6356003284454346,
"eval_macro_fpr": 0.08418800458446203,
"eval_macro_sensitivity": 0.6476601697189932,
"eval_macro_specificity": 0.9240743105590999,
"eval_precision": 0.8116961318417609,
"eval_precision_macro": 0.6625920024552541,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6476601697189932,
"eval_runtime": 36.6347,
"eval_samples_per_second": 12.256,
"eval_steps_per_second": 1.556,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.870016618628382,
"step": 3360
},
{
"epoch": 15.62,
"grad_norm": 0.001976704690605402,
"learning_rate": 2.3995535714285717e-05,
"loss": 0.0043,
"step": 3500
},
{
"epoch": 16.0,
"eval_accuracy": 0.8240534521158129,
"eval_f1_macro": 0.6230761302189873,
"eval_f1_micro": 0.8240534521158129,
"eval_f1_weighted": 0.8107699279191485,
"eval_loss": 1.6745187044143677,
"eval_macro_fpr": 0.08839478151630284,
"eval_macro_sensitivity": 0.6229266891031597,
"eval_macro_specificity": 0.9195796367703915,
"eval_precision": 0.7994292873051225,
"eval_precision_macro": 0.6243675595238095,
"eval_recall": 0.8240534521158129,
"eval_recall_macro": 0.6229266891031597,
"eval_runtime": 36.8951,
"eval_samples_per_second": 12.17,
"eval_steps_per_second": 1.545,
"eval_weighted_fpr": 0.06644238856181665,
"eval_weighted_sensitivity": 0.8240534521158129,
"eval_weighted_specificity": 0.8542650949657526,
"step": 3584
},
{
"epoch": 17.0,
"eval_accuracy": 0.8084632516703786,
"eval_f1_macro": 0.6229483308619814,
"eval_f1_micro": 0.8084632516703786,
"eval_f1_weighted": 0.7995562278022648,
"eval_loss": 1.7866648435592651,
"eval_macro_fpr": 0.0906391329862678,
"eval_macro_sensitivity": 0.6335504717857658,
"eval_macro_specificity": 0.9190564535065532,
"eval_precision": 0.7946422596815907,
"eval_precision_macro": 0.6220543197936814,
"eval_recall": 0.8084632516703786,
"eval_recall_macro": 0.6335504717857658,
"eval_runtime": 45.6812,
"eval_samples_per_second": 9.829,
"eval_steps_per_second": 1.248,
"eval_weighted_fpr": 0.07319148936170213,
"eval_weighted_sensitivity": 0.8084632516703786,
"eval_weighted_specificity": 0.867762562355834,
"step": 3808
},
{
"epoch": 17.86,
"grad_norm": 0.006524547468870878,
"learning_rate": 2.027529761904762e-05,
"loss": 0.0008,
"step": 4000
},
{
"epoch": 18.0,
"eval_accuracy": 0.8151447661469933,
"eval_f1_macro": 0.6145391737322028,
"eval_f1_micro": 0.8151447661469933,
"eval_f1_weighted": 0.804610905907616,
"eval_loss": 1.751076102256775,
"eval_macro_fpr": 0.09007773933363768,
"eval_macro_sensitivity": 0.6215906510024157,
"eval_macro_specificity": 0.9198908245530938,
"eval_precision": 0.7971492204899776,
"eval_precision_macro": 0.6109523809523809,
"eval_recall": 0.8151447661469933,
"eval_recall_macro": 0.6215906510024157,
"eval_runtime": 38.3557,
"eval_samples_per_second": 11.706,
"eval_steps_per_second": 1.486,
"eval_weighted_fpr": 0.07027942421676546,
"eval_weighted_sensitivity": 0.8151447661469933,
"eval_weighted_specificity": 0.8644185320653821,
"step": 4032
},
{
"epoch": 19.0,
"eval_accuracy": 0.844097995545657,
"eval_f1_macro": 0.6311281016984356,
"eval_f1_micro": 0.844097995545657,
"eval_f1_weighted": 0.8249191682820878,
"eval_loss": 1.5909010171890259,
"eval_macro_fpr": 0.07919449683227583,
"eval_macro_sensitivity": 0.637408034466858,
"eval_macro_specificity": 0.9277706532935693,
"eval_precision": 0.807872223982319,
"eval_precision_macro": 0.6259502280219871,
"eval_recall": 0.844097995545657,
"eval_recall_macro": 0.637408034466858,
"eval_runtime": 36.5788,
"eval_samples_per_second": 12.275,
"eval_steps_per_second": 1.558,
"eval_weighted_fpr": 0.0579950289975145,
"eval_weighted_sensitivity": 0.844097995545657,
"eval_weighted_specificity": 0.8669846176286206,
"step": 4256
},
{
"epoch": 20.0,
"eval_accuracy": 0.8463251670378619,
"eval_f1_macro": 0.6547364441338015,
"eval_f1_micro": 0.8463251670378619,
"eval_f1_weighted": 0.8315565827780101,
"eval_loss": 1.5720769166946411,
"eval_macro_fpr": 0.07608631782920582,
"eval_macro_sensitivity": 0.654565757506934,
"eval_macro_specificity": 0.9304116223657872,
"eval_precision": 0.8212372897985063,
"eval_precision_macro": 0.6726868339007814,
"eval_recall": 0.8463251670378619,
"eval_recall_macro": 0.654565757506934,
"eval_runtime": 41.5006,
"eval_samples_per_second": 10.819,
"eval_steps_per_second": 1.373,
"eval_weighted_fpr": 0.05707196029776675,
"eval_weighted_sensitivity": 0.8463251670378619,
"eval_weighted_specificity": 0.8753213224252874,
"step": 4480
},
{
"epoch": 20.09,
"grad_norm": 0.0007016769959591329,
"learning_rate": 1.6555059523809523e-05,
"loss": 0.0039,
"step": 4500
},
{
"epoch": 21.0,
"eval_accuracy": 0.8396436525612472,
"eval_f1_macro": 0.6245224000790541,
"eval_f1_micro": 0.8396436525612472,
"eval_f1_weighted": 0.8198946368768828,
"eval_loss": 1.581870436668396,
"eval_macro_fpr": 0.08431444554533195,
"eval_macro_sensitivity": 0.6200274950274951,
"eval_macro_specificity": 0.9230817527274316,
"eval_precision": 0.805352891482989,
"eval_precision_macro": 0.6336598746081504,
"eval_recall": 0.8396436525612472,
"eval_recall_macro": 0.6200274950274951,
"eval_runtime": 40.6373,
"eval_samples_per_second": 11.049,
"eval_steps_per_second": 1.403,
"eval_weighted_fpr": 0.059850374064837904,
"eval_weighted_sensitivity": 0.8396436525612472,
"eval_weighted_specificity": 0.8526833583484795,
"step": 4704
}
],
"logging_steps": 500,
"max_steps": 6720,
"num_input_tokens_seen": 0,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 9901573036572672.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|