cite-text-analysis's picture
Upload folder using huggingface_hub
d44453a verified
raw
history blame
22 kB
{
"best_metric": 0.6690246389304302,
"best_model_checkpoint": "case-analysis-InLegalBERT/checkpoint-1344",
"epoch": 23.0,
"eval_steps": 500,
"global_step": 5152,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.8017817371937639,
"eval_f1_macro": 0.5936102522033613,
"eval_f1_micro": 0.8017817371937639,
"eval_f1_weighted": 0.7819923339877444,
"eval_loss": 0.6545999050140381,
"eval_macro_fpr": 0.09781883735656886,
"eval_macro_sensitivity": 0.6106003826592061,
"eval_macro_specificity": 0.9112420642353884,
"eval_precision": 0.763240968439436,
"eval_precision_macro": 0.5776616905319997,
"eval_recall": 0.8017817371937639,
"eval_recall_macro": 0.6106003826592061,
"eval_runtime": 9.2925,
"eval_samples_per_second": 48.318,
"eval_steps_per_second": 6.134,
"eval_weighted_fpr": 0.07613344739093242,
"eval_weighted_sensitivity": 0.8017817371937639,
"eval_weighted_specificity": 0.84318651974779,
"step": 224
},
{
"epoch": 2.0,
"eval_accuracy": 0.8129175946547884,
"eval_f1_macro": 0.5995597405020452,
"eval_f1_micro": 0.8129175946547884,
"eval_f1_weighted": 0.7925821933419933,
"eval_loss": 0.6830806732177734,
"eval_macro_fpr": 0.0922965769071398,
"eval_macro_sensitivity": 0.615426637485461,
"eval_macro_specificity": 0.9170902440637451,
"eval_precision": 0.7732439444566204,
"eval_precision_macro": 0.5844969763606377,
"eval_recall": 0.8129175946547884,
"eval_recall_macro": 0.615426637485461,
"eval_runtime": 36.5377,
"eval_samples_per_second": 12.289,
"eval_steps_per_second": 1.56,
"eval_weighted_fpr": 0.07124681933842239,
"eval_weighted_sensitivity": 0.8129175946547884,
"eval_weighted_specificity": 0.8554433816001921,
"step": 448
},
{
"epoch": 2.23,
"grad_norm": 6.910687446594238,
"learning_rate": 4.6302083333333335e-05,
"loss": 0.607,
"step": 500
},
{
"epoch": 3.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6362135046138226,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.8105096248986687,
"eval_loss": 0.7626442909240723,
"eval_macro_fpr": 0.0885057964533289,
"eval_macro_sensitivity": 0.6341414944356121,
"eval_macro_specificity": 0.9181782637863818,
"eval_precision": 0.8060163824047696,
"eval_precision_macro": 0.6772816989326722,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6341414944356121,
"eval_runtime": 35.6726,
"eval_samples_per_second": 12.587,
"eval_steps_per_second": 1.598,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.8464324315375095,
"step": 672
},
{
"epoch": 4.0,
"eval_accuracy": 0.8084632516703786,
"eval_f1_macro": 0.6313839669673806,
"eval_f1_micro": 0.8084632516703786,
"eval_f1_weighted": 0.8017481865377005,
"eval_loss": 0.7839008569717407,
"eval_macro_fpr": 0.08961602877899306,
"eval_macro_sensitivity": 0.630579873226932,
"eval_macro_specificity": 0.9209618973154744,
"eval_precision": 0.7990879202460494,
"eval_precision_macro": 0.6390850934968582,
"eval_recall": 0.8084632516703786,
"eval_recall_macro": 0.630579873226932,
"eval_runtime": 33.6763,
"eval_samples_per_second": 13.333,
"eval_steps_per_second": 1.693,
"eval_weighted_fpr": 0.07319148936170213,
"eval_weighted_sensitivity": 0.8084632516703786,
"eval_weighted_specificity": 0.8753843375915193,
"step": 896
},
{
"epoch": 4.46,
"grad_norm": 0.3201627731323242,
"learning_rate": 4.258184523809524e-05,
"loss": 0.316,
"step": 1000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6513945578231293,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.8161065406117904,
"eval_loss": 0.9380576610565186,
"eval_macro_fpr": 0.08224137352531583,
"eval_macro_sensitivity": 0.6573161205514146,
"eval_macro_specificity": 0.9260657452373569,
"eval_precision": 0.8127349298285333,
"eval_precision_macro": 0.668810150869688,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6573161205514146,
"eval_runtime": 34.3275,
"eval_samples_per_second": 13.08,
"eval_steps_per_second": 1.66,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.8779823573414097,
"step": 1120
},
{
"epoch": 6.0,
"eval_accuracy": 0.821826280623608,
"eval_f1_macro": 0.6690246389304302,
"eval_f1_micro": 0.821826280623608,
"eval_f1_weighted": 0.8159237291984361,
"eval_loss": 1.0433590412139893,
"eval_macro_fpr": 0.08967976675610558,
"eval_macro_sensitivity": 0.6533037047742931,
"eval_macro_specificity": 0.9186687903009794,
"eval_precision": 0.8145202780918083,
"eval_precision_macro": 0.6906556062141168,
"eval_recall": 0.821826280623608,
"eval_recall_macro": 0.6533037047742931,
"eval_runtime": 43.316,
"eval_samples_per_second": 10.366,
"eval_steps_per_second": 1.316,
"eval_weighted_fpr": 0.06739679865206402,
"eval_weighted_sensitivity": 0.821826280623608,
"eval_weighted_specificity": 0.8528488805803094,
"step": 1344
},
{
"epoch": 6.7,
"grad_norm": 0.028867056593298912,
"learning_rate": 3.8869047619047625e-05,
"loss": 0.1513,
"step": 1500
},
{
"epoch": 7.0,
"eval_accuracy": 0.8017817371937639,
"eval_f1_macro": 0.6374820990180032,
"eval_f1_micro": 0.8017817371937639,
"eval_f1_weighted": 0.8030061499337195,
"eval_loss": 1.2181551456451416,
"eval_macro_fpr": 0.09161393040768498,
"eval_macro_sensitivity": 0.6398633163339046,
"eval_macro_specificity": 0.9204902964282863,
"eval_precision": 0.8065681635796801,
"eval_precision_macro": 0.6382217224720973,
"eval_recall": 0.8017817371937639,
"eval_recall_macro": 0.6398633163339046,
"eval_runtime": 38.5257,
"eval_samples_per_second": 11.655,
"eval_steps_per_second": 1.48,
"eval_weighted_fpr": 0.07613344739093242,
"eval_weighted_sensitivity": 0.8017817371937639,
"eval_weighted_specificity": 0.8801794485193812,
"step": 1568
},
{
"epoch": 8.0,
"eval_accuracy": 0.8285077951002228,
"eval_f1_macro": 0.6375618771468077,
"eval_f1_micro": 0.8285077951002228,
"eval_f1_weighted": 0.8152450374079808,
"eval_loss": 1.3192639350891113,
"eval_macro_fpr": 0.08815434538353528,
"eval_macro_sensitivity": 0.6279757603287015,
"eval_macro_specificity": 0.9201548104191046,
"eval_precision": 0.8069973553326301,
"eval_precision_macro": 0.6565998635009741,
"eval_recall": 0.8285077951002228,
"eval_recall_macro": 0.6279757603287015,
"eval_runtime": 33.4932,
"eval_samples_per_second": 13.406,
"eval_steps_per_second": 1.702,
"eval_weighted_fpr": 0.06454316848281642,
"eval_weighted_sensitivity": 0.8285077951002228,
"eval_weighted_specificity": 0.8521114465761961,
"step": 1792
},
{
"epoch": 8.93,
"grad_norm": 0.008128850720822811,
"learning_rate": 3.514880952380952e-05,
"loss": 0.0491,
"step": 2000
},
{
"epoch": 9.0,
"eval_accuracy": 0.8329621380846325,
"eval_f1_macro": 0.6687059701183248,
"eval_f1_micro": 0.8329621380846325,
"eval_f1_weighted": 0.8234691462881575,
"eval_loss": 1.3168540000915527,
"eval_macro_fpr": 0.08276943574584078,
"eval_macro_sensitivity": 0.6554578833990599,
"eval_macro_specificity": 0.9245723745022232,
"eval_precision": 0.8179557632761028,
"eval_precision_macro": 0.6949834258114409,
"eval_recall": 0.8329621380846325,
"eval_recall_macro": 0.6554578833990599,
"eval_runtime": 36.7708,
"eval_samples_per_second": 12.211,
"eval_steps_per_second": 1.55,
"eval_weighted_fpr": 0.06265664160401002,
"eval_weighted_sensitivity": 0.8329621380846325,
"eval_weighted_specificity": 0.86532735992426,
"step": 2016
},
{
"epoch": 10.0,
"eval_accuracy": 0.8307349665924276,
"eval_f1_macro": 0.6397801007606054,
"eval_f1_micro": 0.8307349665924276,
"eval_f1_weighted": 0.8183915457597033,
"eval_loss": 1.4459574222564697,
"eval_macro_fpr": 0.08684003094467867,
"eval_macro_sensitivity": 0.6290898423251364,
"eval_macro_specificity": 0.9210102525156295,
"eval_precision": 0.8108965608714154,
"eval_precision_macro": 0.6584470636889992,
"eval_recall": 0.8307349665924276,
"eval_recall_macro": 0.6290898423251364,
"eval_runtime": 36.4367,
"eval_samples_per_second": 12.323,
"eval_steps_per_second": 1.564,
"eval_weighted_fpr": 0.06359832635983263,
"eval_weighted_sensitivity": 0.8307349665924276,
"eval_weighted_specificity": 0.8533060434700906,
"step": 2240
},
{
"epoch": 11.0,
"eval_accuracy": 0.8418708240534521,
"eval_f1_macro": 0.6463830564509832,
"eval_f1_micro": 0.8418708240534521,
"eval_f1_weighted": 0.8263008274936262,
"eval_loss": 1.4100018739700317,
"eval_macro_fpr": 0.08061341387649999,
"eval_macro_sensitivity": 0.6398590148590149,
"eval_macro_specificity": 0.9265216670805116,
"eval_precision": 0.8165947524130448,
"eval_precision_macro": 0.6717971143983426,
"eval_recall": 0.8418708240534521,
"eval_recall_macro": 0.6398590148590149,
"eval_runtime": 33.4877,
"eval_samples_per_second": 13.408,
"eval_steps_per_second": 1.702,
"eval_weighted_fpr": 0.05892116182572614,
"eval_weighted_sensitivity": 0.8418708240534521,
"eval_weighted_specificity": 0.8642158442685944,
"step": 2464
},
{
"epoch": 11.16,
"grad_norm": 0.002102190162986517,
"learning_rate": 3.143601190476191e-05,
"loss": 0.0148,
"step": 2500
},
{
"epoch": 12.0,
"eval_accuracy": 0.821826280623608,
"eval_f1_macro": 0.6469130501099637,
"eval_f1_micro": 0.821826280623608,
"eval_f1_weighted": 0.8136991543918022,
"eval_loss": 1.5364338159561157,
"eval_macro_fpr": 0.09029608603507376,
"eval_macro_sensitivity": 0.6339926634044281,
"eval_macro_specificity": 0.918073461922396,
"eval_precision": 0.810454717235043,
"eval_precision_macro": 0.6661052171615551,
"eval_recall": 0.821826280623608,
"eval_recall_macro": 0.6339926634044281,
"eval_runtime": 39.7939,
"eval_samples_per_second": 11.283,
"eval_steps_per_second": 1.432,
"eval_weighted_fpr": 0.06739679865206402,
"eval_weighted_sensitivity": 0.821826280623608,
"eval_weighted_specificity": 0.8504675670659761,
"step": 2688
},
{
"epoch": 13.0,
"eval_accuracy": 0.8307349665924276,
"eval_f1_macro": 0.640882554945055,
"eval_f1_micro": 0.8307349665924276,
"eval_f1_weighted": 0.8185461995317229,
"eval_loss": 1.5380131006240845,
"eval_macro_fpr": 0.08703201531958343,
"eval_macro_sensitivity": 0.6304267407208584,
"eval_macro_specificity": 0.9204826437177868,
"eval_precision": 0.8117655167499301,
"eval_precision_macro": 0.6596365191762517,
"eval_recall": 0.8307349665924276,
"eval_recall_macro": 0.6304267407208584,
"eval_runtime": 33.439,
"eval_samples_per_second": 13.427,
"eval_steps_per_second": 1.705,
"eval_weighted_fpr": 0.06359832635983263,
"eval_weighted_sensitivity": 0.8307349665924276,
"eval_weighted_specificity": 0.8511956082787195,
"step": 2912
},
{
"epoch": 13.39,
"grad_norm": 0.0014135402161628008,
"learning_rate": 2.771577380952381e-05,
"loss": 0.0031,
"step": 3000
},
{
"epoch": 14.0,
"eval_accuracy": 0.821826280623608,
"eval_f1_macro": 0.6395988579768073,
"eval_f1_micro": 0.821826280623608,
"eval_f1_weighted": 0.815862362792072,
"eval_loss": 1.6139171123504639,
"eval_macro_fpr": 0.08597973295573909,
"eval_macro_sensitivity": 0.6353312823901058,
"eval_macro_specificity": 0.9225779839960111,
"eval_precision": 0.8107609861928602,
"eval_precision_macro": 0.645071813948659,
"eval_recall": 0.821826280623608,
"eval_recall_macro": 0.6353312823901058,
"eval_runtime": 35.159,
"eval_samples_per_second": 12.771,
"eval_steps_per_second": 1.621,
"eval_weighted_fpr": 0.06739679865206402,
"eval_weighted_sensitivity": 0.821826280623608,
"eval_weighted_specificity": 0.8684856553604362,
"step": 3136
},
{
"epoch": 15.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6528829170983883,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.8182677483705266,
"eval_loss": 1.6356003284454346,
"eval_macro_fpr": 0.08418800458446203,
"eval_macro_sensitivity": 0.6476601697189932,
"eval_macro_specificity": 0.9240743105590999,
"eval_precision": 0.8116961318417609,
"eval_precision_macro": 0.6625920024552541,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6476601697189932,
"eval_runtime": 36.6347,
"eval_samples_per_second": 12.256,
"eval_steps_per_second": 1.556,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.870016618628382,
"step": 3360
},
{
"epoch": 15.62,
"grad_norm": 0.001976704690605402,
"learning_rate": 2.3995535714285717e-05,
"loss": 0.0043,
"step": 3500
},
{
"epoch": 16.0,
"eval_accuracy": 0.8240534521158129,
"eval_f1_macro": 0.6230761302189873,
"eval_f1_micro": 0.8240534521158129,
"eval_f1_weighted": 0.8107699279191485,
"eval_loss": 1.6745187044143677,
"eval_macro_fpr": 0.08839478151630284,
"eval_macro_sensitivity": 0.6229266891031597,
"eval_macro_specificity": 0.9195796367703915,
"eval_precision": 0.7994292873051225,
"eval_precision_macro": 0.6243675595238095,
"eval_recall": 0.8240534521158129,
"eval_recall_macro": 0.6229266891031597,
"eval_runtime": 36.8951,
"eval_samples_per_second": 12.17,
"eval_steps_per_second": 1.545,
"eval_weighted_fpr": 0.06644238856181665,
"eval_weighted_sensitivity": 0.8240534521158129,
"eval_weighted_specificity": 0.8542650949657526,
"step": 3584
},
{
"epoch": 17.0,
"eval_accuracy": 0.8084632516703786,
"eval_f1_macro": 0.6229483308619814,
"eval_f1_micro": 0.8084632516703786,
"eval_f1_weighted": 0.7995562278022648,
"eval_loss": 1.7866648435592651,
"eval_macro_fpr": 0.0906391329862678,
"eval_macro_sensitivity": 0.6335504717857658,
"eval_macro_specificity": 0.9190564535065532,
"eval_precision": 0.7946422596815907,
"eval_precision_macro": 0.6220543197936814,
"eval_recall": 0.8084632516703786,
"eval_recall_macro": 0.6335504717857658,
"eval_runtime": 45.6812,
"eval_samples_per_second": 9.829,
"eval_steps_per_second": 1.248,
"eval_weighted_fpr": 0.07319148936170213,
"eval_weighted_sensitivity": 0.8084632516703786,
"eval_weighted_specificity": 0.867762562355834,
"step": 3808
},
{
"epoch": 17.86,
"grad_norm": 0.006524547468870878,
"learning_rate": 2.027529761904762e-05,
"loss": 0.0008,
"step": 4000
},
{
"epoch": 18.0,
"eval_accuracy": 0.8151447661469933,
"eval_f1_macro": 0.6145391737322028,
"eval_f1_micro": 0.8151447661469933,
"eval_f1_weighted": 0.804610905907616,
"eval_loss": 1.751076102256775,
"eval_macro_fpr": 0.09007773933363768,
"eval_macro_sensitivity": 0.6215906510024157,
"eval_macro_specificity": 0.9198908245530938,
"eval_precision": 0.7971492204899776,
"eval_precision_macro": 0.6109523809523809,
"eval_recall": 0.8151447661469933,
"eval_recall_macro": 0.6215906510024157,
"eval_runtime": 38.3557,
"eval_samples_per_second": 11.706,
"eval_steps_per_second": 1.486,
"eval_weighted_fpr": 0.07027942421676546,
"eval_weighted_sensitivity": 0.8151447661469933,
"eval_weighted_specificity": 0.8644185320653821,
"step": 4032
},
{
"epoch": 19.0,
"eval_accuracy": 0.844097995545657,
"eval_f1_macro": 0.6311281016984356,
"eval_f1_micro": 0.844097995545657,
"eval_f1_weighted": 0.8249191682820878,
"eval_loss": 1.5909010171890259,
"eval_macro_fpr": 0.07919449683227583,
"eval_macro_sensitivity": 0.637408034466858,
"eval_macro_specificity": 0.9277706532935693,
"eval_precision": 0.807872223982319,
"eval_precision_macro": 0.6259502280219871,
"eval_recall": 0.844097995545657,
"eval_recall_macro": 0.637408034466858,
"eval_runtime": 36.5788,
"eval_samples_per_second": 12.275,
"eval_steps_per_second": 1.558,
"eval_weighted_fpr": 0.0579950289975145,
"eval_weighted_sensitivity": 0.844097995545657,
"eval_weighted_specificity": 0.8669846176286206,
"step": 4256
},
{
"epoch": 20.0,
"eval_accuracy": 0.8463251670378619,
"eval_f1_macro": 0.6547364441338015,
"eval_f1_micro": 0.8463251670378619,
"eval_f1_weighted": 0.8315565827780101,
"eval_loss": 1.5720769166946411,
"eval_macro_fpr": 0.07608631782920582,
"eval_macro_sensitivity": 0.654565757506934,
"eval_macro_specificity": 0.9304116223657872,
"eval_precision": 0.8212372897985063,
"eval_precision_macro": 0.6726868339007814,
"eval_recall": 0.8463251670378619,
"eval_recall_macro": 0.654565757506934,
"eval_runtime": 41.5006,
"eval_samples_per_second": 10.819,
"eval_steps_per_second": 1.373,
"eval_weighted_fpr": 0.05707196029776675,
"eval_weighted_sensitivity": 0.8463251670378619,
"eval_weighted_specificity": 0.8753213224252874,
"step": 4480
},
{
"epoch": 20.09,
"grad_norm": 0.0007016769959591329,
"learning_rate": 1.6555059523809523e-05,
"loss": 0.0039,
"step": 4500
},
{
"epoch": 21.0,
"eval_accuracy": 0.8396436525612472,
"eval_f1_macro": 0.6245224000790541,
"eval_f1_micro": 0.8396436525612472,
"eval_f1_weighted": 0.8198946368768828,
"eval_loss": 1.581870436668396,
"eval_macro_fpr": 0.08431444554533195,
"eval_macro_sensitivity": 0.6200274950274951,
"eval_macro_specificity": 0.9230817527274316,
"eval_precision": 0.805352891482989,
"eval_precision_macro": 0.6336598746081504,
"eval_recall": 0.8396436525612472,
"eval_recall_macro": 0.6200274950274951,
"eval_runtime": 40.6373,
"eval_samples_per_second": 11.049,
"eval_steps_per_second": 1.403,
"eval_weighted_fpr": 0.059850374064837904,
"eval_weighted_sensitivity": 0.8396436525612472,
"eval_weighted_specificity": 0.8526833583484795,
"step": 4704
},
{
"epoch": 22.0,
"eval_accuracy": 0.8485523385300668,
"eval_f1_macro": 0.6570090324388094,
"eval_f1_micro": 0.8485523385300668,
"eval_f1_weighted": 0.8332610613057768,
"eval_loss": 1.590599536895752,
"eval_macro_fpr": 0.07699645285854685,
"eval_macro_sensitivity": 0.6512226512226512,
"eval_macro_specificity": 0.9291429395829165,
"eval_precision": 0.8235592739775757,
"eval_precision_macro": 0.6814160825828637,
"eval_recall": 0.8485523385300668,
"eval_recall_macro": 0.6512226512226512,
"eval_runtime": 40.0378,
"eval_samples_per_second": 11.214,
"eval_steps_per_second": 1.424,
"eval_weighted_fpr": 0.05615194054500413,
"eval_weighted_sensitivity": 0.8485523385300668,
"eval_weighted_specificity": 0.8680194198015992,
"step": 4928
},
{
"epoch": 22.32,
"grad_norm": 0.0008124363957904279,
"learning_rate": 1.2834821428571428e-05,
"loss": 0.0005,
"step": 5000
},
{
"epoch": 23.0,
"eval_accuracy": 0.8262806236080178,
"eval_f1_macro": 0.6367361055170875,
"eval_f1_micro": 0.8262806236080178,
"eval_f1_weighted": 0.814300283167707,
"eval_loss": 1.7133090496063232,
"eval_macro_fpr": 0.08305536825615172,
"eval_macro_sensitivity": 0.6430558709970474,
"eval_macro_specificity": 0.9251990803757544,
"eval_precision": 0.8046809929872609,
"eval_precision_macro": 0.6403149200464413,
"eval_recall": 0.8262806236080178,
"eval_recall_macro": 0.6430558709970474,
"eval_runtime": 52.0234,
"eval_samples_per_second": 8.631,
"eval_steps_per_second": 1.096,
"eval_weighted_fpr": 0.0654911838790932,
"eval_weighted_sensitivity": 0.8262806236080178,
"eval_weighted_specificity": 0.8745156978949993,
"step": 5152
}
],
"logging_steps": 500,
"max_steps": 6720,
"num_input_tokens_seen": 0,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 1.0844579992436736e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}