{ "best_metric": 0.6690246389304302, "best_model_checkpoint": "case-analysis-InLegalBERT/checkpoint-1344", "epoch": 23.0, "eval_steps": 500, "global_step": 5152, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_accuracy": 0.8017817371937639, "eval_f1_macro": 0.5936102522033613, "eval_f1_micro": 0.8017817371937639, "eval_f1_weighted": 0.7819923339877444, "eval_loss": 0.6545999050140381, "eval_macro_fpr": 0.09781883735656886, "eval_macro_sensitivity": 0.6106003826592061, "eval_macro_specificity": 0.9112420642353884, "eval_precision": 0.763240968439436, "eval_precision_macro": 0.5776616905319997, "eval_recall": 0.8017817371937639, "eval_recall_macro": 0.6106003826592061, "eval_runtime": 9.2925, "eval_samples_per_second": 48.318, "eval_steps_per_second": 6.134, "eval_weighted_fpr": 0.07613344739093242, "eval_weighted_sensitivity": 0.8017817371937639, "eval_weighted_specificity": 0.84318651974779, "step": 224 }, { "epoch": 2.0, "eval_accuracy": 0.8129175946547884, "eval_f1_macro": 0.5995597405020452, "eval_f1_micro": 0.8129175946547884, "eval_f1_weighted": 0.7925821933419933, "eval_loss": 0.6830806732177734, "eval_macro_fpr": 0.0922965769071398, "eval_macro_sensitivity": 0.615426637485461, "eval_macro_specificity": 0.9170902440637451, "eval_precision": 0.7732439444566204, "eval_precision_macro": 0.5844969763606377, "eval_recall": 0.8129175946547884, "eval_recall_macro": 0.615426637485461, "eval_runtime": 36.5377, "eval_samples_per_second": 12.289, "eval_steps_per_second": 1.56, "eval_weighted_fpr": 0.07124681933842239, "eval_weighted_sensitivity": 0.8129175946547884, "eval_weighted_specificity": 0.8554433816001921, "step": 448 }, { "epoch": 2.23, "grad_norm": 6.910687446594238, "learning_rate": 4.6302083333333335e-05, "loss": 0.607, "step": 500 }, { "epoch": 3.0, "eval_accuracy": 0.8262806236080178, "eval_f1_macro": 0.6362135046138226, "eval_f1_micro": 0.8262806236080178, "eval_f1_weighted": 0.8105096248986687, "eval_loss": 0.7626442909240723, "eval_macro_fpr": 0.0885057964533289, "eval_macro_sensitivity": 0.6341414944356121, "eval_macro_specificity": 0.9181782637863818, "eval_precision": 0.8060163824047696, "eval_precision_macro": 0.6772816989326722, "eval_recall": 0.8262806236080178, "eval_recall_macro": 0.6341414944356121, "eval_runtime": 35.6726, "eval_samples_per_second": 12.587, "eval_steps_per_second": 1.598, "eval_weighted_fpr": 0.0654911838790932, "eval_weighted_sensitivity": 0.8262806236080178, "eval_weighted_specificity": 0.8464324315375095, "step": 672 }, { "epoch": 4.0, "eval_accuracy": 0.8084632516703786, "eval_f1_macro": 0.6313839669673806, "eval_f1_micro": 0.8084632516703786, "eval_f1_weighted": 0.8017481865377005, "eval_loss": 0.7839008569717407, "eval_macro_fpr": 0.08961602877899306, "eval_macro_sensitivity": 0.630579873226932, "eval_macro_specificity": 0.9209618973154744, "eval_precision": 0.7990879202460494, "eval_precision_macro": 0.6390850934968582, "eval_recall": 0.8084632516703786, "eval_recall_macro": 0.630579873226932, "eval_runtime": 33.6763, "eval_samples_per_second": 13.333, "eval_steps_per_second": 1.693, "eval_weighted_fpr": 0.07319148936170213, "eval_weighted_sensitivity": 0.8084632516703786, "eval_weighted_specificity": 0.8753843375915193, "step": 896 }, { "epoch": 4.46, "grad_norm": 0.3201627731323242, "learning_rate": 4.258184523809524e-05, "loss": 0.316, "step": 1000 }, { "epoch": 5.0, "eval_accuracy": 0.8262806236080178, "eval_f1_macro": 0.6513945578231293, "eval_f1_micro": 0.8262806236080178, "eval_f1_weighted": 0.8161065406117904, "eval_loss": 0.9380576610565186, "eval_macro_fpr": 0.08224137352531583, "eval_macro_sensitivity": 0.6573161205514146, "eval_macro_specificity": 0.9260657452373569, "eval_precision": 0.8127349298285333, "eval_precision_macro": 0.668810150869688, "eval_recall": 0.8262806236080178, "eval_recall_macro": 0.6573161205514146, "eval_runtime": 34.3275, "eval_samples_per_second": 13.08, "eval_steps_per_second": 1.66, "eval_weighted_fpr": 0.0654911838790932, "eval_weighted_sensitivity": 0.8262806236080178, "eval_weighted_specificity": 0.8779823573414097, "step": 1120 }, { "epoch": 6.0, "eval_accuracy": 0.821826280623608, "eval_f1_macro": 0.6690246389304302, "eval_f1_micro": 0.821826280623608, "eval_f1_weighted": 0.8159237291984361, "eval_loss": 1.0433590412139893, "eval_macro_fpr": 0.08967976675610558, "eval_macro_sensitivity": 0.6533037047742931, "eval_macro_specificity": 0.9186687903009794, "eval_precision": 0.8145202780918083, "eval_precision_macro": 0.6906556062141168, "eval_recall": 0.821826280623608, "eval_recall_macro": 0.6533037047742931, "eval_runtime": 43.316, "eval_samples_per_second": 10.366, "eval_steps_per_second": 1.316, "eval_weighted_fpr": 0.06739679865206402, "eval_weighted_sensitivity": 0.821826280623608, "eval_weighted_specificity": 0.8528488805803094, "step": 1344 }, { "epoch": 6.7, "grad_norm": 0.028867056593298912, "learning_rate": 3.8869047619047625e-05, "loss": 0.1513, "step": 1500 }, { "epoch": 7.0, "eval_accuracy": 0.8017817371937639, "eval_f1_macro": 0.6374820990180032, "eval_f1_micro": 0.8017817371937639, "eval_f1_weighted": 0.8030061499337195, "eval_loss": 1.2181551456451416, "eval_macro_fpr": 0.09161393040768498, "eval_macro_sensitivity": 0.6398633163339046, "eval_macro_specificity": 0.9204902964282863, "eval_precision": 0.8065681635796801, "eval_precision_macro": 0.6382217224720973, "eval_recall": 0.8017817371937639, "eval_recall_macro": 0.6398633163339046, "eval_runtime": 38.5257, "eval_samples_per_second": 11.655, "eval_steps_per_second": 1.48, "eval_weighted_fpr": 0.07613344739093242, "eval_weighted_sensitivity": 0.8017817371937639, "eval_weighted_specificity": 0.8801794485193812, "step": 1568 }, { "epoch": 8.0, "eval_accuracy": 0.8285077951002228, "eval_f1_macro": 0.6375618771468077, "eval_f1_micro": 0.8285077951002228, "eval_f1_weighted": 0.8152450374079808, "eval_loss": 1.3192639350891113, "eval_macro_fpr": 0.08815434538353528, "eval_macro_sensitivity": 0.6279757603287015, "eval_macro_specificity": 0.9201548104191046, "eval_precision": 0.8069973553326301, "eval_precision_macro": 0.6565998635009741, "eval_recall": 0.8285077951002228, "eval_recall_macro": 0.6279757603287015, "eval_runtime": 33.4932, "eval_samples_per_second": 13.406, "eval_steps_per_second": 1.702, "eval_weighted_fpr": 0.06454316848281642, "eval_weighted_sensitivity": 0.8285077951002228, "eval_weighted_specificity": 0.8521114465761961, "step": 1792 }, { "epoch": 8.93, "grad_norm": 0.008128850720822811, "learning_rate": 3.514880952380952e-05, "loss": 0.0491, "step": 2000 }, { "epoch": 9.0, "eval_accuracy": 0.8329621380846325, "eval_f1_macro": 0.6687059701183248, "eval_f1_micro": 0.8329621380846325, "eval_f1_weighted": 0.8234691462881575, "eval_loss": 1.3168540000915527, "eval_macro_fpr": 0.08276943574584078, "eval_macro_sensitivity": 0.6554578833990599, "eval_macro_specificity": 0.9245723745022232, "eval_precision": 0.8179557632761028, "eval_precision_macro": 0.6949834258114409, "eval_recall": 0.8329621380846325, "eval_recall_macro": 0.6554578833990599, "eval_runtime": 36.7708, "eval_samples_per_second": 12.211, "eval_steps_per_second": 1.55, "eval_weighted_fpr": 0.06265664160401002, "eval_weighted_sensitivity": 0.8329621380846325, "eval_weighted_specificity": 0.86532735992426, "step": 2016 }, { "epoch": 10.0, "eval_accuracy": 0.8307349665924276, "eval_f1_macro": 0.6397801007606054, "eval_f1_micro": 0.8307349665924276, "eval_f1_weighted": 0.8183915457597033, "eval_loss": 1.4459574222564697, "eval_macro_fpr": 0.08684003094467867, "eval_macro_sensitivity": 0.6290898423251364, "eval_macro_specificity": 0.9210102525156295, "eval_precision": 0.8108965608714154, "eval_precision_macro": 0.6584470636889992, "eval_recall": 0.8307349665924276, "eval_recall_macro": 0.6290898423251364, "eval_runtime": 36.4367, "eval_samples_per_second": 12.323, "eval_steps_per_second": 1.564, "eval_weighted_fpr": 0.06359832635983263, "eval_weighted_sensitivity": 0.8307349665924276, "eval_weighted_specificity": 0.8533060434700906, "step": 2240 }, { "epoch": 11.0, "eval_accuracy": 0.8418708240534521, "eval_f1_macro": 0.6463830564509832, "eval_f1_micro": 0.8418708240534521, "eval_f1_weighted": 0.8263008274936262, "eval_loss": 1.4100018739700317, "eval_macro_fpr": 0.08061341387649999, "eval_macro_sensitivity": 0.6398590148590149, "eval_macro_specificity": 0.9265216670805116, "eval_precision": 0.8165947524130448, "eval_precision_macro": 0.6717971143983426, "eval_recall": 0.8418708240534521, "eval_recall_macro": 0.6398590148590149, "eval_runtime": 33.4877, "eval_samples_per_second": 13.408, "eval_steps_per_second": 1.702, "eval_weighted_fpr": 0.05892116182572614, "eval_weighted_sensitivity": 0.8418708240534521, "eval_weighted_specificity": 0.8642158442685944, "step": 2464 }, { "epoch": 11.16, "grad_norm": 0.002102190162986517, "learning_rate": 3.143601190476191e-05, "loss": 0.0148, "step": 2500 }, { "epoch": 12.0, "eval_accuracy": 0.821826280623608, "eval_f1_macro": 0.6469130501099637, "eval_f1_micro": 0.821826280623608, "eval_f1_weighted": 0.8136991543918022, "eval_loss": 1.5364338159561157, "eval_macro_fpr": 0.09029608603507376, "eval_macro_sensitivity": 0.6339926634044281, "eval_macro_specificity": 0.918073461922396, "eval_precision": 0.810454717235043, "eval_precision_macro": 0.6661052171615551, "eval_recall": 0.821826280623608, "eval_recall_macro": 0.6339926634044281, "eval_runtime": 39.7939, "eval_samples_per_second": 11.283, "eval_steps_per_second": 1.432, "eval_weighted_fpr": 0.06739679865206402, "eval_weighted_sensitivity": 0.821826280623608, "eval_weighted_specificity": 0.8504675670659761, "step": 2688 }, { "epoch": 13.0, "eval_accuracy": 0.8307349665924276, "eval_f1_macro": 0.640882554945055, "eval_f1_micro": 0.8307349665924276, "eval_f1_weighted": 0.8185461995317229, "eval_loss": 1.5380131006240845, "eval_macro_fpr": 0.08703201531958343, "eval_macro_sensitivity": 0.6304267407208584, "eval_macro_specificity": 0.9204826437177868, "eval_precision": 0.8117655167499301, "eval_precision_macro": 0.6596365191762517, "eval_recall": 0.8307349665924276, "eval_recall_macro": 0.6304267407208584, "eval_runtime": 33.439, "eval_samples_per_second": 13.427, "eval_steps_per_second": 1.705, "eval_weighted_fpr": 0.06359832635983263, "eval_weighted_sensitivity": 0.8307349665924276, "eval_weighted_specificity": 0.8511956082787195, "step": 2912 }, { "epoch": 13.39, "grad_norm": 0.0014135402161628008, "learning_rate": 2.771577380952381e-05, "loss": 0.0031, "step": 3000 }, { "epoch": 14.0, "eval_accuracy": 0.821826280623608, "eval_f1_macro": 0.6395988579768073, "eval_f1_micro": 0.821826280623608, "eval_f1_weighted": 0.815862362792072, "eval_loss": 1.6139171123504639, "eval_macro_fpr": 0.08597973295573909, "eval_macro_sensitivity": 0.6353312823901058, "eval_macro_specificity": 0.9225779839960111, "eval_precision": 0.8107609861928602, "eval_precision_macro": 0.645071813948659, "eval_recall": 0.821826280623608, "eval_recall_macro": 0.6353312823901058, "eval_runtime": 35.159, "eval_samples_per_second": 12.771, "eval_steps_per_second": 1.621, "eval_weighted_fpr": 0.06739679865206402, "eval_weighted_sensitivity": 0.821826280623608, "eval_weighted_specificity": 0.8684856553604362, "step": 3136 }, { "epoch": 15.0, "eval_accuracy": 0.8262806236080178, "eval_f1_macro": 0.6528829170983883, "eval_f1_micro": 0.8262806236080178, "eval_f1_weighted": 0.8182677483705266, "eval_loss": 1.6356003284454346, "eval_macro_fpr": 0.08418800458446203, "eval_macro_sensitivity": 0.6476601697189932, "eval_macro_specificity": 0.9240743105590999, "eval_precision": 0.8116961318417609, "eval_precision_macro": 0.6625920024552541, "eval_recall": 0.8262806236080178, "eval_recall_macro": 0.6476601697189932, "eval_runtime": 36.6347, "eval_samples_per_second": 12.256, "eval_steps_per_second": 1.556, "eval_weighted_fpr": 0.0654911838790932, "eval_weighted_sensitivity": 0.8262806236080178, "eval_weighted_specificity": 0.870016618628382, "step": 3360 }, { "epoch": 15.62, "grad_norm": 0.001976704690605402, "learning_rate": 2.3995535714285717e-05, "loss": 0.0043, "step": 3500 }, { "epoch": 16.0, "eval_accuracy": 0.8240534521158129, "eval_f1_macro": 0.6230761302189873, "eval_f1_micro": 0.8240534521158129, "eval_f1_weighted": 0.8107699279191485, "eval_loss": 1.6745187044143677, "eval_macro_fpr": 0.08839478151630284, "eval_macro_sensitivity": 0.6229266891031597, "eval_macro_specificity": 0.9195796367703915, "eval_precision": 0.7994292873051225, "eval_precision_macro": 0.6243675595238095, "eval_recall": 0.8240534521158129, "eval_recall_macro": 0.6229266891031597, "eval_runtime": 36.8951, "eval_samples_per_second": 12.17, "eval_steps_per_second": 1.545, "eval_weighted_fpr": 0.06644238856181665, "eval_weighted_sensitivity": 0.8240534521158129, "eval_weighted_specificity": 0.8542650949657526, "step": 3584 }, { "epoch": 17.0, "eval_accuracy": 0.8084632516703786, "eval_f1_macro": 0.6229483308619814, "eval_f1_micro": 0.8084632516703786, "eval_f1_weighted": 0.7995562278022648, "eval_loss": 1.7866648435592651, "eval_macro_fpr": 0.0906391329862678, "eval_macro_sensitivity": 0.6335504717857658, "eval_macro_specificity": 0.9190564535065532, "eval_precision": 0.7946422596815907, "eval_precision_macro": 0.6220543197936814, "eval_recall": 0.8084632516703786, "eval_recall_macro": 0.6335504717857658, "eval_runtime": 45.6812, "eval_samples_per_second": 9.829, "eval_steps_per_second": 1.248, "eval_weighted_fpr": 0.07319148936170213, "eval_weighted_sensitivity": 0.8084632516703786, "eval_weighted_specificity": 0.867762562355834, "step": 3808 }, { "epoch": 17.86, "grad_norm": 0.006524547468870878, "learning_rate": 2.027529761904762e-05, "loss": 0.0008, "step": 4000 }, { "epoch": 18.0, "eval_accuracy": 0.8151447661469933, "eval_f1_macro": 0.6145391737322028, "eval_f1_micro": 0.8151447661469933, "eval_f1_weighted": 0.804610905907616, "eval_loss": 1.751076102256775, "eval_macro_fpr": 0.09007773933363768, "eval_macro_sensitivity": 0.6215906510024157, "eval_macro_specificity": 0.9198908245530938, "eval_precision": 0.7971492204899776, "eval_precision_macro": 0.6109523809523809, "eval_recall": 0.8151447661469933, "eval_recall_macro": 0.6215906510024157, "eval_runtime": 38.3557, "eval_samples_per_second": 11.706, "eval_steps_per_second": 1.486, "eval_weighted_fpr": 0.07027942421676546, "eval_weighted_sensitivity": 0.8151447661469933, "eval_weighted_specificity": 0.8644185320653821, "step": 4032 }, { "epoch": 19.0, "eval_accuracy": 0.844097995545657, "eval_f1_macro": 0.6311281016984356, "eval_f1_micro": 0.844097995545657, "eval_f1_weighted": 0.8249191682820878, "eval_loss": 1.5909010171890259, "eval_macro_fpr": 0.07919449683227583, "eval_macro_sensitivity": 0.637408034466858, "eval_macro_specificity": 0.9277706532935693, "eval_precision": 0.807872223982319, "eval_precision_macro": 0.6259502280219871, "eval_recall": 0.844097995545657, "eval_recall_macro": 0.637408034466858, "eval_runtime": 36.5788, "eval_samples_per_second": 12.275, "eval_steps_per_second": 1.558, "eval_weighted_fpr": 0.0579950289975145, "eval_weighted_sensitivity": 0.844097995545657, "eval_weighted_specificity": 0.8669846176286206, "step": 4256 }, { "epoch": 20.0, "eval_accuracy": 0.8463251670378619, "eval_f1_macro": 0.6547364441338015, "eval_f1_micro": 0.8463251670378619, "eval_f1_weighted": 0.8315565827780101, "eval_loss": 1.5720769166946411, "eval_macro_fpr": 0.07608631782920582, "eval_macro_sensitivity": 0.654565757506934, "eval_macro_specificity": 0.9304116223657872, "eval_precision": 0.8212372897985063, "eval_precision_macro": 0.6726868339007814, "eval_recall": 0.8463251670378619, "eval_recall_macro": 0.654565757506934, "eval_runtime": 41.5006, "eval_samples_per_second": 10.819, "eval_steps_per_second": 1.373, "eval_weighted_fpr": 0.05707196029776675, "eval_weighted_sensitivity": 0.8463251670378619, "eval_weighted_specificity": 0.8753213224252874, "step": 4480 }, { "epoch": 20.09, "grad_norm": 0.0007016769959591329, "learning_rate": 1.6555059523809523e-05, "loss": 0.0039, "step": 4500 }, { "epoch": 21.0, "eval_accuracy": 0.8396436525612472, "eval_f1_macro": 0.6245224000790541, "eval_f1_micro": 0.8396436525612472, "eval_f1_weighted": 0.8198946368768828, "eval_loss": 1.581870436668396, "eval_macro_fpr": 0.08431444554533195, "eval_macro_sensitivity": 0.6200274950274951, "eval_macro_specificity": 0.9230817527274316, "eval_precision": 0.805352891482989, "eval_precision_macro": 0.6336598746081504, "eval_recall": 0.8396436525612472, "eval_recall_macro": 0.6200274950274951, "eval_runtime": 40.6373, "eval_samples_per_second": 11.049, "eval_steps_per_second": 1.403, "eval_weighted_fpr": 0.059850374064837904, "eval_weighted_sensitivity": 0.8396436525612472, "eval_weighted_specificity": 0.8526833583484795, "step": 4704 }, { "epoch": 22.0, "eval_accuracy": 0.8485523385300668, "eval_f1_macro": 0.6570090324388094, "eval_f1_micro": 0.8485523385300668, "eval_f1_weighted": 0.8332610613057768, "eval_loss": 1.590599536895752, "eval_macro_fpr": 0.07699645285854685, "eval_macro_sensitivity": 0.6512226512226512, "eval_macro_specificity": 0.9291429395829165, "eval_precision": 0.8235592739775757, "eval_precision_macro": 0.6814160825828637, "eval_recall": 0.8485523385300668, "eval_recall_macro": 0.6512226512226512, "eval_runtime": 40.0378, "eval_samples_per_second": 11.214, "eval_steps_per_second": 1.424, "eval_weighted_fpr": 0.05615194054500413, "eval_weighted_sensitivity": 0.8485523385300668, "eval_weighted_specificity": 0.8680194198015992, "step": 4928 }, { "epoch": 22.32, "grad_norm": 0.0008124363957904279, "learning_rate": 1.2834821428571428e-05, "loss": 0.0005, "step": 5000 }, { "epoch": 23.0, "eval_accuracy": 0.8262806236080178, "eval_f1_macro": 0.6367361055170875, "eval_f1_micro": 0.8262806236080178, "eval_f1_weighted": 0.814300283167707, "eval_loss": 1.7133090496063232, "eval_macro_fpr": 0.08305536825615172, "eval_macro_sensitivity": 0.6430558709970474, "eval_macro_specificity": 0.9251990803757544, "eval_precision": 0.8046809929872609, "eval_precision_macro": 0.6403149200464413, "eval_recall": 0.8262806236080178, "eval_recall_macro": 0.6430558709970474, "eval_runtime": 52.0234, "eval_samples_per_second": 8.631, "eval_steps_per_second": 1.096, "eval_weighted_fpr": 0.0654911838790932, "eval_weighted_sensitivity": 0.8262806236080178, "eval_weighted_specificity": 0.8745156978949993, "step": 5152 } ], "logging_steps": 500, "max_steps": 6720, "num_input_tokens_seen": 0, "num_train_epochs": 30, "save_steps": 500, "total_flos": 1.0844579992436736e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }