File size: 8,974 Bytes
72c32a2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 |
{
"best_metric": 0.6264265498194235,
"best_model_checkpoint": "case-analysis-roberta-base/checkpoint-2016",
"epoch": 9.0,
"eval_steps": 500,
"global_step": 2016,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.7527839643652561,
"eval_f1_macro": 0.5389063030773956,
"eval_f1_micro": 0.7527839643652561,
"eval_f1_weighted": 0.7300520074128541,
"eval_loss": 0.8771109580993652,
"eval_macro_fpr": 0.13144039552419665,
"eval_macro_sensitivity": 0.5401895401895401,
"eval_macro_specificity": 0.8833499134100214,
"eval_precision": 0.7119932520850578,
"eval_precision_macro": 0.5403637213518124,
"eval_recall": 0.7527839643652561,
"eval_recall_macro": 0.5401895401895401,
"eval_runtime": 6.9264,
"eval_samples_per_second": 64.825,
"eval_steps_per_second": 8.229,
"eval_weighted_fpr": 0.09866666666666667,
"eval_weighted_sensitivity": 0.7527839643652561,
"eval_weighted_specificity": 0.7806156892748298,
"step": 224
},
{
"epoch": 2.0,
"eval_accuracy": 0.7728285077951003,
"eval_f1_macro": 0.5712387529890991,
"eval_f1_micro": 0.7728285077951002,
"eval_f1_weighted": 0.7555182045354769,
"eval_loss": 0.7935857176780701,
"eval_macro_fpr": 0.10804320901264429,
"eval_macro_sensitivity": 0.59374376286141,
"eval_macro_specificity": 0.9046495531497725,
"eval_precision": 0.7420199260104934,
"eval_precision_macro": 0.5529178338001868,
"eval_recall": 0.7728285077951003,
"eval_recall_macro": 0.59374376286141,
"eval_runtime": 33.5269,
"eval_samples_per_second": 13.392,
"eval_steps_per_second": 1.7,
"eval_weighted_fpr": 0.08923884514435695,
"eval_weighted_sensitivity": 0.7728285077951003,
"eval_weighted_specificity": 0.8457697048039892,
"step": 448
},
{
"epoch": 2.232142857142857,
"grad_norm": 10.557605743408203,
"learning_rate": 4.631696428571429e-05,
"loss": 0.8855,
"step": 500
},
{
"epoch": 3.0,
"eval_accuracy": 0.7305122494432071,
"eval_f1_macro": 0.5313357935186093,
"eval_f1_micro": 0.730512249443207,
"eval_f1_weighted": 0.7208063173961943,
"eval_loss": 0.8126917481422424,
"eval_macro_fpr": 0.1288106780460812,
"eval_macro_sensitivity": 0.5599513761278467,
"eval_macro_specificity": 0.8878517309481255,
"eval_precision": 0.7320572933103704,
"eval_precision_macro": 0.5335863697705803,
"eval_recall": 0.7305122494432071,
"eval_recall_macro": 0.5599513761278467,
"eval_runtime": 35.5026,
"eval_samples_per_second": 12.647,
"eval_steps_per_second": 1.606,
"eval_weighted_fpr": 0.10950226244343891,
"eval_weighted_sensitivity": 0.7305122494432071,
"eval_weighted_specificity": 0.8208946743492954,
"step": 672
},
{
"epoch": 4.0,
"eval_accuracy": 0.779510022271715,
"eval_f1_macro": 0.5605264699901076,
"eval_f1_micro": 0.779510022271715,
"eval_f1_weighted": 0.756140232373208,
"eval_loss": 1.0185617208480835,
"eval_macro_fpr": 0.11840141313918778,
"eval_macro_sensitivity": 0.565439197792139,
"eval_macro_specificity": 0.8949862362922303,
"eval_precision": 0.7503024658142448,
"eval_precision_macro": 0.5721560130010834,
"eval_recall": 0.779510022271715,
"eval_recall_macro": 0.565439197792139,
"eval_runtime": 42.1679,
"eval_samples_per_second": 10.648,
"eval_steps_per_second": 1.352,
"eval_weighted_fpr": 0.08616187989556136,
"eval_weighted_sensitivity": 0.779510022271715,
"eval_weighted_specificity": 0.800434922897206,
"step": 896
},
{
"epoch": 4.464285714285714,
"grad_norm": 4.521566867828369,
"learning_rate": 4.260416666666667e-05,
"loss": 0.5551,
"step": 1000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8084632516703786,
"eval_f1_macro": 0.5892045454545454,
"eval_f1_micro": 0.8084632516703786,
"eval_f1_weighted": 0.7866926503340758,
"eval_loss": 0.7591320276260376,
"eval_macro_fpr": 0.09875084526504571,
"eval_macro_sensitivity": 0.5962627065568242,
"eval_macro_specificity": 0.91148202322346,
"eval_precision": 0.7673786757699211,
"eval_precision_macro": 0.583308107932168,
"eval_recall": 0.8084632516703786,
"eval_recall_macro": 0.5962627065568242,
"eval_runtime": 42.7116,
"eval_samples_per_second": 10.512,
"eval_steps_per_second": 1.335,
"eval_weighted_fpr": 0.07319148936170213,
"eval_weighted_sensitivity": 0.8084632516703786,
"eval_weighted_specificity": 0.8374648412234613,
"step": 1120
},
{
"epoch": 6.0,
"eval_accuracy": 0.8173719376391982,
"eval_f1_macro": 0.603048355342882,
"eval_f1_micro": 0.8173719376391981,
"eval_f1_weighted": 0.7967392787416411,
"eval_loss": 0.9521613717079163,
"eval_macro_fpr": 0.09667046583838863,
"eval_macro_sensitivity": 0.5987868120221062,
"eval_macro_specificity": 0.9117780208671373,
"eval_precision": 0.7816269250029019,
"eval_precision_macro": 0.6116760996647348,
"eval_recall": 0.8173719376391982,
"eval_recall_macro": 0.5987868120221062,
"eval_runtime": 40.3104,
"eval_samples_per_second": 11.139,
"eval_steps_per_second": 1.414,
"eval_weighted_fpr": 0.06931530008453085,
"eval_weighted_sensitivity": 0.8173719376391982,
"eval_weighted_specificity": 0.8297401458293509,
"step": 1344
},
{
"epoch": 6.696428571428571,
"grad_norm": 0.38720017671585083,
"learning_rate": 3.888392857142857e-05,
"loss": 0.386,
"step": 1500
},
{
"epoch": 7.0,
"eval_accuracy": 0.7706013363028953,
"eval_f1_macro": 0.5781817655906514,
"eval_f1_micro": 0.7706013363028953,
"eval_f1_weighted": 0.7656335044104077,
"eval_loss": 1.0569394826889038,
"eval_macro_fpr": 0.10894725594931005,
"eval_macro_sensitivity": 0.5857963578551814,
"eval_macro_specificity": 0.9056966184410946,
"eval_precision": 0.7610212023939332,
"eval_precision_macro": 0.5709751150784568,
"eval_recall": 0.7706013363028953,
"eval_recall_macro": 0.5857963578551814,
"eval_runtime": 36.0908,
"eval_samples_per_second": 12.441,
"eval_steps_per_second": 1.579,
"eval_weighted_fpr": 0.09027169149868536,
"eval_weighted_sensitivity": 0.7706013363028953,
"eval_weighted_specificity": 0.852185137461483,
"step": 1568
},
{
"epoch": 8.0,
"eval_accuracy": 0.7572383073496659,
"eval_f1_macro": 0.6161842736352976,
"eval_f1_micro": 0.7572383073496659,
"eval_f1_weighted": 0.7715266654127986,
"eval_loss": 1.1956746578216553,
"eval_macro_fpr": 0.10518103765035827,
"eval_macro_sensitivity": 0.6263515234103469,
"eval_macro_specificity": 0.9119340321339534,
"eval_precision": 0.7917843915207833,
"eval_precision_macro": 0.6175221125829533,
"eval_recall": 0.7572383073496659,
"eval_recall_macro": 0.6263515234103469,
"eval_runtime": 39.6918,
"eval_samples_per_second": 11.312,
"eval_steps_per_second": 1.436,
"eval_weighted_fpr": 0.09654561558901682,
"eval_weighted_sensitivity": 0.7572383073496659,
"eval_weighted_specificity": 0.8904978211861475,
"step": 1792
},
{
"epoch": 8.928571428571429,
"grad_norm": 0.17783766984939575,
"learning_rate": 3.516369047619048e-05,
"loss": 0.2709,
"step": 2000
},
{
"epoch": 9.0,
"eval_accuracy": 0.7728285077951003,
"eval_f1_macro": 0.6264265498194235,
"eval_f1_micro": 0.7728285077951002,
"eval_f1_weighted": 0.7773023130906183,
"eval_loss": 1.2091724872589111,
"eval_macro_fpr": 0.10207367511358464,
"eval_macro_sensitivity": 0.6301385419032478,
"eval_macro_specificity": 0.9119745284052109,
"eval_precision": 0.7896658353037499,
"eval_precision_macro": 0.6331069825924028,
"eval_recall": 0.7728285077951003,
"eval_recall_macro": 0.6301385419032478,
"eval_runtime": 39.549,
"eval_samples_per_second": 11.353,
"eval_steps_per_second": 1.441,
"eval_weighted_fpr": 0.08923884514435695,
"eval_weighted_sensitivity": 0.7728285077951003,
"eval_weighted_specificity": 0.8750696058257429,
"step": 2016
}
],
"logging_steps": 500,
"max_steps": 6720,
"num_input_tokens_seen": 0,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 4243531301388288.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|