cite-text-analysis's picture
Upload folder using huggingface_hub
06c439a verified
{
"best_metric": 0.6407246025667078,
"best_model_checkpoint": "case-analysis-roberta-base/checkpoint-5152",
"epoch": 24.0,
"eval_steps": 500,
"global_step": 5376,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.7527839643652561,
"eval_f1_macro": 0.5389063030773956,
"eval_f1_micro": 0.7527839643652561,
"eval_f1_weighted": 0.7300520074128541,
"eval_loss": 0.8771109580993652,
"eval_macro_fpr": 0.13144039552419665,
"eval_macro_sensitivity": 0.5401895401895401,
"eval_macro_specificity": 0.8833499134100214,
"eval_precision": 0.7119932520850578,
"eval_precision_macro": 0.5403637213518124,
"eval_recall": 0.7527839643652561,
"eval_recall_macro": 0.5401895401895401,
"eval_runtime": 6.9264,
"eval_samples_per_second": 64.825,
"eval_steps_per_second": 8.229,
"eval_weighted_fpr": 0.09866666666666667,
"eval_weighted_sensitivity": 0.7527839643652561,
"eval_weighted_specificity": 0.7806156892748298,
"step": 224
},
{
"epoch": 2.0,
"eval_accuracy": 0.7728285077951003,
"eval_f1_macro": 0.5712387529890991,
"eval_f1_micro": 0.7728285077951002,
"eval_f1_weighted": 0.7555182045354769,
"eval_loss": 0.7935857176780701,
"eval_macro_fpr": 0.10804320901264429,
"eval_macro_sensitivity": 0.59374376286141,
"eval_macro_specificity": 0.9046495531497725,
"eval_precision": 0.7420199260104934,
"eval_precision_macro": 0.5529178338001868,
"eval_recall": 0.7728285077951003,
"eval_recall_macro": 0.59374376286141,
"eval_runtime": 33.5269,
"eval_samples_per_second": 13.392,
"eval_steps_per_second": 1.7,
"eval_weighted_fpr": 0.08923884514435695,
"eval_weighted_sensitivity": 0.7728285077951003,
"eval_weighted_specificity": 0.8457697048039892,
"step": 448
},
{
"epoch": 2.232142857142857,
"grad_norm": 10.557605743408203,
"learning_rate": 4.631696428571429e-05,
"loss": 0.8855,
"step": 500
},
{
"epoch": 3.0,
"eval_accuracy": 0.7305122494432071,
"eval_f1_macro": 0.5313357935186093,
"eval_f1_micro": 0.730512249443207,
"eval_f1_weighted": 0.7208063173961943,
"eval_loss": 0.8126917481422424,
"eval_macro_fpr": 0.1288106780460812,
"eval_macro_sensitivity": 0.5599513761278467,
"eval_macro_specificity": 0.8878517309481255,
"eval_precision": 0.7320572933103704,
"eval_precision_macro": 0.5335863697705803,
"eval_recall": 0.7305122494432071,
"eval_recall_macro": 0.5599513761278467,
"eval_runtime": 35.5026,
"eval_samples_per_second": 12.647,
"eval_steps_per_second": 1.606,
"eval_weighted_fpr": 0.10950226244343891,
"eval_weighted_sensitivity": 0.7305122494432071,
"eval_weighted_specificity": 0.8208946743492954,
"step": 672
},
{
"epoch": 4.0,
"eval_accuracy": 0.779510022271715,
"eval_f1_macro": 0.5605264699901076,
"eval_f1_micro": 0.779510022271715,
"eval_f1_weighted": 0.756140232373208,
"eval_loss": 1.0185617208480835,
"eval_macro_fpr": 0.11840141313918778,
"eval_macro_sensitivity": 0.565439197792139,
"eval_macro_specificity": 0.8949862362922303,
"eval_precision": 0.7503024658142448,
"eval_precision_macro": 0.5721560130010834,
"eval_recall": 0.779510022271715,
"eval_recall_macro": 0.565439197792139,
"eval_runtime": 42.1679,
"eval_samples_per_second": 10.648,
"eval_steps_per_second": 1.352,
"eval_weighted_fpr": 0.08616187989556136,
"eval_weighted_sensitivity": 0.779510022271715,
"eval_weighted_specificity": 0.800434922897206,
"step": 896
},
{
"epoch": 4.464285714285714,
"grad_norm": 4.521566867828369,
"learning_rate": 4.260416666666667e-05,
"loss": 0.5551,
"step": 1000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8084632516703786,
"eval_f1_macro": 0.5892045454545454,
"eval_f1_micro": 0.8084632516703786,
"eval_f1_weighted": 0.7866926503340758,
"eval_loss": 0.7591320276260376,
"eval_macro_fpr": 0.09875084526504571,
"eval_macro_sensitivity": 0.5962627065568242,
"eval_macro_specificity": 0.91148202322346,
"eval_precision": 0.7673786757699211,
"eval_precision_macro": 0.583308107932168,
"eval_recall": 0.8084632516703786,
"eval_recall_macro": 0.5962627065568242,
"eval_runtime": 42.7116,
"eval_samples_per_second": 10.512,
"eval_steps_per_second": 1.335,
"eval_weighted_fpr": 0.07319148936170213,
"eval_weighted_sensitivity": 0.8084632516703786,
"eval_weighted_specificity": 0.8374648412234613,
"step": 1120
},
{
"epoch": 6.0,
"eval_accuracy": 0.8173719376391982,
"eval_f1_macro": 0.603048355342882,
"eval_f1_micro": 0.8173719376391981,
"eval_f1_weighted": 0.7967392787416411,
"eval_loss": 0.9521613717079163,
"eval_macro_fpr": 0.09667046583838863,
"eval_macro_sensitivity": 0.5987868120221062,
"eval_macro_specificity": 0.9117780208671373,
"eval_precision": 0.7816269250029019,
"eval_precision_macro": 0.6116760996647348,
"eval_recall": 0.8173719376391982,
"eval_recall_macro": 0.5987868120221062,
"eval_runtime": 40.3104,
"eval_samples_per_second": 11.139,
"eval_steps_per_second": 1.414,
"eval_weighted_fpr": 0.06931530008453085,
"eval_weighted_sensitivity": 0.8173719376391982,
"eval_weighted_specificity": 0.8297401458293509,
"step": 1344
},
{
"epoch": 6.696428571428571,
"grad_norm": 0.38720017671585083,
"learning_rate": 3.888392857142857e-05,
"loss": 0.386,
"step": 1500
},
{
"epoch": 7.0,
"eval_accuracy": 0.7706013363028953,
"eval_f1_macro": 0.5781817655906514,
"eval_f1_micro": 0.7706013363028953,
"eval_f1_weighted": 0.7656335044104077,
"eval_loss": 1.0569394826889038,
"eval_macro_fpr": 0.10894725594931005,
"eval_macro_sensitivity": 0.5857963578551814,
"eval_macro_specificity": 0.9056966184410946,
"eval_precision": 0.7610212023939332,
"eval_precision_macro": 0.5709751150784568,
"eval_recall": 0.7706013363028953,
"eval_recall_macro": 0.5857963578551814,
"eval_runtime": 36.0908,
"eval_samples_per_second": 12.441,
"eval_steps_per_second": 1.579,
"eval_weighted_fpr": 0.09027169149868536,
"eval_weighted_sensitivity": 0.7706013363028953,
"eval_weighted_specificity": 0.852185137461483,
"step": 1568
},
{
"epoch": 8.0,
"eval_accuracy": 0.7572383073496659,
"eval_f1_macro": 0.6161842736352976,
"eval_f1_micro": 0.7572383073496659,
"eval_f1_weighted": 0.7715266654127986,
"eval_loss": 1.1956746578216553,
"eval_macro_fpr": 0.10518103765035827,
"eval_macro_sensitivity": 0.6263515234103469,
"eval_macro_specificity": 0.9119340321339534,
"eval_precision": 0.7917843915207833,
"eval_precision_macro": 0.6175221125829533,
"eval_recall": 0.7572383073496659,
"eval_recall_macro": 0.6263515234103469,
"eval_runtime": 39.6918,
"eval_samples_per_second": 11.312,
"eval_steps_per_second": 1.436,
"eval_weighted_fpr": 0.09654561558901682,
"eval_weighted_sensitivity": 0.7572383073496659,
"eval_weighted_specificity": 0.8904978211861475,
"step": 1792
},
{
"epoch": 8.928571428571429,
"grad_norm": 0.17783766984939575,
"learning_rate": 3.516369047619048e-05,
"loss": 0.2709,
"step": 2000
},
{
"epoch": 9.0,
"eval_accuracy": 0.7728285077951003,
"eval_f1_macro": 0.6264265498194235,
"eval_f1_micro": 0.7728285077951002,
"eval_f1_weighted": 0.7773023130906183,
"eval_loss": 1.2091724872589111,
"eval_macro_fpr": 0.10207367511358464,
"eval_macro_sensitivity": 0.6301385419032478,
"eval_macro_specificity": 0.9119745284052109,
"eval_precision": 0.7896658353037499,
"eval_precision_macro": 0.6331069825924028,
"eval_recall": 0.7728285077951003,
"eval_recall_macro": 0.6301385419032478,
"eval_runtime": 39.549,
"eval_samples_per_second": 11.353,
"eval_steps_per_second": 1.441,
"eval_weighted_fpr": 0.08923884514435695,
"eval_weighted_sensitivity": 0.7728285077951003,
"eval_weighted_specificity": 0.8750696058257429,
"step": 2016
},
{
"epoch": 10.0,
"eval_accuracy": 0.7706013363028953,
"eval_f1_macro": 0.6072269083290167,
"eval_f1_micro": 0.7706013363028953,
"eval_f1_weighted": 0.7728190961011124,
"eval_loss": 1.3829654455184937,
"eval_macro_fpr": 0.10942591948269315,
"eval_macro_sensitivity": 0.6073347029229382,
"eval_macro_specificity": 0.9042606300967866,
"eval_precision": 0.7782484840467806,
"eval_precision_macro": 0.611192146322276,
"eval_recall": 0.7706013363028953,
"eval_recall_macro": 0.6073347029229382,
"eval_runtime": 36.3346,
"eval_samples_per_second": 12.357,
"eval_steps_per_second": 1.569,
"eval_weighted_fpr": 0.09027169149868536,
"eval_weighted_sensitivity": 0.7706013363028953,
"eval_weighted_specificity": 0.8464411840842511,
"step": 2240
},
{
"epoch": 11.0,
"eval_accuracy": 0.7817371937639198,
"eval_f1_macro": 0.6076643977953123,
"eval_f1_micro": 0.7817371937639198,
"eval_f1_weighted": 0.7855527916255841,
"eval_loss": 1.4518017768859863,
"eval_macro_fpr": 0.10298989044794646,
"eval_macro_sensitivity": 0.6059220985691574,
"eval_macro_specificity": 0.910581472510156,
"eval_precision": 0.7944351522866733,
"eval_precision_macro": 0.6156807945806044,
"eval_recall": 0.7817371937639198,
"eval_recall_macro": 0.6059220985691574,
"eval_runtime": 37.6161,
"eval_samples_per_second": 11.936,
"eval_steps_per_second": 1.515,
"eval_weighted_fpr": 0.08514335360556038,
"eval_weighted_sensitivity": 0.7817371937639198,
"eval_weighted_specificity": 0.8605886962767039,
"step": 2464
},
{
"epoch": 11.160714285714286,
"grad_norm": 0.04213592782616615,
"learning_rate": 3.1443452380952384e-05,
"loss": 0.1837,
"step": 2500
},
{
"epoch": 12.0,
"eval_accuracy": 0.7683741648106904,
"eval_f1_macro": 0.6022316813621161,
"eval_f1_micro": 0.7683741648106904,
"eval_f1_weighted": 0.7725571842701697,
"eval_loss": 1.5282827615737915,
"eval_macro_fpr": 0.10584759106468998,
"eval_macro_sensitivity": 0.6002802841038135,
"eval_macro_specificity": 0.9096129114606906,
"eval_precision": 0.7839702071058822,
"eval_precision_macro": 0.6142985139152926,
"eval_recall": 0.7683741648106904,
"eval_recall_macro": 0.6002802841038135,
"eval_runtime": 43.2739,
"eval_samples_per_second": 10.376,
"eval_steps_per_second": 1.317,
"eval_weighted_fpr": 0.0913081650570676,
"eval_weighted_sensitivity": 0.7683741648106904,
"eval_weighted_specificity": 0.8700774810320715,
"step": 2688
},
{
"epoch": 13.0,
"eval_accuracy": 0.7817371937639198,
"eval_f1_macro": 0.6331842691361635,
"eval_f1_micro": 0.7817371937639198,
"eval_f1_weighted": 0.7847832997246655,
"eval_loss": 1.5136499404907227,
"eval_macro_fpr": 0.09788769858953361,
"eval_macro_sensitivity": 0.6472214192802428,
"eval_macro_specificity": 0.9137489579374409,
"eval_precision": 0.7907383501868388,
"eval_precision_macro": 0.6230847265054374,
"eval_recall": 0.7817371937639198,
"eval_recall_macro": 0.6472214192802428,
"eval_runtime": 37.6374,
"eval_samples_per_second": 11.93,
"eval_steps_per_second": 1.514,
"eval_weighted_fpr": 0.08514335360556038,
"eval_weighted_sensitivity": 0.7817371937639198,
"eval_weighted_specificity": 0.8732586379858437,
"step": 2912
},
{
"epoch": 13.392857142857142,
"grad_norm": 0.052352067083120346,
"learning_rate": 2.7723214285714287e-05,
"loss": 0.1212,
"step": 3000
},
{
"epoch": 14.0,
"eval_accuracy": 0.7505567928730512,
"eval_f1_macro": 0.6326679794724908,
"eval_f1_micro": 0.7505567928730512,
"eval_f1_weighted": 0.7763683079087403,
"eval_loss": 1.6569428443908691,
"eval_macro_fpr": 0.10392968597226783,
"eval_macro_sensitivity": 0.6498986572515985,
"eval_macro_specificity": 0.910418612538819,
"eval_precision": 0.8137737990649265,
"eval_precision_macro": 0.6379744028295854,
"eval_recall": 0.7505567928730512,
"eval_recall_macro": 0.6498986572515985,
"eval_runtime": 39.2148,
"eval_samples_per_second": 11.45,
"eval_steps_per_second": 1.454,
"eval_weighted_fpr": 0.09973285841495994,
"eval_weighted_sensitivity": 0.7505567928730512,
"eval_weighted_specificity": 0.8911176572822244,
"step": 3136
},
{
"epoch": 15.0,
"eval_accuracy": 0.7661469933184856,
"eval_f1_macro": 0.6067507092613289,
"eval_f1_micro": 0.7661469933184856,
"eval_f1_weighted": 0.7669334720264783,
"eval_loss": 1.5304632186889648,
"eval_macro_fpr": 0.1054152641675519,
"eval_macro_sensitivity": 0.6202614952614952,
"eval_macro_specificity": 0.9092878271223507,
"eval_precision": 0.7714273125569682,
"eval_precision_macro": 0.5964778042531244,
"eval_recall": 0.7661469933184856,
"eval_recall_macro": 0.6202614952614952,
"eval_runtime": 36.2301,
"eval_samples_per_second": 12.393,
"eval_steps_per_second": 1.573,
"eval_weighted_fpr": 0.09234828496042216,
"eval_weighted_sensitivity": 0.7661469933184856,
"eval_weighted_specificity": 0.8710043151709171,
"step": 3360
},
{
"epoch": 15.625,
"grad_norm": 0.012736031785607338,
"learning_rate": 2.4002976190476193e-05,
"loss": 0.0793,
"step": 3500
},
{
"epoch": 16.0,
"eval_accuracy": 0.799554565701559,
"eval_f1_macro": 0.6084585912172119,
"eval_f1_micro": 0.799554565701559,
"eval_f1_weighted": 0.7932752942813613,
"eval_loss": 1.493147611618042,
"eval_macro_fpr": 0.0947020823003073,
"eval_macro_sensitivity": 0.6192910825263767,
"eval_macro_specificity": 0.9155234182146221,
"eval_precision": 0.7896342753264775,
"eval_precision_macro": 0.6015557680872304,
"eval_recall": 0.799554565701559,
"eval_recall_macro": 0.6192910825263767,
"eval_runtime": 41.0154,
"eval_samples_per_second": 10.947,
"eval_steps_per_second": 1.39,
"eval_weighted_fpr": 0.07712082262210797,
"eval_weighted_sensitivity": 0.799554565701559,
"eval_weighted_specificity": 0.8625391071569296,
"step": 3584
},
{
"epoch": 17.0,
"eval_accuracy": 0.8017817371937639,
"eval_f1_macro": 0.6132058230219714,
"eval_f1_micro": 0.8017817371937639,
"eval_f1_weighted": 0.7958283353419163,
"eval_loss": 1.4581812620162964,
"eval_macro_fpr": 0.09631731021801944,
"eval_macro_sensitivity": 0.6131253484194661,
"eval_macro_specificity": 0.9135230515715727,
"eval_precision": 0.7910538038177782,
"eval_precision_macro": 0.614274531356077,
"eval_recall": 0.8017817371937639,
"eval_recall_macro": 0.6131253484194661,
"eval_runtime": 38.6901,
"eval_samples_per_second": 11.605,
"eval_steps_per_second": 1.473,
"eval_weighted_fpr": 0.07613344739093242,
"eval_weighted_sensitivity": 0.8017817371937639,
"eval_weighted_specificity": 0.8523104690925272,
"step": 3808
},
{
"epoch": 17.857142857142858,
"grad_norm": 0.029111037030816078,
"learning_rate": 2.0282738095238096e-05,
"loss": 0.0473,
"step": 4000
},
{
"epoch": 18.0,
"eval_accuracy": 0.779510022271715,
"eval_f1_macro": 0.6223546079097706,
"eval_f1_micro": 0.779510022271715,
"eval_f1_weighted": 0.7842607118763782,
"eval_loss": 1.6771754026412964,
"eval_macro_fpr": 0.0990010834451406,
"eval_macro_sensitivity": 0.6342232224585166,
"eval_macro_specificity": 0.9134334398466122,
"eval_precision": 0.7923672038744829,
"eval_precision_macro": 0.615368510122067,
"eval_recall": 0.779510022271715,
"eval_recall_macro": 0.6342232224585166,
"eval_runtime": 46.3028,
"eval_samples_per_second": 9.697,
"eval_steps_per_second": 1.231,
"eval_weighted_fpr": 0.08616187989556136,
"eval_weighted_sensitivity": 0.779510022271715,
"eval_weighted_specificity": 0.8742237371147337,
"step": 4032
},
{
"epoch": 19.0,
"eval_accuracy": 0.7928730512249443,
"eval_f1_macro": 0.634785770715968,
"eval_f1_micro": 0.7928730512249443,
"eval_f1_weighted": 0.7892474652218282,
"eval_loss": 1.5706700086593628,
"eval_macro_fpr": 0.09660121866045568,
"eval_macro_sensitivity": 0.6339238398061927,
"eval_macro_specificity": 0.9148629938940258,
"eval_precision": 0.7889745868395741,
"eval_precision_macro": 0.6408528928812904,
"eval_recall": 0.7928730512249443,
"eval_recall_macro": 0.6339238398061927,
"eval_runtime": 36.9538,
"eval_samples_per_second": 12.15,
"eval_steps_per_second": 1.542,
"eval_weighted_fpr": 0.08010335917312661,
"eval_weighted_sensitivity": 0.7928730512249443,
"eval_weighted_specificity": 0.8665789243511589,
"step": 4256
},
{
"epoch": 20.0,
"eval_accuracy": 0.8017817371937639,
"eval_f1_macro": 0.6355024390764469,
"eval_f1_micro": 0.8017817371937639,
"eval_f1_weighted": 0.8072864786995735,
"eval_loss": 1.4890631437301636,
"eval_macro_fpr": 0.09155341651475672,
"eval_macro_sensitivity": 0.6284256946021651,
"eval_macro_specificity": 0.9196350304544231,
"eval_precision": 0.813571143284143,
"eval_precision_macro": 0.6440783508741144,
"eval_recall": 0.8017817371937639,
"eval_recall_macro": 0.6284256946021651,
"eval_runtime": 39.4976,
"eval_samples_per_second": 11.368,
"eval_steps_per_second": 1.443,
"eval_weighted_fpr": 0.07613344739093242,
"eval_weighted_sensitivity": 0.8017817371937639,
"eval_weighted_specificity": 0.876758384623928,
"step": 4480
},
{
"epoch": 20.089285714285715,
"grad_norm": 0.062061864882707596,
"learning_rate": 1.65625e-05,
"loss": 0.0476,
"step": 4500
},
{
"epoch": 21.0,
"eval_accuracy": 0.8062360801781737,
"eval_f1_macro": 0.6406636359280463,
"eval_f1_micro": 0.8062360801781738,
"eval_f1_weighted": 0.8116960978838106,
"eval_loss": 1.506375789642334,
"eval_macro_fpr": 0.08956088844408511,
"eval_macro_sensitivity": 0.631990756990757,
"eval_macro_specificity": 0.9204129046853009,
"eval_precision": 0.8180661383650976,
"eval_precision_macro": 0.6510963251330297,
"eval_recall": 0.8062360801781737,
"eval_recall_macro": 0.631990756990757,
"eval_runtime": 36.7972,
"eval_samples_per_second": 12.202,
"eval_steps_per_second": 1.549,
"eval_weighted_fpr": 0.0741687979539642,
"eval_weighted_sensitivity": 0.8062360801781737,
"eval_weighted_specificity": 0.8754155385630296,
"step": 4704
},
{
"epoch": 22.0,
"eval_accuracy": 0.8106904231625836,
"eval_f1_macro": 0.6265350105515263,
"eval_f1_micro": 0.8106904231625834,
"eval_f1_weighted": 0.8050409815714114,
"eval_loss": 1.507570505142212,
"eval_macro_fpr": 0.09127088491066569,
"eval_macro_sensitivity": 0.6247109408874114,
"eval_macro_specificity": 0.9187189480456261,
"eval_precision": 0.8003176397153061,
"eval_precision_macro": 0.62962271973466,
"eval_recall": 0.8106904231625836,
"eval_recall_macro": 0.6247109408874114,
"eval_runtime": 38.1237,
"eval_samples_per_second": 11.777,
"eval_steps_per_second": 1.495,
"eval_weighted_fpr": 0.07221750212404418,
"eval_weighted_sensitivity": 0.8106904231625836,
"eval_weighted_specificity": 0.8641853690199212,
"step": 4928
},
{
"epoch": 22.321428571428573,
"grad_norm": 0.009118929505348206,
"learning_rate": 1.284970238095238e-05,
"loss": 0.0366,
"step": 5000
},
{
"epoch": 23.0,
"eval_accuracy": 0.7973273942093542,
"eval_f1_macro": 0.6407246025667078,
"eval_f1_micro": 0.7973273942093542,
"eval_f1_weighted": 0.8037883813525591,
"eval_loss": 1.5891112089157104,
"eval_macro_fpr": 0.09290285091135023,
"eval_macro_sensitivity": 0.6382304764657706,
"eval_macro_specificity": 0.9183972670064429,
"eval_precision": 0.8113417394670442,
"eval_precision_macro": 0.6455253158791917,
"eval_recall": 0.7973273942093542,
"eval_recall_macro": 0.6382304764657706,
"eval_runtime": 36.698,
"eval_samples_per_second": 12.235,
"eval_steps_per_second": 1.553,
"eval_weighted_fpr": 0.07811158798283262,
"eval_weighted_sensitivity": 0.7973273942093542,
"eval_weighted_specificity": 0.8762616738164174,
"step": 5152
},
{
"epoch": 24.0,
"eval_accuracy": 0.7951002227171492,
"eval_f1_macro": 0.6123190888327924,
"eval_f1_micro": 0.7951002227171492,
"eval_f1_weighted": 0.7955919888221101,
"eval_loss": 1.677944302558899,
"eval_macro_fpr": 0.09937396212208499,
"eval_macro_sensitivity": 0.59819578937226,
"eval_macro_specificity": 0.9132935751511265,
"eval_precision": 0.7989800738409691,
"eval_precision_macro": 0.63057392401405,
"eval_recall": 0.7951002227171492,
"eval_recall_macro": 0.59819578937226,
"eval_runtime": 38.8656,
"eval_samples_per_second": 11.553,
"eval_steps_per_second": 1.467,
"eval_weighted_fpr": 0.07910576096302666,
"eval_weighted_sensitivity": 0.7951002227171492,
"eval_weighted_specificity": 0.8580740778873568,
"step": 5376
}
],
"logging_steps": 500,
"max_steps": 6720,
"num_input_tokens_seen": 0,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 1.1316083470368768e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}