update model

args.yaml

@@ -0,0 +1,130 @@
+aa: rand-m9-mstd0.5-inc1
+amp: false
+amp_dtype: float16
+amp_impl: native
+aot_autograd: false
+aug_repeats: 0
+aug_splits: 3
+batch_size: 128
+bce_loss: false
+bce_target_thresh: null
+bn_eps: null
+bn_momentum: null
+channels_last: false
+checkpoint_hist: 10
+class_map: ''
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.4
+cooldown_epochs: 0
+crop_pct: null
+cutmix: 0.0
+cutmix_minmax: null
+data: null
+data_dir: /scratch/imagenet/
+dataset: torch/folder
+dataset_download: false
+decay_epochs: 90
+decay_milestones:
+- 90
+- 180
+- 270
+decay_rate: 0.1
+dist_bn: reduce
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+epoch_repeats: 0.0
+epochs: 100
+eval_metric: top1
+experiment: resnet50_gem
+fast_norm: false
+fuser: ''
+gp: null
+grad_checkpointing: false
+hflip: 0.5
+img_size: null
+in_chans: null
+initial_checkpoint: ''
+input_size: null
+interpolation: ''
+jsd_loss: true
+layer_decay: null
+local_rank: 0
+log_interval: 50
+log_wandb: false
+lr: 0.4
+lr_base: 0.1
+lr_base_scale: ''
+lr_base_size: 256
+lr_cycle_decay: 0.5
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_k_decay: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean: null
+min_lr: 0
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+model: resnet50
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+model_kwargs: {}
+momentum: 0.9
+no_aug: false
+no_ddp_bb: false
+no_prefetcher: false
+no_resume_opt: false
+num_classes: null
+opt: sgd
+opt_betas: null
+opt_eps: null
+opt_kwargs: {}
+output: /scratch/bill.psomas/logs/
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 0.75
+- 1.3333333333333333
+recount: 1
+recovery_interval: 0
+remode: pixel
+reprob: 0.6
+resplit: true
+resume: ''
+save_images: false
+scale:
+- 0.08
+- 1.0
+sched: cosine
+sched_on_updates: false
+seed: 42
+smoothing: 0.1
+split_bn: true
+start_epoch: null
+std: null
+subset: -1
+sync_bn: false
+torchcompile: null
+torchscript: false
+train_interpolation: random
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_split: validation
+validation_batch_size: null
+vflip: 0.0
+warmup_epochs: 5
+warmup_lr: 1.0e-05
+warmup_prefix: false
+weight_decay: 2.0e-05
+worker_seeding: all
+workers: 4

resnet50_supervised_simpool_ep100.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e042473aface232296016c764c7edc082aab993b43fde23246fe14a0d924444
+size 273484746

summary.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5,lr
+0,7.040494717084444,6.971377120361328,0.112,0.47,1e-05
+1,6.533709617761465,5.908248785552979,6.647999977416992,16.76000005493164,0.080008
+2,6.022230771871714,5.006387587432862,17.11200000366211,35.75799998168945,0.160006
+3,5.527466278809768,4.361376742248535,27.274000018310545,50.64000004882813,0.240004
+4,5.073378562927246,3.7605399600982667,36.16400008789063,61.06399994140625,0.320002
+5,4.70527878174415,3.28153399269104,44.90600003417969,69.91399993896485,0.3975376681190276
+6,4.405858424993662,2.914103838348389,49.99600000732422,74.79400003173828,0.3964574501457378
+7,4.197931234653179,2.7472252847290037,53.53400010009766,77.61600002685547,0.3951833523877495
+8,4.044133690687326,2.667126080970764,54.56000005615235,78.67800022216797,0.3937166322257262
+9,3.9243138753450832,2.484277568817139,57.420000073242186,81.00199993408204,0.39205873713538864
+10,3.856288194656372,2.3612500601577757,58.874000043945315,82.33200005615234,0.39021130325903075
+11,3.751297556436979,2.3211969921875,60.537999970703126,83.50200003417969,0.38817615379084514
+12,3.716109413367051,2.2234654430389402,61.82400004150391,84.46400003173828,0.3859552971776503
+13,3.657330898138193,2.174739091339111,62.34399996582031,84.98000010742187,0.38355092513679623
+14,3.6063577120120707,2.1303875621414186,62.862000092773435,85.22000005371093,0.3809654104932039
+15,3.555914172759423,2.0991544648742675,64.22600010986328,86.066,0.37820130483767356
+16,3.5347455648275523,2.1043701357650755,64.12600001708985,85.65600008544922,0.3752613360087727
+17,3.49257007928995,2.0283588887786865,65.30800005615234,86.78799997558593,0.37214840540078875
+18,3.471771139364976,2.010942780761719,64.88600002929688,86.692,0.368865585100403
+19,3.4419555297264686,1.9653489687347412,65.92800009277343,87.14400010742187,0.3654161148549124
+20,3.4262686784450826,1.9968590396881103,65.6300001147461,87.12600005615235,0.3618033988749895
+21,3.4118221264619093,2.011964368400574,65.76200005859376,87.03000005371094,0.3580310024751381
+22,3.393865521137531,1.982056181755066,66.43399995849609,87.66400016113282,0.3541026485551579
+23,3.369862097960252,1.9342280728530883,67.132000078125,87.88800010742187,0.35002221392609195
+24,3.3443474219395566,1.8998407481384276,66.92200008300782,88.03800005126953,0.34579372548428233
+25,3.3322061942173886,1.9011153029251098,66.97000005371093,87.87600010009766,0.3414213562373095
+26,3.321355838042039,1.897702607460022,67.50999995117188,88.17199995117187,0.33690942118573775
+27,3.306005514585055,1.8800556534957886,67.8680000024414,88.32400020263673,0.3322623730647304
+28,3.303821013523982,1.867966583480835,67.63400005615235,88.2479998461914,0.32748479794973795
+29,3.274179119330186,1.86277067943573,68.19800002685547,88.31400002197266,0.3225814107305953
+30,3.255008257352389,1.8110178883743286,68.65799997070313,89.23200007080078,0.3175570504584947
+31,3.2382822586939883,1.8116188032150269,68.37400005126953,88.64000012695313,0.3124166755704262
+32,3.237054072893583,1.8026720499801636,68.57400015625,89.03200010253906,0.30716535899579933
+33,3.256569642287034,1.7847060273361206,69.08400010009765,89.2759999975586,0.3018082831500743
+34,3.2131663377468405,1.7869215956497193,69.03399987304688,89.23999996826171,0.2963507348203431
+35,3.2264651702000546,1.7657287229156493,69.4540000756836,89.23599994140625,0.29079809994790934
+36,3.189286993100093,1.7433307905197144,69.64000004638672,89.47800007324219,0.28515585831301454
+37,3.195929087125338,1.7402992525863648,70.2540000415039,89.76800002197265,0.2794295781269561
+38,3.1766937420918393,1.7067010584640503,70.26600001953125,89.88000007324219,0.27362491053693566
+39,3.1518109945150523,1.71972652299881,70.4560000390625,90.0520001196289,0.26774758404905835
+40,3.1474102093623233,1.7144861825561524,70.69999997314453,90.07999999755859,0.2618033988749895
+41,3.1406214970808763,1.7611944063568115,70.51200001708985,89.86599999267578,0.2557982212078459
+42,3.1287247125919047,1.6890487152862548,70.75000001708985,90.20400009765625,0.24973797743297094
+43,3.122291638300969,1.6922861235427857,70.56999997070312,90.26999999023438,0.24362864827930855
+44,3.120695866071261,1.6427691886901856,71.31000001953124,90.67400012695313,0.23747626291714496
+45,3.0959233962572537,1.6929579078292847,70.97799989746093,90.22600012207032,0.2312868930080462
+46,3.0874240215008077,1.6942494156646728,70.80600004638671,90.23199999755859,0.22506664671286092
+47,3.091124552946824,1.6180208856391907,71.79000001953125,90.74200004394531,0.21882166266370287
+48,3.080023252047025,1.609995209465027,71.47399994140625,90.72600009521484,0.21255810390586272
+49,3.050820910013639,1.65582167842865,71.84000006835937,90.64400014892578,0.20628215181562568
+50,3.0449903836617103,1.6265876558685304,72.20400009521484,90.90400009521484,0.2
+51,3.0313394344769993,1.6210759916687012,71.80400001464844,90.80399996582031,0.19371784818437435
+52,3.0274069034136257,1.5888766188812256,72.28200014648438,90.93399999511719,0.18744189609413733
+53,3.026409937785222,1.6029678314208984,72.30999995849609,90.96799999023438,0.18117833733629715
+54,3.0141150767986593,1.5691217398071289,72.34800006835937,91.24199999023438,0.1749333532871392
+55,2.999635402972882,1.5814840787124633,72.73200003662109,91.27999993896485,0.16871310699195385
+56,2.9806211453217726,1.5584850242805481,72.58400003662109,91.38200004394531,0.16252373708285509
+57,2.9928487814389744,1.54871688205719,73.18200006591798,91.64000006835937,0.15637135172069155
+58,2.9669128197890062,1.5303732774734498,73.03400001220703,91.45200014648438,0.15026202256702903
+59,2.9394988188376794,1.5354222443962098,72.97199993164062,91.52600009277344,0.14420177879215418
+60,2.94789327107943,1.5070398307991029,73.7360001123047,91.65999999023437,0.1381966011250106
+61,2.9386926155823927,1.509860509300232,73.42799998291015,91.59400009521484,0.13225241595094173
+62,2.918211240034837,1.5044804165649415,73.69800002685547,91.7719999609375,0.12637508946306447
+63,2.912372029744662,1.4866121184158325,73.6939999633789,91.99600006591797,0.12057042187304386
+64,2.8917350127146793,1.484744356803894,73.85199998291016,91.9900001196289,0.11484414168698548
+65,2.884820580482483,1.509543938598633,73.96400000976563,91.84800001464843,0.10920190005209066
+66,2.8738825963093686,1.480154432106018,73.95200009033204,92.05199996582031,0.10364926517965692
+67,2.882979842332693,1.4544013038635253,74.73799998291015,92.3819998852539,0.09819171684992574
+68,2.8377450154377866,1.4391963410949706,74.54599998291016,92.31600006835937,0.09283464100420064
+69,2.8506935009589562,1.4504157944869995,74.41000010986328,92.1599999609375,0.08758332442957387
+70,2.8298757718159604,1.4564688701438904,74.55399995849609,92.18800019775391,0.0824429495415054
+71,2.814357730058523,1.420769459552765,74.79400006103516,92.36199999023438,0.07741858926940469
+72,2.8070095410713782,1.4394226608467102,74.78800013916016,92.28800017333984,0.07251520205026206
+73,2.7963967323303223,1.3877978091049195,75.32399995849609,92.64999999023438,0.06773762693526966
+74,2.7827999866925754,1.4035424700927734,75.45999998535156,92.74000012207031,0.06309057881426226
+75,2.7594478955635657,1.3668710189437867,75.76399993164063,92.7600001953125,0.05857864376269051
+76,2.731641173362732,1.358322384147644,75.96999992919922,92.99200009033203,0.05420627451571774
+77,2.7407790972636294,1.3774273606681824,76.06600013427735,93.00800001220703,0.049977786073908084
+78,2.707278159948496,1.3611807810401917,76.00600008544922,92.90200017089843,0.04589735144484217
+79,2.717477193245521,1.3609249432945252,76.1680000366211,92.9840000390625,0.04196899752486192
+80,2.7100645945622373,1.3473713495254516,76.34200013427734,93.04200009277343,0.03819660112501053
+81,2.6871462051685038,1.3250179851150512,76.45400006103516,93.22000001464843,0.03458388514508766
+82,2.659984982930697,1.3226143350219726,76.73800010986328,93.31599993652344,0.03113441489959703
+83,2.6554496104900656,1.3106380850601196,76.98599998046875,93.36600009033204,0.02785159459921125
+84,2.656963926095229,1.2892966842651368,77.07799990478516,93.5920001171875,0.024738663991227285
+85,2.6488994451669545,1.2913424382591248,77.28600020996093,93.57600006591797,0.021798695162326444
+86,2.6260563318546,1.2926763641548156,76.98399992919921,93.48800006591797,0.01903458950679613
+87,2.6015250774530263,1.275042020664215,77.31400005859375,93.57800001464844,0.01644907486320382
+88,2.602009287247291,1.274389653339386,77.32400000732422,93.64000004150391,0.014044702822349731
+89,2.587021222481361,1.265966984024048,77.54800008544922,93.7459999609375,0.01182384620915491
+90,2.5764084595900316,1.256042814464569,77.60400008056641,93.7140000390625,0.009788696740969294
+91,2.570280570250291,1.2600967265129088,77.59000010742187,93.73800001464843,0.00794126286461141
+92,2.568021059036255,1.2493622974205016,77.79600002929688,93.77600009277344,0.006283367774273807
+93,2.5542087738330546,1.235536932220459,77.85999997802735,93.9259999609375,0.004816647612250535
+94,2.5595629673737745,1.2421320032691956,77.81400010742188,93.8940000390625,0.003542549854262256
+95,2.5465454138242283,1.2316403267860412,77.82600013427735,93.91799998779297,0.0024623318809724685
+96,2.546605165188129,1.23668680185318,77.9260000830078,93.92200001220704,0.0015770597371044472
+97,2.5364751173899722,1.2267148246002197,77.92800018554688,93.9319999609375,0.0008876070793840008
+98,2.5323029939944925,1.2287092315864563,77.86800003173828,93.9440000390625,0.00039465431434568824
+99,2.533959122804495,1.2285596192550658,77.96400008300782,93.92200001464843,9.868792685368e-05