update model

args.yaml

@@ -0,0 +1,130 @@
+aa: rand-m9-mstd0.5-inc1
+amp: false
+amp_dtype: float16
+amp_impl: native
+aot_autograd: false
+aug_repeats: 0
+aug_splits: 0
+batch_size: 74
+bce_loss: false
+bce_target_thresh: null
+bn_eps: null
+bn_momentum: null
+channels_last: false
+checkpoint_hist: 10
+class_map: ''
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.4
+cooldown_epochs: 0
+crop_pct: null
+cutmix: 0.0
+cutmix_minmax: null
+data: null
+data_dir: /scratch/imagenet/
+dataset: torch/folder
+dataset_download: false
+decay_epochs: 90
+decay_milestones:
+- 90
+- 180
+- 270
+decay_rate: 0.1
+dist_bn: reduce
+drop: 0.1
+drop_block: null
+drop_connect: null
+drop_path: 0.1
+epoch_repeats: 0.0
+epochs: 100
+eval_metric: top1
+experiment: vits_official_supervised
+fast_norm: false
+fuser: ''
+gp: null
+grad_checkpointing: false
+hflip: 0.5
+img_size: null
+in_chans: null
+initial_checkpoint: ''
+input_size: null
+interpolation: ''
+jsd_loss: false
+layer_decay: null
+local_rank: 0
+log_interval: 50
+log_wandb: false
+lr: 0.0005
+lr_base: 0.1
+lr_base_scale: ''
+lr_base_size: 256
+lr_cycle_decay: 0.5
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_k_decay: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean: null
+min_lr: 0
+mixup: 0.2
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+model: vit_small_patch16_224
+model_ema: true
+model_ema_decay: 0.99996
+model_ema_force_cpu: false
+model_kwargs: {}
+momentum: 0.9
+no_aug: false
+no_ddp_bb: false
+no_prefetcher: false
+no_resume_opt: false
+num_classes: null
+opt: adamw
+opt_betas: null
+opt_eps: null
+opt_kwargs: {}
+output: /scratch/bill.psomas/logs/
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 0.75
+- 1.3333333333333333
+recount: 1
+recovery_interval: 0
+remode: pixel
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 0.08
+- 1.0
+sched: cosine
+sched_on_updates: false
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std: null
+subset: -1
+sync_bn: false
+torchcompile: null
+torchscript: false
+train_interpolation: random
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_split: validation
+validation_batch_size: null
+vflip: 0.0
+warmup_epochs: 5
+warmup_lr: 1.0e-06
+warmup_prefix: false
+weight_decay: 0.05
+worker_seeding: all
+workers: 8

summary.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5,lr
+0,6.9323744032118055,6.973447891998291,0.10400000276088714,0.5120000153970719,1e-06
+1,6.527053885989719,6.9569945182800295,0.12600000358581542,0.5340000133991242,0.0001008
+2,6.154435115390354,6.938525176391601,0.1360000036239624,0.6720000194692611,0.0002006
+3,5.915495183732775,6.916625324554444,0.22400000693798064,0.8860000215911865,0.00030040000000000004
+4,5.599318631490072,6.875046234893799,0.3320000069475174,1.3960000266981125,0.0004002
+5,5.38895435333252,6.813946441192627,0.5040000128793717,1.9800000569581986,0.0004969220851487844
+6,5.193306658003065,6.755776746673584,0.7520000189065933,2.6900000568294526,0.0004955718126821722
+7,5.025314013163249,6.686305012969971,1.2060000236034394,4.01800006187439,0.0004939791904846869
+8,4.8158390892876515,6.594505345916748,1.8060000232553481,5.574000098233223,0.0004921457902821578
+9,4.774631468454997,6.460577695007324,2.55400009680748,7.806000238304138,0.0004900734214192358
+10,4.66478631761339,6.264851130371094,4.014000059900284,11.770000421714784,0.0004877641290737884
+11,4.585740619235569,5.998716165161133,6.5680000677680965,17.386000240707396,0.0004852201922385564
+12,4.40396802160475,5.66761226348877,10.278000195236206,24.63000071121216,0.00048244412147206283
+13,4.45184965663486,5.290628542175293,14.642000303649903,32.18400055633545,0.00047943865642099525
+14,4.382857031292385,4.888738231201172,19.550000474395752,39.69200098815918,0.0004762067631165049
+15,4.3375372727712,4.505283977432251,24.03000044647217,45.97600128234863,0.00047275163104709196
+16,4.322402540842692,4.170462717208863,27.730000850524902,51.03400123413086,0.0004690766700109659
+17,4.277098724577162,3.8951676638031008,30.74400061126709,54.68600071166992,0.0004651855067509859
+18,4.224879169464112,3.678543631286621,32.82000069580078,57.372001060791014,0.00046108198137550377
+19,4.0848568015628395,3.4993760011291504,34.84200090332031,59.49800137573242,0.00045677014356864043
+20,4.1701267719268795,3.3560244942092896,36.36200079956055,61.0920017980957,0.0004522542485937369
+21,4.148108922110664,3.239064458351135,37.72800114501953,62.466001518554684,0.00044753875309392255
+22,4.087385961744521,3.137926809310913,38.92600108459472,63.47200159667969,0.0004426283106939473
+23,4.08515657848782,3.0460762042999265,40.042001141357424,64.63000082519531,0.0004375277674076149
+24,4.063383097118802,2.9576850076293946,41.152000932617185,65.7040014050293,0.00043224215685535287
+25,3.9973435560862223,2.8678926668548583,42.5320008001709,66.95600119018555,0.00042677669529663686
+26,3.9782827960120306,2.775720980415344,43.8900006048584,68.34000099853516,0.0004211367764821722
+27,3.8473793453640406,2.6875264139556885,45.18400099304199,69.60400076904297,0.00041532796633091297
+28,3.99261155128479,2.597029711265564,46.602000897827146,71.02600157958985,0.00040935599743717243
+29,3.9192440456814235,2.504472228317261,48.15600115722656,72.43800146850586,0.00040322676341324415
+30,3.941866456137763,2.411960036315918,49.6180013873291,73.91000208740235,0.00039694631307311834
+31,3.878988684548272,2.323261040649414,51.006000842285154,75.19800154663086,0.0003905208444630327
+32,3.862087779574924,2.240344947376251,52.46800141723633,76.49400192260742,0.00038395669874474915
+33,3.8915331522623697,2.16150847820282,53.84800088012695,77.5540006201172,0.00037726035393759286
+34,3.874618503782484,2.08654534822464,55.088001411132815,78.73000053833007,0.0003704384185254288
+35,3.8501008987426757,2.016715589389801,56.41800100463867,79.63400141235351,0.00036349762493488667
+36,3.7835972679985894,1.9520263621902465,57.5380014074707,80.6140016796875,0.0003564448228912682
+37,3.758523925145467,1.895069912815094,58.57200132080078,81.31600124023437,0.00034928697265869515
+38,3.77941411336263,1.8439080688858032,59.46200114501953,82.02000106445313,0.00034203113817116957
+39,3.7213464948866104,1.7977078239059447,60.2540014440918,82.62200131103516,0.0003346844800613229
+40,3.798700306150648,1.7564423399734497,60.9700010961914,83.1420012524414,0.00032725424859373687
+41,3.6685172822740344,1.71933735496521,61.60200165527344,83.58800080078124,0.00031974777650980735
+42,3.7131991492377385,1.6856655560874938,62.16800156738281,83.99800197021484,0.0003121724717912137
+43,3.7468191888597278,1.6552789488220214,62.68200141723633,84.40000213134766,0.0003045358103491357
+44,3.5877068095737035,1.627064360179901,63.104000689697266,84.76800181884765,0.0002968453286464312
+45,3.5964462068345813,1.6013550463294983,63.600001627197265,85.07400211669922,0.00028910861626005774
+46,3.6866684913635255,1.5780013963508606,64.03200138427735,85.32800186767578,0.0002813333083910761
+47,3.644230922063192,1.5562763139533997,64.44800133300781,85.63000163085937,0.00027352707832962856
+48,3.6908518791198732,1.5363473500061036,64.8200012109375,85.87800162841796,0.0002656976298823284
+49,3.612420760260688,1.5175776724815369,65.1680014831543,86.11600230957032,0.00025785268976953206
+50,3.5224071714613174,1.5002435858345031,65.47000177246093,86.32400239013671,0.00025
+51,3.503571563296848,1.4841662224006653,65.76800154296875,86.52000249511718,0.00024214731023046793
+52,3.5832695696089,1.4686819142341614,66.01800216308594,86.71000210205078,0.00023430237011767165
+53,3.555842802259657,1.4538797164916992,66.37000193481445,86.9080021459961,0.00022647292167037142
+54,3.5140447881486683,1.43992816450119,66.65800163940429,87.12400282470703,0.00021866669160892398
+55,3.670756769180298,1.4263330135726928,66.93400185668945,87.29000251464844,0.0002108913837399423
+56,3.5089891486697726,1.4134837234306334,67.17400137207031,87.48200193115234,0.00020315467135356886
+57,3.4949115488264297,1.4011421475601196,67.42200109863282,87.622002578125,0.00019546418965086444
+58,3.5291412194569904,1.3896608313560486,67.66400169433594,87.81400167236328,0.00018782752820878628
+59,3.3974393526713054,1.3786222344207764,67.8920022644043,87.96600205566406,0.0001802522234901927
+60,3.3664903269873725,1.3678552821540833,68.06400162109375,88.15200188964843,0.00017274575140626322
+61,3.3745234383477105,1.3576069181823731,68.26000166503906,88.3240017944336,0.00016531551993867715
+62,3.394581895404392,1.347801938457489,68.4940012878418,88.44600197753907,0.00015796886182883058
+63,3.357825591829088,1.338278274345398,68.67400186157226,88.59600123291015,0.00015071302734130483
+64,3.3444649431440565,1.3293123270797729,68.83600197143555,88.75400098876953,0.00014355517710873183
+65,3.3617997487386067,1.320591732006073,69.05200175659179,88.88000134521485,0.00013650237506511331
+66,3.363704792658488,1.3119138889503479,69.19800099609375,88.9780019140625,0.00012956158147457115
+67,3.367224868138631,1.3033627581596374,69.434001015625,89.10600122802734,0.00012273964606240718
+68,3.3054814709557427,1.2952152164459227,69.61600108276367,89.244001640625,0.00011604330125525078
+69,3.346313296424018,1.2875005087852478,69.80200091918945,89.33400224365235,0.00010947915553696733
+70,3.288897376590305,1.2800055422401428,69.94800118774414,89.44000128173828,0.00010305368692688174
+71,3.270696152581109,1.2725350677108764,70.11800128295899,89.50000216552735,9.677323658675586e-05
+72,3.2574275546603735,1.2653723665046692,70.28800146850585,89.57800170654296,9.064400256282756e-05
+73,3.2505971908569338,1.2586371998405457,70.42800138671875,89.69600207763672,8.467203366908707e-05
+74,3.283499664730496,1.2519610913658141,70.61600095214844,89.78600277099609,7.886322351782782e-05
+75,3.2445427417755126,1.24538593832016,70.75600141235351,89.87400197753907,7.322330470336314e-05
+76,3.25010421011183,1.239398258047104,70.88200166870118,89.92600220458985,6.775784314464717e-05
+77,3.179207282596164,1.2335915483760833,71.00400162597656,90.03000214355468,6.24722325923851e-05
+78,3.117683431837294,1.2280258818912506,71.17000118041992,90.08800257324219,5.737168930605272e-05
+79,3.2873393323686386,1.2225722767829894,71.35200087646484,90.15200236572265,5.2461246906077396e-05
+80,3.172784349653456,1.217576895751953,71.39600134765625,90.23000235839844,4.7745751406263163e-05
+81,3.154488277435303,1.2128500788211822,71.54400166381836,90.30600176757812,4.322985643135957e-05
+82,3.156032106611464,1.208443834476471,71.66600162719726,90.34800200683594,3.891801862449629e-05
+83,3.1673802110883926,1.2042878644275665,71.75400182739257,90.38400230224609,3.4814493249014064e-05
+84,3.2696695804595945,1.2002845740890502,71.86400147827149,90.44000247070312,3.0923329989034106e-05
+85,3.1775266700320772,1.1967929083824158,71.9540008972168,90.47400222167968,2.7248368952908055e-05
+86,3.0687490622202556,1.1934460767555237,72.06400087646485,90.51400250976563,2.379323688349516e-05
+87,3.176975123087565,1.1902479194736482,72.14800121948242,90.57600235107422,2.056134357900477e-05
+88,3.113228925069173,1.1873245293712615,72.21400114379882,90.60800314453125,1.7555878527937163e-05
+89,3.130909416410658,1.1845554699802399,72.29400073242188,90.64600275878907,1.4779807761443637e-05
+90,3.1345856825510663,1.1820890934467316,72.33200075317383,90.6900019946289,1.2235870926211617e-05
+91,3.148536803987291,1.1798673375797273,72.37600103393555,90.73000264404297,9.926578580764261e-06
+92,3.097033389409383,1.1777729890823365,72.46800104614258,90.7580025024414,7.854209717842259e-06
+93,3.056200408935547,1.1758996921253204,72.51200060424804,90.7920023046875,6.020809515313169e-06
+94,3.168594635857476,1.1743036560726166,72.5340004284668,90.82600270019532,4.4281873178278196e-06
+95,3.220431184768677,1.1728312464046478,72.57400052978515,90.86400231445313,3.077914851215585e-06
+96,3.08079743915134,1.1714887400627136,72.61800063598633,90.88000210449219,1.9713246713805587e-06
+97,3.1777715100182427,1.1702666523838043,72.66400072631836,90.90600210205078,1.109508849230001e-06
+98,3.131486733754476,1.1691865011024476,72.71200086425782,90.93200182861328,4.933178929321103e-07
+99,3.1331859058803984,1.1682212061309813,72.7140010925293,90.94200208740234,1.233599085671e-07

vits_supervised_official_ep100.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cd833f16a09c1422104bc17335082e81e45ff865a56b223fe22719ab1f1307
+size 353054225