{ "run_name": "p5_vae", "config": { "batch_size": 64, "ema_decay": 0.9999, "data_dir": "cropped/generator", "sources": [ "wiki" ], "subsample": 1.0, "sample_interval": 10, "fid_interval": 25, "fid_n_real": 5000, "num_workers": 2, "run_name": "p5_vae", "model": "vae", "epochs": 400, "augment": "hflip", "image_size": 64, "latent_dim": 256, "ngf": 64, "lr": 0.001, "lr_d": 0.0001, "beta_kl": 0.25, "lambda_perceptual": 0.1, "lambda_adversarial": 0.01, "ndf_patch": 64, "max_train_hours": 24, "fid_patience": 2 }, "history": { "recon_loss": [ 0.08173564161595881, 0.04146057692491728, 0.033197456083268434, 0.029159623552432172, 0.02667280151230148, 0.025261251598150812, 0.024257522199748673, 0.023582084749180537, 0.02317739939555908, 0.0228854169169616, 0.02273467821904864, 0.02275952355713289, 0.022742557132409677, 0.02288884083286692, 0.02307083113835408, 0.02306825413695003, 0.02333941402582404, 0.023522860378536403, 0.023781677986630518, 0.02415322158565251, 0.024362559028320078, 0.024719046269599188, 0.024978828381619647, 0.025267189054184746, 0.025601001957861278, 0.025947716914945178, 0.02626000661562141, 0.026563474303509436, 0.026907212713844757, 0.027261087861962807, 0.027623260935020242, 0.02788937708729098, 0.028258478253060937, 0.028637871249682374, 0.028990209600131992, 0.02929247497445625, 0.02967457652378541, 0.030021737023201, 0.03038583667630441, 0.0307320339533572, 0.03102703508721967, 0.0313626594013638, 0.03168195511142795, 0.03200014498737505, 0.03235234824829122, 0.03271670717125138, 0.033002344525267936, 0.033343258488955155, 0.033746167997487336, 0.03391206884979565, 0.034320008921094686, 0.03461272342321582, 0.03489355772383448, 0.035198040469748594, 0.035503431235272914, 0.035830338031817704, 0.036117242032295875, 0.0363806002240023, 0.03668171550648717, 0.03697258003979412, 0.03727693509501524, 0.0375139316639457, 0.037840200731387504, 0.038122120233746164, 0.03842886089164223, 0.03865345798305467, 0.038888611257649384, 0.0392349067534137, 0.03943746010812684, 0.039729930890294224, 0.039934589073826104, 0.040214110754876055, 0.040464710476052046, 0.04072135742594544, 0.04103369681307903, 0.04122272431532033, 0.04147602297747747, 0.04175838601226226, 0.041981571935053565, 0.04218511026288964, 0.0434638784529689, 0.044279665901110724, 0.04388998740981532, 0.04378506315983514, 0.043469862900992744, 0.043495111318671294, 0.043308621399805076, 0.0433056692346039, 0.04340444247309978, 0.04358124794263361, 0.04335595957107014, 0.04356866496272831, 0.043484247870679595, 0.043528493326634936, 0.04372521748559342, 0.04384844278932637, 0.04393588304201253, 0.04403914753188435, 0.0439675522602012, 0.044021993732223146, 0.043999971543303415, 0.044060074501376376, 0.04411218751572136, 0.044121765237078704, 0.044155512084690936, 0.04410169209934708, 0.04411306348430295, 0.04417482529504177, 0.04441443736004269, 0.04446349320853622, 0.044355124816234805, 0.044421110310169876, 0.04433931181860021, 0.04454980254905601, 0.044568583544375553, 0.04472394101321697, 0.04460177927190422, 0.044622046403332144, 0.04457441905242765, 0.04446317329525183, 0.04451204457471513, 0.04458364027623947, 0.04471937933156633, 0.04466542917598262, 0.04463891728789124, 0.04481849785989676, 0.04486950688286979, 0.04481423330994753, 0.04482838029885649, 0.044813229670572996, 0.04473217408785708, 0.0447128033106271, 0.04480086673751601, 0.044861731875655994, 0.04487089248390025, 0.044776066079035275, 0.04491674915178973, 0.04493348086332409, 0.044922901715478324, 0.04484499612043046, 0.044878341376972504, 0.04497806810670429, 0.04492314205242273, 0.045036036871437334, 0.044956916425791055, 0.04492688768853744, 0.04503960343093699, 0.04504223272172559, 0.04498517667699573, 0.04510456890377224 ], "kl_loss": [ 1.8832697430227556, 1.5030887962406516, 1.4371699270529625, 1.3794863160349364, 1.317023015429831, 1.260787772317218, 1.20747315705332, 1.159149752722846, 1.1143082375200386, 1.0731101099751954, 1.0322983669929016, 0.9951083602813574, 0.9579257903954922, 0.923228091154343, 0.8905815431195446, 0.858786458388353, 0.828593898532737, 0.7993809659766336, 0.7714693450774902, 0.7442712431025301, 0.7199444593782098, 0.695041867530244, 0.6731410705380969, 0.6509683456940528, 0.6292857889436249, 0.6094866224333771, 0.5911677191909562, 0.5731407938859402, 0.5559644978015851, 0.5397802491982778, 0.5241343514659466, 0.5088330608529922, 0.4945932364361918, 0.4809639279404257, 0.4680255864802589, 0.4561300035725292, 0.4435463426077468, 0.43241624865267014, 0.42196338114320725, 0.41104321850415987, 0.40152480134851914, 0.3924273262676011, 0.38304132586106276, 0.3746294933251845, 0.3662941768510729, 0.3582234036209237, 0.3505442201709136, 0.34257710699596977, 0.3358852074314386, 0.3289759689544001, 0.32253712511215454, 0.31611753057720315, 0.31008939024729604, 0.304038886522126, 0.29916893270535344, 0.29325113967697847, 0.28773705597616667, 0.28298880541935945, 0.27806805265255463, 0.27326949768596226, 0.26901512707655245, 0.26478433013599145, 0.25998555980304366, 0.256209296389268, 0.2521240388990467, 0.24862138000436318, 0.24455853268249422, 0.24078580730745935, 0.23787205242830464, 0.2343584157080732, 0.2312759287082232, 0.22770234795971814, 0.22468086605907506, 0.22154285134668025, 0.2185749091590062, 0.21622988989210537, 0.21334342279622698, 0.21031736958230662, 0.20821398054050583, 0.20572019705915043, 0.21628583002931032, 0.2194562403119018, 0.22301752524625543, 0.22598309104896, 0.22795188235930908, 0.22893120685958454, 0.2295441096728174, 0.23045717157487178, 0.2307042523454397, 0.23043083030189204, 0.23064518665783426, 0.23032910246242824, 0.23060548378743678, 0.23033957759666646, 0.2304461102009329, 0.22965750091860437, 0.22889292256062865, 0.22856403221814042, 0.22825642130695856, 0.22742723778654367, 0.22784906609827638, 0.2276344419671939, 0.22756879891340548, 0.2267344477467048, 0.22729620585838953, 0.2268278091891199, 0.22641172514766708, 0.22643836772339976, 0.2259681155730007, 0.22594845521017018, 0.22606605823096046, 0.22611611817254978, 0.22537599198329142, 0.22523161959953797, 0.22564348126323813, 0.2256515452431308, 0.22506998769111103, 0.22473229929550081, 0.2252063060927595, 0.22526399985465229, 0.2246429033131681, 0.22502394574574935, 0.22481360525274888, 0.22431928135900417, 0.22431448318509975, 0.22448719694064215, 0.2239962275275308, 0.2245619546653878, 0.22364687674448022, 0.22400801323163202, 0.22391851013924322, 0.22405476218614823, 0.22407084725733495, 0.22361944762305316, 0.22302533170351616, 0.22388576830808932, 0.2239373442517896, 0.2237205284719284, 0.22297952336888027, 0.2233510906370277, 0.2234493434174448, 0.22333545651700762, 0.22330360321535003, 0.22315198313604054, 0.22276537591575557, 0.22286016213842946, 0.2231126102563153, 0.22256787146768, 0.22279638510483962, 0.2230066102093611 ], "perc_loss": [ 3.3164807822969227, 2.966900161188892, 2.809185492686736, 2.7062561995962744, 2.638469039884388, 2.5891882242300572, 2.553413317244277, 2.5273160430101247, 2.509399730935056, 2.496209012137519, 2.486997235025096, 2.4822953312824936, 2.4796805422530217, 2.48045335824673, 2.4806297350133586, 2.48182612657547, 2.4867774569071255, 2.49037778020924, 2.496531085580842, 2.503686810660566, 2.508832235621591, 2.51611825492647, 2.522676155098483, 2.5290650414605427, 2.537268033903888, 2.544369221243084, 2.551585525019556, 2.5588325119426107, 2.566411652116694, 2.573071305568402, 2.5811851085760655, 2.5880441370173397, 2.5954170807813988, 2.603013479302072, 2.6101978186868195, 2.616576226857992, 2.6234971463170824, 2.6303548344180117, 2.6369187021866822, 2.642275041494614, 2.648416009723631, 2.654887793919979, 2.6606381347036767, 2.6666526050649138, 2.6721576584710016, 2.677529989144741, 2.6828432373511486, 2.687969985171261, 2.6935356880864525, 2.698010875628545, 2.703999019586123, 2.7082395701326876, 2.7126739442857923, 2.7172017550875998, 2.7211444158839364, 2.7256852373098717, 2.7301904182148795, 2.7331284310063744, 2.737607326772478, 2.7416759551080885, 2.7451996568940644, 2.7490297397996626, 2.753167223217141, 2.7563025574398856, 2.759685732360579, 2.7632323085752306, 2.766300177981711, 2.7701201449092636, 2.7729321677460628, 2.7762113218633537, 2.7788043338009434, 2.781867154643067, 2.7849045492645, 2.787607474714263, 2.790335464171874, 2.793526118127709, 2.795755087819874, 2.798796303761311, 2.80171739239978, 2.8035580790959873, 2.8777626533793588, 2.950976721241943, 2.967899640910646, 2.9782277951892624, 2.9827450355912886, 2.987575893218701, 2.987522155810625, 2.991916447113722, 3.000185159027067, 3.004894296837668, 3.0038876528413887, 3.0081850050861, 3.0101239767848935, 3.0124433137412763, 3.0202839084160633, 3.0268688752101016, 3.023946065678556, 3.026914996469123, 3.0266885844051328, 3.03024056324592, 3.0303047411462183, 3.028674019707574, 3.0321214662657843, 3.0307897828583026, 3.0340588429035287, 3.0320650782340612, 3.0327554314564438, 3.032847610803751, 3.0383236021058173, 3.0406483253862104, 3.038965443260649, 3.041243037606916, 3.040778627762428, 3.0432778540839496, 3.0447197128564882, 3.050575358235938, 3.0489785151603894, 3.048940940799876, 3.0493449298744526, 3.0468837221463523, 3.0475700538382573, 3.0506596045616345, 3.054089330200456, 3.055086179676219, 3.0566917240110216, 3.056929785471696, 3.0581071025285964, 3.0597308272989387, 3.059405525525411, 3.060708708742745, 3.0574003773876743, 3.058264940722376, 3.060303100153931, 3.062096351232284, 3.059273307140057, 3.061588850286272, 3.0626053392377672, 3.0641078373305817, 3.066277322606144, 3.0621221478168783, 3.0657967833372264, 3.0649239115225964, 3.066433975839207, 3.0685499417476163, 3.0665346664241238, 3.067326355184245, 3.0665999717182584, 3.0692200197113886, 3.07155424509293, 3.0738353668115077 ], "adv_g_loss": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.9632109370974139, 1.211132360367566, 1.3175093642640938, 1.3922682551499934, 1.4125826574352562, 1.4523614480769118, 1.499554595277191, 1.548010360584873, 1.6739830933033655, 1.6886514832273636, 1.6398199590362816, 1.7446437461249944, 1.7490826915217261, 1.8197036831615827, 1.9272557730571582, 1.9791131971173115, 2.008557731206091, 2.1103836483139005, 2.142390124213237, 2.2311043134357176, 2.266483112087107, 2.27572646130545, 2.3473580713328133, 2.390086266694182, 2.4142788839327474, 2.4292813662407746, 2.4539627994163933, 2.507446602623687, 2.5730194447832737, 2.5929551932037387, 2.593824964748998, 2.567539267655876, 2.6235183901830106, 2.6323009800707173, 2.6518306329719024, 2.7284936619620037, 2.704447408580882, 2.74189792942797, 2.7964204171529183, 2.7896072612358975, 2.793753677071669, 2.778480993774839, 2.8386917430111485, 2.8365126787087855, 2.8702264558683095, 2.878851713342035, 2.9237960825363793, 2.9553560888410635, 2.956895709801943, 2.969365261431433, 2.993740539010773, 3.015474187194282, 3.056270465000063, 3.065233544406728, 3.044361260456917, 3.0338786515669947, 3.1234994245390606, 3.129472752666881, 3.136663539796813, 3.1313738228164167, 3.1481547984811993, 3.219246102194501, 3.1428479904420357, 3.217929567918818, 3.2371158998491416, 3.2657294607060585, 3.24507825063844, 3.306370687026244, 3.291455037191383, 3.3207367835646 ], "adv_d_loss": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.5122376614146762, 0.41418764982213324, 0.39495776558661055, 0.3695600348023268, 0.36009453071488273, 0.35155136284665167, 0.3308748407368986, 0.3143339802821477, 0.28087137429377973, 0.2907019967579434, 0.3005673044289534, 0.2673453879025247, 0.26117105337862784, 0.2412458589921395, 0.23119024956264558, 0.2232273597843372, 0.214467806279914, 0.19811755947322926, 0.19150423764004412, 0.18529738982518515, 0.18752380157223877, 0.19471473194276676, 0.1733510587284835, 0.16257719115282482, 0.173062551766634, 0.1684507301204607, 0.15976927564758012, 0.14978749867783397, 0.14371462275361657, 0.14911018250685218, 0.13836139501828668, 0.14826281648925227, 0.14031775896716067, 0.13825866035941956, 0.1294869492865271, 0.1314171394572044, 0.1352860079680243, 0.1299466537669874, 0.12905895528502953, 0.12790230486908147, 0.11942041554671322, 0.12361126522032115, 0.12145969301907934, 0.11677189568519337, 0.11353864285569543, 0.12105588467282236, 0.11011259124861059, 0.11293683068938234, 0.10829276194732286, 0.11203425616010004, 0.10076702566037321, 0.11197975523865376, 0.10497997689228027, 0.10061924710758349, 0.10185919772499265, 0.10734878903509587, 0.10178774036268075, 0.09918854672374187, 0.0946219379050482, 0.0951714255910717, 0.09456023021250899, 0.09714587467810155, 0.08886556981258795, 0.09128673289281626, 0.08850656303131364, 0.0841089827227446, 0.09212012038940293, 0.08030427809362897, 0.0809836485184347, 0.08372156336827952 ], "fid": { "25": 90.14691925048828, "50": 55.84992599487305, "75": 59.69078826904297, "100": 46.24059295654297, "125": 46.738311767578125, "150": 48.56343078613281 }, "train_time_s": 3013.733765602112 }, "n_params": 10608451 }