{"train_lr": 9.999999999999726e-06, "train_wd": 0.039999999999999286, "train_loss": 10.980326428116083, "epoch": 0}
{"train_lr": 0.00020899999999999486, "train_wd": 0.04000138791133651, "train_loss": 10.516110306973461, "epoch": 1}
{"train_lr": 0.00040800000000000737, "train_wd": 0.040005551623936986, "train_loss": 9.607769345029366, "epoch": 2}
{"train_lr": 0.0006070000000000156, "train_wd": 0.040012491073597285, "train_loss": 8.633066028088546, "epoch": 3}
{"train_lr": 0.0008059999999999811, "train_wd": 0.04002220615330231, "train_loss": 9.164092628474382, "epoch": 4}
{"train_lr": 0.001004999999999994, "train_wd": 0.04003469671322795, "train_loss": 8.182578582331526, "epoch": 5}
{"train_lr": 0.0012039999999999863, "train_wd": 0.0400499625607597, "train_loss": 7.328580814216444, "epoch": 6}
{"train_lr": 0.0014030000000000281, "train_wd": 0.04006800346047667, "train_loss": 6.829191035623078, "epoch": 7}
{"train_lr": 0.0016020000000000483, "train_wd": 0.04008881913416885, "train_loss": 6.1280863133373025, "epoch": 8}
{"train_lr": 0.0018009999999999788, "train_wd": 0.0401124092608285, "train_loss": 5.770353662128524, "epoch": 9}
{"train_lr": 0.0019992294217225934, "train_wd": 0.040138773476670046, "train_loss": 4.968775473183674, "epoch": 10}
{"train_lr": 0.0019990676254475564, "train_wd": 0.04016791137512197, "train_loss": 4.370035945097629, "epoch": 11}
{"train_lr": 0.001998890430024469, "train_wd": 0.040199822506844625, "train_loss": 3.9110609283514446, "epoch": 12}
{"train_lr": 0.0019986978381858586, "train_wd": 0.040234506379727426, "train_loss": 3.5644350360236245, "epoch": 13}
{"train_lr": 0.001998489852901777, "train_wd": 0.040271962458902646, "train_loss": 3.303193367886648, "epoch": 14}
{"train_lr": 0.0019982664773796526, "train_wd": 0.04031219016675167, "train_loss": 3.1149405590329264, "epoch": 15}
{"train_lr": 0.001998027715064008, "train_wd": 0.04035518888291223, "train_loss": 2.9931391613925697, "epoch": 16}
{"train_lr": 0.0019977735696370823, "train_wd": 0.04040095794429064, "train_loss": 2.971809366134276, "epoch": 17}
{"train_lr": 0.001997504045018015, "train_wd": 0.040449496645072025, "train_loss": 3.0260547415363037, "epoch": 18}
{"train_lr": 0.001997219145363294, "train_wd": 0.040500804236728666, "train_loss": 3.162264546008705, "epoch": 19}
{"train_lr": 0.0019969188750663227, "train_wd": 0.04055487992803773, "train_loss": 3.3368254303798186, "epoch": 20}
{"train_lr": 0.0019966032387575775, "train_wd": 0.04061172288508121, "train_loss": 3.477522585913241, "epoch": 21}
{"train_lr": 0.0019962722413047165, "train_wd": 0.04067133223126987, "train_loss": 3.472209568058761, "epoch": 22}
{"train_lr": 0.0019959258878120304, "train_wd": 0.04073370704735865, "train_loss": 3.363461765168096, "epoch": 23}
{"train_lr": 0.0019955641836207232, "train_wd": 0.04079884637144501, "train_loss": 3.259102356190578, "epoch": 24}
{"train_lr": 0.001995187134308896, "train_wd": 0.04086674919900446, "train_loss": 3.2450900315913818, "epoch": 25}
{"train_lr": 0.001994794745690862, "train_wd": 0.04093741448288981, "train_loss": 3.1985300544226507, "epoch": 26}
{"train_lr": 0.001994387023817853, "train_wd": 0.041010841133354556, "train_loss": 3.2112720267092296, "epoch": 27}
{"train_lr": 0.001993963974977451, "train_wd": 0.041087028018068406, "train_loss": 3.2663134062673143, "epoch": 28}
{"train_lr": 0.0019935256056936, "train_wd": 0.04116597396213654, "train_loss": 3.350491343672089, "epoch": 29}
{"train_lr": 0.001993071922726439, "train_wd": 0.0412476777481124, "train_loss": 3.3854099323066302, "epoch": 30}
{"train_lr": 0.001992602933072363, "train_wd": 0.041332138116026325, "train_loss": 3.3970787910510785, "epoch": 31}
{"train_lr": 0.001992118643963836, "train_wd": 0.04141935376339447, "train_loss": 3.401870906863698, "epoch": 32}
{"train_lr": 0.0019916190628690897, "train_wd": 0.0415093233452399, "train_loss": 3.373350272025112, "epoch": 33}
{"train_lr": 0.001991104197492269, "train_wd": 0.04160204547412358, "train_loss": 3.3402436731962397, "epoch": 34}
{"train_lr": 0.0019905740557733314, "train_wd": 0.041697518720155834, "train_loss": 3.329568126912621, "epoch": 35}
{"train_lr": 0.0019900286458876424, "train_wd": 0.041795741611018844, "train_loss": 3.6422509787444897, "epoch": 36}
{"train_lr": 0.0019894679762462175, "train_wd": 0.04189671263199599, "train_loss": 3.4658895977255373, "epoch": 37}
{"train_lr": 0.0019888920554951284, "train_wd": 0.04200043022598965, "train_loss": 3.3152457229900274, "epoch": 38}
{"train_lr": 0.0019883008925158387, "train_wd": 0.04210689279354287, "train_loss": 3.2533309736060536, "epoch": 39}
{"train_lr": 0.0019876944964248525, "train_wd": 0.042216098692875785, "train_loss": 3.208481141469545, "epoch": 40}
{"train_lr": 0.001987072876573439, "train_wd": 0.04232804623989482, "train_loss": 3.1786577116614647, "epoch": 41}
{"train_lr": 0.001986436042547892, "train_wd": 0.04244273370822985, "train_loss": 3.1491912766504915, "epoch": 42}
{"train_lr": 0.0019857840041689018, "train_wd": 0.04256015932926259, "train_loss": 3.1211724487571813, "epoch": 43}
{"train_lr": 0.0019851167714916677, "train_wd": 0.04268032129214013, "train_loss": 3.0866572462948416, "epoch": 44}
{"train_lr": 0.0019844343548058338, "train_wd": 0.042803217743818636, "train_loss": 3.046358186057765, "epoch": 45}
{"train_lr": 0.0019837367646351046, "train_wd": 0.042928846789082986, "train_loss": 3.028888163095017, "epoch": 46}
{"train_lr": 0.001983024011737077, "train_wd": 0.04305720649057833, "train_loss": 3.0202787903403276, "epoch": 47}
{"train_lr": 0.001982296107103344, "train_wd": 0.0431882948688356, "train_loss": 3.0181037648398577, "epoch": 48}
{"train_lr": 0.00198155306195912, "train_wd": 0.04332210990231332, "train_loss": 3.0232339895305804, "epoch": 49}
{"train_lr": 0.0019807948877629943, "train_wd": 0.04345864952741776, "train_loss": 3.0336716326503015, "epoch": 50}
{"train_lr": 0.0019800215962071347, "train_wd": 0.04359791163854047, "train_loss": 3.0502981055329896, "epoch": 51}
{"train_lr": 0.001979233199216471, "train_wd": 0.04373989408808243, "train_loss": 3.0539950201039217, "epoch": 52}
{"train_lr": 0.0019784297089491245, "train_wd": 0.043884594686502854, "train_loss": 3.0374903708955436, "epoch": 53}
{"train_lr": 0.0019776111377959047, "train_wd": 0.04403201120233837, "train_loss": 3.0076965036825074, "epoch": 54}
{"train_lr": 0.001976777498380278, "train_wd": 0.04418214136224222, "train_loss": 2.9899866015804437, "epoch": 55}
{"train_lr": 0.0019759288035577673, "train_wd": 0.04433498285102605, "train_loss": 2.9870833097417337, "epoch": 56}
{"train_lr": 0.0019750650664165374, "train_wd": 0.044490533311680694, "train_loss": 2.996670300196067, "epoch": 57}
{"train_lr": 0.0019741863002763747, "train_wd": 0.04464879034542692, "train_loss": 2.9891275160452375, "epoch": 58}
{"train_lr": 0.001973292518688964, "train_wd": 0.0448097515117476, "train_loss": 2.975583776158633, "epoch": 59}
{"train_lr": 0.0019723837354375016, "train_wd": 0.04497341432841762, "train_loss": 2.968066068760735, "epoch": 60}
{"train_lr": 0.001971459964536542, "train_wd": 0.0451397762715599, "train_loss": 2.971817785780207, "epoch": 61}
{"train_lr": 0.0019705212202318547, "train_wd": 0.04530883477566199, "train_loss": 2.981653582450631, "epoch": 62}
{"train_lr": 0.0019695675169999144, "train_wd": 0.04548058723363557, "train_loss": 2.9907587910700832, "epoch": 63}
{"train_lr": 0.0019685988695480653, "train_wd": 0.04565503099684729, "train_loss": 2.985593831292439, "epoch": 64}
{"train_lr": 0.001967615292814084, "train_wd": 0.045832163375152515, "train_loss": 2.9615040648234285, "epoch": 65}
{"train_lr": 0.001966616801965868, "train_wd": 0.04601198163695792, "train_loss": 2.941809628825846, "epoch": 66}
{"train_lr": 0.0019656034124015506, "train_wd": 0.046194483009237404, "train_loss": 2.9345042863793727, "epoch": 67}
{"train_lr": 0.0019645751397485284, "train_wd": 0.04637966467759517, "train_loss": 2.9332437771085877, "epoch": 68}
{"train_lr": 0.0019635319998643963, "train_wd": 0.046567523786306284, "train_loss": 2.9406064856874883, "epoch": 69}
{"train_lr": 0.001962474008835399, "train_wd": 0.046758057438344325, "train_loss": 2.941787523093174, "epoch": 70}
{"train_lr": 0.001961401182977198, "train_wd": 0.0469512626954456, "train_loss": 2.9412568823533425, "epoch": 71}
{"train_lr": 0.0019603135388341075, "train_wd": 0.04714713657814876, "train_loss": 2.947776372881709, "epoch": 72}
{"train_lr": 0.001959211093178804, "train_wd": 0.04734567606583783, "train_loss": 2.949648159894821, "epoch": 73}
{"train_lr": 0.001958093863012599, "train_wd": 0.04754687809678171, "train_loss": 2.9581198393062746, "epoch": 74}
{"train_lr": 0.0019569618655643686, "train_wd": 0.047750739568201535, "train_loss": 2.968117930714211, "epoch": 75}
{"train_lr": 0.0019558151182909322, "train_wd": 0.047957257336300164, "train_loss": 2.9750451846576804, "epoch": 76}
{"train_lr": 0.0019546536388766345, "train_wd": 0.04816642821631802, "train_loss": 2.963887449339044, "epoch": 77}
{"train_lr": 0.0019534774452328514, "train_wd": 0.04837824898257991, "train_loss": 2.962928199181728, "epoch": 78}
{"train_lr": 0.0019522865554979939, "train_wd": 0.04859271636854777, "train_loss": 2.9579871872858368, "epoch": 79}
{"train_lr": 0.0019510809880370222, "train_wd": 0.04880982706687389, "train_loss": 2.948868918653241, "epoch": 80}
{"train_lr": 0.0019498607614412882, "train_wd": 0.04902957772943494, "train_loss": 2.9459050853969715, "epoch": 81}
{"train_lr": 0.0019486258945282302, "train_wd": 0.04925196496741034, "train_loss": 2.951598131508052, "epoch": 82}
{"train_lr": 0.001947376406340948, "train_wd": 0.04947698535131022, "train_loss": 2.960683082037573, "epoch": 83}
{"train_lr": 0.0019461123161481535, "train_wd": 0.049704635411041, "train_loss": 2.964533398766145, "epoch": 84}
{"train_lr": 0.0019448336434435979, "train_wd": 0.049934911635963496, "train_loss": 2.955187962033885, "epoch": 85}
{"train_lr": 0.001943540407946196, "train_wd": 0.050167810474924676, "train_loss": 2.953022532715953, "epoch": 86}
{"train_lr": 0.0019422326295989879, "train_wd": 0.05040332833634398, "train_loss": 2.956564022896649, "epoch": 87}
{"train_lr": 0.0019409103285697238, "train_wd": 0.050641461588240545, "train_loss": 2.9652099697370464, "epoch": 88}
{"train_lr": 0.0019395735252498317, "train_wd": 0.05088220655830566, "train_loss": 2.9574990795030414, "epoch": 89}
{"train_lr": 0.001938222240254502, "train_wd": 0.05112555953395195, "train_loss": 2.94870433955938, "epoch": 90}
{"train_lr": 0.0019368564944222133, "train_wd": 0.05137151676238019, "train_loss": 2.951898087256794, "epoch": 91}
{"train_lr": 0.0019354763088144592, "train_wd": 0.051620074450624644, "train_loss": 2.9672662373736416, "epoch": 92}
{"train_lr": 0.0019340817047153527, "train_wd": 0.05187122876561344, "train_loss": 2.98036129741619, "epoch": 93}
{"train_lr": 0.0019326727036315116, "train_wd": 0.05212497583424462, "train_loss": 2.9883495188168556, "epoch": 94}
{"train_lr": 0.001931249327291432, "train_wd": 0.052381311743416016, "train_loss": 2.999602180304859, "epoch": 95}
{"train_lr": 0.001929811597645306, "train_wd": 0.05264023254011397, "train_loss": 2.999020522183401, "epoch": 96}
{"train_lr": 0.0019283595368646978, "train_wd": 0.05290173423146205, "train_loss": 2.9884927667510643, "epoch": 97}
{"train_lr": 0.001926893167342357, "train_wd": 0.05316581278477784, "train_loss": 2.984778860095534, "epoch": 98}
{"train_lr": 0.0019254125116912428, "train_wd": 0.05343246412764516, "train_loss": 2.9899868329392847, "epoch": 99}
{"train_lr": 0.0019239175927450176, "train_wd": 0.05370168414796734, "train_loss": 2.9872952520886034, "epoch": 100}
{"train_lr": 0.0019224084335572123, "train_wd": 0.05397346869404425, "train_loss": 2.976711568978729, "epoch": 101}
{"train_lr": 0.001920885057400891, "train_wd": 0.05424781357461427, "train_loss": 2.975042022139334, "epoch": 102}
{"train_lr": 0.0019193474877685153, "train_wd": 0.05452471455894626, "train_loss": 2.9746125870653026, "epoch": 103}
{"train_lr": 0.0019177957483711052, "train_wd": 0.054804167376884844, "train_loss": 2.993497076340103, "epoch": 104}
{"train_lr": 0.0019162298631385914, "train_wd": 0.05508616771891679, "train_loss": 3.006762309139855, "epoch": 105}
{"train_lr": 0.001914649856218764, "train_wd": 0.055370711236250154, "train_loss": 3.01102204828841, "epoch": 106}
{"train_lr": 0.001913055751977265, "train_wd": 0.055657793540873544, "train_loss": 3.0138695281025747, "epoch": 107}
{"train_lr": 0.0019114475749971325, "train_wd": 0.05594741020561888, "train_loss": 3.0136147223838825, "epoch": 108}
{"train_lr": 0.0019098253500784885, "train_wd": 0.056239556764244934, "train_loss": 3.017104426022175, "epoch": 109}
{"train_lr": 0.001908189102238147, "train_wd": 0.056534228711484606, "train_loss": 3.0275980220730903, "epoch": 110}
{"train_lr": 0.0019065388567089919, "train_wd": 0.05683142150313489, "train_loss": 3.0477402447674464, "epoch": 111}
{"train_lr": 0.0019048746389397754, "train_wd": 0.057131130556115614, "train_loss": 3.0494302011323535, "epoch": 112}
{"train_lr": 0.00190319647459485, "train_wd": 0.05743335124854207, "train_loss": 3.049677327917003, "epoch": 113}
{"train_lr": 0.0019015043895536828, "train_wd": 0.057738078919797035, "train_loss": 3.0461317730396034, "epoch": 114}
{"train_lr": 0.0018997984099102018, "train_wd": 0.058045308870602094, "train_loss": 3.0436883394901963, "epoch": 115}
{"train_lr": 0.001898078561972698, "train_wd": 0.05835503636309001, "train_loss": 3.049242189051293, "epoch": 116}
{"train_lr": 0.0018963448722635239, "train_wd": 0.05866725662088047, "train_loss": 3.050890954772679, "epoch": 117}
{"train_lr": 0.0018945973675181427, "train_wd": 0.058981964829156824, "train_loss": 3.0536903080081554, "epoch": 118}
{"train_lr": 0.0018928360746852657, "train_wd": 0.05929915613471949, "train_loss": 3.06114189807537, "epoch": 119}
{"train_lr": 0.0018910610209262213, "train_wd": 0.05961882564609306, "train_loss": 3.064195270743147, "epoch": 120}
{"train_lr": 0.0018892722336146142, "train_wd": 0.05994096843357821, "train_loss": 3.056487218284016, "epoch": 121}
{"train_lr": 0.0018874697403357557, "train_wd": 0.06026557952932875, "train_loss": 3.0552943631854776, "epoch": 122}
{"train_lr": 0.0018856535688862473, "train_wd": 0.060592653927444666, "train_loss": 3.0567691003312643, "epoch": 123}
{"train_lr": 0.0018838237472736529, "train_wd": 0.06092218658403645, "train_loss": 3.057835402194973, "epoch": 124}
{"train_lr": 0.0018819803037161797, "train_wd": 0.06125417241729427, "train_loss": 3.0698354014297493, "epoch": 125}
{"train_lr": 0.0018801232666419666, "train_wd": 0.06158860630759513, "train_loss": 3.084634570943878, "epoch": 126}
{"train_lr": 0.0018782526646888204, "train_wd": 0.061925483097552414, "train_loss": 3.097795203914769, "epoch": 127}
{"train_lr": 0.0018763685267038513, "train_wd": 0.06226479759210573, "train_loss": 3.107408877159897, "epoch": 128}
{"train_lr": 0.0018744708817426056, "train_wd": 0.0626065445586054, "train_loss": 3.114015070757241, "epoch": 129}
{"train_lr": 0.001872559759069261, "train_wd": 0.06295071872689571, "train_loss": 3.1240307894914294, "epoch": 130}
{"train_lr": 0.001870635188155656, "train_wd": 0.06329731478938182, "train_loss": 3.129287467431203, "epoch": 131}
{"train_lr": 0.001868697198680988, "train_wd": 0.0636463274011259, "train_loss": 3.131324033770296, "epoch": 132}
{"train_lr": 0.0018667458205315196, "train_wd": 0.06399775117991735, "train_loss": 3.1371446695955965, "epoch": 133}
{"train_lr": 0.0018647810837999059, "train_wd": 0.06435158070637213, "train_loss": 3.1456434469905306, "epoch": 134}
{"train_lr": 0.0018628030187848221, "train_wd": 0.06470781052399815, "train_loss": 3.157357838517018, "epoch": 135}
{"train_lr": 0.0018608116559904336, "train_wd": 0.06506643513929043, "train_loss": 3.154777172541947, "epoch": 136}
{"train_lr": 0.001858807026126098, "train_wd": 0.0654274490218128, "train_loss": 3.1457370709118653, "epoch": 137}
{"train_lr": 0.001856789160105608, "train_wd": 0.06579084660429113, "train_loss": 3.148850763489088, "epoch": 138}
{"train_lr": 0.0018547580890470373, "train_wd": 0.06615662228267741, "train_loss": 3.15806892216146, "epoch": 139}
{"train_lr": 0.0018527138442719204, "train_wd": 0.06652477041626423, "train_loss": 3.1692319226702104, "epoch": 140}
{"train_lr": 0.0018506564573050898, "train_wd": 0.06689528532774604, "train_loss": 3.169113880919693, "epoch": 141}
{"train_lr": 0.0018485859598739948, "train_wd": 0.06726816130333081, "train_loss": 3.177572762632339, "epoch": 142}
{"train_lr": 0.001846502383908275, "train_wd": 0.06764339259280354, "train_loss": 3.1771936264026057, "epoch": 143}
{"train_lr": 0.0018444057615392261, "train_wd": 0.06802097340963613, "train_loss": 3.1772003690202197, "epoch": 144}
{"train_lr": 0.001842296125099449, "train_wd": 0.0684008979310694, "train_loss": 3.1805054401363924, "epoch": 145}
{"train_lr": 0.0018401735071220285, "train_wd": 0.06878316029819093, "train_loss": 3.184509429450837, "epoch": 146}
{"train_lr": 0.0018380379403403918, "train_wd": 0.06916775461604598, "train_loss": 3.1904636348421267, "epoch": 147}
{"train_lr": 0.0018358894576875745, "train_wd": 0.06955467495371126, "train_loss": 3.1981123142900296, "epoch": 148}
{"train_lr": 0.0018337280922959517, "train_wd": 0.06994391534440005, "train_loss": 3.2064839896964106, "epoch": 149}
{"train_lr": 0.0018315538774964135, "train_wd": 0.07033546978554255, "train_loss": 3.2158917481679734, "epoch": 150}
{"train_lr": 0.0018293668468179662, "train_wd": 0.07072933223888359, "train_loss": 3.2281561620119543, "epoch": 151}
{"train_lr": 0.001827167033987405, "train_wd": 0.07112549663058076, "train_loss": 3.2392365793979687, "epoch": 152}
{"train_lr": 0.0018249544729285587, "train_wd": 0.07152395685128102, "train_loss": 3.243426674658315, "epoch": 153}
{"train_lr": 0.0018227291977618947, "train_wd": 0.07192470675624536, "train_loss": 3.2462873142465747, "epoch": 154}
{"train_lr": 0.0018204912428037134, "train_wd": 0.0723277401654062, "train_loss": 3.250533731422014, "epoch": 155}
{"train_lr": 0.0018182406425663665, "train_wd": 0.07273305086349474, "train_loss": 3.247937951735753, "epoch": 156}
{"train_lr": 0.0018159774317565468, "train_wd": 0.07314063260011594, "train_loss": 3.2444811663914215, "epoch": 157}
{"train_lr": 0.001813701645275991, "train_wd": 0.07355047908985932, "train_loss": 3.2422865162239516, "epoch": 158}
{"train_lr": 0.0018114133182201132, "train_wd": 0.0739625840123779, "train_loss": 3.2493225036116002, "epoch": 159}
{"train_lr": 0.0018091124858777192, "train_wd": 0.07437694101250748, "train_loss": 3.2660702842233373, "epoch": 160}
{"train_lr": 0.0018067991837305102, "train_wd": 0.07479354370035309, "train_loss": 3.284042373030103, "epoch": 161}
{"train_lr": 0.001804473447452456, "train_wd": 0.0752123856513836, "train_loss": 3.3047572732832338, "epoch": 162}
{"train_lr": 0.0018021353129092442, "train_wd": 0.07563346040653703, "train_loss": 3.315659427994506, "epoch": 163}
{"train_lr": 0.001799784816157897, "train_wd": 0.07605676147232529, "train_loss": 3.3282752789149015, "epoch": 164}
{"train_lr": 0.0017974219934458009, "train_wd": 0.0764822823209111, "train_loss": 3.3312856380021474, "epoch": 165}
{"train_lr": 0.0017950468812108586, "train_wd": 0.07691001639024742, "train_loss": 3.333864214090849, "epoch": 166}
{"train_lr": 0.0017926595160799885, "train_wd": 0.07733995708413954, "train_loss": 3.3266537316905844, "epoch": 167}
{"train_lr": 0.0017902599348695164, "train_wd": 0.07777209777237723, "train_loss": 3.3096533764546794, "epoch": 168}
{"train_lr": 0.0017878481745838225, "train_wd": 0.07820643179080489, "train_loss": 3.3031016010791063, "epoch": 169}
{"train_lr": 0.0017854242724153362, "train_wd": 0.07864295244146649, "train_loss": 3.3019262919608923, "epoch": 170}
{"train_lr": 0.00178298826574346, "train_wd": 0.0790816529926666, "train_loss": 3.30403956697344, "epoch": 171}
{"train_lr": 0.0017805401921346842, "train_wd": 0.07952252667909959, "train_loss": 3.3139451477009594, "epoch": 172}
{"train_lr": 0.0017780800893410663, "train_wd": 0.07996556670195423, "train_loss": 3.3356757340245515, "epoch": 173}
{"train_lr": 0.0017756079953006349, "train_wd": 0.08041076622899712, "train_loss": 3.3562592080594014, "epoch": 174}
{"train_lr": 0.0017731239481360355, "train_wd": 0.08085811839470554, "train_loss": 3.373537263713128, "epoch": 175}
{"train_lr": 0.0017706279861544006, "train_wd": 0.08130761630035992, "train_loss": 3.3785557659442644, "epoch": 176}
{"train_lr": 0.0017681201478465403, "train_wd": 0.08175925301413751, "train_loss": 3.3718298733663215, "epoch": 177}
{"train_lr": 0.0017656004718862807, "train_wd": 0.08221302157124553, "train_loss": 3.3669532909423565, "epoch": 178}
{"train_lr": 0.0017630689971304336, "train_wd": 0.08266891497400865, "train_loss": 3.3650271195328707, "epoch": 179}
{"train_lr": 0.001760525762617228, "train_wd": 0.08312692619199424, "train_loss": 3.369120520824711, "epoch": 180}
{"train_lr": 0.0017579708075665882, "train_wd": 0.08358704816209798, "train_loss": 3.3784615302266334, "epoch": 181}
{"train_lr": 0.0017554041713790402, "train_wd": 0.08404927378866574, "train_loss": 3.3818869774864853, "epoch": 182}
{"train_lr": 0.0017528258936353018, "train_wd": 0.08451359594361572, "train_loss": 3.3854901952420375, "epoch": 183}
{"train_lr": 0.0017502360140956923, "train_wd": 0.084980007466516, "train_loss": 3.3889754059062684, "epoch": 184}
{"train_lr": 0.0017476345726992065, "train_wd": 0.08544850116473388, "train_loss": 3.411710900863518, "epoch": 185}
{"train_lr": 0.0017450216095633295, "train_wd": 0.08591906981350975, "train_loss": 3.4329733054126077, "epoch": 186}
{"train_lr": 0.0017423971649832555, "train_wd": 0.08639170615609262, "train_loss": 3.4332877874514347, "epoch": 187}
{"train_lr": 0.0017397612794311588, "train_wd": 0.08686640290385106, "train_loss": 3.4441206586792124, "epoch": 188}
{"train_lr": 0.001737113993555556, "train_wd": 0.08734315273636722, "train_loss": 3.4472422227933466, "epoch": 189}
{"train_lr": 0.001734455348180997, "train_wd": 0.08782194830157787, "train_loss": 3.442636579197707, "epoch": 190}
{"train_lr": 0.0017317853843070038, "train_wd": 0.08830278221585207, "train_loss": 3.4429310369867383, "epoch": 191}
{"train_lr": 0.0017291041431077199, "train_wd": 0.08878564706414341, "train_loss": 3.441888580144905, "epoch": 192}
{"train_lr": 0.001726411665931235, "train_wd": 0.08927053540007863, "train_loss": 3.4435376313899893, "epoch": 193}
{"train_lr": 0.0017237079942988736, "train_wd": 0.08975743974607987, "train_loss": 3.4503526179615758, "epoch": 194}
{"train_lr": 0.0017209931699045478, "train_wd": 0.09024635259347184, "train_loss": 3.4559766973460393, "epoch": 195}
{"train_lr": 0.0017182672346143211, "train_wd": 0.09073726640262683, "train_loss": 3.466257047926565, "epoch": 196}
{"train_lr": 0.0017155302304653886, "train_wd": 0.09123017360303644, "train_loss": 3.482811709660456, "epoch": 197}
{"train_lr": 0.0017127821996657066, "train_wd": 0.09172506659346509, "train_loss": 3.49011900372428, "epoch": 198}
{"train_lr": 0.001710023184593457, "train_wd": 0.09222193774204956, "train_loss": 3.5016701988485766, "epoch": 199}
{"train_lr": 0.0017072532277959524, "train_wd": 0.09272077938642255, "train_loss": 3.5201977670570908, "epoch": 200}
{"train_lr": 0.0017044723719893964, "train_wd": 0.09322158383382688, "train_loss": 3.5356345282693344, "epoch": 201}
{"train_lr": 0.0017016806600579917, "train_wd": 0.0937243433612452, "train_loss": 3.540486119514842, "epoch": 202}
{"train_lr": 0.0016988781350533563, "train_wd": 0.09422905021550024, "train_loss": 3.5320086454307074, "epoch": 203}
{"train_lr": 0.0016960648401940222, "train_wd": 0.09473569661338387, "train_loss": 3.5224700590177216, "epoch": 204}
{"train_lr": 0.001693240818864351, "train_wd": 0.0952442747417869, "train_loss": 3.5120456489048704, "epoch": 205}
{"train_lr": 0.001690406114614341, "train_wd": 0.0957547767578007, "train_loss": 3.5107345716472413, "epoch": 206}
{"train_lr": 0.0016875607711585596, "train_wd": 0.09626719478886138, "train_loss": 3.5138205259153956, "epoch": 207}
{"train_lr": 0.001684704832375755, "train_wd": 0.0967815209328364, "train_loss": 3.524415826695941, "epoch": 208}
{"train_lr": 0.0016818383423080213, "train_wd": 0.0972977472581923, "train_loss": 3.5374447103056736, "epoch": 209}
{"train_lr": 0.0016789613451601915, "train_wd": 0.09781586580406854, "train_loss": 3.553207965603442, "epoch": 210}
{"train_lr": 0.0016760738852991596, "train_wd": 0.09833586858044899, "train_loss": 3.5610431694804574, "epoch": 211}
{"train_lr": 0.0016731760072530289, "train_wd": 0.09885774756824273, "train_loss": 3.565004163718731, "epoch": 212}
{"train_lr": 0.0016702677557107713, "train_wd": 0.09938149471942387, "train_loss": 3.579531823537297, "epoch": 213}
{"train_lr": 0.0016673491755211964, "train_wd": 0.09990710195717159, "train_loss": 3.5887727390209454, "epoch": 214}
{"train_lr": 0.0016644203116922885, "train_wd": 0.10043456117597045, "train_loss": 3.591948474482667, "epoch": 215}
{"train_lr": 0.0016614812093909566, "train_wd": 0.1009638642417451, "train_loss": 3.5950976252156814, "epoch": 216}
{"train_lr": 0.0016585319139417198, "train_wd": 0.10149500299198239, "train_loss": 3.5953589978558624, "epoch": 217}
{"train_lr": 0.0016555724708263038, "train_wd": 0.102027969235877, "train_loss": 3.5914490314336014, "epoch": 218}
{"train_lr": 0.001652602925683103, "train_wd": 0.10256275475441966, "train_loss": 3.5916633716584156, "epoch": 219}
{"train_lr": 0.0016496233243060005, "train_wd": 0.1030993513005683, "train_loss": 3.5976689023469732, "epoch": 220}
{"train_lr": 0.001646633712644336, "train_wd": 0.10363775059932938, "train_loss": 3.603007835612225, "epoch": 221}
{"train_lr": 0.0016436341368013937, "train_wd": 0.10417794434792149, "train_loss": 3.59754151936552, "epoch": 222}
{"train_lr": 0.0016406246430345126, "train_wd": 0.10471992421588805, "train_loss": 3.60369119051692, "epoch": 223}
{"train_lr": 0.0016376052777538068, "train_wd": 0.10526368184523321, "train_loss": 3.611513523993899, "epoch": 224}
{"train_lr": 0.0016345760875215837, "train_wd": 0.10580920885054415, "train_loss": 3.6202992253797612, "epoch": 225}
{"train_lr": 0.0016315371190516288, "train_wd": 0.106356496819114, "train_loss": 3.6322442442416953, "epoch": 226}
{"train_lr": 0.0016284884192087734, "train_wd": 0.10690553731108178, "train_loss": 3.6439865132962033, "epoch": 227}
{"train_lr": 0.0016254300350075736, "train_wd": 0.10745632185957346, "train_loss": 3.6546689363733993, "epoch": 228}
{"train_lr": 0.0016223620136121594, "train_wd": 0.10800884197080206, "train_loss": 3.6589279760696667, "epoch": 229}
{"train_lr": 0.0016192844023352226, "train_wd": 0.1085630891242311, "train_loss": 3.660511956458612, "epoch": 230}
{"train_lr": 0.0016161972486372661, "train_wd": 0.1091190547726759, "train_loss": 3.6559636982695327, "epoch": 231}
{"train_lr": 0.0016131006001261375, "train_wd": 0.109676730342468, "train_loss": 3.6485882130258687, "epoch": 232}
{"train_lr": 0.0016099945045559678, "train_wd": 0.1102361072335459, "train_loss": 3.6460062174482357, "epoch": 233}
{"train_lr": 0.0016068790098264809, "train_wd": 0.11079717681964123, "train_loss": 3.639176767867365, "epoch": 234}
{"train_lr": 0.0016037541639826146, "train_wd": 0.11135993044835722, "train_loss": 3.6472685080733327, "epoch": 235}
{"train_lr": 0.0016006200152132173, "train_wd": 0.1119243594413419, "train_loss": 3.661902691239862, "epoch": 236}
{"train_lr": 0.0015974766118507784, "train_wd": 0.1124904550943986, "train_loss": 3.6752362534147704, "epoch": 237}
{"train_lr": 0.001594324002370584, "train_wd": 0.11305820867763242, "train_loss": 3.689720597798578, "epoch": 238}
{"train_lr": 0.0015911622353896727, "train_wd": 0.11362761143558639, "train_loss": 3.7058454521974142, "epoch": 239}
{"train_lr": 0.0015879913596663518, "train_wd": 0.11419865458735352, "train_loss": 3.7072321269006063, "epoch": 240}
{"train_lr": 0.0015848114240994968, "train_wd": 0.11477132932675499, "train_loss": 3.712131177662588, "epoch": 241}
{"train_lr": 0.0015816224777276506, "train_wd": 0.11534562682243162, "train_loss": 3.7216102155096693, "epoch": 242}
{"train_lr": 0.0015784245697283458, "train_wd": 0.11592153821800373, "train_loss": 3.725009818786947, "epoch": 243}
{"train_lr": 0.0015752177494172672, "train_wd": 0.11649905463221194, "train_loss": 3.7291806901586977, "epoch": 244}
{"train_lr": 0.0015720020662475206, "train_wd": 0.11707816715903312, "train_loss": 3.7253556760738222, "epoch": 245}
{"train_lr": 0.001568777569808943, "train_wd": 0.11765886686783025, "train_loss": 3.719896421746182, "epoch": 246}
{"train_lr": 0.001565544309827204, "train_wd": 0.1182411448035079, "train_loss": 3.7091330531225215, "epoch": 247}
{"train_lr": 0.0015623023361632335, "train_wd": 0.11882499198661647, "train_loss": 3.705643261176088, "epoch": 248}
{"train_lr": 0.001559051698812211, "train_wd": 0.11941039941350808, "train_loss": 3.705705861601946, "epoch": 249}
{"train_lr": 0.0015557924479030615, "train_wd": 0.11999735805647088, "train_loss": 3.7144133250409963, "epoch": 250}
{"train_lr": 0.001552524633697429, "train_wd": 0.12058585886388581, "train_loss": 3.7196478863104545, "epoch": 251}
{"train_lr": 0.0015492483065891042, "train_wd": 0.12117589276033477, "train_loss": 3.7227911326027723, "epoch": 252}
{"train_lr": 0.0015459635171030783, "train_wd": 0.12176745064677393, "train_loss": 3.724385938461986, "epoch": 253}
{"train_lr": 0.0015426703158947668, "train_wd": 0.12236052340063906, "train_loss": 3.7301561156143364, "epoch": 254}
{"train_lr": 0.0015393687537495065, "train_wd": 0.12295510187601844, "train_loss": 3.743885714087269, "epoch": 255}
{"train_lr": 0.001536058881581538, "train_wd": 0.12355117690377959, "train_loss": 3.7592983983031254, "epoch": 256}
{"train_lr": 0.0015327407504330275, "train_wd": 0.1241487392917094, "train_loss": 3.7664370613707177, "epoch": 257}
{"train_lr": 0.0015294144114736963, "train_wd": 0.12474777982464506, "train_loss": 3.766786424398458, "epoch": 258}
{"train_lr": 0.00152607991599991, "train_wd": 0.12534828926465083, "train_loss": 3.778628388279788, "epoch": 259}
{"train_lr": 0.0015227373154336088, "train_wd": 0.1259502583511298, "train_loss": 3.7935989023737915, "epoch": 260}
{"train_lr": 0.001519386661321884, "train_wd": 0.12655367780096696, "train_loss": 3.8035305395713457, "epoch": 261}
{"train_lr": 0.0015160280053359012, "train_wd": 0.1271585383086915, "train_loss": 3.811711603063914, "epoch": 262}
{"train_lr": 0.0015126613992704069, "train_wd": 0.12776483054660515, "train_loss": 3.821774273059613, "epoch": 263}
{"train_lr": 0.0015092868950425363, "train_wd": 0.12837254516493246, "train_loss": 3.8373598504549475, "epoch": 264}
{"train_lr": 0.001505904544691283, "train_wd": 0.1289816727919621, "train_loss": 3.841331778563184, "epoch": 265}
{"train_lr": 0.0015025144003768386, "train_wd": 0.12959220403419566, "train_loss": 3.8304752760963567, "epoch": 266}
{"train_lr": 0.0014991165143792174, "train_wd": 0.1302041294764797, "train_loss": 3.8239730181013174, "epoch": 267}
{"train_lr": 0.0014957109390982264, "train_wd": 0.13081743968216702, "train_loss": 3.8168519963350276, "epoch": 268}
{"train_lr": 0.0014922977270518942, "train_wd": 0.1314321251932621, "train_loss": 3.8147348879004936, "epoch": 269}
{"train_lr": 0.0014888769308762366, "train_wd": 0.13204817653054965, "train_loss": 3.816538566068339, "epoch": 270}
{"train_lr": 0.001485448603324165, "train_wd": 0.132665584193754, "train_loss": 3.818272762436816, "epoch": 271}
{"train_lr": 0.0014820127972646237, "train_wd": 0.13328433866169356, "train_loss": 3.831390830626388, "epoch": 272}
{"train_lr": 0.0014785695656822488, "train_wd": 0.13390443039239397, "train_loss": 3.8491432872384217, "epoch": 273}
{"train_lr": 0.0014751189616756875, "train_wd": 0.1345258498232914, "train_loss": 3.867214503491835, "epoch": 274}
{"train_lr": 0.0014716610384575735, "train_wd": 0.13514858737132238, "train_loss": 3.8772521045425243, "epoch": 275}
{"train_lr": 0.0014681958493534294, "train_wd": 0.13577263343309762, "train_loss": 3.8836018561566474, "epoch": 276}
{"train_lr": 0.0014647234478007015, "train_wd": 0.13639797838505827, "train_loss": 3.884781817791702, "epoch": 277}
{"train_lr": 0.0014612438873482059, "train_wd": 0.13702461258361615, "train_loss": 3.8936447066714246, "epoch": 278}
{"train_lr": 0.001457757221654964, "train_wd": 0.1376525263652892, "train_loss": 3.8932577407822833, "epoch": 279}
{"train_lr": 0.0014542635044896431, "train_wd": 0.13828171004687892, "train_loss": 3.893069794542974, "epoch": 280}
{"train_lr": 0.0014507627897298225, "train_wd": 0.1389121539255889, "train_loss": 3.884296169547702, "epoch": 281}
{"train_lr": 0.0014472551313607419, "train_wd": 0.13954384827920094, "train_loss": 3.8831876976985775, "epoch": 282}
{"train_lr": 0.001443740583474909, "train_wd": 0.14017678336619288, "train_loss": 3.8835511280106103, "epoch": 283}
{"train_lr": 0.0014402192002709465, "train_wd": 0.1408109494259382, "train_loss": 3.8896768575118816, "epoch": 284}
{"train_lr": 0.0014366910360530275, "train_wd": 0.14144633667879722, "train_loss": 3.8910939903687134, "epoch": 285}
{"train_lr": 0.001433156145229653, "train_wd": 0.14208293532632804, "train_loss": 3.8933132263354593, "epoch": 286}
{"train_lr": 0.0014296145823133402, "train_wd": 0.14272073555137457, "train_loss": 3.90172513129471, "epoch": 287}
{"train_lr": 0.0014260664019192712, "train_wd": 0.14335972751828757, "train_loss": 3.9067472622057586, "epoch": 288}
{"train_lr": 0.0014225116587648998, "train_wd": 0.1439999013730072, "train_loss": 3.916345382468115, "epoch": 289}
{"train_lr": 0.0014189504076686915, "train_wd": 0.14464124724326355, "train_loss": 3.9222936058993176, "epoch": 290}
{"train_lr": 0.0014153827035494736, "train_wd": 0.14528375523871273, "train_loss": 3.938768379641868, "epoch": 291}
{"train_lr": 0.0014118086014258207, "train_wd": 0.14592741545107882, "train_loss": 3.954374831546542, "epoch": 292}
{"train_lr": 0.00140822815641471, "train_wd": 0.14657221795434092, "train_loss": 3.9663146032194656, "epoch": 293}
{"train_lr": 0.0014046414237309794, "train_wd": 0.14721815280482967, "train_loss": 3.9695253852966257, "epoch": 294}
{"train_lr": 0.0014010484586866017, "train_wd": 0.1478652100414327, "train_loss": 3.9674749975974897, "epoch": 295}
{"train_lr": 0.00139744931668949, "train_wd": 0.14851337968573844, "train_loss": 3.9701367805076897, "epoch": 296}
{"train_lr": 0.001393844053242831, "train_wd": 0.14916265174215998, "train_loss": 3.977897966965485, "epoch": 297}
{"train_lr": 0.001390232723944325, "train_wd": 0.14981301619812423, "train_loss": 3.9879287912679326, "epoch": 298}
{"train_lr": 0.0013866153844850353, "train_wd": 0.15046446302420646, "train_loss": 3.9982391469743397, "epoch": 299}
{"train_lr": 0.001382992090648944, "train_wd": 0.15111698217428166, "train_loss": 4.000610877571406, "epoch": 300}
{"train_lr": 0.0013793628983115912, "train_wd": 0.15177056358570762, "train_loss": 3.9988969099997496, "epoch": 301}
{"train_lr": 0.0013757278634396503, "train_wd": 0.15242519717944752, "train_loss": 3.9949319330554047, "epoch": 302}
{"train_lr": 0.0013720870420899129, "train_wd": 0.15308087286024333, "train_loss": 4.0021847290106765, "epoch": 303}
{"train_lr": 0.001368440490408355, "train_wd": 0.153737580516756, "train_loss": 3.999716582413998, "epoch": 304}
{"train_lr": 0.00136478826462922, "train_wd": 0.1543953100217545, "train_loss": 4.008468836748438, "epoch": 305}
{"train_lr": 0.0013611304210743806, "train_wd": 0.15505405123222177, "train_loss": 4.0109366501907076, "epoch": 306}
{"train_lr": 0.0013574670161524054, "train_wd": 0.1557137939895693, "train_loss": 4.007442955408606, "epoch": 307}
{"train_lr": 0.0013537981063573813, "train_wd": 0.15637452811972938, "train_loss": 4.0143502437555005, "epoch": 308}
{"train_lr": 0.0013501237482684957, "train_wd": 0.15703624343338707, "train_loss": 4.020430370316588, "epoch": 309}
{"train_lr": 0.0013464439985489355, "train_wd": 0.15769892972605234, "train_loss": 4.028602994883137, "epoch": 310}
{"train_lr": 0.0013427589139449758, "train_wd": 0.15836257677829446, "train_loss": 4.034236207507628, "epoch": 311}
{"train_lr": 0.001339068551285135, "train_wd": 0.159027174355849, "train_loss": 4.0385316787786385, "epoch": 312}
{"train_lr": 0.001335372967479444, "train_wd": 0.15969271220979825, "train_loss": 4.050441075528828, "epoch": 313}
{"train_lr": 0.0013316722195183062, "train_wd": 0.16035918007673858, "train_loss": 4.063563881151611, "epoch": 314}
{"train_lr": 0.0013279663644719056, "train_wd": 0.1610265676788959, "train_loss": 4.0755845694128965, "epoch": 315}
{"train_lr": 0.0013242554594890149, "train_wd": 0.16169486472433173, "train_loss": 4.081271351900973, "epoch": 316}
{"train_lr": 0.001320539561796512, "train_wd": 0.16236406090708622, "train_loss": 4.074656284974812, "epoch": 317}
{"train_lr": 0.001316818728698027, "train_wd": 0.16303414590731732, "train_loss": 4.0758478364376405, "epoch": 318}
{"train_lr": 0.0013130930175733729, "train_wd": 0.16370510939148625, "train_loss": 4.0809707505945605, "epoch": 319}
{"train_lr": 0.0013093624858777626, "train_wd": 0.16437694101250655, "train_loss": 4.085404659903569, "epoch": 320}
{"train_lr": 0.0013056271911404845, "train_wd": 0.16504963040991621, "train_loss": 4.08393100038808, "epoch": 321}
{"train_lr": 0.0013018871909644852, "train_wd": 0.16572316720998984, "train_loss": 4.091380715262976, "epoch": 322}
{"train_lr": 0.0012981425430251955, "train_wd": 0.16639754102597829, "train_loss": 4.090408676913638, "epoch": 323}
{"train_lr": 0.0012943933050696998, "train_wd": 0.16707274145818476, "train_loss": 4.0945530449636545, "epoch": 324}
{"train_lr": 0.001290639534915862, "train_wd": 0.16774875809419879, "train_loss": 4.098420089345982, "epoch": 325}
{"train_lr": 0.0012868812904514157, "train_wd": 0.1684255805089949, "train_loss": 4.101256239709618, "epoch": 326}
{"train_lr": 0.001283118629633304, "train_wd": 0.16910319826514195, "train_loss": 4.120635831637753, "epoch": 327}
{"train_lr": 0.0012793516104862438, "train_wd": 0.16978160091293507, "train_loss": 4.143120729490269, "epoch": 328}
{"train_lr": 0.0012755802911024008, "train_wd": 0.17046077799056997, "train_loss": 4.1641251526350125, "epoch": 329}
{"train_lr": 0.0012718047296401236, "train_wd": 0.1711407190242874, "train_loss": 4.178766825750803, "epoch": 330}
{"train_lr": 0.0012680249843233398, "train_wd": 0.17182141352856048, "train_loss": 4.18074145594643, "epoch": 331}
{"train_lr": 0.0012642411134404122, "train_wd": 0.17250285100623614, "train_loss": 4.179538997840122, "epoch": 332}
{"train_lr": 0.00126045317534322, "train_wd": 0.17318502094869997, "train_loss": 4.181455759099312, "epoch": 333}
{"train_lr": 0.001256661228446419, "train_wd": 0.17386791283606498, "train_loss": 4.176746190973013, "epoch": 334}
{"train_lr": 0.0012528653312266866, "train_wd": 0.17455151613727676, "train_loss": 4.171164026093795, "epoch": 335}
{"train_lr": 0.0012490655422212628, "train_wd": 0.17523582031032198, "train_loss": 4.166438289330625, "epoch": 336}
{"train_lr": 0.0012452619200277622, "train_wd": 0.17592081480240368, "train_loss": 4.16316580496651, "epoch": 337}
{"train_lr": 0.001241454523302603, "train_wd": 0.1766064890500508, "train_loss": 4.164075350933831, "epoch": 338}
{"train_lr": 0.00123764341076066, "train_wd": 0.17729283247931613, "train_loss": 4.169958057544595, "epoch": 339}
{"train_lr": 0.0012338286411739537, "train_wd": 0.177979834505941, "train_loss": 4.173905124744887, "epoch": 340}
{"train_lr": 0.0012300102733709569, "train_wd": 0.17866748453548717, "train_loss": 4.182045914936992, "epoch": 341}
{"train_lr": 0.0012261883662356694, "train_wd": 0.1793557719635649, "train_loss": 4.189613309040439, "epoch": 342}
{"train_lr": 0.0012223629787065395, "train_wd": 0.1800446861759058, "train_loss": 4.199542348287244, "epoch": 343}
{"train_lr": 0.0012185341697758536, "train_wd": 0.18073421654862085, "train_loss": 4.214505940782938, "epoch": 344}
{"train_lr": 0.0012147019984885023, "train_wd": 0.18142435244828944, "train_loss": 4.229719386834333, "epoch": 345}
{"train_lr": 0.001210866523941418, "train_wd": 0.18211508323216252, "train_loss": 4.236075189173055, "epoch": 346}
{"train_lr": 0.0012070278052822533, "train_wd": 0.1828063982483188, "train_loss": 4.2465089616327765, "epoch": 347}
{"train_lr": 0.001203185901708818, "train_wd": 0.18349828683582817, "train_loss": 4.246212174955139, "epoch": 348}
{"train_lr": 0.0011993408724681283, "train_wd": 0.1841907383249024, "train_loss": 4.245297845327954, "epoch": 349}
{"train_lr": 0.0011954927768551408, "train_wd": 0.1848837420370997, "train_loss": 4.250136153967523, "epoch": 350}
{"train_lr": 0.0011916416742123166, "train_wd": 0.18557728728543244, "train_loss": 4.25520118408733, "epoch": 351}
{"train_lr": 0.0011877876239284098, "train_wd": 0.18627136337457229, "train_loss": 4.254680753236623, "epoch": 352}
{"train_lr": 0.0011839306854377056, "train_wd": 0.18696595960101772, "train_loss": 4.253222989354678, "epoch": 353}
{"train_lr": 0.0011800709182188823, "train_wd": 0.1876610652532237, "train_loss": 4.257378624731319, "epoch": 354}
{"train_lr": 0.0011762083817943873, "train_wd": 0.18835666961181283, "train_loss": 4.268658873246168, "epoch": 355}
{"train_lr": 0.0011723431357292787, "train_wd": 0.18905276194970916, "train_loss": 4.272598249066493, "epoch": 356}
{"train_lr": 0.0011684752396303913, "train_wd": 0.18974933153228904, "train_loss": 4.276466507327666, "epoch": 357}
{"train_lr": 0.0011646047531455649, "train_wd": 0.1904463676176023, "train_loss": 4.280716179333312, "epoch": 358}
{"train_lr": 0.0011607317359624638, "train_wd": 0.19114385945649523, "train_loss": 4.277039227824059, "epoch": 359}
{"train_lr": 0.0011568562478077036, "train_wd": 0.19184179629275527, "train_loss": 4.28525670172928, "epoch": 360}
{"train_lr": 0.0011529783484462363, "train_wd": 0.1925401673633682, "train_loss": 4.311019534082841, "epoch": 361}
{"train_lr": 0.0011490980976799842, "train_wd": 0.19323896189855, "train_loss": 4.315518071295784, "epoch": 362}
{"train_lr": 0.0011452155553472421, "train_wd": 0.19393816912205494, "train_loss": 4.320775525760558, "epoch": 363}
{"train_lr": 0.0011413307813215813, "train_wd": 0.19463777825123435, "train_loss": 4.330383341116228, "epoch": 364}
{"train_lr": 0.001137443835511157, "train_wd": 0.1953377784972473, "train_loss": 4.338289762941672, "epoch": 365}
{"train_lr": 0.0011335547778572748, "train_wd": 0.1960381590652165, "train_loss": 4.336517870586982, "epoch": 366}
{"train_lr": 0.0011296636683342063, "train_wd": 0.1967389091544209, "train_loss": 4.33693912450513, "epoch": 367}
{"train_lr": 0.001125770566947548, "train_wd": 0.19744001795842753, "train_loss": 4.331809869365131, "epoch": 368}
{"train_lr": 0.001121875533733738, "train_wd": 0.19814147466525447, "train_loss": 4.330267124262145, "epoch": 369}
{"train_lr": 0.0011179786287591144, "train_wd": 0.19884326845758565, "train_loss": 4.331978936675939, "epoch": 370}
{"train_lr": 0.001114079912118695, "train_wd": 0.19954538851288994, "train_loss": 4.338864206697503, "epoch": 371}
{"train_lr": 0.0011101794439354936, "train_wd": 0.20024782400361119, "train_loss": 4.347773515681128, "epoch": 372}
{"train_lr": 0.0011062772843596002, "train_wd": 0.20095056409732046, "train_loss": 4.35871697866844, "epoch": 373}
{"train_lr": 0.0011023734935671366, "train_wd": 0.20165359795689142, "train_loss": 4.365519285280939, "epoch": 374}
{"train_lr": 0.0010984681317593998, "train_wd": 0.2023569147406765, "train_loss": 4.368808735820124, "epoch": 375}
{"train_lr": 0.0010945612591618827, "train_wd": 0.20306050360267006, "train_loss": 4.3780384666288645, "epoch": 376}
{"train_lr": 0.0010906529360233046, "train_wd": 0.20376435369264068, "train_loss": 4.38419576841507, "epoch": 377}
{"train_lr": 0.0010867432226150057, "train_wd": 0.20446845415637102, "train_loss": 4.388832159122998, "epoch": 378}
{"train_lr": 0.0010828321792295487, "train_wd": 0.2051727941357569, "train_loss": 4.3872372080102195, "epoch": 379}
{"train_lr": 0.0010789198661800082, "train_wd": 0.20587736276899454, "train_loss": 4.39052746121695, "epoch": 380}
{"train_lr": 0.0010750063437990614, "train_wd": 0.20658214919075676, "train_loss": 4.396303397630878, "epoch": 381}
{"train_lr": 0.0010710916724381951, "train_wd": 0.2072871425323854, "train_loss": 4.3997005199615975, "epoch": 382}
{"train_lr": 0.0010671759124663827, "train_wd": 0.2079923319220127, "train_loss": 4.401358691488596, "epoch": 383}
{"train_lr": 0.001063259124269555, "train_wd": 0.208697706484719, "train_loss": 4.404991775084076, "epoch": 384}
{"train_lr": 0.0010593413682493664, "train_wd": 0.20940325534278392, "train_loss": 4.4078126234262225, "epoch": 385}
{"train_lr": 0.001055422704822502, "train_wd": 0.2101089676157553, "train_loss": 4.408002148399488, "epoch": 386}
{"train_lr": 0.001051503194419584, "train_wd": 0.2108148324206861, "train_loss": 4.415790998600989, "epoch": 387}
{"train_lr": 0.001047582897484299, "train_wd": 0.21152083887226933, "train_loss": 4.418393095730425, "epoch": 388}
{"train_lr": 0.0010436618744724723, "train_wd": 0.21222697608299695, "train_loss": 4.423942648151296, "epoch": 389}
{"train_lr": 0.001039740185851206, "train_wd": 0.21293323316336896, "train_loss": 4.430877605630315, "epoch": 390}
{"train_lr": 0.0010358178920977061, "train_wd": 0.21363959922203155, "train_loss": 4.44341377689422, "epoch": 391}
{"train_lr": 0.001031895053698577, "train_wd": 0.21434606336593112, "train_loss": 4.447585962842301, "epoch": 392}
{"train_lr": 0.0010279717311489263, "train_wd": 0.21505261470053982, "train_loss": 4.443474504350722, "epoch": 393}
{"train_lr": 0.0010240479849511935, "train_wd": 0.21575924232994587, "train_loss": 4.449596703189502, "epoch": 394}
{"train_lr": 0.0010201238756143887, "train_wd": 0.2164659353570894, "train_loss": 4.4691547759541335, "epoch": 395}
{"train_lr": 0.0010161994636531432, "train_wd": 0.21717268288387048, "train_loss": 4.484761448647026, "epoch": 396}
{"train_lr": 0.0010122748095867942, "train_wd": 0.21787947401139082, "train_loss": 4.492537458792781, "epoch": 397}
{"train_lr": 0.0010083499739382555, "train_wd": 0.21858629784003356, "train_loss": 4.499972022874809, "epoch": 398}
{"train_lr": 0.0010044250172334295, "train_wd": 0.21929314346971324, "train_loss": 4.500517951939508, "epoch": 399}
{"train_lr": 0.0010004999999999782, "train_wd": 0.22000000000000092, "train_loss": 4.500365931499037, "epoch": 400}
{"train_lr": 0.0009965749827665288, "train_wd": 0.22070685653028485, "train_loss": 4.500184403254474, "epoch": 401}
{"train_lr": 0.0009926500260617436, "train_wd": 0.22141370215996534, "train_loss": 4.501172464991585, "epoch": 402}
{"train_lr": 0.000988725190413243, "train_wd": 0.22212052598862017, "train_loss": 4.501886827825047, "epoch": 403}
{"train_lr": 0.0009848005363468464, "train_wd": 0.2228273171161277, "train_loss": 4.5069488081768405, "epoch": 404}
{"train_lr": 0.0009808761243856026, "train_wd": 0.22353406464291245, "train_loss": 4.513605526007479, "epoch": 405}
{"train_lr": 0.000976952015048809, "train_wd": 0.22424075767005233, "train_loss": 4.519358266859675, "epoch": 406}
{"train_lr": 0.0009730282688510764, "train_wd": 0.22494738529945826, "train_loss": 4.523477682222922, "epoch": 407}
{"train_lr": 0.0009691049463014231, "train_wd": 0.22565393663406588, "train_loss": 4.528456588453657, "epoch": 408}
{"train_lr": 0.0009651821079023278, "train_wd": 0.22636040077797104, "train_loss": 4.536166729901335, "epoch": 409}
{"train_lr": 0.0009612598141488327, "train_wd": 0.22706676683662982, "train_loss": 4.541541892448537, "epoch": 410}
{"train_lr": 0.0009573381255275217, "train_wd": 0.2277730239170015, "train_loss": 4.543925909970185, "epoch": 411}
{"train_lr": 0.0009534171025157074, "train_wd": 0.2284791611277291, "train_loss": 4.536010650189803, "epoch": 412}
{"train_lr": 0.0009494968055804477, "train_wd": 0.2291851675793154, "train_loss": 4.532885031621281, "epoch": 413}
{"train_lr": 0.0009455772951775054, "train_wd": 0.22989103238424052, "train_loss": 4.53192633601854, "epoch": 414}
{"train_lr": 0.0009416586317506412, "train_wd": 0.230596744657215, "train_loss": 4.531912358202261, "epoch": 415}
{"train_lr": 0.0009377408757304372, "train_wd": 0.2313022935152796, "train_loss": 4.536997669403978, "epoch": 416}
{"train_lr": 0.000933824087533614, "train_wd": 0.23200766807798817, "train_loss": 4.53961722186203, "epoch": 417}
{"train_lr": 0.0009299083275617917, "train_wd": 0.23271285746761328, "train_loss": 4.539433761868331, "epoch": 418}
{"train_lr": 0.0009259936562009347, "train_wd": 0.23341785080924482, "train_loss": 4.540149150325431, "epoch": 419}
{"train_lr": 0.000922080133820022, "train_wd": 0.2341226372310149, "train_loss": 4.538298809737098, "epoch": 420}
{"train_lr": 0.000918167820770462, "train_wd": 0.23482720586424097, "train_loss": 4.5379394999534775, "epoch": 421}
{"train_lr": 0.0009142567773849874, "train_wd": 0.2355315458436277, "train_loss": 4.536305524953764, "epoch": 422}
{"train_lr": 0.0009103470639766415, "train_wd": 0.23623564630735888, "train_loss": 4.532705844023364, "epoch": 423}
{"train_lr": 0.000906438740838159, "train_wd": 0.236939496397328, "train_loss": 4.533152604075097, "epoch": 424}
{"train_lr": 0.0009025318682406117, "train_wd": 0.2376430852593216, "train_loss": 4.534213766241245, "epoch": 425}
{"train_lr": 0.0008986265064328224, "train_wd": 0.23834640204311064, "train_loss": 4.535800384912941, "epoch": 426}
{"train_lr": 0.0008947227156403935, "train_wd": 0.23904943590268082, "train_loss": 4.543363999405639, "epoch": 427}
{"train_lr": 0.0008908205560644884, "train_wd": 0.23975217599638673, "train_loss": 4.55405607592645, "epoch": 428}
{"train_lr": 0.0008869200878813066, "train_wd": 0.24045461148710842, "train_loss": 4.564695135545102, "epoch": 429}
{"train_lr": 0.000883021371240886, "train_wd": 0.24115673154240916, "train_loss": 4.5729694750925285, "epoch": 430}
{"train_lr": 0.000879124466266255, "train_wd": 0.2418585253347473, "train_loss": 4.579439671823292, "epoch": 431}
{"train_lr": 0.0008752294330524951, "train_wd": 0.2425599820415754, "train_loss": 4.585082966771772, "epoch": 432}
{"train_lr": 0.0008713363316658168, "train_wd": 0.24326109084557815, "train_loss": 4.588882738511435, "epoch": 433}
{"train_lr": 0.0008674452221426854, "train_wd": 0.24396184093478268, "train_loss": 4.589875707387936, "epoch": 434}
{"train_lr": 0.000863556164488868, "train_wd": 0.2446622215027561, "train_loss": 4.595315675697119, "epoch": 435}
{"train_lr": 0.0008596692186783965, "train_wd": 0.24536222174876818, "train_loss": 4.60045569951681, "epoch": 436}
{"train_lr": 0.0008557844446527568, "train_wd": 0.2460618308779395, "train_loss": 4.605912109382814, "epoch": 437}
{"train_lr": 0.0008519019023200127, "train_wd": 0.24676103810144928, "train_loss": 4.608628461677894, "epoch": 438}
{"train_lr": 0.0008480216515537631, "train_wd": 0.2474598326366448, "train_loss": 4.607104192385904, "epoch": 439}
{"train_lr": 0.0008441437521923006, "train_wd": 0.24815820370724714, "train_loss": 4.610449299156714, "epoch": 440}
{"train_lr": 0.000840268264037581, "train_wd": 0.24885614054351773, "train_loss": 4.609243834130674, "epoch": 441}
{"train_lr": 0.0008363952468544161, "train_wd": 0.2495536323823998, "train_loss": 4.612769375030371, "epoch": 442}
{"train_lr": 0.0008325247603695669, "train_wd": 0.2502506684677079, "train_loss": 4.61149730957705, "epoch": 443}
{"train_lr": 0.0008286568642707189, "train_wd": 0.25094723805028857, "train_loss": 4.617078590247747, "epoch": 444}
{"train_lr": 0.0008247916182055956, "train_wd": 0.25164333038818143, "train_loss": 4.618070806244866, "epoch": 445}
{"train_lr": 0.0008209290817811074, "train_wd": 0.25233893474677427, "train_loss": 4.616665783319637, "epoch": 446}
{"train_lr": 0.0008170693145622778, "train_wd": 0.2530340403989783, "train_loss": 4.614941544303719, "epoch": 447}
{"train_lr": 0.00081321237607157, "train_wd": 0.25372863662543177, "train_loss": 4.613844679714703, "epoch": 448}
{"train_lr": 0.0008093583257876791, "train_wd": 0.25442271271458033, "train_loss": 4.616343543954867, "epoch": 449}
{"train_lr": 0.0008055072231448761, "train_wd": 0.2551162579629036, "train_loss": 4.61990272577444, "epoch": 450}
{"train_lr": 0.0008016591275319186, "train_wd": 0.2558092616750966, "train_loss": 4.6244042809951384, "epoch": 451}
{"train_lr": 0.0007978140982911612, "train_wd": 0.2565017131641757, "train_loss": 4.6292002939557335, "epoch": 452}
{"train_lr": 0.0007939721947177721, "train_wd": 0.25719360175168016, "train_loss": 4.628577276709959, "epoch": 453}
{"train_lr": 0.0007901334760586076, "train_wd": 0.2578849167678297, "train_loss": 4.63320427911161, "epoch": 454}
{"train_lr": 0.000786298001511504, "train_wd": 0.25857564755170875, "train_loss": 4.634489250102108, "epoch": 455}
{"train_lr": 0.0007824658302241432, "train_wd": 0.25926578345138157, "train_loss": 4.632943077776715, "epoch": 456}
{"train_lr": 0.0007786370212934396, "train_wd": 0.25995531382409337, "train_loss": 4.633209137536353, "epoch": 457}
{"train_lr": 0.0007748116337643389, "train_wd": 0.26064422803643167, "train_loss": 4.636643091292618, "epoch": 458}
{"train_lr": 0.0007709897266290274, "train_wd": 0.2613325154645154, "train_loss": 4.638755626845465, "epoch": 459}
{"train_lr": 0.000767171358826007, "train_wd": 0.2620201654940556, "train_loss": 4.642675474613643, "epoch": 460}
{"train_lr": 0.0007633565892393171, "train_wd": 0.2627071675206802, "train_loss": 4.645164612933791, "epoch": 461}
{"train_lr": 0.0007595454766974027, "train_wd": 0.26339351094994545, "train_loss": 4.646448393683616, "epoch": 462}
{"train_lr": 0.0007557380799722832, "train_wd": 0.26407918519759743, "train_loss": 4.649693081692921, "epoch": 463}
{"train_lr": 0.0007519344577787449, "train_wd": 0.26476417968967675, "train_loss": 4.649904942195073, "epoch": 464}
{"train_lr": 0.0007481346687733331, "train_wd": 0.26544848386272923, "train_loss": 4.645503009166971, "epoch": 465}
{"train_lr": 0.00074433877155356, "train_wd": 0.26613208716394776, "train_loss": 4.649877761166802, "epoch": 466}
{"train_lr": 0.0007405468246568285, "train_wd": 0.2668149790512962, "train_loss": 4.650536078242042, "epoch": 467}
{"train_lr": 0.000736758886559633, "train_wd": 0.26749714899376, "train_loss": 4.655396626915315, "epoch": 468}
{"train_lr": 0.00073297501567662, "train_wd": 0.26817858647143705, "train_loss": 4.66339776441038, "epoch": 469}
{"train_lr": 0.0007291952703598611, "train_wd": 0.26885928097571504, "train_loss": 4.6706348413007435, "epoch": 470}
{"train_lr": 0.0007254197088976194, "train_wd": 0.2695392220094279, "train_loss": 4.674755938973525, "epoch": 471}
{"train_lr": 0.0007216483895138042, "train_wd": 0.27021839908706646, "train_loss": 4.681037153935523, "epoch": 472}
{"train_lr": 0.000717881370366745, "train_wd": 0.2708968017348597, "train_loss": 4.6851791701585555, "epoch": 473}
{"train_lr": 0.0007141187095485475, "train_wd": 0.27157441949100314, "train_loss": 4.689051082895266, "epoch": 474}
{"train_lr": 0.0007103604650841838, "train_wd": 0.27225124190579714, "train_loss": 4.6886145952645295, "epoch": 475}
{"train_lr": 0.0007066066949303026, "train_wd": 0.27292725854181316, "train_loss": 4.685796954774028, "epoch": 476}
{"train_lr": 0.000702857456974768, "train_wd": 0.27360245897403423, "train_loss": 4.682738281953202, "epoch": 477}
{"train_lr": 0.0006991128090354595, "train_wd": 0.2742768327900081, "train_loss": 4.682576688529133, "epoch": 478}
{"train_lr": 0.0006953728088594758, "train_wd": 0.2749503695900959, "train_loss": 4.6870459533266, "epoch": 479}
{"train_lr": 0.0006916375141222596, "train_wd": 0.27562305898749156, "train_loss": 4.684522950761228, "epoch": 480}
{"train_lr": 0.0006879069824266022, "train_wd": 0.27629489060851914, "train_loss": 4.682530296262172, "epoch": 481}
{"train_lr": 0.0006841812713019932, "train_wd": 0.27696585409268104, "train_loss": 4.682003154767027, "epoch": 482}
{"train_lr": 0.0006804604382034922, "train_wd": 0.2776359390929158, "train_loss": 4.681359026762697, "epoch": 483}
{"train_lr": 0.0006767445405109452, "train_wd": 0.2783051352756717, "train_loss": 4.677769185369201, "epoch": 484}
{"train_lr": 0.000673033635528072, "train_wd": 0.2789734323210993, "train_loss": 4.676490734815955, "epoch": 485}
{"train_lr": 0.0006693277804816703, "train_wd": 0.27964081992325973, "train_loss": 4.67628442744414, "epoch": 486}
{"train_lr": 0.0006656270325205209, "train_wd": 0.28030728779020403, "train_loss": 4.675122279167581, "epoch": 487}
{"train_lr": 0.000661931448714841, "train_wd": 0.28097282564414655, "train_loss": 4.674936495691561, "epoch": 488}
{"train_lr": 0.0006582410860550286, "train_wd": 0.28163742322170077, "train_loss": 4.671196236509642, "epoch": 489}
{"train_lr": 0.0006545560014510364, "train_wd": 0.2823010702739455, "train_loss": 4.6691000681671255, "epoch": 490}
{"train_lr": 0.0006508762517314694, "train_wd": 0.2829637565666149, "train_loss": 4.6706282995956885, "epoch": 491}
{"train_lr": 0.0006472018936426439, "train_wd": 0.2836254718802697, "train_loss": 4.670286907456356, "epoch": 492}
{"train_lr": 0.0006435329838476399, "train_wd": 0.28428620601043375, "train_loss": 4.672025035256795, "epoch": 493}
{"train_lr": 0.0006398695789255913, "train_wd": 0.2849459487677727, "train_loss": 4.67049751718708, "epoch": 494}
{"train_lr": 0.000636211735370788, "train_wd": 0.28560468997824373, "train_loss": 4.673120710167954, "epoch": 495}
{"train_lr": 0.0006325595095916522, "train_wd": 0.2862624194832467, "train_loss": 4.674625494500264, "epoch": 496}
{"train_lr": 0.0006289129579100458, "train_wd": 0.286919127139755, "train_loss": 4.6773019375429925, "epoch": 497}
{"train_lr": 0.0006252721365603487, "train_wd": 0.2875748028205483, "train_loss": 4.678678767593335, "epoch": 498}
{"train_lr": 0.0006216371016884171, "train_wd": 0.28822943641428583, "train_loss": 4.682608706041349, "epoch": 499}
{"train_lr": 0.0006180079093510789, "train_wd": 0.28888301782571285, "train_loss": 4.688742463459834, "epoch": 500}
{"train_lr": 0.0006143846155149682, "train_wd": 0.2895355369757918, "train_loss": 4.68830416039627, "epoch": 501}
{"train_lr": 0.0006107672760556974, "train_wd": 0.29018698380186553, "train_loss": 4.689221239698639, "epoch": 502}
{"train_lr": 0.0006071559467571901, "train_wd": 0.29083734825782986, "train_loss": 4.687981478700178, "epoch": 503}
{"train_lr": 0.0006035506833105294, "train_wd": 0.2914866203142679, "train_loss": 4.690358716098191, "epoch": 504}
{"train_lr": 0.000599951541313419, "train_wd": 0.29213478995855824, "train_loss": 4.690976818027399, "epoch": 505}
{"train_lr": 0.000596358576269023, "train_wd": 0.2927818471951732, "train_loss": 4.694926242176577, "epoch": 506}
{"train_lr": 0.0005927718435853139, "train_wd": 0.2934277820456669, "train_loss": 4.6955680972922575, "epoch": 507}
{"train_lr": 0.0005891913985741909, "train_wd": 0.29407258454892443, "train_loss": 4.699525898883787, "epoch": 508}
{"train_lr": 0.0005856172964504941, "train_wd": 0.29471624476128044, "train_loss": 4.698129342912103, "epoch": 509}
{"train_lr": 0.0005820495923313314, "train_wd": 0.29535875275673057, "train_loss": 4.699890655915824, "epoch": 510}
{"train_lr": 0.0005784883412350934, "train_wd": 0.2960000986269995, "train_loss": 4.6984569062274115, "epoch": 511}
{"train_lr": 0.0005749335980807028, "train_wd": 0.29664027248171926, "train_loss": 4.697387411925408, "epoch": 512}
{"train_lr": 0.0005713854176866737, "train_wd": 0.29727926444861985, "train_loss": 4.695927321291466, "epoch": 513}
{"train_lr": 0.0005678438547703481, "train_wd": 0.29791706467367907, "train_loss": 4.695526875939658, "epoch": 514}
{"train_lr": 0.0005643089639469916, "train_wd": 0.2985536633212096, "train_loss": 4.6957720409063315, "epoch": 515}
{"train_lr": 0.0005607807997289981, "train_wd": 0.29918905057406087, "train_loss": 4.696651601778279, "epoch": 516}
{"train_lr": 0.0005572594165250666, "train_wd": 0.29982321663380096, "train_loss": 4.695833824205694, "epoch": 517}
{"train_lr": 0.0005537448686392291, "train_wd": 0.30045615172080736, "train_loss": 4.696190680616158, "epoch": 518}
{"train_lr": 0.0005502372102701512, "train_wd": 0.30108784607440037, "train_loss": 4.694580194606579, "epoch": 519}
{"train_lr": 0.0005467364955103224, "train_wd": 0.3017182899531155, "train_loss": 4.695154804183985, "epoch": 520}
{"train_lr": 0.0005432427783450551, "train_wd": 0.30234747363471026, "train_loss": 4.700259233743762, "epoch": 521}
{"train_lr": 0.0005397561126517893, "train_wd": 0.30297538741638175, "train_loss": 4.701532461769063, "epoch": 522}
{"train_lr": 0.0005362765521992642, "train_wd": 0.30360202161494576, "train_loss": 4.70301380030793, "epoch": 523}
{"train_lr": 0.0005328041506465642, "train_wd": 0.30422736656690536, "train_loss": 4.70194268304941, "epoch": 524}
{"train_lr": 0.0005293389615424015, "train_wd": 0.3048514126286884, "train_loss": 4.699259728014612, "epoch": 525}
{"train_lr": 0.000525881038324334, "train_wd": 0.30547415017671614, "train_loss": 4.6970666810888035, "epoch": 526}
{"train_lr": 0.0005224304343177753, "train_wd": 0.30609556960759604, "train_loss": 4.699342077617332, "epoch": 527}
{"train_lr": 0.0005189872027353461, "train_wd": 0.30671566133831263, "train_loss": 4.69992036588764, "epoch": 528}
{"train_lr": 0.0005155513966758825, "train_wd": 0.30733441580623944, "train_loss": 4.705153700131045, "epoch": 529}
{"train_lr": 0.0005121230691238055, "train_wd": 0.3079518234694613, "train_loss": 4.7049248858118995, "epoch": 530}
{"train_lr": 0.000508702272948124, "train_wd": 0.30856787480673126, "train_loss": 4.706957391259982, "epoch": 531}
{"train_lr": 0.0005052890609018157, "train_wd": 0.3091825603178266, "train_loss": 4.709131324903475, "epoch": 532}
{"train_lr": 0.0005018834856207571, "train_wd": 0.30979587052352897, "train_loss": 4.707037807326857, "epoch": 533}
{"train_lr": 0.0004984855996231878, "train_wd": 0.31040779596581214, "train_loss": 4.706694317244583, "epoch": 534}
{"train_lr": 0.0004950954553086914, "train_wd": 0.3110183272080425, "train_loss": 4.70565087040313, "epoch": 535}
{"train_lr": 0.0004917131049575049, "train_wd": 0.3116274548350624, "train_loss": 4.707724684195743, "epoch": 536}
{"train_lr": 0.0004883386007296183, "train_wd": 0.3122351694533983, "train_loss": 4.7114178424389905, "epoch": 537}
{"train_lr": 0.00048497199466409447, "train_wd": 0.3128414616913162, "train_loss": 4.707766589179314, "epoch": 538}
{"train_lr": 0.000481613338678136, "train_wd": 0.3134463221990281, "train_loss": 4.706832348618457, "epoch": 539}
{"train_lr": 0.00047826268456641063, "train_wd": 0.31404974164887284, "train_loss": 4.7072971766616565, "epoch": 540}
{"train_lr": 0.00047492008400011225, "train_wd": 0.3146517107353475, "train_loss": 4.704516579859334, "epoch": 541}
{"train_lr": 0.00047158558852629736, "train_wd": 0.3152522201753528, "train_loss": 4.704471322194897, "epoch": 542}
{"train_lr": 0.0004682592495669963, "train_wd": 0.31585126070829905, "train_loss": 4.7049159617613645, "epoch": 543}
{"train_lr": 0.00046494111841848587, "train_wd": 0.3164488230962131, "train_loss": 4.703423919714541, "epoch": 544}
{"train_lr": 0.00046163124625046294, "train_wd": 0.3170448981239814, "train_loss": 4.701575588944147, "epoch": 545}
{"train_lr": 0.0004583296841052058, "train_wd": 0.31763947659936664, "train_loss": 4.699808752079376, "epoch": 546}
{"train_lr": 0.00045503648289694555, "train_wd": 0.31823254935323586, "train_loss": 4.697455489497295, "epoch": 547}
{"train_lr": 0.00045175169341086857, "train_wd": 0.31882410723966365, "train_loss": 4.696402755858515, "epoch": 548}
{"train_lr": 0.0004484753663025105, "train_wd": 0.3194141411361204, "train_loss": 4.696082706044284, "epoch": 549}
{"train_lr": 0.000445207552096911, "train_wd": 0.32000264194352185, "train_loss": 4.695628780815051, "epoch": 550}
{"train_lr": 0.00044194830118777275, "train_wd": 0.3205896005864986, "train_loss": 4.69430307533851, "epoch": 551}
{"train_lr": 0.00043869766383679873, "train_wd": 0.3211750080133743, "train_loss": 4.692375083508299, "epoch": 552}
{"train_lr": 0.00043545569017282905, "train_wd": 0.32175885519649206, "train_loss": 4.690599931027297, "epoch": 553}
{"train_lr": 0.00043222243019110107, "train_wd": 0.3223411331321696, "train_loss": 4.69310465393116, "epoch": 554}
{"train_lr": 0.00042899793375250557, "train_wd": 0.32292183284096504, "train_loss": 4.694185567467357, "epoch": 555}
{"train_lr": 0.00042578225058275185, "train_wd": 0.32350094536779483, "train_loss": 4.69115535420277, "epoch": 556}
{"train_lr": 0.0004225754302716377, "train_wd": 0.3240784617819942, "train_loss": 4.690409649465736, "epoch": 557}
{"train_lr": 0.00041937752227233163, "train_wd": 0.3246543731775662, "train_loss": 4.693216934174799, "epoch": 558}
{"train_lr": 0.00041618857590052015, "train_wd": 0.3252286706732512, "train_loss": 4.695467255598635, "epoch": 559}
{"train_lr": 0.0004130086403336683, "train_wd": 0.3258013454126421, "train_loss": 4.696889269072637, "epoch": 560}
{"train_lr": 0.0004098377646103563, "train_wd": 0.32637238856442236, "train_loss": 4.696356790394877, "epoch": 561}
{"train_lr": 0.0004066759976294047, "train_wd": 0.3269417913223697, "train_loss": 4.695460655146556, "epoch": 562}
{"train_lr": 0.00040352338814918264, "train_wd": 0.32750954490559564, "train_loss": 4.6944876517728265, "epoch": 563}
{"train_lr": 0.00040037998478676973, "train_wd": 0.32807564055866467, "train_loss": 4.692467803178693, "epoch": 564}
{"train_lr": 0.0003972458360174098, "train_wd": 0.3286400695516391, "train_loss": 4.690800257324934, "epoch": 565}
{"train_lr": 0.0003941209901734972, "train_wd": 0.32920282318036587, "train_loss": 4.689590352976755, "epoch": 566}
{"train_lr": 0.00039100549544406293, "train_wd": 0.32976389276645, "train_loss": 4.687048347781507, "epoch": 567}
{"train_lr": 0.0003878993998738397, "train_wd": 0.33032326965753, "train_loss": 4.684775071970517, "epoch": 568}
{"train_lr": 0.00038480275136271473, "train_wd": 0.3308809452273202, "train_loss": 4.686736314771154, "epoch": 569}
{"train_lr": 0.00038171559766481415, "train_wd": 0.3314369108757669, "train_loss": 4.68304036596982, "epoch": 570}
{"train_lr": 0.0003786379863878755, "train_wd": 0.3319911580291982, "train_loss": 4.682197332355401, "epoch": 571}
{"train_lr": 0.00037556996499245337, "train_wd": 0.33254367814043495, "train_loss": 4.680167525530242, "epoch": 572}
{"train_lr": 0.00037251158079126747, "train_wd": 0.33309446268890913, "train_loss": 4.67940373026984, "epoch": 573}
{"train_lr": 0.00036946288094835385, "train_wd": 0.3336435031808936, "train_loss": 4.678654724233252, "epoch": 574}
{"train_lr": 0.00036642391247843173, "train_wd": 0.3341907911494632, "train_loss": 4.677377132557446, "epoch": 575}
{"train_lr": 0.00036339472224618025, "train_wd": 0.3347363181547559, "train_loss": 4.6779405960767, "epoch": 576}
{"train_lr": 0.0003603753569654409, "train_wd": 0.33528007578411223, "train_loss": 4.6755297072738005, "epoch": 577}
{"train_lr": 0.0003573658631985811, "train_wd": 0.33582205565208567, "train_loss": 4.67506256043244, "epoch": 578}
{"train_lr": 0.0003543662873557021, "train_wd": 0.3363622494006781, "train_loss": 4.6744206221871, "epoch": 579}
{"train_lr": 0.00035137667569397444, "train_wd": 0.33690064869943753, "train_loss": 4.67259219567255, "epoch": 580}
{"train_lr": 0.0003483970743169268, "train_wd": 0.33743724524556956, "train_loss": 4.671706808792006, "epoch": 581}
{"train_lr": 0.00034542752917365887, "train_wd": 0.3379720307641322, "train_loss": 4.667897322052102, "epoch": 582}
{"train_lr": 0.0003424680860582601, "train_wd": 0.33850499700800485, "train_loss": 4.665686969214278, "epoch": 583}
{"train_lr": 0.00033951879060900656, "train_wd": 0.3390361357582525, "train_loss": 4.664414982593579, "epoch": 584}
{"train_lr": 0.00033657968830767907, "train_wd": 0.3395654388240256, "train_loss": 4.663128863537698, "epoch": 585}
{"train_lr": 0.00033365082447884984, "train_wd": 0.3400928980428263, "train_loss": 4.661474718991443, "epoch": 586}
{"train_lr": 0.0003307322442892547, "train_wd": 0.34061850528058385, "train_loss": 4.658960307131616, "epoch": 587}
{"train_lr": 0.0003278239927469868, "train_wd": 0.34114225243176627, "train_loss": 4.657961583692583, "epoch": 588}
{"train_lr": 0.00032492611470087907, "train_wd": 0.3416641314195602, "train_loss": 4.654193924398993, "epoch": 589}
{"train_lr": 0.00032203865483981906, "train_wd": 0.3421841341959219, "train_loss": 4.651625961366055, "epoch": 590}
{"train_lr": 0.00031916165769200783, "train_wd": 0.3427022527418035, "train_loss": 4.65058775898888, "epoch": 591}
{"train_lr": 0.0003162951676242709, "train_wd": 0.3432184790671615, "train_loss": 4.646603562045011, "epoch": 592}
{"train_lr": 0.0003134392288414689, "train_wd": 0.34373280521113436, "train_loss": 4.644806957838656, "epoch": 593}
{"train_lr": 0.0003105938853856794, "train_wd": 0.3442452232421956, "train_loss": 4.643011192814242, "epoch": 594}
{"train_lr": 0.0003077591811356294, "train_wd": 0.34475572525821097, "train_loss": 4.640936012924027, "epoch": 595}
{"train_lr": 0.00030493515980598994, "train_wd": 0.3452643033866142, "train_loss": 4.63825027427549, "epoch": 596}
{"train_lr": 0.0003021218649466167, "train_wd": 0.345770949784494, "train_loss": 4.6377731614517606, "epoch": 597}
{"train_lr": 0.0002993193399420354, "train_wd": 0.346275656638751, "train_loss": 4.63411026602413, "epoch": 598}
{"train_lr": 0.0002965276280106298, "train_wd": 0.3467784161661638, "train_loss": 4.6306200491176615, "epoch": 599}
{"train_lr": 0.0002937467722040477, "train_wd": 0.34727922061358324, "train_loss": 4.627706228778493, "epoch": 600}
{"train_lr": 0.00029097681540653366, "train_wd": 0.347778062257946, "train_loss": 4.626942441716111, "epoch": 601}
{"train_lr": 0.00028821780033426035, "train_wd": 0.34827493340653054, "train_loss": 4.6253308193694105, "epoch": 602}
{"train_lr": 0.00028546976953463686, "train_wd": 0.3487698263969614, "train_loss": 4.620669512755627, "epoch": 603}
{"train_lr": 0.0002827327653856922, "train_wd": 0.34926273359736937, "train_loss": 4.61951231884418, "epoch": 604}
{"train_lr": 0.00028000683009543587, "train_wd": 0.3497536474065308, "train_loss": 4.6171247458143485, "epoch": 605}
{"train_lr": 0.0002772920057011462, "train_wd": 0.3502425602539298, "train_loss": 4.612981656348879, "epoch": 606}
{"train_lr": 0.00027458833406878764, "train_wd": 0.35072946459991206, "train_loss": 4.6096433570696345, "epoch": 607}
{"train_lr": 0.0002718958568923011, "train_wd": 0.3512143529358572, "train_loss": 4.608247955354283, "epoch": 608}
{"train_lr": 0.00026921461569302997, "train_wd": 0.3516972177841393, "train_loss": 4.605047493424121, "epoch": 609}
{"train_lr": 0.000266544651819027, "train_wd": 0.3521780516984295, "train_loss": 4.600445312603439, "epoch": 610}
{"train_lr": 0.00026388600644444715, "train_wd": 0.3526568472636312, "train_loss": 4.597560049568434, "epoch": 611}
{"train_lr": 0.0002612387205688793, "train_wd": 0.35313359709614484, "train_loss": 4.59309343795339, "epoch": 612}
{"train_lr": 0.00025860283501675347, "train_wd": 0.35360829384391734, "train_loss": 4.592114039834478, "epoch": 613}
{"train_lr": 0.00025597839043667314, "train_wd": 0.35408093018649905, "train_loss": 4.590049282353607, "epoch": 614}
{"train_lr": 0.00025336542730083217, "train_wd": 0.35455149883527637, "train_loss": 4.586823764655421, "epoch": 615}
{"train_lr": 0.00025076398590434984, "train_wd": 0.3550199925334749, "train_loss": 4.583759226423087, "epoch": 616}
{"train_lr": 0.00024817410636468435, "train_wd": 0.35548640405637766, "train_loss": 4.579188470920022, "epoch": 617}
{"train_lr": 0.0002455958286209581, "train_wd": 0.35595072621134294, "train_loss": 4.5766552743627775, "epoch": 618}
{"train_lr": 0.00024302919243341368, "train_wd": 0.3564129518379094, "train_loss": 4.574862370075439, "epoch": 619}
{"train_lr": 0.00024047423738277057, "train_wd": 0.3568730738080037, "train_loss": 4.572406388533344, "epoch": 620}
{"train_lr": 0.00023793100286956806, "train_wd": 0.3573310850259799, "train_loss": 4.567442236112343, "epoch": 621}
{"train_lr": 0.0002353995281136566, "train_wd": 0.3577869784287517, "train_loss": 4.564270333810557, "epoch": 622}
{"train_lr": 0.0002328798521534959, "train_wd": 0.35824074698586983, "train_loss": 4.5607844567288165, "epoch": 623}
{"train_lr": 0.00023037201384560154, "train_wd": 0.3586923836996365, "train_loss": 4.557811728389048, "epoch": 624}
{"train_lr": 0.00022787605186394203, "train_wd": 0.3591418816052958, "train_loss": 4.554362699437103, "epoch": 625}
{"train_lr": 0.00022539200469934783, "train_wd": 0.3595892337709915, "train_loss": 4.55237416815248, "epoch": 626}
{"train_lr": 0.00022291991065890074, "train_wd": 0.3600344332980408, "train_loss": 4.549063630661161, "epoch": 627}
{"train_lr": 0.0002204598078653368, "train_wd": 0.36047747332089636, "train_loss": 4.545529551975292, "epoch": 628}
{"train_lr": 0.00021801173425650168, "train_wd": 0.36091834700732867, "train_loss": 4.543119007708143, "epoch": 629}
{"train_lr": 0.00021557572758468886, "train_wd": 0.36135704755854103, "train_loss": 4.5405038916837155, "epoch": 630}
{"train_lr": 0.00021315182541617255, "train_wd": 0.3617935682091837, "train_loss": 4.536809494315411, "epoch": 631}
{"train_lr": 0.00021074006513049893, "train_wd": 0.3622279022276292, "train_loss": 4.5319906263459595, "epoch": 632}
{"train_lr": 0.00020834048391999403, "train_wd": 0.3626600429158642, "train_loss": 4.528243750753663, "epoch": 633}
{"train_lr": 0.000205953118789182, "train_wd": 0.3630899836097561, "train_loss": 4.525429992712469, "epoch": 634}
{"train_lr": 0.00020357800655418235, "train_wd": 0.36351771767908747, "train_loss": 4.52211060454186, "epoch": 635}
{"train_lr": 0.0002012151838421473, "train_wd": 0.3639432385276708, "train_loss": 4.517494143169228, "epoch": 636}
{"train_lr": 0.00019886468709075957, "train_wd": 0.3643665395934516, "train_loss": 4.515139383982293, "epoch": 637}
{"train_lr": 0.00019652655254754492, "train_wd": 0.3647876143486269, "train_loss": 4.512066436885334, "epoch": 638}
{"train_lr": 0.00019420081626947275, "train_wd": 0.3652064562996355, "train_loss": 4.509144095714382, "epoch": 639}
{"train_lr": 0.00019188751412224463, "train_wd": 0.3656230589874819, "train_loss": 4.507356093816763, "epoch": 640}
{"train_lr": 0.000189586681779846, "train_wd": 0.36603741598763256, "train_loss": 4.503606513559485, "epoch": 641}
{"train_lr": 0.00018729835472396778, "train_wd": 0.36644952091013605, "train_loss": 4.499493785723627, "epoch": 642}
{"train_lr": 0.00018502256824343136, "train_wd": 0.36685936739987024, "train_loss": 4.496730696767282, "epoch": 643}
{"train_lr": 0.0001827593574336922, "train_wd": 0.36726694913649416, "train_loss": 4.490428963978347, "epoch": 644}
{"train_lr": 0.0001805087571962465, "train_wd": 0.36767225983459195, "train_loss": 4.487449563402447, "epoch": 645}
{"train_lr": 0.00017827080223814702, "train_wd": 0.3680752932437496, "train_loss": 4.484890965843122, "epoch": 646}
{"train_lr": 0.0001760455270714278, "train_wd": 0.3684760431487052, "train_loss": 4.479218378993604, "epoch": 647}
{"train_lr": 0.0001738329660125803, "train_wd": 0.3688745033694127, "train_loss": 4.475967631196614, "epoch": 648}
{"train_lr": 0.00017163315318202544, "train_wd": 0.36927066776111206, "train_loss": 4.471587598556094, "epoch": 649}
{"train_lr": 0.00016944612250360775, "train_wd": 0.3696645302144508, "train_loss": 4.46789269958683, "epoch": 650}
{"train_lr": 0.00016727190770404575, "train_wd": 0.37005608465558876, "train_loss": 4.4649673256603215, "epoch": 651}
{"train_lr": 0.00016511054231241334, "train_wd": 0.3704453250462775, "train_loss": 4.4604140265727885, "epoch": 652}
{"train_lr": 0.00016296205965965268, "train_wd": 0.3708322453839522, "train_loss": 4.45467864703253, "epoch": 653}
{"train_lr": 0.0001608264928780108, "train_wd": 0.37121683970180236, "train_loss": 4.451549301282775, "epoch": 654}
{"train_lr": 0.00015870387490057216, "train_wd": 0.37159910206894087, "train_loss": 4.447207362993325, "epoch": 655}
{"train_lr": 0.00015659423846073377, "train_wd": 0.3719790265903533, "train_loss": 4.443082576139654, "epoch": 656}
{"train_lr": 0.00015449761609170708, "train_wd": 0.3723566074071981, "train_loss": 4.4382769595399845, "epoch": 657}
{"train_lr": 0.00015241404012598413, "train_wd": 0.37273183869666665, "train_loss": 4.435267995432508, "epoch": 658}
{"train_lr": 0.00015034354269490534, "train_wd": 0.3731047146722519, "train_loss": 4.431585257314592, "epoch": 659}
{"train_lr": 0.0001482861557280871, "train_wd": 0.3734752295837332, "train_loss": 4.4265297192463775, "epoch": 660}
{"train_lr": 0.00014624191095298047, "train_wd": 0.37384337771732146, "train_loss": 4.423277972669577, "epoch": 661}
{"train_lr": 0.00014421083989438216, "train_wd": 0.3742091533957132, "train_loss": 4.418051337503153, "epoch": 662}
{"train_lr": 0.00014219297387391136, "train_wd": 0.37457255097818876, "train_loss": 4.414010461178615, "epoch": 663}
{"train_lr": 0.00014018834400955684, "train_wd": 0.37493356486071405, "train_loss": 4.41084143434235, "epoch": 664}
{"train_lr": 0.00013819698121519903, "train_wd": 0.37529218947599957, "train_loss": 4.404372853864964, "epoch": 665}
{"train_lr": 0.00013621891620010733, "train_wd": 0.37564841929362314, "train_loss": 4.401307180380935, "epoch": 666}
{"train_lr": 0.00013425417946849399, "train_wd": 0.37600224882008787, "train_loss": 4.396572668936184, "epoch": 667}
{"train_lr": 0.00013230280131902968, "train_wd": 0.37635367259888314, "train_loss": 4.39143588314418, "epoch": 668}
{"train_lr": 0.00013036481184438073, "train_wd": 0.37670268521061445, "train_loss": 4.387933723720835, "epoch": 669}
{"train_lr": 0.00012844024093073788, "train_wd": 0.37704928127311255, "train_loss": 4.38335880744967, "epoch": 670}
{"train_lr": 0.0001265291182573729, "train_wd": 0.3773934554413927, "train_loss": 4.378388074328669, "epoch": 671}
{"train_lr": 0.0001246314732961577, "train_wd": 0.3777352024079019, "train_loss": 4.3750209303455145, "epoch": 672}
{"train_lr": 0.0001227473353111214, "train_wd": 0.3780745169024581, "train_loss": 4.369178258847419, "epoch": 673}
{"train_lr": 0.00012087673335801403, "train_wd": 0.378411393692416, "train_loss": 4.3658242163305685, "epoch": 674}
{"train_lr": 0.00011901969628381787, "train_wd": 0.37874582758269454, "train_loss": 4.358478283853554, "epoch": 675}
{"train_lr": 0.00011717625272635242, "train_wd": 0.37907781341596153, "train_loss": 4.356716753785416, "epoch": 676}
{"train_lr": 0.00011534643111378844, "train_wd": 0.37940734607254106, "train_loss": 4.3513659052253, "epoch": 677}
{"train_lr": 0.00011353025966424676, "train_wd": 0.37973442047068223, "train_loss": 4.34706735306179, "epoch": 678}
{"train_lr": 0.0001117277663853339, "train_wd": 0.38005903156641896, "train_loss": 4.341766834306679, "epoch": 679}
{"train_lr": 0.00010993897907372681, "train_wd": 0.38038117435389823, "train_loss": 4.3381299600541166, "epoch": 680}
{"train_lr": 0.00010816392531473662, "train_wd": 0.3807008438652732, "train_loss": 4.333293068737125, "epoch": 681}
{"train_lr": 0.00010640263248189326, "train_wd": 0.3810180351708377, "train_loss": 4.3293563752404625, "epoch": 682}
{"train_lr": 0.00010465512773650953, "train_wd": 0.3813327433791186, "train_loss": 4.323641216812684, "epoch": 683}
{"train_lr": 0.00010292143802726237, "train_wd": 0.381644963636915, "train_loss": 4.318294636047573, "epoch": 684}
{"train_lr": 0.00010120159008980549, "train_wd": 0.38195469112940533, "train_loss": 4.314622494662337, "epoch": 685}
{"train_lr": 9.949561044630968e-05, "train_wd": 0.38226192108021145, "train_loss": 4.310463493593114, "epoch": 686}
{"train_lr": 9.780352540510096e-05, "train_wd": 0.3825666487514497, "train_loss": 4.304655723245465, "epoch": 687}
{"train_lr": 9.612536106021218e-05, "train_wd": 0.3828688694438825, "train_loss": 4.300633838444912, "epoch": 688}
{"train_lr": 9.446114329102473e-05, "train_wd": 0.3831685784968538, "train_loss": 4.296078935509724, "epoch": 689}
{"train_lr": 9.281089776183285e-05, "train_wd": 0.38346577128851334, "train_loss": 4.290181080083386, "epoch": 690}
{"train_lr": 9.11746499214602e-05, "train_wd": 0.38376044323575764, "train_loss": 4.2869120982529925, "epoch": 691}
{"train_lr": 8.955242500287283e-05, "train_wd": 0.3840525897943925, "train_loss": 4.281419472591721, "epoch": 692}
{"train_lr": 8.794424802278926e-05, "train_wd": 0.38434220645912154, "train_loss": 4.276509596803169, "epoch": 693}
{"train_lr": 8.635014378128755e-05, "train_wd": 0.3846292887637449, "train_loss": 4.2711538580595425, "epoch": 694}
{"train_lr": 8.477013686142286e-05, "train_wd": 0.3849138322810858, "train_loss": 4.2687897573498415, "epoch": 695}
{"train_lr": 8.320425162886022e-05, "train_wd": 0.3851958326231254, "train_loss": 4.262934671939729, "epoch": 696}
{"train_lr": 8.165251223148518e-05, "train_wd": 0.3854752854410444, "train_loss": 4.25721961515937, "epoch": 697}
{"train_lr": 8.011494259904577e-05, "train_wd": 0.38575218642539266, "train_loss": 4.252279439583707, "epoch": 698}
{"train_lr": 7.859156644275664e-05, "train_wd": 0.38602653130595843, "train_loss": 4.249049151975879, "epoch": 699}
{"train_lr": 7.708240725497088e-05, "train_wd": 0.3862983158520441, "train_loss": 4.2433771768363, "epoch": 700}
{"train_lr": 7.558748830878403e-05, "train_wd": 0.3865675358723585, "train_loss": 4.2394885104492035, "epoch": 701}
{"train_lr": 7.410683265769802e-05, "train_wd": 0.38683418721523055, "train_loss": 4.233038368300616, "epoch": 702}
{"train_lr": 7.264046313526032e-05, "train_wd": 0.3870982657685422, "train_loss": 4.228608329036682, "epoch": 703}
{"train_lr": 7.118840235469135e-05, "train_wd": 0.3873597674598842, "train_loss": 4.225528946304195, "epoch": 704}
{"train_lr": 6.97506727085765e-05, "train_wd": 0.3876186882565781, "train_loss": 4.220798224437056, "epoch": 705}
{"train_lr": 6.832729636847827e-05, "train_wd": 0.3878750241657493, "train_loss": 4.21438988784014, "epoch": 706}
{"train_lr": 6.691829528462046e-05, "train_wd": 0.38812877123439105, "train_loss": 4.209125298168436, "epoch": 707}
{"train_lr": 6.552369118554715e-05, "train_wd": 0.38837992554937306, "train_loss": 4.205700739152093, "epoch": 708}
{"train_lr": 6.414350557777668e-05, "train_wd": 0.3886284832376105, "train_loss": 4.20052612713314, "epoch": 709}
{"train_lr": 6.277775974547596e-05, "train_wd": 0.3888744404660532, "train_loss": 4.196269710429853, "epoch": 710}
{"train_lr": 6.142647475014071e-05, "train_wd": 0.3891177934416986, "train_loss": 4.191496412682948, "epoch": 711}
{"train_lr": 6.0089671430252224e-05, "train_wd": 0.38935853841177, "train_loss": 4.185494990382108, "epoch": 712}
{"train_lr": 5.876737040097384e-05, "train_wd": 0.389596671663651, "train_loss": 4.180226880559723, "epoch": 713}
{"train_lr": 5.7459592053819605e-05, "train_wd": 0.38983218952506893, "train_loss": 4.175059720992946, "epoch": 714}
{"train_lr": 5.6166356556355286e-05, "train_wd": 0.3900650883640425, "train_loss": 4.170626585962151, "epoch": 715}
{"train_lr": 5.48876838518678e-05, "train_wd": 0.390295364588952, "train_loss": 4.166191122078484, "epoch": 716}
{"train_lr": 5.362359365907507e-05, "train_wd": 0.39052301464869277, "train_loss": 4.161584037359801, "epoch": 717}
{"train_lr": 5.2374105471807093e-05, "train_wd": 0.39074803503258454, "train_loss": 4.157856262539871, "epoch": 718}
{"train_lr": 5.1139238558721645e-05, "train_wd": 0.3909704222705721, "train_loss": 4.151717861410049, "epoch": 719}
{"train_lr": 4.9919011962995116e-05, "train_wd": 0.3911901729331333, "train_loss": 4.147505305571962, "epoch": 720}
{"train_lr": 4.871344450202466e-05, "train_wd": 0.39140728363145166, "train_loss": 4.142174076935132, "epoch": 721}
{"train_lr": 4.7522554767157434e-05, "train_wd": 0.3916217510174105, "train_loss": 4.138152257738104, "epoch": 722}
{"train_lr": 4.6346361123385284e-05, "train_wd": 0.39183357178369255, "train_loss": 4.132834079680587, "epoch": 723}
{"train_lr": 4.518488170907008e-05, "train_wd": 0.3920427426637038, "train_loss": 4.128928386207988, "epoch": 724}
{"train_lr": 4.403813443565836e-05, "train_wd": 0.39224926043180725, "train_loss": 4.125342062375934, "epoch": 725}
{"train_lr": 4.290613698741135e-05, "train_wd": 0.39245312190321313, "train_loss": 4.119955244501658, "epoch": 726}
{"train_lr": 4.178890682113343e-05, "train_wd": 0.39265432393415567, "train_loss": 4.113197194708647, "epoch": 727}
{"train_lr": 4.068646116589528e-05, "train_wd": 0.39285286342185394, "train_loss": 4.1104503041051395, "epoch": 728}
{"train_lr": 3.9598817022770784e-05, "train_wd": 0.3930487373045401, "train_loss": 4.105241326896621, "epoch": 729}
{"train_lr": 3.852599116457899e-05, "train_wd": 0.39324194256164796, "train_loss": 4.098145675435245, "epoch": 730}
{"train_lr": 3.74680001356218e-05, "train_wd": 0.3934324762137041, "train_loss": 4.095311209720244, "epoch": 731}
{"train_lr": 3.642486025143098e-05, "train_wd": 0.3936203353223988, "train_loss": 4.088657501872055, "epoch": 732}
{"train_lr": 3.5396587598511546e-05, "train_wd": 0.3938055169907664, "train_loss": 4.086703852241893, "epoch": 733}
{"train_lr": 3.4383198034101805e-05, "train_wd": 0.39398801836303243, "train_loss": 4.079982560973683, "epoch": 734}
{"train_lr": 3.338470718592032e-05, "train_wd": 0.3941678366248422, "train_loss": 4.075917897330557, "epoch": 735}
{"train_lr": 3.240113045193329e-05, "train_wd": 0.39434496900315685, "train_loss": 4.0710811536241, "epoch": 736}
{"train_lr": 3.1432483000109993e-05, "train_wd": 0.39451941276637154, "train_loss": 4.066621117463572, "epoch": 737}
{"train_lr": 3.0478779768192106e-05, "train_wd": 0.39469116522434333, "train_loss": 4.06158577541945, "epoch": 738}
{"train_lr": 2.9540035463462958e-05, "train_wd": 0.3948602237284295, "train_loss": 4.058713880240274, "epoch": 739}
{"train_lr": 2.861626456252232e-05, "train_wd": 0.39502658567158644, "train_loss": 4.0540780501170675, "epoch": 740}
{"train_lr": 2.7707481311059175e-05, "train_wd": 0.3951902484882458, "train_loss": 4.0494766558418505, "epoch": 741}
{"train_lr": 2.6813699723636162e-05, "train_wd": 0.39535120965456666, "train_loss": 4.044940032557749, "epoch": 742}
{"train_lr": 2.5934933583469425e-05, "train_wd": 0.39550946668832665, "train_loss": 4.040295784259669, "epoch": 743}
{"train_lr": 2.5071196442221706e-05, "train_wd": 0.3956650171489821, "train_loss": 4.0368401744052305, "epoch": 744}
{"train_lr": 2.4222501619788187e-05, "train_wd": 0.39581785863776625, "train_loss": 4.032439751094945, "epoch": 745}
{"train_lr": 2.3388862204091987e-05, "train_wd": 0.3959679887976678, "train_loss": 4.027430130978771, "epoch": 746}
{"train_lr": 2.25702910508843e-05, "train_wd": 0.3961154053134917, "train_loss": 4.023896600963246, "epoch": 747}
{"train_lr": 2.1766800783545585e-05, "train_wd": 0.39626010591190686, "train_loss": 4.019337630719781, "epoch": 748}
{"train_lr": 2.0978403792889114e-05, "train_wd": 0.39640208836146656, "train_loss": 4.013292708079056, "epoch": 749}
{"train_lr": 2.020511223697176e-05, "train_wd": 0.39654135047258915, "train_loss": 4.010618693587615, "epoch": 750}
{"train_lr": 1.944693804090556e-05, "train_wd": 0.396677890097691, "train_loss": 4.006661932092074, "epoch": 751}
{"train_lr": 1.8703892896675343e-05, "train_wd": 0.39681170513115616, "train_loss": 4.003870727591139, "epoch": 752}
{"train_lr": 1.797598826295723e-05, "train_wd": 0.39694279350942424, "train_loss": 4.000202141855534, "epoch": 753}
{"train_lr": 1.726323536493926e-05, "train_wd": 0.39707115321091313, "train_loss": 3.995771964455096, "epoch": 754}
{"train_lr": 1.6565645194153456e-05, "train_wd": 0.39719678225617466, "train_loss": 3.9905799172645944, "epoch": 755}
{"train_lr": 1.5883228508303747e-05, "train_wd": 0.39731967870785595, "train_loss": 3.988628313753852, "epoch": 756}
{"train_lr": 1.5215995831099164e-05, "train_wd": 0.39743984067074467, "train_loss": 3.9824160923101872, "epoch": 757}
{"train_lr": 1.4563957452092362e-05, "train_wd": 0.3975572662917593, "train_loss": 3.9808925671590796, "epoch": 758}
{"train_lr": 1.392712342652323e-05, "train_wd": 0.3976719537600986, "train_loss": 3.9761977119938576, "epoch": 759}
{"train_lr": 1.3305503575160157e-05, "train_wd": 0.39778390130713587, "train_loss": 3.9724008210753796, "epoch": 760}
{"train_lr": 1.2699107484148363e-05, "train_wd": 0.39789310720646004, "train_loss": 3.9696500335948812, "epoch": 761}
{"train_lr": 1.210794450486755e-05, "train_wd": 0.3979995697740143, "train_loss": 3.964742708096592, "epoch": 762}
{"train_lr": 1.1532023753781762e-05, "train_wd": 0.398103287368016, "train_loss": 3.959953762120385, "epoch": 763}
{"train_lr": 1.0971354112300586e-05, "train_wd": 0.39820425838898876, "train_loss": 3.957664233418725, "epoch": 764}
{"train_lr": 1.042594422664447e-05, "train_wd": 0.3983024812798559, "train_loss": 3.9532430292658813, "epoch": 765}
{"train_lr": 9.895802507708428e-06, "train_wd": 0.3983979545258763, "train_loss": 3.9537280504625265, "epoch": 766}
{"train_lr": 9.380937130932964e-06, "train_wd": 0.3984906766547628, "train_loss": 3.9492995888426554, "epoch": 767}
{"train_lr": 8.881356036179636e-06, "train_wd": 0.39858064623660916, "train_loss": 3.945980556388136, "epoch": 768}
{"train_lr": 8.397066927606567e-06, "train_wd": 0.39866786188396425, "train_loss": 3.943652732522606, "epoch": 769}
{"train_lr": 7.928077273551198e-06, "train_wd": 0.3987523222518812, "train_loss": 3.938938478534992, "epoch": 770}
{"train_lr": 7.474394306414267e-06, "train_wd": 0.3988340260378752, "train_loss": 3.9369160275546005, "epoch": 771}
{"train_lr": 7.036025022547883e-06, "train_wd": 0.39891297198192915, "train_loss": 3.934350469104237, "epoch": 772}
{"train_lr": 6.612976182149252e-06, "train_wd": 0.3989891588666419, "train_loss": 3.931434342001887, "epoch": 773}
{"train_lr": 6.205254309154249e-06, "train_wd": 0.3990625855171172, "train_loss": 3.927846493806949, "epoch": 774}
{"train_lr": 5.81286569113939e-06, "train_wd": 0.39913325080100287, "train_loss": 3.9257083241265716, "epoch": 775}
{"train_lr": 5.435816379221651e-06, "train_wd": 0.3992011536285532, "train_loss": 3.9236111569283105, "epoch": 776}
{"train_lr": 5.074112187968056e-06, "train_wd": 0.3992662929526349, "train_loss": 3.920420793543974, "epoch": 777}
{"train_lr": 4.727758695305144e-06, "train_wd": 0.3993286677687247, "train_loss": 3.9188924087233823, "epoch": 778}
{"train_lr": 4.396761242432122e-06, "train_wd": 0.39938827711490904, "train_loss": 3.9165923896161536, "epoch": 779}
{"train_lr": 4.081124933738546e-06, "train_wd": 0.39944512007195976, "train_loss": 3.9154963529274927, "epoch": 780}
{"train_lr": 3.780854636727474e-06, "train_wd": 0.39949919576326937, "train_loss": 3.911952784246237, "epoch": 781}
{"train_lr": 3.495954981938134e-06, "train_wd": 0.3995505033549304, "train_loss": 3.9104741394674654, "epoch": 782}
{"train_lr": 3.226430362875396e-06, "train_wd": 0.39959904205569813, "train_loss": 3.9087350633468847, "epoch": 783}
{"train_lr": 2.972284935942512e-06, "train_wd": 0.3996448111170822, "train_loss": 3.907817544795269, "epoch": 784}
{"train_lr": 2.7335226203763406e-06, "train_wd": 0.39968780983325564, "train_loss": 3.9047844176166517, "epoch": 785}
{"train_lr": 2.510147098187305e-06, "train_wd": 0.3997280375410919, "train_loss": 3.9037458091634782, "epoch": 786}
{"train_lr": 2.302161814102084e-06, "train_wd": 0.3997654936202798, "train_loss": 3.903919582492668, "epoch": 787}
{"train_lr": 2.1095699755110664e-06, "train_wd": 0.399800177493149, "train_loss": 3.9012395639827164, "epoch": 788}
{"train_lr": 1.9323745524186155e-06, "train_wd": 0.39983208862487307, "train_loss": 3.9003966223466384, "epoch": 789}
{"train_lr": 1.7705782773974631e-06, "train_wd": 0.3998612265233385, "train_loss": 3.8992728496790767, "epoch": 790}
{"train_lr": 1.6241836455462392e-06, "train_wd": 0.39988759073918, "train_loss": 3.898525959203879, "epoch": 791}
{"train_lr": 1.4931929144512787e-06, "train_wd": 0.39991118086583927, "train_loss": 3.897511944613999, "epoch": 792}
{"train_lr": 1.3776081041518219e-06, "train_wd": 0.3999319965395216, "train_loss": 3.8954558542666793, "epoch": 793}
{"train_lr": 1.2774309971084778e-06, "train_wd": 0.39995003743923635, "train_loss": 3.8951357355479783, "epoch": 794}
{"train_lr": 1.1926631381762188e-06, "train_wd": 0.39996530328676555, "train_loss": 3.894098729574137, "epoch": 795}
{"train_lr": 1.1233058345802558e-06, "train_wd": 0.39997779384669113, "train_loss": 3.8952688104379996, "epoch": 796}
{"train_lr": 1.0693601558960195e-06, "train_wd": 0.39998750892641155, "train_loss": 3.893717849335308, "epoch": 797}
{"train_lr": 1.030826934032711e-06, "train_wd": 0.3999944483760523, "train_loss": 3.8938989406920594, "epoch": 798}
{"train_lr": 1.0077067632201525e-06, "train_wd": 0.39999861208866594, "train_loss": 3.893215452683427, "epoch": 799}