{"runs":[[{"__dict__":[["params",{"__nd__":[0.35877340800391416,1.5106773081434572,-1.7863312373111822],"dtype":"float64","shape":[3]}],["grads",[{"__nd__":[0.016866135086657522,-0.00047317212156137566,-0.007999785843751533],"dtype":"float64","shape":[3]},{"__nd__":[-1.082816516582591,-0.22364535840745078,0.8338841795521574],"dtype":"float64","shape":[3]},{"__nd__":[5.840637316429703,6.382860242561828,-16.948083917690127],"dtype":"float64","shape":[3]},{"__nd__":[0.015538031742896521,0.009688853654566601,0.021832140014726404],"dtype":"float64","shape":[3]}]],["lr",0.01],["beta1",0.9],["beta2",0.999],["weight_decay",0.0]]},[{"__dict__":[["params",{"__nd__":[0.34877341393295125,1.520677096808338,-1.7763312498115011],"dtype":"float64","shape":[3]}],["m",{"__nd__":[0.0016866135086657519,-4.7317212156137555e-05,-0.0007999785843751531],"dtype":"float64","shape":[3]}],["v",{"__nd__":[2.844665127613802e-07,2.2389185662289347e-10,6.399657354588748e-08],"dtype":"float64","shape":[3]}],["t",1]]},{"__dict__":[["params",{"__nd__":[0.3561095758566197,1.528132617404132,-1.7837080295837346],"dtype":"float64","shape":[3]}],["m",{"__nd__":[-0.10676369950045989,-0.022407121331685594,0.08266843722927808],"dtype":"float64","shape":[3]}],["v",{"__nd__":[0.001172775790630306,5.0017470005161925e-05,0.0006954267574843478],"dtype":"float64","shape":[3]}],["t",2]]},{"__dict__":[["params",{"__nd__":[0.35086174193810193,1.5219501023737116,-1.7776077037667997],"dtype":"float64","shape":[3]}],["m",{"__nd__":[0.4879764020925563,0.6181196150576657,-1.6204067982626622],"dtype":"float64","shape":[3]}],["v",{"__nd__":[0.03528464727691087,0.04079087232861164,0.2879322798117938],"dtype":"float64","shape":[3]}],["t",3]]},{"__dict__":[["params",{"__nd__":[0.34654784177597436,1.516876947864208,-1.772618172854901],"dtype":"float64","shape":[3]}],["m",{"__nd__":[0.44073256505759034,0.5572765389173558,-1.4561829044349235],"dtype":"float64","shape":[3]}],["v",{"__nd__":[0.03524960406006441,0.04075017533016816,0.28764482417431964],"dtype":"float64","shape":[3]}],["t",4]]}]],[{"__dict__":[["params",{"__nd__":[[1.2098158348986146,-1.0243913350545566],[1.2852724548122736,0.6283942642703312]],"dtype":"float64","shape":[2,2]}],["grads",[{"__nd__":[[2.148249276789193,-8.198733225718833],[0.027802218072239555,-1.4699870178042784]],"dtype":"float64","shape":[2,2]},{"__nd__":[[0.12449694399871385,1.5847459143396285],[-0.7744857532181485,0.4711025594104292]],"dtype":"float64","shape":[2,2]},{"__nd__":[[4.988423774524557,-8.64338539814181],[-11.812660464710163,10.13579500325613]],"dtype":"float64","shape":[2,2]},{"__nd__":[[-0.1625051850123894,0.3943673986045515],[-0.6753440287843157,0.2383482020485698]],"dtype":"float64","shape":[2,2]}]],["lr",0.1],["beta1",0.8],["beta2",0.99],["weight_decay",0.0]]},[{"__dict__":[["params",{"__nd__":[[1.1098158353641099,-0.9243913351765267],[1.1852724907806138,0.7283942635900531]],"dtype":"float64","shape":[2,2]}],["m",{"__nd__":[[0.42964985535783856,-1.6397466451437661],[0.00556044361444791,-0.29399740356085563]],"dtype":"float64","shape":[2,2]}],["v",{"__nd__":[[0.04614974955225296,0.6721922650650599],[7.729633297363644e-06,0.02160861832513118]],"dtype":"float64","shape":[2,2]}],["t",1]]},{"__dict__":[["params",{"__nd__":[[1.0423530313799434,-0.8774805825540124],[1.261344075233892,0.7643450189294828]],"dtype":"float64","shape":[2,2]}],["m",{"__nd__":[[0.3686192730860136,-0.9948481332470873],[-0.15044879575207135,-0.1409774109665987]],"dtype":"float64","shape":[2,2]}],["v",{"__nd__":[[0.04584324694738062,0.6905845385445708],[0.006005934156343223,0.02361190835671044]],"dtype":"float64","shape":[2,2]}],["t",2]]},{"__dict__":[["params",{"__nd__":[[0.9581978597392365,-0.8029443760933861],[1.3354157819912509,0.6983896939308478]],"dtype":"float64","shape":[2,2]}],["m",{"__nd__":[[1.292580173373722,-2.5245555862260316],[-2.482891129543689,1.9143770718779465]],"dtype":"float64","shape":[2,2]}],["v",{"__nd__":[[0.29422853202032534,1.430759804567236],[1.4013353473600465,1.0507191927534636]],"dtype":"float64","shape":[2,2]}],["t",3]]},{"__dict__":[["params",{"__nd__":[[0.8958322316670513,-0.7481471235657216],[1.3958720344185465,0.6463453542723914]],"dtype":"float64","shape":[2,2]}],["m",{"__nd__":[[1.0015631016964999,-1.940770989259915],[-2.1213817093918146,1.5791712979120711]],"dtype":"float64","shape":[2,2]}],["v",{"__nd__":[[0.2915503260516812,1.418007462972385],[1.3918828894585924,1.0407800994801268]],"dtype":"float64","shape":[2,2]}],["t",4]]}]],[{"__dict__":[["params",{"__nd__":[-0.6051266946615304,0.18878846665371848,0.9860894628834065,-0.33963024501217354],"dtype":"float64","shape":[4]}],["grads",[{"__nd__":[8.497738099419227,-10.341993407801507,-2.884907696501737,-13.647425964001084],"dtype":"float64","shape":[4]},{"__nd__":[0.0007865408332523142,-0.0019726266289721334,-0.002676757167074215,0.013401946901039739],"dtype":"float64","shape":[4]},{"__nd__":[0.014237928368424078,-0.01215631004946525,0.011741144932558947,-0.017230696128709918],"dtype":"float64","shape":[4]},{"__nd__":[-1.734455959217569,1.110606026713016,-10.474166760042456,-7.224687794067584],"dtype":"float64","shape":[4]}]],["lr",0.001],["beta1",0.95],["beta2",0.9],["weight_decay",0.01]]},[{"__dict__":[["params",{"__nd__":[-0.6061206433934069,0.18978657876808502,0.9870796019853113,-0.3386268487104562],"dtype":"float64","shape":[4]}],["m",{"__nd__":[0.4248869049709617,-0.5170996703900758,-0.14424538482508698,-0.6823712982000548],"dtype":"float64","shape":[4]}],["v",{"__nd__":[7.221155280632108,10.69568276470098,0.8322692417334956,18.625223544289085],"dtype":"float64","shape":[4]}],["t",1]]},{"__dict__":[["params",{"__nd__":[-0.606822506532995,0.19049267839307113,0.9877782775808641,-0.33791633914603564],"dtype":"float64","shape":[4]}],["m",{"__nd__":[0.4036818867640762,-0.49134331820202054,-0.13716695344218635,-0.6475826359450001],"dtype":"float64","shape":[4]}],["v",{"__nd__":[6.499039814433546,9.626114877356464,0.7490430340630392,16.76271915107825],"dtype":"float64","shape":[4]}],["t",2]]},{"__dict__":[["params",{"__nd__":[-0.6073962816749546,0.1910703564858501,0.9883450627220308,-0.33733403587521815],"dtype":"float64","shape":[4]}],["m",{"__nd__":[0.3842096888442936,-0.46738396779439273,-0.12972154852344908,-0.6160650389541855],"dtype":"float64","shape":[4]}],["v",{"__nd__":[5.849156104850614,8.66351816720822,0.674152516105168,15.086476925659335],"dtype":"float64","shape":[4]}],["t",3]]},{"__dict__":[["params",{"__nd__":[-0.6077631380467534,0.19150484490335043,0.9889362768187829,-0.33664049216630104],"dtype":"float64","shape":[4]}],["m",{"__nd__":[0.27827640644120033,-0.3884844680690222,-0.6469438090993999,-0.9464961767098559],"dtype":"float64","shape":[4]}],["v",{"__nd__":[5.565074241812087,7.9205109251445265,11.577554196212477,18.797440605268314],"dtype":"float64","shape":[4]}],["t",4]]}]],[{"__dict__":[["params",{"__nd__":[0.07665381874343688,-0.6934227233827154,-0.6412007892602988,0.6662634522239711,0.9317210528359195],"dtype":"float64","shape":[5]}],["grads",[{"__nd__":[-0.0600550310800827,0.018197912592243334,-0.019598117164741715,-0.4544882932751738,-0.511393214091543],"dtype":"float64","shape":[5]},{"__nd__":[0.0064838872199423974,-0.0008415967031156173,-0.0013743939809669995,0.0020054261321582876,0.005306748425469374],"dtype":"float64","shape":[5]},{"__nd__":[1.4210345023787507,-0.27354581958930024,-0.4011722662804173,0.20057350347744685,-0.8455026583233285],"dtype":"float64","shape":[5]},{"__nd__":[0.009262440047595556,0.006939247628614134,-0.001196149568737294,0.00739582174610242,0.010502047166386167],"dtype":"float64","shape":[5]}]],["lr",0.05],["beta1",0.9],["beta2",0.999],["weight_decay",0.3]]},[{"__dict__":[["params",{"__nd__":[0.1255040031365896,-0.733021355056311,-0.5815828029340361,0.7062694993404732,0.9677452360656595],"dtype":"float64","shape":[5]}],["m",{"__nd__":[-0.006005503108008269,0.001819791259224333,-0.001959811716474171,-0.04544882932751737,-0.051139321409154295],"dtype":"float64","shape":[5]}],["v",{"__nd__":[3.606606758029702e-06,3.3116402271492883e-07,3.8408619640294417e-07,0.0002065596087241806,0.00026152301941887904],"dtype":"float64","shape":[5]}],["t",1]]},{"__dict__":[["params",{"__nd__":[0.15293475199448914,-0.7537733953671985,-0.5368341606283822,0.7290137865937846,0.9863438945113862],"dtype":"float64","shape":[5]}],["m",{"__nd__":[-0.0047565640752132024,0.001553652462990338,-0.0019012699429234539,-0.0407034037815498,-0.04549471442569193],"dtype":"float64","shape":[5]}],["v",{"__nd__":[3.645040944752605e-06,3.31541143702909e-07,3.8559106902145954e-07,0.00020635707084942797,0.0002612896579783114],"dtype":"float64","shape":[5]}],["t",2]]},{"__dict__":[["params",{"__nd__":[0.11969016678036336,-0.7122256861856557,-0.4955183694267426,0.728744866310023,1.0121247127223363],"dtype":"float64","shape":[5]}],["m",{"__nd__":[0.13782254257018317,-0.025956294742238713,-0.04182836957667283,-0.016575713055650143,-0.12549550881545557],"dtype":"float64","shape":[5]}],["v",{"__nd__":[0.0020229804528546333,7.515852501734126e-05,0.0001613243927105186,0.0002463804440757959,0.0009759031135521489],"dtype":"float64","shape":[5]}],["t",3]]},{"__dict__":[["params",{"__nd__":[0.09235322108355093,-0.6775141676997839,-0.46075188596534034,0.7261167893111293,1.0298692997551073],"dtype":"float64","shape":[5]}],["m",{"__nd__":[0.12496653231792441,-0.02266674050515343,-0.03776514757587928,-0.014178559575474887,-0.1118957532172714],"dtype":"float64","shape":[5]}],["v",{"__nd__":[0.002021043265197414,7.513151964997515e-05,0.00016116449909159888,0.00024618876181102024,0.0009750375034332818],"dtype":"float64","shape":[5]}],["t",4]]}]]]}