{"cases":[[{"__dict__":[["x",{"__nd__":[[[0.30471707975443135,-1.0399841062404955,0.7504511958064572,0.9405647163912139],[-1.9510351886538364,-1.302179506862318,0.12784040316728537,-0.3162425923435822],[-0.016801157504288795,-0.85304392757358,0.8793979748628286,0.7777919354289483]]],"dtype":"float64","shape":[1,3,4]}],["w_q",{"__nd__":[[0.03301534878060802,0.5636206034840164,0.2337546711260228,-0.4296462314416191],[0.18437539204124942,-0.47944130041449945,0.43922515065363626,-0.024962955493126448],[-0.09243118177263028,-0.3404647722019707,0.6112706693370151,-0.07726474103440108],[-0.2141639110815536,-0.1760667752441148,0.26615459277667436,0.18272203218203917]],"dtype":"float64","shape":[4,4]}],["w_k",{"__nd__":[[0.2063663057979942,0.21541050150394137,1.0708238004352306,-0.2032075081923078],[-0.25612136453576867,-0.40688636412393886,0.3079897112877478,0.5644861463604458],[-0.056973728827437536,-0.420078238481264,-0.4122406078456198,0.32529639391235055],[0.37162708560172114,0.2715771341525975,-0.33275485364434715,0.11608066153335989]],"dtype":"float64","shape":[4,4]}],["w_v",{"__nd__":[[0.05834290457036411,0.10934429836450647,0.4357143889740949,0.11179777438734113],[0.33945678153594744,0.03378953474444573,0.14455969934499208,0.3156441129192702],[-0.7285779099278332,-0.15983560817865067,-0.23518632714639776,-0.31943892412167096],[-0.13757112561334187,0.7474706556171979,-0.4329155578466216,0.4841391772957404]],"dtype":"float64","shape":[4,4]}],["w_o",{"__nd__":[[-0.8414348858079024,-0.16744251499288743,0.0813765325525028,0.2931111656796391],[0.3556132898964275,0.3966736175999626,-0.1743625361242188,-0.23117589633228358],[0.4289879406285769,-0.09565216244080745,-0.6378431616689609,-0.5666436070017403],[-0.45972614300080566,0.24858037202688202,0.07121286803528262,0.3452426770338841]],"dtype":"float64","shape":[4,4]}],["n_heads",2]]},{"__dict__":[["split",{"__nd__":[[[[0.30471707975443135,-1.0399841062404955],[-1.9510351886538364,-1.302179506862318],[-0.016801157504288795,-0.85304392757358]],[[0.7504511958064572,0.9405647163912139],[0.12784040316728537,-0.3162425923435822],[0.8793979748628286,0.7777919354289483]]]],"dtype":"float64","shape":[1,2,3,2]}],["output",{"__nd__":[[[0.6063232423356528,0.18497228446230726,0.341017890968433,0.016947257195049498],[0.6649365723490783,0.12491034519459032,0.3951943170991542,-0.0033178793533029105],[0.5966694839630121,0.18134147092664996,0.34184632234618917,0.021614448474880865]]],"dtype":"float64","shape":[1,3,4]}],["weights",{"__nd__":[[[[0.31073103561199134,0.37374623852499655,0.3155227258630121],[0.2887609768216573,0.3883153212710337,0.32292370190730896],[0.29900696016099226,0.3839482186763879,0.31704482116261984]],[[0.38506365850147334,0.2537929658118197,0.361143375686707],[0.1644055780902082,0.609408740063216,0.22618568184657592],[0.3899613129919753,0.24273290566342676,0.3673057813445979]]]],"dtype":"float64","shape":[1,2,3,3]}]]}],[{"__dict__":[["x",{"__nd__":[[[-0.42725264633653426,0.15853969107671423,0.6255903939673367,-0.3093465397202384,0.45677523755741145,-0.6619259410666513],[-0.3630538465650718,-0.3817378939983291,-1.1958396455890397,0.4869724807855818,-0.46940234020272387,0.01249411872768743],[0.48074665890590895,0.4465311760299441,0.6653851089727862,-0.09848548450942361,-0.42329831204415375,-0.07971821090639905],[-1.6873344339580298,-1.4471124724230873,-1.3226996123544024,-0.9972468276014818,0.3997742267234366,-0.9054790553600608]],[[-0.3781625540393897,1.2992282977860654,-0.35626397106142593,0.7375155684670865,-0.933617680009877,-0.20543755786763002],[-0.9500220549105812,-0.3390330759005625,0.8403081374573955,-1.7273204231923487,0.43442364354585733,0.2377356023322779],[-0.5941499556967944,-1.4460578543884546,0.07212950771386951,-0.5294927090638024,0.23267621135470395,0.02185214552344288],[1.6017788913209154,-0.23935562747302427,-1.023497492621865,0.17927563495631615,0.21999668397176517,1.3591875752404365]]],"dtype":"float64","shape":[2,4,6]}],["w_q",{"__nd__":[[0.3409327384917734,0.14569199981381534,0.5973909037712143,-0.48531048469390425,-0.2611774695667206,-0.37827304406375006],[-0.15913918574439723,-0.5620297662451446,0.2592992882234846,-0.0907220361928431,-0.6004541553341992,-0.4146084237338396],[0.12799149225829057,0.3421637385352259,0.8151619730495567,1.1895793703943085,0.16918194268702386,-0.4039772458518335],[-0.8704042492983944,0.10929274683945181,-0.3318818124082609,-0.16956889140011053,-0.24988747181456936,-0.057477638692381205],[0.4351846068873297,0.06411480917936063,-0.064762401029058,-0.4228038741036218,-0.6836864492445418,-0.19853437251824307],[-0.02195663442836518,0.7217543648789123,0.05318435068230346,0.40120172534645593,-0.2038365745397401,-0.48375126693556136]],"dtype":"float64","shape":[6,6]}],["w_k",{"__nd__":[[-0.3940072682793844,-0.29607230104655646,0.8689441295707319,-0.3353297076031451,0.34231178399776857,-0.3686184768673885],[0.3803130899481804,0.15715557382513112,-0.06394715394076896,-0.01664123160977948,-0.26731595727582125,0.18210821367851127],[-0.18574622803842208,-0.5003514578406363,-0.5217158300355205,0.07045872236477313,0.6446613059159937,0.06531630272991115],[-0.048433893817853846,0.1166880328626236,0.5331729783946388,0.08956253113948046,-0.16776033949292243,0.4516404746414219],[0.1750390830273282,0.6269697583019979,0.07480514574995122,-0.49988738892583595,-0.5585486541744505,0.673988506012448],[0.7036835838409433,-0.07328841192803934,-0.1564355687811943,0.5966321339160493,-0.45194950715965526,-0.3652707759205445]],"dtype":"float64","shape":[6,6]}],["w_v",{"__nd__":[[0.262637064141399,-0.1610968668157101,-0.00209099333245286,-0.06672528391109091,0.13781423245127455,0.5746020637402208],[0.036981133384465806,0.26288691151864013,-0.8369792554026213,-0.019889204302102018,-0.34424731631444583,-0.49757834831297515],[-0.3585042025654575,-0.13640532347001044,0.37391564714834824,-0.5414975595008943,0.012505254486027403,-0.19766134345329073],[-0.1337719806042746,0.40937416792986564,0.2196847072290674,0.5459904910331059,-0.06307667942072982,-0.2841173814755206],[-0.0913899792967269,0.09899890047944844,0.07208577173019043,-0.44269957668867593,0.036942298654027934,0.09317382561463018],[1.027754472110382,0.7662186040220554,-0.3483351392152969,-0.11732376606020942,-0.59744769544297,-0.24115512861560662]],"dtype":"float64","shape":[6,6]}],["w_o",{"__nd__":[[0.12884520317759787,0.49228767927728057,-0.2976472303636607,-0.2670541658706998,-0.8766270755226131,-0.06640808397918914],[-0.43372886740583716,-0.2161427411263662,-0.35797691366173057,-0.03848252662836354,-0.7175896108711407,-0.5989187134640104],[0.8692614934606702,-0.5255880679096969,-0.44776083740952577,0.7499168076671193,1.18598870552509,-0.47829007338245694],[-0.15033700707381445,0.13943946976990593,0.7057378580574901,-0.40288271520049035,-0.10013426129452507,0.31734673654053014],[0.17749250665268163,-0.1535650730272911,-0.05463299648848,-0.5612988633329762,-0.09723402381103488,-0.10875223739711533],[0.09478296053710276,-0.2267113877309149,0.19250479571690873,0.413439501350658,0.06345375730859887,0.14360395238868326]],"dtype":"float64","shape":[6,6]}],["n_heads",3]]},{"__dict__":[["split",{"__nd__":[[[[-0.42725264633653426,0.15853969107671423],[-0.3630538465650718,-0.3817378939983291],[0.48074665890590895,0.4465311760299441],[-1.6873344339580298,-1.4471124724230873]],[[0.6255903939673367,-0.3093465397202384],[-1.1958396455890397,0.4869724807855818],[0.6653851089727862,-0.09848548450942361],[-1.3226996123544024,-0.9972468276014818]],[[0.45677523755741145,-0.6619259410666513],[-0.46940234020272387,0.01249411872768743],[-0.42329831204415375,-0.07971821090639905],[0.3997742267234366,-0.9054790553600608]]],[[[-0.3781625540393897,1.2992282977860654],[-0.9500220549105812,-0.3390330759005625],[-0.5941499556967944,-1.4460578543884546],[1.6017788913209154,-0.23935562747302427]],[[-0.35626397106142593,0.7375155684670865],[0.8403081374573955,-1.7273204231923487],[0.07212950771386951,-0.5294927090638024],[-1.023497492621865,0.17927563495631615]],[[-0.933617680009877,-0.20543755786763002],[0.43442364354585733,0.2377356023322779],[0.23267621135470395,0.02185214552344288],[0.21999668397176517,1.3591875752404365]]]],"dtype":"float64","shape":[2,3,4,2]}],["output",{"__nd__":[[[0.24364994950626767,-0.2247075061996005,0.33968032994401487,-0.008176267249696528,0.6841036872476701,0.2029848719043458],[0.590340676424296,-0.4589509337974876,-0.012135258179639091,0.36524787166773565,1.1855220840038783,-0.026781931540795743],[0.14538636425638024,-0.15552417319790462,0.526538454807077,-0.10909268148455013,0.6342345804577127,0.33119540944107745],[0.620664844910426,-0.45227513826279186,-0.1075374857091488,0.35609503662560726,1.1342608251665183,-0.12062022121240976]],[[0.15595073945446702,0.038084205466097046,-0.3974308780772232,0.2983308966699679,-0.06480441204405907,-0.15253620290685554],[-0.45820660112844935,0.5009308438072699,0.16990844239380923,-0.5422986318026297,-1.1779410940445454,0.15000104102818543],[0.11515265915612638,0.11666156096253581,-0.6117442909060966,0.12423912309321053,-0.4226382005588041,-0.3366542692129763],[-0.013032359420744297,0.15417196359494031,-0.258557223908731,0.21854963073684547,-0.5005143353614929,-0.10956188637337412]]],"dtype":"float64","shape":[2,4,6]}],["weights",{"__nd__":[[[[0.2463173632167384,0.2526757798655397,0.31265340384470836,0.1883534530730135],[0.2693676601649258,0.20584825321943187,0.3067484723767937,0.2180356142388486],[0.2492346827760753,0.2523984815759855,0.2561627170298246,0.24220411861811458],[0.2424860740757332,0.24958154853270328,0.34540138805657533,0.16253098933498822]],[[0.19118943570890415,0.3495054471338406,0.2724091643034413,0.18689595285381402],[0.3685867088257455,0.054546562237244696,0.1233957718301793,0.4534709571068306],[0.13137765398070297,0.4806248268239117,0.2753972390502525,0.11260028014513258],[0.35893612288826793,0.02756394371389102,0.08435705019125285,0.5291428832065882]],[[0.2593674349054791,0.2436140208491772,0.2451805508720218,0.251837993373322],[0.35234652030444563,0.18309023762988147,0.2169854390028168,0.24757780306285612],[0.21004425765452203,0.26637113693454084,0.30442446638373055,0.21916013902720652],[0.5693879437185319,0.07843614156629855,0.18326036723337147,0.16891554748179807]]],[[[0.2075829541887602,0.22000063905659867,0.3893002705526221,0.18311613620201914],[0.2742688686559195,0.2791677992989314,0.14107463457234734,0.3054886974728018],[0.26476889490135336,0.2506227639989315,0.20269279774645607,0.28191554335325913],[0.26218798711183555,0.23820619927174125,0.22154963301546954,0.2780561806009536]],[[0.2040980081838602,0.3907263162114188,0.26938879995608633,0.1357868756486348],[0.3359893111186974,0.08639115768866283,0.14335690856903535,0.4342626226236045],[0.21388247266877095,0.4337251357746813,0.25150330237056406,0.10088908918598358],[0.1832023568426357,0.24085334897385077,0.27790574139200247,0.2980385527915111]],[[0.2513753889823567,0.23251345654668007,0.23512696813961853,0.28098418633134475],[0.24137893094297228,0.2970336625831729,0.28865801644472383,0.17292939002913105],[0.27412080708171577,0.31266550894196127,0.3146878345808353,0.0985258493954876],[0.17960398417628057,0.16336634104340866,0.16124426177712012,0.4957854130031908]]]],"dtype":"float64","shape":[2,3,4,4]}]]}],[{"__dict__":[["x",{"__nd__":[[[0.053155347577867364,8.439309141418043e-05,-0.7215580335428474,0.316494261673308,-0.09728659841348947,2.093168308930595,1.5733549024752425,0.3858465525565008],[-0.7630572096947675,-1.112411471983418,1.191142953088865,0.2627492251471385,0.4801434033916108,-1.7445859869741926,0.9274384815581808,0.45442033821436295],[-1.110430684414478,-0.47152480744994896,0.2637172043565196,0.05246679835624363,-0.292171185803555,-0.10348826806596086,-0.25197737820688537,0.15256251210246857],[1.471491972993157,-2.5666584409312976,-0.23685026450968424,0.17651242137244696,0.2959939896870995,-0.37191458132128985,-1.7567217824785826,0.32799548371410964],[1.727350214164185,-1.5338614049161376,0.8638280136981883,-0.3285252231228939,-0.0613243458288473,-1.052898510703949,-0.33445617235587666,1.3000445946989585]],[[0.582655241987707,1.732311605409944,1.1774118889776937,0.4390866789295762,1.743934526167792,0.43899315873829875,0.8279881767970589,-0.29657095353470836],[0.06654581585920483,-0.6974238233002769,0.989583934594853,-1.1783036231148656,0.7823503424176613,-0.19065105750515945,1.1712470934673194,0.7508689887312598],[1.8206461576468016,0.7307746911386448,-1.5720402556532407,-0.06695317289820084,-1.172007192594816,-0.5182798423662747,1.5112284332767216,0.637533810897696],[-0.6989304285787463,-1.013717366440399,0.03278209287626079,-1.2165601493811278,-0.6711402773965811,0.31200947155124387,1.1553120361066962,0.6087614722244398],[-2.2912895085981,0.3043667290302598,0.07203357323257792,0.41389028537269307,1.6162096816512073,-2.063238276804743,-0.5911034251911056,0.5909063227933546]]],"dtype":"float64","shape":[2,5,8]}],["w_q",{"__nd__":[[-0.5591780624702739,0.5218267902822328,0.13023372936777114,0.29931263861690355,-0.2018590673687689,0.28770891172924734,0.37776174137239543,0.08233481361414455],[0.0828732303717141,0.0955807688720229,-0.3052386456012559,-0.05215926510872768,-0.053924858490404085,0.13555020067483586,0.35349125249250113,-0.3742490208487862],[-0.04419736652426403,0.5237736318880453,-0.2628981395019291,-0.2907092815283707,0.07152604005993175,0.29853524706283224,0.004039720684578235,0.46985852271383655],[0.30292241757630983,0.2976283389184379,0.19590976782681543,0.822949645752304,-0.07253561071843222,-0.7083520994893232,0.5671895688884327,-0.1618211856873977],[0.038141496876188286,0.462996084786183,-0.5664842933518057,-0.44252411637385086,-0.5661372439505737,-0.28076957793165197,0.15543501268622734,0.1853283891342292],[0.09767767283498431,-0.49948816836464943,-0.8167449026426452,0.01921689440567068,-0.16679801629347998,0.1624173971807157,0.24817808458977358,0.048875727024816684],[0.2687476296367595,0.08103845848092578,0.187406173899224,-0.2491396213480722,-0.06350222434936378,0.06957085616077699,0.29010062456215807,-0.1392085264561676],[0.1842604503302802,-0.09398820623290202,-0.041557431796542414,0.2932792698692953,-0.7046532518432851,-0.4583721874011869,-0.5240316727537483,-0.8250578915154876]],"dtype":"float64","shape":[8,8]}],["w_k",{"__nd__":[[-0.23980269253571135,0.26496489627428216,-0.10072172759555857,0.06992935409626326,0.3850965390556187,0.4694079337069121,-0.02444395124104308,0.478564880716473],[0.03257169245340773,-0.29606498131098435,-0.2101522598896989,-0.5234487039145025,-0.31400273528820344,-0.1265780139576889,0.2841102082312662,0.6083840082393488],[-0.4886749611769016,0.13888548332146597,-0.36788783775042744,0.16783076513092027,-0.04634612981216184,-0.6473229625853724,0.3282025488465733,-0.2139000533248743],[-0.1887622395155273,-0.37821459210680014,-0.2313240708813623,0.1512821161101381,-0.06690797838865564,0.11619956526614544,0.12795869858634623,0.46692440613850955],[-0.12119320588651876,-0.5221480885699885,0.3773201038961718,-0.11719876718655102,0.3940679379099772,0.13554427824152368,-0.04636411843742044,0.12331089989726803],[0.6897871057227165,0.734323508243166,0.024529935569404016,0.05663592740840019,0.38050835676487943,-0.29898632542750514,0.11775815954534918,-0.009143897584484242],[0.11098331249588841,-0.2946403669580804,-0.561996976836237,-0.7329103224384158,-0.3950549417425335,-0.16216620217163713,-0.10365887955309135,0.6849146458399047],[0.39102770590440605,-0.3401505762422501,0.12293350230197593,-0.14392389069838749,-0.10053779910119219,0.06552251171470867,0.2189100477640748,-0.11994598726472715]],"dtype":"float64","shape":[8,8]}],["w_v",{"__nd__":[[0.3761283164860836,-0.40373613170071554,0.002241196991362215,0.9184163536930212,0.07887059937784087,0.5067178482580783,0.03235726930083828,0.2053357112327626],[-0.02007589090625306,-0.060248178103402966,-0.2755886442700434,0.1521345044363363,-0.30106386045289424,0.2353199170274382,0.3837069001886688,0.12958842178764662],[-0.10120421030164546,0.16050106977722922,-0.1091324053732201,0.3307658582679944,-0.6474998306274076,-0.11865512290643233,-0.7038583309098494,-0.5285838256700232],[0.48219811565281034,0.3164956855842682,-0.2543746759426772,-0.531215191261371,-1.0481192221304532,-0.19215467960179647,0.8557459342229293,0.15375480869165822],[-0.19783867901482627,0.16443068496666335,-0.5518821182760775,-0.1051196829843427,0.03517059787236524,-0.03044117738362263,0.279592185625445,0.12185048828754222],[0.23628892972378399,-0.24337635437311494,0.31742568177043406,0.5759161808951201,-0.3429996520551928,-0.313847808892802,0.47227108120740424,-0.06765031526567282],[0.49632581295250067,-0.15646000139808974,0.5144362969582539,0.04648725634649367,0.09129767603465033,0.5532113618837943,-0.1279051789169342,-0.3327369079765172],[-0.15859139664721125,0.15992420193033222,-0.5535794288215993,0.22537999903685874,-0.19048442609815872,0.40581305796823836,-0.8464988487604471,-0.27809299671270526]],"dtype":"float64","shape":[8,8]}],["w_o",{"__nd__":[[-0.5962565329963867,-0.29211622924104663,0.08756311907140528,-0.06336618111235157,-0.08958249860185168,-0.056280351007574676,0.0719086020779816,-0.3565713371645059],[0.2499090871794974,0.23428780066056976,0.13613146836535606,0.19676428566325668,0.10479958921878132,0.7195070662864207,-0.030792439476525428,-0.10857031303648418],[-0.2664122309408965,-0.3649599671656618,-0.43998722000403256,-0.3142373036429832,-0.024989288581516427,0.11819117613918108,0.018081448203036532,-0.27065759295403746],[0.3182633047689859,0.26142185733963325,-0.05644420039153142,-0.23084071671929735,0.19389855090539512,0.06645869919769361,-0.5119903025767354,-0.024034649996685038],[0.09264364981575932,-0.31809014226183685,0.06711977521940879,-0.5143574223742243,0.47241312612290615,0.4412169485085874,-0.08927835972638838,0.1285005134688375],[-0.8520360820737533,-0.40883063599140745,-0.10386653330461612,-0.37905626489247707,0.2525772986619782,0.7061509604661361,-0.4159961234761832,-0.29608802601210477],[0.08324356892562977,0.5696155769416172,-0.43217458277260484,0.08804756542182055,0.6439263839886076,-0.5839850472822375,-0.45292636166497985,-0.14976755199193995],[-0.18405579846860157,0.2872979404857615,0.08543961331247786,-0.627543854360895,0.18222509549262697,-0.20419083182405703,0.45058513468173655,-0.22188570140135266]],"dtype":"float64","shape":[8,8]}],["n_heads",4]]},{"__dict__":[["split",{"__nd__":[[[[0.053155347577867364,8.439309141418043e-05],[-0.7630572096947675,-1.112411471983418],[-1.110430684414478,-0.47152480744994896],[1.471491972993157,-2.5666584409312976],[1.727350214164185,-1.5338614049161376]],[[-0.7215580335428474,0.316494261673308],[1.191142953088865,0.2627492251471385],[0.2637172043565196,0.05246679835624363],[-0.23685026450968424,0.17651242137244696],[0.8638280136981883,-0.3285252231228939]],[[-0.09728659841348947,2.093168308930595],[0.4801434033916108,-1.7445859869741926],[-0.292171185803555,-0.10348826806596086],[0.2959939896870995,-0.37191458132128985],[-0.0613243458288473,-1.052898510703949]],[[1.5733549024752425,0.3858465525565008],[0.9274384815581808,0.45442033821436295],[-0.25197737820688537,0.15256251210246857],[-1.7567217824785826,0.32799548371410964],[-0.33445617235587666,1.3000445946989585]]],[[[0.582655241987707,1.732311605409944],[0.06654581585920483,-0.6974238233002769],[1.8206461576468016,0.7307746911386448],[-0.6989304285787463,-1.013717366440399],[-2.2912895085981,0.3043667290302598]],[[1.1774118889776937,0.4390866789295762],[0.989583934594853,-1.1783036231148656],[-1.5720402556532407,-0.06695317289820084],[0.03278209287626079,-1.2165601493811278],[0.07203357323257792,0.41389028537269307]],[[1.743934526167792,0.43899315873829875],[0.7823503424176613,-0.19065105750515945],[-1.172007192594816,-0.5182798423662747],[-0.6711402773965811,0.31200947155124387],[1.6162096816512073,-2.063238276804743]],[[0.8279881767970589,-0.29657095353470836],[1.1712470934673194,0.7508689887312598],[1.5112284332767216,0.637533810897696],[1.1553120361066962,0.6087614722244398],[-0.5911034251911056,0.5909063227933546]]]],"dtype":"float64","shape":[2,4,5,2]}],["output",{"__nd__":[[[-0.19315483538252198,-0.8231211205185128,0.6036108743725968,0.10645170728653237,-0.9049524872741013,1.0961424490847107,0.4512711494827978,0.12924806450213333],[-0.4734012890786988,-0.7481263445383304,0.358022684053184,0.0641850345530266,-0.6732362613735339,0.2986309366708591,0.1478753837989648,-0.008976339967107672],[-0.13034243119203076,-0.699821704528429,0.49733079652722506,0.048469630509508935,-0.6493074124618444,0.8578510097293736,0.2508696183471605,0.140539453404697],[0.5158479377413225,0.25417389510709726,0.30046557771736676,0.41192488228715896,-0.07922882597879877,0.4084465477611709,-0.4147123019114221,0.30562908771914943],[0.28982559977754635,-0.2756623293813433,0.6100503271944806,0.1856240770530953,-0.584783569193528,0.7515800434901344,0.03602475815048073,0.37838625600563275]],[[-0.5516498592349388,-0.46935118479948684,-0.3378150769629836,-0.8005745189002975,0.6255278844854166,0.6198707303026038,-1.0912936909052615,-0.24139795935979888],[-0.843705896164489,-1.0581555859294902,0.07693013199042167,-0.9006866201270807,0.16608289802216017,1.3795734799535977,-0.7322680982724682,-0.17708174652161068],[-0.8500390570397665,-1.4274576480033734,1.3838054838033549,0.8362791410727222,-1.0012141645109924,1.7373890201736009,1.133810530000388,0.6977362213575725],[0.18718760982395644,-0.7640342861789757,0.5414962594116116,-0.13476388452585408,-0.13416119249754932,2.8479205074081246,-0.4417917456842892,0.34180673995409355],[-0.5200216080909715,-1.3610865491029756,0.5809904912989976,-0.08717427018554358,-0.8914112027085497,1.0785058801159149,0.10080777351590298,0.27201344948424766]]],"dtype":"float64","shape":[2,5,8]}],["weights",{"__nd__":[[[[0.28338000311873074,0.3785499414284415,0.19737937664723396,0.0482986481675444,0.0923920306380493],[0.5469550539208539,0.012955875611692085,0.11934493873605526,0.2365860877651571,0.08415804396624177],[0.3116886318109055,0.2436662525672386,0.2128666252176185,0.10059215320298316,0.13118633720125417],[0.01940821297013377,0.21998459867960946,0.09558919527183363,0.3407093245525256,0.3243086685258975],[0.04107449029879319,0.05693237193073278,0.09023067516857776,0.5398470729002373,0.27191538970165907]],[[0.2470719314138512,0.2769470287240211,0.1832015838502217,0.09401808728802186,0.19876136872388406],[0.20674288132496163,0.14510711197213585,0.20731007149153619,0.27577304039740547,0.16506689481396086],[0.21055222962287776,0.19731832194053447,0.2019734759805778,0.196227912674126,0.19392805978188402],[0.009096636609146594,0.02293216157743413,0.05431258617734031,0.8198241303537733,0.09383448528230569],[0.026461130339117803,0.0433361380178774,0.09312250826222775,0.713436268568667,0.12364395481211005]],[[0.19768770893738052,0.34706891752950486,0.26286550987010576,0.061231603281574155,0.13114626038143465],[0.241546740813503,0.2779042440571746,0.2833259991446131,0.0743895656941415,0.12283345029056773],[0.21964328003191028,0.17605527336816443,0.20643408559696924,0.21119276801623615,0.18667459298671987],[0.22168842482822634,0.31775921296992365,0.2811299178243288,0.06026068082076387,0.1191617635567572],[0.1900456576113222,0.3575229962946344,0.2571065523281037,0.06085710129627222,0.13446769246966753]],[[0.06104439796375974,0.17383898252935062,0.26687457597891845,0.2809097459897288,0.21733229753824232],[0.2994190279775919,0.1928608287144783,0.15270011967260225,0.18338119923515495,0.17163882440017256],[0.19891863842653987,0.19377599813272967,0.17541217112713295,0.24635461909619985,0.18553857321739756],[0.5271507990685037,0.15982434007602017,0.09929718208802144,0.08915200645739041,0.1245756723100644],[0.20143037186617882,0.1905121687218983,0.16418484012650764,0.26544501050530844,0.17842760878010677]]],[[[0.05180354994415044,0.15247873051525024,0.16227634872525942,0.6306280049770835,0.002813365838256428],[0.16301234228218447,0.22337840547690918,0.2185525417121854,0.3304678409983016,0.06458886953041926],[0.239363030713492,0.19253575575968102,0.1533356946952709,0.12802348969573094,0.286742029135825],[0.1159867569954151,0.06971528245559094,0.08405922880259868,0.04034792439015087,0.6898908073562444],[0.056678935252120935,0.13342789453750767,0.23860885765209214,0.555902800936805,0.015381511621474366]],[[0.3156888941021203,0.09829444256140912,0.4802397422478592,0.09198590797225313,0.013791013116358185],[0.2971037068107835,0.12390777602898945,0.42664072304780826,0.10224653466715737,0.050101259445261434],[0.029196920393071417,0.10202342151370729,0.018420697738853468,0.11313356285850046,0.7372253974958674],[0.23902855901843356,0.17326270851960734,0.27848867288912676,0.15218065013141358,0.15703940944141875],[0.22862452813558173,0.17902526239773145,0.25780561834194016,0.16027802868570948,0.17426656243903713]],[[0.1082071164804374,0.12506327046375695,0.30768506529996664,0.18176152035734222,0.27728302739849675],[0.0981572344805426,0.11199728441435326,0.40384883027718005,0.14791516024443396,0.23808149058349],[0.15395805581105973,0.1621482118943274,0.2856114714037864,0.1793635444706858,0.2189187164201406],[0.1550871127688857,0.15730487767213694,0.3619260564459987,0.14755228793708808,0.17812966517589057],[0.25055838966458155,0.24275705522122354,0.014495263814389134,0.31882512709507954,0.17336416420472617]],[[0.5713087353477538,0.11030293091565424,0.1413616011191068,0.06531510644770003,0.11171162616978525],[0.16602417832027264,0.16650416206844273,0.3531951097280768,0.1789754341292853,0.13530111575392256],[0.011693664792944397,0.18811203476621138,0.004329371723480952,0.33175319174553136,0.46411173697183195],[0.06917100133278865,0.2169622358765987,0.18726310725805875,0.31303750696694777,0.21356614856560616],[0.04419733867597217,0.227049935010823,0.10618800261534594,0.364286099864673,0.2582786238331859]]]],"dtype":"float64","shape":[2,4,5,5]}]]}],[{"__dict__":[["x",{"__nd__":[[[-0.6366152831022357,0.5411316108045314,0.7629264823369366,0.4480993639362036,-1.6855973173848082,0.5380344399282511,-1.034308051674399,0.2352761115882635],[-1.4237344353990602,0.44632214754306365,-0.8065989043073726,-1.2826346502605217,0.7138201364823995,0.2416445216767513,-0.6139768013928971,1.4511788490210642],[-0.44065242156974244,0.03210767397093466,0.2689134476786009,-0.6196659341286136,0.47113629339992935,-0.5334523471647244,-0.4116383222162092,1.362642639803341],[-1.040586052512433,-2.41278033092949,1.6109369950118944,2.549327952607003,-0.40526926544933184,-1.9368380406201853,-0.31048397619594376,-0.2862229498406692],[-0.18992384102225704,-1.1133880419218483,0.5795611424764774,0.5245073752860862,-1.4944056198193065,0.6991967316948878,2.052684981945891,0.17196033243705985],[-0.33732516206850605,-0.1420032144075213,0.6152567669685612,-1.7306716055072182,0.16439070297730224,-0.3904639494628101,1.8478250129560454,-0.17417273380495787]]],"dtype":"float64","shape":[1,6,8]}],["w_q",{"__nd__":[[0.5896873200398218,-0.3902312660366145,0.20762746958010808,0.11292504621977499,-0.30725460106834696,0.06271899780796336,0.4286901459200248,-0.11447765489650233],[-0.5981991313711474,-0.006209396849502323,-0.3190547449135681,-0.12103579960349957,-0.028845632603117635,-0.6030391241452171,-0.5712214839071237,0.17043636419261948],[-0.18480896735728577,-0.9067740580555758,0.2774842702297176,0.0962972504722677,-0.25239286449727555,-0.4655697859552976,0.29550271562656527,0.12351409711211091],[0.8423771154782278,0.14855910376783815,0.1370737601368483,-0.05901793567460023,0.28877387720360115,0.2210009923109636,0.44255162086861927,-0.1843154854781934],[-0.15393978834898697,-0.1693885505199193,0.2795906298098283,0.5297553637452085,-0.16222461209442504,-0.15018019169619173,0.1110430674072902,-0.08688981160685019],[0.3366017970943207,-0.7961234959592995,-0.29228437235803956,-0.2766259477276284,-0.8203697355626098,-0.3406976393126185,-0.323556547679498,-0.0711012324692214],[0.39349286461115235,-0.0866420241294684,-0.3644476858719329,-0.02013647115572752,0.37093889118161294,-0.34505354851682196,-0.3219368375995048,0.19747687836374606],[-0.07832484485548842,0.22892040775757183,-0.004824869509947639,0.24807556183811208,-0.36595537674795986,-0.004272569260327631,-0.07449016894223964,-0.42988235880860426]],"dtype":"float64","shape":[8,8]}],["w_k",{"__nd__":[[-0.5527729295867885,0.24244889651742316,-0.12408040466995271,-0.3614306597130602,-0.034004389252900724,0.3988148916689963,-0.806362598285641,-0.5291416833083963],[-0.3262896306646342,0.5166047425922096,0.09990958594864081,0.2712876120257411,-0.40310775877902216,-0.39581570459270293,0.15832605790149007,0.02060308728678163],[0.19400846995956023,-0.06635171515875377,0.09833865756028141,0.055903538585707076,0.27498229750385333,0.2853205143183202,-0.5727112359442987,-0.7945294173144075],[0.3541704818508976,0.41992423381546995,-0.36084472906648546,-0.6575511139296267,0.03501409675389386,0.32910101102005884,0.6355456383185486,0.18253875717154322],[-0.13142169841800364,-0.3157693595040063,0.004048642996832383,-0.10580605074352446,-0.3588806997528365,0.7243445068598444,0.6311523413325785,0.4016538639500468],[-0.325569780374582,0.3022949811280728,0.22614208579098494,0.15646350592955968,0.44182339226997625,0.22463762184372793,0.2616345423326899,0.22518037597640528],[0.12048795778420025,-0.6306017624103489,0.029564515443565118,-0.1966435528718228,-0.45249210999377165,0.5946119681099233,0.6112921650901136,0.4805570517987385],[0.09023156885428903,0.47751809093326225,0.004261442869208497,0.07169966485029287,-0.3866005105435078,0.14035762174161165,0.021349649738575407,-0.46055707267033025]],"dtype":"float64","shape":[8,8]}],["w_v",{"__nd__":[[-0.018100912471340797,-0.028188657632097568,0.6355338452660132,0.3161521542096129,0.0040465737976166085,0.08795959691675209,0.015631436184931038,-0.07174092732325789],[-0.38269580570700357,-0.05340490348341004,-0.26378556835522665,-0.44205329809773475,0.1807442058785267,0.13833294713871944,-0.6316964986426541,-0.043375569560108906],[0.35203360100333964,0.3744921442836787,0.36268809399757557,0.013757896238868693,-0.29876864090849836,-0.38314539479439713,0.12183623248956103,0.13409574213413675],[0.45514027932417894,0.3889015349620473,-0.04674988985018933,-0.4398932070673444,-0.11282121933388436,0.07680282546788897,-0.07144721658951637,-0.20431642131473102],[0.08940828376216042,-0.1781759681914496,-0.22205489341774493,0.11011520557786614,-0.14212583969801865,0.08630393438199575,0.09659220860309022,-0.4028489866762332],[-0.1701444310355341,0.5083309120242869,-0.41085715186618665,-0.7483503571478688,-0.6582616666885432,0.01029192031217046,0.01093090847637564,-0.04158171670612683],[0.42928093084153873,-0.9449896763179944,0.13998376375574917,0.5520517704495177,-0.39873071327334114,-0.13428188001272162,-0.2661874900864493,-0.31619907695439853],[-0.1153510380976555,0.5046922620686578,0.649614288949516,-0.11877245204622104,0.6735404979668412,0.012578184063277688,0.6200234085431665,-0.03298605392276598]],"dtype":"float64","shape":[8,8]}],["w_o",{"__nd__":[[0.04633593876239778,0.12921473897816282,1.1238944965402955,0.30097490134951926,-0.25005577261069795,0.3425924825136908,-0.12792712031313538,-0.17315283770839845],[0.3212390914875153,0.010990414955075875,0.09849145911327101,0.004944522608673338,0.11900010562783657,0.15024813392506398,-0.6848212265250531,0.23566902706370724],[-0.34719629550944237,-0.5099297496267776,-0.020651493315007714,0.029691768467250267,-0.24519145588186675,0.29381413096953923,-0.4745305808405254,-0.14387634215927558],[-0.20678423347587027,-0.016471087386958887,0.09859341335239909,-0.35634396969445986,0.25607259636262397,0.022274700940139395,-0.6689040126786667,-0.6924666445393342],[-0.0043555277848697305,-0.07812374441366689,-0.03656453180985313,-0.00989329238338746,0.07974744604049906,0.3350447326562594,-0.39283490502420615,-0.4143545303490759],[-0.38654835697260265,0.1021474672764047,0.44015536683065903,-0.15250152088617694,-0.8844844621493104,-0.6024524541226367,-0.294522957833239,-0.1971869392057477],[-0.14438718384564117,0.013640486842799301,-0.11021897226728858,0.370997577191447,-0.2390082105233775,-0.30487543834205144,0.16930807031608908,-0.5429314605600526],[0.13777682370196168,0.03625802582255659,-0.05212879222808267,0.5615404028809075,-0.2199835519363264,0.7284254038219068,-0.07970205322094995,-0.4514934939625929]],"dtype":"float64","shape":[8,8]}],["n_heads",1]]},{"__dict__":[["split",{"__nd__":[[[[-0.6366152831022357,0.5411316108045314,0.7629264823369366,0.4480993639362036,-1.6855973173848082,0.5380344399282511,-1.034308051674399,0.2352761115882635],[-1.4237344353990602,0.44632214754306365,-0.8065989043073726,-1.2826346502605217,0.7138201364823995,0.2416445216767513,-0.6139768013928971,1.4511788490210642],[-0.44065242156974244,0.03210767397093466,0.2689134476786009,-0.6196659341286136,0.47113629339992935,-0.5334523471647244,-0.4116383222162092,1.362642639803341],[-1.040586052512433,-2.41278033092949,1.6109369950118944,2.549327952607003,-0.40526926544933184,-1.9368380406201853,-0.31048397619594376,-0.2862229498406692],[-0.18992384102225704,-1.1133880419218483,0.5795611424764774,0.5245073752860862,-1.4944056198193065,0.6991967316948878,2.052684981945891,0.17196033243705985],[-0.33732516206850605,-0.1420032144075213,0.6152567669685612,-1.7306716055072182,0.16439070297730224,-0.3904639494628101,1.8478250129560454,-0.17417273380495787]]]],"dtype":"float64","shape":[1,1,6,8]}],["output",{"__nd__":[[[-0.13032784429877453,-0.21754742075439576,0.6419603140853227,0.43392080883860346,0.06545591076425628,0.6751450533147285,-0.4672488442021898,-0.8456782964891859],[0.5121080678858508,-0.11982487767814665,-0.6584336306415652,0.5796084682473016,0.007730434517812343,0.5598720516888869,-0.3703909987120818,0.1689822238135938],[0.1696065834637328,-0.1333923250628997,-0.6277413556267928,0.3138275064539635,0.07196533028526708,0.2882447182203089,-0.24875141465172057,-0.2620827332957206],[-0.04182846887778663,-0.21724662111133425,1.844104912431498,0.8975904156351082,-0.11247923243848512,1.1578777768025401,-0.8983891538620938,-1.1159266507519932],[0.01842546283164881,-0.25022378998953065,2.513944695584678,1.1955769623487646,-0.19403836543601405,1.5809640216534446,-1.4774381871004802,-1.5594159193865949],[0.14680223082948735,-0.12304318627568675,-0.28912893203873835,0.3355622644486102,0.12104410152068773,0.4366480403736619,-0.15932200115724854,-0.23763525769997929]]],"dtype":"float64","shape":[1,6,8]}],["weights",{"__nd__":[[[[0.10694457944402715,0.10671834681708886,0.15800201512870712,0.24149328329373648,0.19113441554654867,0.19570735976989165],[0.4719166102806654,0.16913302320412468,0.25679977983190444,0.004559694661741408,0.025013982294519684,0.07257690972704445],[0.2500393145755992,0.2969365397519762,0.2342824118451166,0.013894011617266437,0.06044278927749361,0.14440493293254797],[0.030392353937608342,0.06538837484377182,0.02779154915850804,0.5606024366737864,0.2904020445611473,0.02542324082517819],[0.01849630645031502,0.008476733116738503,0.015644182165029934,0.8634203159499622,0.07080650915999896,0.023155953157955586],[0.3047874893378853,0.19343026553475604,0.13723026618089978,0.044563206297670695,0.097351174196588,0.22263759845220013]]]],"dtype":"float64","shape":[1,1,6,6]}]]}],[{"__dict__":[["x",{"__nd__":[[[0.0699195809948253,-1.0762452003187681,-0.7517558478135002,0.39703330001549114,0.5555820886501248,-0.6221677002542582,0.9874051450464006,1.157507758021134,1.436301756563291,0.5294134071257222,1.3634287120856987,-1.8807984279740577],[-0.31790654862846257,-0.8670052563234263,0.11922586112739209,-0.5714492191967373,-0.16615784194973238,1.8821748802040494,-0.1697197964203783,0.4137923171902139,-0.2322693299242352,0.07571328795683367,0.006016680436071459,0.4483240659731595]],[[1.165307535547177,1.6473939976033294,0.30962008190916684,0.5895468860356021,-1.150864509185567,-0.08787674241562057,0.940289464883589,0.8659686384171532,0.21160973279505021,0.8863939595679524,0.49076670899381886,1.2003062582593216],[0.2893591569571111,-0.35569831557103465,0.33584125693302364,-2.9305943758527757,0.38288573638504947,-3.6484128252147836,-1.723463407405418,0.45176860094098414,0.47752933726679525,-1.1624287801399305,-0.7121020418789388,1.370540988614132]],[[-0.48403013157267616,2.242920312402985,-0.001919853176346149,0.4080361768812668,1.6168743984986076,0.13102711619341956,-1.0023439806908012,-0.10972745169429012,-0.03561073619009093,-1.3647416522015654,-0.25583207134082336,-0.7421920939974367],[0.9243577571874341,0.03461187418525562,-0.28279574914757005,-0.10618193062257626,0.22312201840616613,0.6168141996897798,-0.9997122286693814,-1.0415876326212719,1.10467921540253,-0.4123368722047306,-1.416842092596874,0.44381270938310463]]],"dtype":"float64","shape":[3,2,12]}],["w_q",{"__nd__":[[0.13376334112365823,-0.4418794329149134,0.0662456650985051,0.21234454821242946,0.10807605933677991,0.18243733988625035,-0.4053775708986835,0.09556306129981448,-0.08735879979618107,-0.13936951405088793,0.25130775772150893,0.4270297684715593],[0.5179900170246604,0.37955233927328663,-0.03167752965174492,0.10182154053593394,0.2213626957226975,0.034981060823945594,0.03774836954554648,0.2377970462172555,-0.017113425820672632,-0.21052700451590547,-0.11964806806609121,0.18299416361333676],[0.00086408874002869,0.09821016086296562,0.1934352154319074,-0.10820740975368402,0.21831004042291435,0.10936243954360135,-0.3564598340636075,0.4163575297224326,-0.14455255630167285,-0.47778487096123096,-0.3016781335222884,-0.29475034918619697],[0.015061139785721538,-0.07905383154741757,-0.0972350135944838,0.1788925482943247,0.09811356563776441,0.09123516159664335,0.11830728508014489,0.1778627582140765,-0.608513714657189,-0.10520426152394172,-0.6293724338114646,0.01040960422183269],[-0.001337423880436915,0.30181917014813187,0.34284051816819844,0.05853611434672182,-0.14444180136355567,0.14005394946431005,-0.15239669500957181,-0.00040202384285240386,0.28467303402748273,-0.16101471837662681,0.23257938962349467,0.19554893128196088],[-0.2756246563202659,0.2811390185442562,0.20165873377352578,0.029423469255997627,-0.22006382685091572,-0.24803141305697599,-0.15520981675407394,0.15663352972120684,-0.27586522382178913,0.1262989072572202,-0.35846394443282303,-0.058909526079457666],[0.031652580309670955,0.7058482737267172,-0.397596782236885,0.4249340031070644,0.04325577902578974,0.11869510877486554,0.034164099826355196,0.12838157410043177,-0.04436506818692334,0.4197481318398439,-0.13177186899772,0.3268479675167447],[-0.18601276515596638,-0.017393209869477504,-0.3094489340629782,0.1313540337151528,0.4171719301222249,-0.0223308056215256,-0.05683600557314487,-0.32176220183529536,-0.06619108762581434,-0.45980009730695737,-0.2635251756846993,0.06546749238478011],[0.3807663123903321,0.8109493234706371,-0.16933252838415203,0.41433546590357845,0.0703652800877652,-0.043661434781658764,0.12487926157701627,0.017873749259949754,0.03186850094979922,-0.11787563073851438,-0.4035994942207413,-0.4456062131020072],[0.18857555460458103,-0.07987643574789016,-0.17207604333871782,0.0024553629391195933,0.22947717510417662,0.052066585529196664,-0.1893867471364227,0.35400028402463146,0.4558715876233999,0.14276620904008516,0.28107244518731334,0.3585229692416003],[0.326231572268579,0.17727516260755047,0.17272791434875065,0.15001308595441928,-0.3167741008958268,0.2022813516201431,-0.39138978060048574,-0.22938110465719022,0.376306821402596,0.24255066855502305,0.4293749014711609,-0.07842563927689193],[-0.3326255893422881,-0.06940824022588077,0.02945389846380612,0.022802078320923794,0.32726536479260276,-0.1042897885629949,0.10162359852972302,-0.2853920754271211,0.12999540084966751,0.000897361143233418,-0.21645246635026905,-0.06807807286723451]],"dtype":"float64","shape":[12,12]}],["w_k",{"__nd__":[[-0.05316695841438175,-0.07798706832286532,0.5113421715249666,-0.028418912966548412,-0.07040674243259429,-0.6054819374941268,-0.25813542768834685,-0.075942756213256,-0.197988613607505,0.3988646254890105,-0.04761343451227243,0.3719418170898592],[0.017812593539613664,0.010746750689672313,-0.025633326494947477,0.0010958834477804917,0.49617337884630996,-0.6696139387524797,-0.5777964871735106,-0.15679991276310004,0.004193838273705249,0.1992159877032272,0.1365685105656643,-0.11092224061830536],[0.294172575304561,0.2973917966640721,0.05313291921554854,0.27789530430635473,0.07870590811790801,-0.16208618832925187,0.20144236992085324,0.031931258048352326,0.0003867804421879375,0.4252050707037358,-0.7075058415809851,-0.4092501686337494],[-0.34267771510714323,-0.10486431632992385,-0.07349904767614772,-0.435127434249098,-0.2843906275744888,-0.24850358741261627,0.709397230536544,0.5201180992710279,-0.11886181856945197,-0.10495745526574012,-0.3317466185652278,-0.5508298038622599],[-0.033740403542947495,-0.2880550555686701,-0.024494238647972105,-0.4619396388520327,-0.2199630793105233,0.04290494674098078,0.10571560493019043,0.12051377387941123,-0.3811923352325005,0.24672651818314922,-0.23100121922088274,0.1826903436786568],[-0.003071121404667596,-0.3973288465509445,-0.09127841492854533,0.10547142741632261,0.17694786371046559,-0.04069970027100722,0.4421864774137521,0.2908433074202686,-0.07408966159601142,0.21654151508113742,0.5582380946152722,0.5659431560020983],[-0.35449303087884865,-0.2674670705698412,0.4286591306227607,-0.30549942478969494,-0.3817847396601518,-0.1403521561187554,0.12130900191791137,-0.029559383063023813,-0.1878015406830731,-0.19462837313382278,-0.2056339979462126,-0.25389256043055414],[0.6586506779436173,0.08588404851793703,0.25598528938345694,-0.14118450393652063,-0.05368106881548683,-0.20598529161275184,-0.7654822604889878,-0.39779701346695856,-0.522680591143223,-0.649456634909407,-0.3450704127946223,0.382481759077654],[-0.01282761669293219,0.37255366779125304,0.11864045070298322,0.2259052743416823,-0.26006656137561074,0.15125161222264988,0.2103616796025678,-0.1664637346992957,0.1615253917988533,0.16344432741252532,-0.15864217687165888,-0.3241153283046366],[-0.34182840558826505,0.024971998957375213,0.09439961788658756,-0.22878250077730433,0.007674526985560566,0.1646998556986029,0.1784562877612693,0.4479892025513738,0.36863261360976635,-0.2890479391196284,0.4860094756403595,-0.15327971391930426],[0.30162879976974255,0.019626048425945286,-0.1189772772992336,-0.5218371343021493,-0.04952640807839747,-0.45015516533674144,0.27923523710037196,0.43786032445209633,-0.23004838709530756,0.08717144474044619,-0.20940249524958848,-0.18142791406302242],[0.22357736288130584,-0.011125037924697248,0.5021931326520375,-0.13920852569555597,0.28848355028255984,0.028120830096927805,0.22972132407050885,-0.1290832969148236,-0.014306404100565606,-0.033341654527170035,-0.24134890015705857,0.19112647610812772]],"dtype":"float64","shape":[12,12]}],["w_v",{"__nd__":[[0.18771071920547752,0.17134448144124756,0.4436837670122807,0.41838980557118227,-0.10823720880780953,0.1076909282348934,-0.18001801290503264,0.006742099022873699,-0.17313275294755318,0.4676740145429097,0.10499061250213929,-0.06293958790113376],[0.34456800188550796,-0.6266026955762654,-0.5814213376604994,0.22973883091132313,0.017455737399020687,0.072297619436548,-0.3828975736515174,-0.006706994606866429,0.5783633487095816,0.23792593617756433,0.048990059760721974,-0.12674394659392177],[-0.11390337112085644,-0.6146464872438067,0.07437438318648028,0.24406995013863997,-0.45484212134116586,-0.19093461040995297,-0.3341312584987187,-0.27867288609268326,0.015438815821161602,-0.6017150726410159,0.17732460147034015,0.21761921377808782],[-0.07248707339866156,-0.7161188630102853,-0.28764128097401837,0.3559081317693011,-0.801937872892941,-0.10032136778981281,-0.34063688354602,0.2322594401009919,-0.1948886110018498,0.1166114813059685,0.16323436261167726,0.5300727414305368],[-0.058584292905420436,0.1085546590144289,-0.42869859031787694,0.34364279560731237,-0.21953999407754732,-0.16187578379263176,-0.006422385172533695,-0.45116584874710713,0.06604021889232041,0.2792834565525695,0.08456271092545381,-0.45867521819666385],[-0.03574066470470329,0.21420529344084582,-0.542128659782755,-0.3102582236967591,0.25303634288645516,0.07796983582034613,0.11892595191967868,0.5367899138690152,0.1352595364000516,0.18991590996011173,0.7825248299220373,-0.0617200595837569],[-0.23032891417845036,0.12349418284316722,0.1267257944947547,-0.1520496366632313,-0.2980273485752793,0.666794649439931,0.09435158280569826,-0.21139258103805808,0.2644063032900308,-0.031507491317339494,-0.0730005855523309,0.16231419697892835],[-0.37293428766243525,0.10179470555258227,0.552222486595758,0.1345738993799039,-0.10860307969588932,-0.1463886850813631,-0.11845494703503139,-0.07331271026750233,-0.10906335169479375,0.26451632858296753,-0.5003343711498082,0.2488379805734583],[-0.10960605874936565,0.10881545277082827,-0.3253333866639613,0.3835427520496108,0.35958383978361985,0.2770099241768098,-0.4372720387803356,0.23934663678538823,0.11687159691463303,-0.46340189332717713,-0.007014050530341984,0.1052320426861284],[0.1605251045157455,0.05117094896242144,0.0840712684566554,0.425394966999112,0.3539255039612702,-0.8276474746739585,-0.09163661754335076,-0.04753065753742438,-0.505787291305338,0.027188307011763817,0.36048531802692174,-0.3136651231137114],[0.09711058625412029,-0.2643754655736387,-0.19396429387160383,0.42648680619355467,-0.15662295174624935,0.13342925247654555,-0.5401741415101576,0.5376047726939508,0.17397077605142183,-0.05268316664059646,0.16614596623979444,-0.4069798134058914],[0.34136722103795225,-0.09352634867310222,-0.058909794723305084,-0.14192875082445672,-0.16761962184024856,0.20053413231089184,0.07387394439757115,0.18814348244144172,-0.0025388081709669247,0.14814802453673778,-0.12091121752742877,0.6436681394292414]],"dtype":"float64","shape":[12,12]}],["w_o",{"__nd__":[[-0.4526225239983752,0.36400125159516766,0.39488086745012363,-0.24599705800827285,0.6435358595759101,0.2873732914170681,0.28034368350487693,0.008089308611335973,-0.06270779046129055,-0.060451121331000765,0.11273647245592917,0.4044876365378145],[0.05234090624509853,-0.26311111058474124,0.23799159319759025,0.265913315697629,0.1889839274884414,0.2152069971813852,-0.07821021443882624,-0.26817607285854317,-0.25062585544455945,-0.47211757337344207,0.06840117233008108,-0.024089588729710277],[-0.12701350982517645,-0.8532136619287757,-0.36006953844642564,0.32355882590314694,-0.19186100002343648,0.10409385108135809,-0.40145630367715235,0.4153184987623463,-0.04157720415165967,0.08372745049281742,0.6713947944593414,0.4377585501426177],[-0.08849787198718384,-0.17124791671181075,-0.09397675001707076,0.14719494550862328,-0.030375591117492884,-0.11409715675668892,0.4235387450234187,-0.032969555881026076,0.6638341909453118,0.026195121804636935,0.5153770277474184,0.10314923244433102],[0.27798277309228253,-0.209177192825768,-0.2464590584919839,0.13270567843798853,0.28537074032281357,0.011621051133299972,-0.3713497691471565,-0.3926727669722918,-0.4119787929862702,-0.5102685513655434,0.031605700874549454,0.3247722055241403],[-0.003872804096214502,-0.6525255343146059,-0.05506780156244432,-0.046996022264818346,0.6050627213318883,-0.4206394831352577,-0.11277890951350164,0.49243725215512446,0.12989755825296542,0.16261447731637163,0.033077677780338904,0.0952464954305747],[0.2244765358153656,-0.23367857205902895,0.25347367844845475,-0.3963518306985172,0.09479166875377014,0.051598071634287,-0.17790849018370966,-0.00654867490795146,-0.1797118623614039,-0.3093735247772536,-0.10207978313002877,-0.3186940679070582],[0.09318360139398268,-0.3320010848199754,0.20553006294035595,-0.34106362895530623,-0.1634752609757052,-0.18030747293489566,0.38253691031582016,0.09534649450618309,-0.061122283947774546,0.14396790177585225,-0.6082940344825575,-0.012451594795146384],[0.5766326741328369,0.03820514554894477,0.019604843250718224,0.15823103376844766,0.25853896415758887,-0.5766189664186361,-0.4856458235634427,0.06070586675841033,-0.2063670877244407,0.37874906916312845,-0.09098300942095504,-0.5584509205097867],[-0.36604408811303674,-0.7937630950589858,-0.06758622098722766,-0.05438181329357223,-0.12253182987676835,0.3114455518034322,0.34598287512100967,-0.04918690104572337,-0.6162329817775761,0.17819384333150154,0.16031868871331909,0.0893136531575566],[0.28332879873360356,-0.3362569075257104,0.5798777314750503,-0.2769629357722277,0.2162820293512264,-0.48709532279302153,-0.2685442838064835,0.4377379231887907,-0.0753152915205332,0.24246477108593634,0.06840312873149458,-0.030298809810173216],[0.3937096761171235,-0.06831751805943755,-0.5140548128789972,-0.23187544165610835,0.15911534647050918,0.1141736445126712,-0.4523707513046271,-0.20909967428290832,-0.1679284887776347,-0.10550198427123555,-0.39719204038038486,-0.1813951142118822]],"dtype":"float64","shape":[12,12]}],["n_heads",6]]},{"__dict__":[["split",{"__nd__":[[[[0.0699195809948253,-1.0762452003187681],[-0.31790654862846257,-0.8670052563234263]],[[-0.7517558478135002,0.39703330001549114],[0.11922586112739209,-0.5714492191967373]],[[0.5555820886501248,-0.6221677002542582],[-0.16615784194973238,1.8821748802040494]],[[0.9874051450464006,1.157507758021134],[-0.1697197964203783,0.4137923171902139]],[[1.436301756563291,0.5294134071257222],[-0.2322693299242352,0.07571328795683367]],[[1.3634287120856987,-1.8807984279740577],[0.006016680436071459,0.4483240659731595]]],[[[1.165307535547177,1.6473939976033294],[0.2893591569571111,-0.35569831557103465]],[[0.30962008190916684,0.5895468860356021],[0.33584125693302364,-2.9305943758527757]],[[-1.150864509185567,-0.08787674241562057],[0.38288573638504947,-3.6484128252147836]],[[0.940289464883589,0.8659686384171532],[-1.723463407405418,0.45176860094098414]],[[0.21160973279505021,0.8863939595679524],[0.47752933726679525,-1.1624287801399305]],[[0.49076670899381886,1.2003062582593216],[-0.7121020418789388,1.370540988614132]]],[[[-0.48403013157267616,2.242920312402985],[0.9243577571874341,0.03461187418525562]],[[-0.001919853176346149,0.4080361768812668],[-0.28279574914757005,-0.10618193062257626]],[[1.6168743984986076,0.13102711619341956],[0.22312201840616613,0.6168141996897798]],[[-1.0023439806908012,-0.10972745169429012],[-0.9997122286693814,-1.0415876326212719]],[[-0.03561073619009093,-1.3647416522015654],[1.10467921540253,-0.4123368722047306]],[[-0.25583207134082336,-0.7421920939974367],[-1.416842092596874,0.44381270938310463]]]],"dtype":"float64","shape":[3,6,2,2]}],["output",{"__nd__":[[[0.5810193720790244,-0.9106485196833273,0.41698630803775205,0.2092027564683974,-0.3743477530811402,-0.28074559553795475,-0.48045667563953587,0.0010506359001927895,-0.7170744726535683,-0.43493678317587786,-0.5448991239045662,-0.13878816717988007],[-0.05594629642024751,-1.1588608794144717,-0.004253699671257771,0.9669347738097405,-0.8954883465461442,-0.11981829054261639,0.4392241948519642,-0.057606758824802484,0.40750606709228626,-0.4833700914502659,0.6288647093171914,0.28387761812981477]],[[-1.335678204940878,-1.0192352401471818,-3.0362583609747515,2.452006606885301,-0.22678872010078227,2.406355417645506,-0.8195142636161712,-1.0005994037340693,-0.423421135927806,-1.4511620928397115,2.1999342687114547,1.7758442782994341],[0.00807444814977265,0.5399290714058369,-1.5836122700128437,0.2269421824874442,0.9955471848733598,0.4409320412987657,-1.3262979850842498,-0.1401711426586535,0.7366763241651917,-0.30727669785319456,1.8846538639678434,0.4669326208834219]],[[0.40909371522723464,0.967603380212747,0.7542580043722638,-0.4461008232465514,0.8668195029632975,-0.9385843945751008,0.2672060687648081,-0.1659093783093759,-0.42761136933757143,0.7435765421878668,-0.6546377329442015,-0.8296638999806458],[0.2770359225788418,1.0989480370921147,0.9861727571096632,-0.4542542385824164,0.8285488264325089,-0.8539913810683991,0.5165588495209607,-0.17976778554965833,-0.30252407277181315,0.733815858611478,-0.6860037248606071,-0.9501144319822477]]],"dtype":"float64","shape":[3,2,12]}],["weights",{"__nd__":[[[[0.5665551825874626,0.4334448174125373],[0.6857668782608192,0.31423312173918083]],[[0.147952090688698,0.852047909311302],[0.5981597637758745,0.4018402362241254]],[[0.6900701093290569,0.3099298906709431],[0.7301644682699718,0.2698355317300282]],[[0.5252533457412601,0.47474665425873985],[0.5209102808918807,0.4790897191081193]],[[0.3302118397582565,0.6697881602417435],[0.4635043324046352,0.5364956675953649]],[[0.27071458197771436,0.7292854180222857],[0.7743434054233327,0.2256565945766673]]],[[[0.10380237930489469,0.8961976206951052],[0.9455071844375578,0.05449281556244228]],[[0.0591871926953514,0.9408128073046487],[0.9106434724366883,0.08935652756331161]],[[0.2633938314399701,0.73660616856003],[0.3538541382202258,0.6461458617797743]],[[0.49832779429823365,0.5016722057017663],[0.019786536109590025,0.98021346389041]],[[0.5493761279582501,0.45062387204175],[0.44522052332623147,0.5547794766737686]],[[0.1586592381092405,0.8413407618907595],[0.9618872090273749,0.038112790972625106]]],[[[0.6055887267147574,0.39441127328524267],[0.4900113571206226,0.5099886428793774]],[[0.28891949002530865,0.7110805099746914],[0.3625233866266337,0.6374766133733664]],[[0.4492199477218564,0.5507800522781436],[0.6481592984852973,0.35184070151470276]],[[0.4160325007844626,0.5839674992155374],[0.3862893670641239,0.6137106329358761]],[[0.6932590912814388,0.30674090871856113],[0.669959212859397,0.330040787140603]],[[0.6235024878291525,0.3764975121708475],[0.6847704012329824,0.3152295987670176]]]],"dtype":"float64","shape":[3,6,2,2]}]]}]]}