{"cases":[[{"__dict__":[["rewards",{"__nd__":[[0.0,1.0]],"dtype":"float64","shape":[1,2]}],["logp",{"__nd__":[[-2.13485688394357,-0.2545891514448294,-0.31534846188086013],[-2.6872157961949883,-2.0688419262336337,-0.8523503875643498]],"dtype":"float64","shape":[2,3]}],["old_logp",{"__nd__":[[-2.0399841062404955,-0.24954880419354275,-0.05943528360878614],[-2.9510351886538366,-2.302179506862318,-0.8721595968327146]],"dtype":"float64","shape":[2,3]}],["ref_logp",{"__nd__":[[-1.7018117441500857,-0.10929600151792906,-0.3172230224737576],[-2.840409953429087,-2.589844287111018,-0.6086245064405329]],"dtype":"float64","shape":[2,3]}],["mask",{"__nd__":[[true,false,false],[true,true,false]],"dtype":"bool","shape":[2,3]}],["clip_eps",0.2],["beta",0.04]]},{"__dict__":[["advantages",{"__nd__":[-0.9999999800000003,0.9999999800000003],"dtype":"float64","shape":[2]}],["k3",{"__nd__":[[0.10890068245221673,0.011085362934710297,1.755891362087425e-06],[0.011157283125632578,0.11492728327524793,0.03226862724075552]],"dtype":"float64","shape":[2,3]}],["objective",0.14181682061115208]]}],[{"__dict__":[["rewards",{"__nd__":[[0.0,1.0,1.0,0.0]],"dtype":"float64","shape":[1,4]}],["logp",{"__nd__":[[0.02288842648742198,-1.0848810851487862,-1.3933220794208887,-1.2865269714695255,-0.20626218106219435],[-0.567477271003517,-0.38359331948244313,-0.5489052761454498,1.2283834204774564,-1.2170285486330534],[-1.9493894750282375,-1.9096740931550682,-0.525132373712343,-0.06269106175211095,-1.1964901330228803],[-1.3916740835922092,-2.0842305503992127,-0.058923705797854664,-0.7616067602812991,-0.5573112406905375]],"dtype":"float64","shape":[4,5]}],["old_logp",{"__nd__":[[0.22254133867403025,-1.1545294820688021,-1.4283278221631073,-1.3521335504882295,-0.4676908144466513],[-0.6345559356359216,-0.5872673884040116,-0.5691789969921173,1.1416476008704612,-1.4064150163846156],[-1.5122427290715375,-1.8137727282478777,-0.38402057742450435,0.1289722927208916,-1.1139474576548751],[-1.840156476962528,-1.8244812156912396,-0.3494072121752989,-0.2567458287965577,-0.456845731694805]],"dtype":"float64","shape":[4,5]}],["ref_logp",{"__nd__":[[0.2713672582055319,-0.9786627826610187,-1.2149598482252508,-1.114129379928252,-0.5723083361211826],[-0.7732614734352917,-0.32987462402686546,-0.6265702944566017,0.7589417038690847,-1.7464011805856599],[-1.7880784148720208,-1.6646245050317485,-0.34129285660333475,0.33611789894122207,-1.2421232515558354],[-1.7925945696395138,-1.6368040975010385,-0.44221117409137045,-0.11971325752933429,-0.6554235140148004]],"dtype":"float64","shape":[4,5]}],["mask",{"__nd__":[[true,true,false,false,false],[true,false,false,false,false],[true,false,false,false,false],[true,false,false,false,false]],"dtype":"bool","shape":[4,5]}],["clip_eps",0.1],["beta",0.0]]},{"__dict__":[["advantages",{"__nd__":[-0.9999999800000003,0.9999999800000003,0.9999999800000003,-0.9999999800000003],"dtype":"float64","shape":[4]}],["k3",{"__nd__":[[0.03359485106683091,0.0058463139947653175,0.01689597144069288,0.015752546218800845,0.059516948344715104],[0.019792920864391217,0.0014690358418667504,0.0029393429026070006,0.0947930106957744,0.11834698944041366],[0.013739363183783881,0.03263508149565175,0.017983418490970404,0.09123997280675678,0.0010255322029930625],[0.07062379572549204,0.11685479643908447,0.06490439615798627,0.2581817702402378,0.004659390305896682]],"dtype":"float64","shape":[4,5]}],["objective",-0.20918580654423735]]}],[{"__dict__":[["rewards",{"__nd__":[[1.0,1.0,1.0,0.0,1.0,0.0]],"dtype":"float64","shape":[1,6]}],["logp",{"__nd__":[[-0.9161852005726292,-0.6974983278031294,-0.9872861802865922,-0.3129760387130529],[-1.2573332972285645,-1.3534954486377426,-1.073162567249366,-2.2068007665617553],[-2.5189191606649945,-2.6297488601409618,-1.9434641371145869,-0.5342267680850339],[-1.4977227827879298,-1.127629180265016,0.4062896155309182,-0.9172731036955575],[-0.6191133478297688,-2.1255431398348015,-1.4834103402892875,-2.0669649958573113],[-1.752038920167455,0.0308534215017168,-2.7939872323219803,-1.00681824480494]],"dtype":"float64","shape":[6,4]}],["old_logp",{"__nd__":[[-0.9875058812723125,-0.519253341094091,-0.5534688239700559,-0.33461489102721376],[-1.0984854845094236,-1.4232983120441538,-1.079718210906399,-2.68733443395803],[-2.447112472423087,-2.3226996123544024,-1.9972468276014816,-0.6002257732765635],[-1.9054790553600607,-1.3781625540393896,0.2992282977860654,-1.356263971061426],[-0.26248443153291345,-1.933617680009877,-1.20543755786763,-1.9500220549105811],[-1.3390330759005624,-0.15969186254260448,-2.7273204231923485,-0.5655763564541427]],"dtype":"float64","shape":[6,4]}],["ref_logp",{"__nd__":[[-1.292179605634575,-0.42519918685903246,-0.3020308536017416,0.2644043764803222],[-0.2243267447072248,-1.2989754820613548,-1.3765796469159581,-3.3269483181774224],[-2.3667990337199365,-2.5665819409475,-2.121854005655387,-0.7838548129945059],[-1.9477163212849762,-1.0583684848030965,0.3463428680196688,-1.4038544221730325],[-0.573180557380657,-2.436022563421184,-1.3513299305896291,-1.9661568201560773],[-0.8086541018265976,-0.12060950610073873,-2.432498569885431,-0.7153650360158883]],"dtype":"float64","shape":[6,4]}],["mask",{"__nd__":[[true,true,true,true],[true,false,false,false],[true,false,false,false],[true,false,false,false],[true,false,false,false],[true,true,true,false]],"dtype":"bool","shape":[6,4]}],["clip_eps",0.3],["beta",0.1]]},{"__dict__":[["advantages",{"__nd__":[0.7071067661865479,0.7071067661865479,0.7071067661865479,-1.4142135323730955,0.7071067661865479,-1.4142135323730955],"dtype":"float64","shape":[6]}],["k3",{"__nd__":[[0.06260057961251464,0.040680567616273144,0.29902308340682593,0.20398545917032695],[0.7764935063411245,0.0015135950016125221,0.04170818560495326,0.44637920667947273],[0.012179964899848406,0.002037708296587004,0.015006058106493025,0.02871856077710122],[0.08762581016831561,0.0024548686555920796,0.0017614337360931653,0.1013056712787761],[0.0010712494717477483,0.04357483231731085,0.009119669433948818,0.005256275673428901],[0.6252763534528001,0.01091267114735417,0.07397608478286233,0.046917799236092295]],"dtype":"float64","shape":[6,4]}],["objective",-0.2007954748385059]]}],[{"__dict__":[["rewards",{"__nd__":[[1.0,0.0,0.0,1.0,0.0,1.0,1.0,0.0]],"dtype":"float64","shape":[1,8]}],["logp",{"__nd__":[[-0.16672891543434415,-0.31422168630275554,-0.9952032665569126,-0.639543093902611,-1.7011393992043604,-0.7627105820191303],[-1.5221411254049297,-2.152856726385882,-2.2249655667835055,-1.1527285039478905,0.6062381908987972,-0.7715398873848902],[-0.36339611484970635,-0.15112047701295606,0.05002873653917883,-0.8668325071008964,-1.849959831384838,-0.0709233941291571],[-0.47656206046128435,0.897512078262462,-1.0354907141011764,-2.420712963740839,-3.012345908167261,0.6021281560677773],[0.40494139722542816,-1.3383510414924227,-1.6462455545862642,0.4331655259664351,-2.634364199450477,-2.3348405925731233],[0.28210092829753386,-1.7808318972417987,-1.3341575402564632,-0.6123688400281184,0.20909469957105564,0.05601187266611429],[-1.0198897801346636,-0.25359454144098925,-2.531562807709345,-1.3447755254585891,-1.916813624075504,-1.9856117876051047],[-1.7477225445887652,-1.4469702620698417,-0.12424434699879924,-2.7388614602505585,-1.0408206305979821,-1.564085680336265]],"dtype":"float64","shape":[8,6]}],["old_logp",{"__nd__":[[-0.0684269871257559,-0.6150490338941368,-1.1566378976580904,-1.040762526135434,-1.6547876954293903,-0.5539277985179194],[-1.45498348034078,-2.2256057637672484,-2.277937574319619,-0.8274120822778805,0.5790912564104349,-0.8400083864265617],[-1.1186383261098825,-0.7141738603974571,0.3060017417068248,-0.7806174986361436,-1.410927230833737,0.10628871005988882],[-0.5712435615383865,0.535755991995992,-0.8167655627780939,-2.2244690317205,-2.3681591992456648,0.6509279322312496],[0.723665720783297,-1.1795192132826007,-1.3831873211359877,0.4614442922422022,-2.1070456820434877,-1.8947270189558263],[-0.3566732053109556,-1.3946051228595895,-1.0051218667200712,-1.1634428985245127,-0.6624254512010664,0.4074818613137168],[-0.9094150930982544,-0.3560612067231421,-3.0501721010310225,-1.048718401930118,-1.8432302702928711,-2.218813060423628],[-1.8781523669287508,-1.334123440700812,-0.0840974576439869,-2.326392717739564,-0.9693685074055826,-1.4841694333335784]],"dtype":"float64","shape":[8,6]}],["ref_logp",{"__nd__":[[0.0012239797621208803,-0.7816471995398416,-1.0151763408945487,-0.7369477807894855,-1.6081588971288505,-0.44840087599815837],[-1.4390368760674197,-2.225580445839824,-2.494404984382473,-0.7324638037758882,0.549905276886388,-0.21205789374738326],[-0.6466318553673097,-0.5984198946305068,0.07708457879839456,-1.114340940231169,-1.0535843449070774,0.18511347760403035],[-0.4272005405209033,0.012380195903734181,-0.5385340183106396,-2.088142930256191,-2.701288404570008,0.5094704899962649],[0.8027808820902529,-1.1637791737757275,-1.4708386768770543,0.43039781182241393,-2.1826388955055536,-1.8489582653250858],[0.08477438658699149,-2.164602655138979,-1.0761769460729764,-1.1104891721127785,-0.5736272542949366,0.2959074869173298],[-1.4364316278418292,-0.2576625616089092,-2.531967036781767,-1.5088768234049592,-1.5840818661834146,-2.317370627360496],[-1.896549670677405,-1.6499929939119968,-0.1844343093507499,-1.9363793393298765,-0.7945719348092705,-0.9644759517105952]],"dtype":"float64","shape":[8,6]}],["mask",{"__nd__":[[true,true,true,true,true,false],[true,true,false,false,false,false],[true,true,true,false,false,false],[true,true,true,true,false,false],[true,true,true,true,true,true],[true,true,true,true,true,true],[true,true,true,false,false,false],[true,true,true,true,false,false]],"dtype":"bool","shape":[8,6]}],["clip_eps",0.2],["beta",0.04]]},{"__dict__":[["advantages",{"__nd__":[0.9999999800000003,-0.9999999800000003,-0.9999999800000003,0.9999999800000003,-0.9999999800000003,0.9999999800000003,0.9999999800000003,-0.9999999800000003],"dtype":"float64","shape":[8]}],["k3",{"__nd__":[[0.014927994767073072,0.09403891461680769,0.0001981404982394075,0.004593491311230435,0.004459835175136151,0.05500404957709648],[0.0035508363788783193,0.0025814155865904187,0.03324696901507784,0.1020997722559065,0.001557319067245766,0.19028388200374202],[0.03657791416876144,0.08665186384400236,0.00036933264530558674,0.028252069800638324,0.421113539754284,0.03576348624654102],[0.0012385750366545878,0.2977916295081271,0.14675464176825503,0.06197752730562933,0.05381020013511151,0.004163152216845489],[0.09076558222082531,0.01616444709346654,0.016324129053333136,3.826589675348657e-06,0.1192950322655304,0.1397263678592937],[0.018249065805920672,0.06505834697614787,0.036333106982843866,0.10579214017203098,0.2398819017894127,0.031220842701510154],[0.07586476877275494,8.263185311108145e-06,8.168956400211869e-08,0.012757348357202547,0.06204135351413398,0.049419212893703435],[0.010545196685303848,0.0192824179705251,0.0017756131214541337,0.42858973064052797,0.0329689742441408,0.2217980897034153]],"dtype":"float64","shape":[8,6]}],["objective",-0.03563614379542149]]}]]}