{"batches":[[{"__dict__":[["rewards",{"__nd__":[0.609],"dtype":"float64","shape":[1]}],["dones",{"__nd__":[true],"dtype":"bool","shape":[1]}],["gamma",0.99]]},{"__dict__":[["returns",{"__nd__":[0.609],"dtype":"float64","shape":[1]}],["batch",{"__nd__":[0.609],"dtype":"float64","shape":[1]}],["normalized",{"__nd__":[0.609],"dtype":"float64","shape":[1]}]]}],[{"__dict__":[["rewards",{"__nd__":[1.501,1.881,-3.902,-2.604,0.256,-0.632],"dtype":"float64","shape":[6]}],["dones",{"__nd__":[true,false,false,false,false,false],"dtype":"bool","shape":[6]}],["gamma",0.9]]},{"__dict__":[["returns",{"__nd__":[-2.07026408,-3.9680712,-6.498968,-2.88552,-0.31279999999999997,-0.632],"dtype":"float64","shape":[6]}],["batch",{"__nd__":[1.501,-3.9680712,-6.498968,-2.88552,-0.31279999999999997,-0.632],"dtype":"float64","shape":[6]}],["normalized",{"__nd__":[1.3772362562430094,-0.695622852861421,-1.6548702815808083,-0.2853198902684433,0.689779151626486,0.5687976168411764],"dtype":"float64","shape":[6]}]]}],[{"__dict__":[["rewards",{"__nd__":[0.935,-1.719,0.738,-1.918,1.757,-0.1,-0.37,-1.362,2.445,-0.309,-0.857,-0.704,1.065,0.731,0.825],"dtype":"float64","shape":[15]}],["dones",{"__nd__":[false,false,false,false,false,false,true,true,false,false,false,false,false,false,false],"dtype":"bool","shape":[15]}],["gamma",0.99]]},{"__dict__":[["returns",{"__nd__":[0.9409612742997774,0.006021489191694318,1.7424459486784791,1.0145918673519991,2.9622140074262617,1.2173878862891534,1.3306948346355085,1.7178735703388974,3.1109834043827247,0.6727105094775001,0.99162677725,1.867299775,2.5972725,1.54775,0.825],"dtype":"float64","shape":[15]}],["batch",{"__nd__":[-0.66020915269837,-1.611322376463,0.10876527629999999,-0.63559063,1.2953629999999998,-0.46630000000000005,-0.37,-1.362,3.1109834043827247,0.6727105094775001,0.99162677725,1.867299775,2.5972725,1.54775,0.825],"dtype":"float64","shape":[15]}],["normalized",{"__nd__":[-0.8757623193008487,-1.5771149476795006,-0.3087191708528939,-0.8576085756982108,0.5662801578821978,-0.7327733559328717,-0.6617615600443327,-1.3932641718971952,1.9051219602403766,0.10713507411818757,0.3423045124628958,0.9880273803894589,1.5263106010737846,0.7523907926581137,0.21943362258083915],"dtype":"float64","shape":[15]}]]}],[{"__dict__":[["rewards",{"__nd__":[-1.331,0.464,0.233,0.437,1.743,0.447,1.358,0.135,0.578,1.263,-2.914,-0.639,-0.941,-1.278,-0.55,2.99,-1.732,1.937,-3.366,-0.67],"dtype":"float64","shape":[20]}],["dones",{"__nd__":[false,false,false,true,true,true,true,true,false,true,true,true,true,false,false,false,false,true,false,true],"dtype":"bool","shape":[20]}],["gamma",0.5]]},{"__dict__":[["returns",{"__nd__":[-0.839732250213623,0.982535499572754,1.0370709991455078,1.6081419982910157,2.3422839965820312,1.1985679931640625,1.503135986328125,0.29027197265624993,0.31054394531249985,-0.5349121093750002,-3.5958242187500002,-1.3636484375,-1.449296875,-1.01659375,0.5228125000000001,2.1456250000000003,-1.68875,0.08650000000000002,-3.701,-0.67],"dtype":"float64","shape":[20]}],["batch",{"__nd__":[-0.9861249999999999,0.6897500000000001,0.4515,0.437,1.743,0.447,1.358,0.135,1.2094999999999998,1.263,-2.914,-0.639,-0.941,-0.9009375,0.7541250000000002,2.6082500000000004,-0.7635,1.937,-3.701,-0.67],"dtype":"float64","shape":[20]}],["normalized",{"__nd__":[-0.6977210363771243,0.4033051417129951,0.2467782605733092,0.23725196560363268,1.0952754987345024,0.24382182420340962,0.8423359426430898,0.038842235890368795,0.7447735424364018,0.7799222859452085,-1.964307651181623,-0.4696648197323671,-0.6680745494456308,-0.6417540534302745,0.44559860644905924,1.663732514080203,-0.5514595592995901,1.222730755570175,-2.481355522984069,-0.4900313813916757],"dtype":"float64","shape":[20]}]]}],[{"__dict__":[["rewards",{"__nd__":[-0.726,-0.763,-2.392,0.974,-0.939,0.025,0.961,0.893,1.331],"dtype":"float64","shape":[9]}],["dones",{"__nd__":[false,false,false,false,true,false,false,false,false],"dtype":"bool","shape":[9]}],["gamma",1.0]]},{"__dict__":[["returns",{"__nd__":[-0.6359999999999998,0.09000000000000019,0.8530000000000002,3.245,2.271,3.21,3.185,2.224,1.331],"dtype":"float64","shape":[9]}],["batch",{"__nd__":[-3.8459999999999996,-3.1199999999999997,-2.3569999999999998,0.03500000000000003,-0.939,3.21,3.185,2.224,1.331],"dtype":"float64","shape":[9]}],["normalized",{"__nd__":[-1.501310905481755,-1.215625916798475,-0.9153812248351931,0.025883916942225478,-0.35739043426647255,1.275263860564008,1.2654262232126554,0.8872674434266609,0.5358670372363452],"dtype":"float64","shape":[9]}]]}]]}