{"rollouts":[[{"__dict__":[["rewards",{"__nd__":[0.305],"dtype":"float64","shape":[1]}],["values",{"__nd__":[-1.04,0.75],"dtype":"float64","shape":[2]}],["dones",{"__nd__":[false],"dtype":"bool","shape":[1]}],["gamma",0.99],["lam",0.95]]},{"__dict__":[["td",{"__nd__":[2.0875],"dtype":"float64","shape":[1]}],["advantages",{"__nd__":[2.0875],"dtype":"float64","shape":[1]}],["returns",{"__nd__":[1.0474999999999999],"dtype":"float64","shape":[1]}]]}],[{"__dict__":[["rewards",{"__nd__":[-1.951,-1.302,0.128,-0.316,-0.017],"dtype":"float64","shape":[5]}],["values",{"__nd__":[-0.853,0.879,0.778,0.066,1.127,0.468],"dtype":"float64","shape":[6]}],["dones",{"__nd__":[true,false,true,false,false],"dtype":"bool","shape":[5]}],["gamma",0.9],["lam",0.8]]},{"__dict__":[["td",{"__nd__":[-1.098,-1.4808,-0.65,0.6322999999999999,-0.7228],"dtype":"float64","shape":[5]}],["advantages",{"__nd__":[-1.098,-1.9487999999999999,-0.65,0.11188399999999976,-0.7228],"dtype":"float64","shape":[5]}],["returns",{"__nd__":[-1.951,-1.0697999999999999,0.128,0.17788399999999976,0.4042],"dtype":"float64","shape":[5]}]]}],[{"__dict__":[["rewards",{"__nd__":[-0.185,-0.681,1.223,-0.155,-0.428,-0.352,0.532,0.365,0.413,0.431,2.142,-0.406,-0.512,-0.814,0.616,1.129],"dtype":"float64","shape":[16]}],["values",{"__nd__":[-0.114,-0.84,-0.824,0.651,0.743,0.543,-0.666,0.232,0.117,0.219,0.871,0.224,0.679,0.068,0.289,0.631,-1.457],"dtype":"float64","shape":[17]}],["dones",{"__nd__":[false,false,false,true,true,false,false,false,false,false,false,false,false,true,false,false],"dtype":"bool","shape":[16]}],["gamma",0.99],["lam",0.95]]},{"__dict__":[["td",{"__nd__":[-0.9026,-0.6567600000000001,2.69149,-0.806,-1.171,-1.5543400000000003,1.42768,0.24882999999999997,0.51281,1.07429,1.49276,0.04221000000000005,-1.12368,-0.8819999999999999,0.9516899999999999,-0.9444300000000001],"dtype":"float64","shape":[16]}],["advantages",{"__nd__":[0.18992891274174994,1.1616469034999999,1.933447,-0.806,-1.171,1.1319829123996272,2.856271039234054,1.5189697386858627,1.3504941400168664,0.890679574712245,-0.1952263958402498,-1.7947755404999999,-1.953201,-0.8819999999999999,0.06345358499999987,-0.9444300000000001],"dtype":"float64","shape":[16]}],["returns",{"__nd__":[0.07592891274174994,0.3216469034999999,1.1094469999999998,-0.15500000000000003,-0.42800000000000005,1.6749829123996274,2.190271039234054,1.7509697386858627,1.4674941400168664,1.109679574712245,0.6757736041597502,-1.5707755405,-1.274201,-0.8139999999999998,0.35245358499999985,-0.3134300000000001],"dtype":"float64","shape":[16]}]]}],[{"__dict__":[["rewards",{"__nd__":[-0.191,-1.276,-1.133,-0.919,0.497,0.142,0.69,-0.427,0.159,0.626,-0.309,0.457],"dtype":"float64","shape":[12]}],["values",{"__nd__":[-0.662,-0.363,-0.382,-1.196,0.487,-0.469,0.012,0.481,0.447,0.665,-0.098,-0.423,-0.08],"dtype":"float64","shape":[13]}],["dones",{"__nd__":[true,true,true,false,false,false,true,false,false,false,false,true],"dtype":"bool","shape":[12]}],["gamma",0.8],["lam",0.5]]},{"__dict__":[["td",{"__nd__":[0.47100000000000003,-0.913,-0.751,0.6665999999999999,-0.36519999999999997,0.6205999999999999,0.6779999999999999,-0.5504,0.24400000000000005,-0.11740000000000006,-0.5494,0.88],"dtype":"float64","shape":[12]}],["advantages",{"__nd__":[0.47100000000000003,-0.913,-0.751,0.6632079999999999,-0.008479999999999988,0.8917999999999999,0.6779999999999999,-0.48421759999999997,0.16545600000000005,-0.19636000000000003,-0.19739999999999996,0.88],"dtype":"float64","shape":[12]}],["returns",{"__nd__":[-0.191,-1.276,-1.133,-0.532792,0.47852,0.42279999999999995,0.69,-0.003217599999999987,0.6124560000000001,0.46864,-0.2954,0.457],"dtype":"float64","shape":[12]}]]}],[{"__dict__":[["rewards",{"__nd__":[-0.95,-0.339,0.84,-1.727,0.434,0.238,-0.594,-1.446,0.072,-0.529,0.233,0.022,1.602,-0.239,-1.023,0.179,0.22,1.359,0.835,0.357],"dtype":"float64","shape":[20]}],["values",{"__nd__":[1.463,-1.189,-0.64,-0.927,-0.39,-1.377,0.635,-0.222,-1.471,-1.016,0.314,0.838,1.997,2.914,0.414,-0.99,-2.132,0.268,-0.813,-0.415,-0.612],"dtype":"float64","shape":[21]}],["dones",{"__nd__":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false],"dtype":"bool","shape":[20]}],["gamma",0.97],["lam",1.0]]},{"__dict__":[["td",{"__nd__":[-2.4130000000000003,0.22920000000000007,0.5808099999999999,-1.1783000000000001,-0.5116900000000001,2.23095,-1.44434,-2.65087,0.5574800000000001,0.79158,0.73186,1.1210900000000001,2.4315800000000003,-2.75142,-1.4369999999999998,-0.8990399999999998,2.6119600000000003,0.30239000000000005,1.24545,0.17836000000000002],"dtype":"float64","shape":[20]}],["advantages",{"__nd__":[-2.4130000000000003,-0.9393905542434196,-1.2047325301478553,-1.8407654949977887,-0.6829541185544213,-0.17656094696332092,-2.481970048415795,-1.0697216993977268,1.6300497944353332,1.1057420561189002,0.3238784083700003,-0.42059957899999967,-1.5893707,-4.14531,-1.4369999999999998,3.2136693644415995,4.23990656128,1.6782954239999999,1.4184592,0.17836000000000002],"dtype":"float64","shape":[20]}],["returns",{"__nd__":[-0.9500000000000002,-2.1283905542434196,-1.8447325301478554,-2.767765494997789,-1.0729541185544214,-1.553560946963321,-1.846970048415795,-1.2917216993977267,0.15904979443533307,0.08974205611890018,0.6378784083700003,0.4174004210000003,0.4076293000000002,-1.2313100000000001,-1.023,2.2236693644415997,2.1079065612799996,1.9462954239999999,0.6054592000000001,-0.23663999999999996],"dtype":"float64","shape":[20]}]]}]]}