{ "battle_won_mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "battle_won_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "dead_allies_mean": [ 5.0, 4.99234693877551, 4.997685185185185, 4.997881355932203, 4.996031746031746, 5.0, 5.0, 5.0, 4.998076923076923, 4.979166666666667, 5.0, 5.0 ], "dead_allies_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "dead_enemies_mean": [ 0.0, 0.002551020408163265, 0.0, 0.019067796610169493, 0.07936507936507936, 0.20522388059701493, 0.5441176470588235, 0.9253731343283582, 1.3673076923076923, 1.5520833333333333, 2.0705645161290325, 2.2172131147540983 ], "dead_enemies_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "ep_length_mean": [ 24.625, 25.711734693877553, 23.40972222222222, 21.44279661016949, 19.863095238095237, 18.68097014925373, 18.50551470588235, 18.865671641791046, 19.40576923076923, 20.841666666666665, 20.350806451612904, 20.58811475409836 ], "ep_length_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "episode": [ 392, 824, 1296, 1800, 2336, 2880, 3416, 3936, 4424, 4920 ], "episode_T": [ 10062, 20224, 30352, 40369, 50387, 60447, 70562, 80651, 90808, 100902 ], "episode_in_buffer": [ 392, 824, 1296, 1800, 2336, 2880, 3416, 3936, 4424, 4920 ], "episode_in_buffer_T": [ 10062, 20224, 30352, 40369, 50387, 60447, 70562, 80651, 90808, 100902 ], "epsilon": [ 1.0, 0.904411, 0.807872, 0.7116560000000001, 0.6164945000000001, 0.5213235, 0.4257535000000001, 0.3296610000000001, 0.23381550000000006, 0.13887250000000007, 0.05, 0.05 ], "epsilon_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "grad_norm": [ { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0MzE2ODBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDMxNjgwcQFhLgEAAAAAAAAAe+FqPw==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0NzgyNDBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDc4MjQwcQFhLgEAAAAAAAAAlJorPg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0MTI5NjBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDEyOTYwcQFhLgEAAAAAAAAA7u6tPQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0MTk4NzJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDE5ODcycQFhLgEAAAAAAAAAJZYJPg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0MDgyNTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDA4MjU2cQFhLgEAAAAAAAAA1cWEPQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDgzNTY1MTJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4MzU2NTEycQFhLgEAAAAAAAAAsnhZPg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0NDc0MjRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDQ3NDI0cQFhLgEAAAAAAAAApaFZPg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0NDEzNzZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDQxMzc2cQFhLgEAAAAAAAAAMEprPw==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDgzOTcxMjBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4Mzk3MTIwcQFhLgEAAAAAAAAA96uzPQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0MjIxNzZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDIyMTc2cQFhLgEAAAAAAAAAup0/Pw==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADI0NDgxMDg0MTU2NDhxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyNDQ4MTA4NDE1NjQ4cQFhLgEAAAAAAAAAyaguPw==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] } ], "grad_norm_T": [ 3349, 13450, 23528, 33566, 43692, 53774, 63866, 73918, 83931, 94015, 104021 ], "loss_td": [ 0.07439330220222473, 0.012946677394211292, 0.008807389996945858, 0.010632005520164967, 0.012976271100342274, 0.015445969067513943, 0.019227299839258194, 0.02684800885617733, 0.02358916774392128, 0.02601030468940735, 0.02578692138195038 ], "loss_td_T": [ 3349, 13450, 23528, 33566, 43692, 53774, 63866, 73918, 83931, 94015, 104021 ], "q_taken_mean": [ 0.0063814661544840815, 0.12279404830447903, 0.19687937885954215, 0.24386920861945066, 0.28813512528498775, 0.3253443931632747, 0.38058596680420104, 0.39270581816493316, 0.45930085358796297, 0.475043726142844, 0.4870358108271916 ], "q_taken_mean_T": [ 3349, 13450, 23528, 33566, 43692, 53774, 63866, 73918, 83931, 94015, 104021 ], "return_max": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 2.2641509433962264 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.8490566037735845 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.622641509433962 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.792452830188679 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.245283018867925 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.698113207547169 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.830188679245283 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.037735849056604 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.490566037735851 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.528301886792452 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 10.113207547169814 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.433962264150946 } ], "return_max_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "return_mean": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 1.641509433962264 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.5145360030804775 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.7919287211740043 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.0869043811960344 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.458520515124289 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.9925373134328357 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.779689234184239 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.510419600112644 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.133744557329463 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.54630503144654 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.356588557516738 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.655273739560779 } ], "return_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "return_min": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 1.1320754716981132 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.4528301886792453 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.4528301886792453 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.679245283018868 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.679245283018868 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.1320754716981132 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.5849056603773584 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.0377358490566038 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.490566037735849 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.7169811320754715 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.943396226415094 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.30188679245283 } ], "return_min_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "return_std": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 0.33487244055280846 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.45973206614362516 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.49151227301761186 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.5922908628976341 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.7157753366964114 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.7848853470956797 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.927704916514746 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.9080357506333651 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.9562577313330906 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.989722234073299 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.9708493949314675 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.8465665686301762 } ], "return_std_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902, 110949 ], "target_mean": [ 0.0674623459194909, 0.13363379898943775, 0.19109473639572844, 0.24021151264572022, 0.29078516858119957, 0.33207142979922993, 0.37610051927044263, 0.41077570695579496, 0.4584343112244898, 0.4591282365250184, 0.49734687893958496 ], "target_mean_T": [ 3349, 13450, 23528, 33566, 43692, 53774, 63866, 73918, 83931, 94015, 104021 ], "td_error_abs": [ 0.07439329888294546, 0.012946677783544363, 0.008807389971743296, 0.010632005982108103, 0.012976271443014102, 0.015445969416887978, 0.019227300473647464, 0.02684800940140927, 0.023589168095895043, 0.026010304185026617, 0.025786921439751625 ], "td_error_abs_T": [ 3349, 13450, 23528, 33566, 43692, 53774, 63866, 73918, 83931, 94015, 104021 ], "test_battle_won_mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "test_battle_won_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_dead_allies_mean": [ 0.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0 ], "test_dead_allies_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_dead_enemies_mean": [ 0.0, 2.78125, 1.65625, 1.65625, 2.0, 2.03125, 2.40625, 2.96875, 2.375, 2.09375, 2.15625 ], "test_dead_enemies_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_ep_length_mean": [ 70.0, 20.71875, 18.5625, 18.6875, 18.90625, 18.65625, 19.40625, 21.15625, 20.59375, 20.46875, 20.40625 ], "test_ep_length_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_return_max": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 0.0 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.528301886792454 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.132075471698113 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.264150943396228 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.037735849056604 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.584905660377358 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.16981132075472 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 11.28301886792453 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.811320754716981 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.716981132075473 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.716981132075473 } ], "test_return_max_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_return_mean": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 0.0 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.123820754716982 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.878537735849056 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.359669811320755 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.818396226415095 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.508254716981132 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.869103773584905 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.880896226415095 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.924528301886792 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.6450471698113205 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.781839622641509 } ], "test_return_mean_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_return_min": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 0.0 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.509433962264151 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.754716981132075 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.2075471698113205 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.509433962264151 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.471698113207546 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.924528301886792 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.698113207547169 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.69811320754717 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.056603773584905 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.471698113207546 } ], "test_return_min_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ], "test_return_std": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 0.0 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.6854235771791629 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.48147734328135483 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.7221748564086867 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.6617531154677376 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.6113167055974683 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.7026550608075507 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.2531238777938873 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.49210571153754623 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.7761324467181493 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.7051679731294659 } ], "test_return_std_T": [ 197, 10276, 20389, 30510, 40521, 50534, 60601, 70713, 80804, 90808, 100902 ] }