{ "battle_won_mean": [ 0.0, 0.0, 0.0, 0.0, 0.005555555555555556, 0.011111111111111112, 0.011111111111111112, 0.029069767441860465, 0.029069767441860465, 0.06547619047619048, 0.07386363636363637, 0.1130952380952381, 0.11046511627906977, 0.08928571428571429, 0.10714285714285714, 0.06395348837209303, 0.08928571428571429, 0.10119047619047619 ], "battle_won_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "dead_allies_mean": [ 5.0, 5.0, 5.0, 5.0, 4.988888888888889, 4.972222222222222, 4.972222222222222, 4.930232558139535, 4.9476744186046515, 4.839285714285714, 4.8522727272727275, 4.755952380952381, 4.6976744186046515, 4.815476190476191, 4.755952380952381, 4.837209302325581, 4.785714285714286, 4.767857142857143 ], "dead_allies_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "dead_enemies_mean": [ 1.25, 0.4722222222222222, 0.4574468085106383, 0.7445652173913043, 0.9333333333333333, 1.1166666666666667, 1.1277777777777778, 1.4186046511627908, 1.622093023255814, 1.7321428571428572, 1.8806818181818181, 2.0, 1.9593023255813953, 1.744047619047619, 1.8035714285714286, 1.8430232558139534, 2.0773809523809526, 2.011904761904762 ], "dead_enemies_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "ep_length_mean": [ 58.25, 55.62777777777778, 54.04255319148936, 54.875, 56.12777777777778, 55.76111111111111, 55.56111111111111, 58.23837209302326, 59.127906976744185, 60.345238095238095, 58.47159090909091, 60.63095238095238, 58.26162790697674, 60.20238095238095, 60.38690476190476, 59.30232558139535, 59.57738095238095, 60.04761904761905 ], "ep_length_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "episode": [ 180, 368, 552, 732, 912, 1092, 1268, 1440, 1608, 1784, 1952, 2124, 2292, 2460, 2632, 2800, 2968 ], "episode_T": [ 10029, 20170, 30276, 40361, 50442, 60455, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "episode_in_buffer": [ 180, 368, 552, 732, 912, 1092, 1268, 1440, 1608, 1784, 1952, 2124, 2292, 2460, 2632, 2800, 2968 ], "episode_in_buffer_T": [ 10029, 20170, 30276, 40361, 50442, 60455, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "epsilon": [ 1.0, 0.9047245, 0.808385, 0.712378, 0.6165705, 0.5208010000000001, 0.42567750000000004, 0.33091500000000007, 0.23459450000000004, 0.13844500000000015, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05 ], "epsilon_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "grad_norm_manager": [ { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU3ODQ0MDBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1Nzg0NDAwcQFhLgEAAAAAAAAAkK5vRA==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzE5ODYwMDBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcxOTg2MDAwcQFhLgEAAAAAAAAADe9SRA==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzE5Mzg5NjBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcxOTM4OTYwcQFhLgEAAAAAAAAAMCvORA==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxMzU3NDRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTM1NzQ0cQFhLgEAAAAAAAAALsMaRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzIwMzQ3NjhxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcyMDM0NzY4cQFhLgEAAAAAAAAA8oZDRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzIwMjc0NzJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcyMDI3NDcycQFhLgEAAAAAAAAADzhYRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzI4MDQyNzJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzMyODA0MjcycQFhLgEAAAAAAAAA0T5wRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxNjI4MTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTYyODE2cQFhLgEAAAAAAAAA/CGKRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxNTMxMjBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTUzMTIwcQFhLgEAAAAAAAAAwiGRRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzNDM0ODUzOTJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzQzNDg1MzkycQFhLgEAAAAAAAAAT42dRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzI3NjU2ODBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzMyNzY1NjgwcQFhLgEAAAAAAAAAEM+nRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzNDM1MjU2MTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzQzNTI1NjE2cQFhLgEAAAAAAAAAsNKqRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU3NzYzMzZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1Nzc2MzM2cQFhLgEAAAAAAAAArpPORQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxMTM2NjRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTEzNjY0cQFhLgEAAAAAAAAA+VfFRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxNTI0NDhxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTUyNDQ4cQFhLgEAAAAAAAAAI6DhRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU3Nzk5ODRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1Nzc5OTg0cQFhLgEAAAAAAAAACU33RQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU2ODA4MTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1NjgwODE2cQFhLgEAAAAAAAAA1QX8RQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] } ], "grad_norm_manager_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "grad_norm_worker": [ { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU3NzI0MDBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1NzcyNDAwcQFhLgEAAAAAAAAASoQyRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzE5ODIyNTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcxOTgyMjU2cQFhLgEAAAAAAAAAEb6HRA==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzE5NDEzNjBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcxOTQxMzYwcQFhLgEAAAAAAAAANWnfRA==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxMzc2NjRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTM3NjY0cQFhLgEAAAAAAAAAZjPPRA==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzIwMjY1MTJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcyMDI2NTEycQFhLgEAAAAAAAAAR1TVRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxNzIwMTg0NDhxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTcyMDE4NDQ4cQFhLgEAAAAAAAAA5df8RQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzI3OTYyMDhxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzMyNzk2MjA4cQFhLgEAAAAAAAAALoU6Rg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxNTQwODBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTU0MDgwcQFhLgEAAAAAAAAA46chRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMwODM2MTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMDgzNjE2cQFhLgEAAAAAAAAA5KVORg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzNDM0ODk5MDRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzQzNDg5OTA0cQFhLgEAAAAAAAAAv6F5Rg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzI3NjgwODBxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzMyNzY4MDgwcQFhLgEAAAAAAAAAzM6vRQ==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzNDM1MjgwMTZxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzQzNTI4MDE2cQFhLgEAAAAAAAAAFCJiRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU3NjI5OTJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1NzYyOTkycQFhLgEAAAAAAAAAdbKhRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxMDYyNzJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTA2MjcycQFhLgEAAAAAAAAACH/MRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkxMjMxNDE0MDhxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MTIzMTQxNDA4cQFhLgEAAAAAAAAA6WVaRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU3Nzg4MzJxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1Nzc4ODMycQFhLgEAAAAAAAAAMW+JRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] }, { "py/reduce": [ { "py/function": "torch._utils._rebuild_tensor_v2" }, { "py/tuple": [ { "py/reduce": [ { "py/function": "torch.storage._load_from_bytes" }, { "py/tuple": [ { "py/b64": "gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAAAGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAAaW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3JhZ2UKcQFYDQAAADIwMzkzMzU4MDgzMDRxAlgGAAAAY3VkYTowcQNLAU50cQRRLoACXXEAWA0AAAAyMDM5MzM1ODA4MzA0cQFhLgEAAAAAAAAAFqspRg==" } ] } ] }, 0, { "py/tuple": [] }, { "py/tuple": [] }, false, { "py/reduce": [ { "py/type": "collections.OrderedDict" }, { "py/tuple": [] }, null, null, { "py/tuple": [] } ] } ] } ] } ], "grad_norm_worker_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "hit_prob": [ 0.4625283479690552, 0.48018133640289307, 0.47543859481811523, 0.49337711930274963, 0.5260359644889832, 0.5174561738967896, 0.546875, 0.5532989501953125, 0.5754930973052979, 0.5918435454368591, 0.6163361072540283, 0.6190822720527649, 0.6588496565818787, 0.6196382641792297, 0.6466586589813232, 0.6725119948387146, 0.6463037729263306 ], "hit_prob_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "manager_advantage": [ 0.17827916145324707, -0.126869797706604, -0.18326307833194733, -0.2490502893924713, -0.28038641810417175, -0.3415907621383667, -0.3459433317184448, -0.37848103046417236, -0.39563965797424316, -0.430917352437973, -0.46173295378685, -0.48340317606925964, -0.5467185974121094, -0.5487329363822937, -0.5862215161323547, -0.6031898260116577, -0.6954140663146973 ], "manager_advantage_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "manager_cos_sim": [ -0.007258685305714607, -0.06707026064395905, -0.07516039162874222, -0.0904148668050766, -0.08719677478075027, -0.10499168932437897, -0.08633621782064438, -0.08658603578805923, -0.0802503228187561, -0.08891929686069489, -0.08517266064882278, -0.08392487466335297, -0.10865126550197601, -0.0778808742761612, -0.08868388086557388, -0.07813122123479843, -0.11740733683109283 ], "manager_cos_sim_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "manager_loss": [ 115.5124740600586, -1028.06201171875, -1652.3564453125, -2160.2451171875, -2564.904541015625, -3089.45947265625, -3469.741943359375, -3798.271484375, -4202.58154296875, -4482.2431640625, -4802.984375, -5141.43408203125, -5724.68603515625, -6142.302734375, -6331.82177734375, -6995.61181640625, -7255.0810546875 ], "manager_loss_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "q_taken_mean": [ -0.044565047698767006, 0.014224379345350351, 0.08169372247718591, 0.14147329632636313, 0.18351223858895488, 0.22486390654425611, 0.27711643603963587, 0.27989202098444693, 0.3774073515526647, 0.41855172114505695, 0.44644461303374655, 0.4860768527909905, 0.5170812206534499, 0.550999698252414, 0.47763490812991866, 0.4575082012539915, 0.5147622315710706 ], "q_taken_mean_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "return_max": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 9.645390070921986 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 14.992907801418438 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 15.42622950819672 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 17.008264462809915 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 27.047619047619037 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 27.238095238095223 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.114754098360656 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 26.85714285714285 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.238095238095237 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 24.56666666666666 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 26.876190476190473 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 27.047619047619037 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 27.04761904761903 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 26.85714285714285 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 30.47619047619047 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.428571428571416 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.371428571428556 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 26.61157024793389 } ], "return_max_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "return_mean": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 6.582775202068017 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.024079220002897 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.204934957063274 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.544645488239546 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 6.991965746869353 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.436948839901483 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 7.582637329797293 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.426525728851901 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 8.67469212216396 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.220782749738055 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.693006615008487 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.634172605686919 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.584739332845631 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.413728764746278 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.50221917136682 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.35787800347498 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 10.305142004157872 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.92113475074763 } ], "return_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "return_min": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 3.6885245901639343 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.0780141843971631 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.6857142857142857 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.3904761904761906 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.703900709219858 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.6859504132231404 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.4738095238095243 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.0476190476190477 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.021276595744681 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.5225409836065575 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.7190082644628104 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.273809523809524 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.780141843971631 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.4754098360655739 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.0330578512396698 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.378099173553719 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.1735537190082646 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.226950354609929 } ], "return_min_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "return_std": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 2.1276446276833054 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.8778987374400224 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.5895492430588525 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.0480065640229466 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.589121361145563 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.5463848274438066 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.5172217073133885 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.122017284064612 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.011472807848675 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.5231883736930785 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.513280804222921 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.2024220444193965 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.658728610735705 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.865576127525635 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.16933906528407 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.325791967086691 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.506524440130765 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.558568968384401 } ], "return_std_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "target_mean": [ 0.00593172103639633, 0.0206422264573594, 0.08899192443053197, 0.14061497789840852, 0.19990191561483525, 0.24190920161523974, 0.29949911974985666, 0.29972243775282464, 0.3566758134879004, 0.3969239173903108, 0.4387415795024105, 0.46657565927532174, 0.4929229469642624, 0.517249018257854, 0.49672452314259036, 0.4830155044238957, 0.49739005072741194 ], "target_mean_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "td_error_abs": [ 0.2643742118022339, 0.12115991248981796, 0.14378329300246268, 0.1602097232784845, 0.18114704385098465, 0.20070449583740765, 0.21440495482278527, 0.20618957953733086, 0.22427828766479577, 0.23617609930916889, 0.2137105137848657, 0.2369837662195719, 0.2303651804965681, 0.2572352682897287, 0.20813644468203948, 0.2098192475843201, 0.1965318435781533 ], "td_error_abs_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ], "test_battle_won_mean": [ 0.0, 0.0, 0.21875, 0.125, 0.0625, 0.125, 0.25, 0.21875, 0.15625, 0.03125, 0.03125, 0.0625, 0.125, 0.125, 0.03125, 0.09375, 0.09375, 0.15625 ], "test_battle_won_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_dead_allies_mean": [ 5.0, 5.0, 4.625, 4.65625, 4.84375, 4.71875, 4.5625, 4.40625, 4.6875, 4.9375, 4.875, 4.90625, 4.59375, 4.78125, 4.875, 4.78125, 4.75, 4.59375 ], "test_dead_allies_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_dead_enemies_mean": [ 0.71875, 0.8125, 2.59375, 2.625, 2.25, 2.53125, 2.71875, 2.59375, 2.34375, 1.9375, 2.0625, 2.3125, 1.875, 1.9375, 1.75, 2.0, 1.875, 2.53125 ], "test_dead_enemies_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_ep_length_mean": [ 49.28125, 54.375, 61.96875, 67.3125, 67.5625, 59.40625, 64.5625, 59.5, 66.125, 62.3125, 63.65625, 60.90625, 60.09375, 60.125, 59.1875, 60.875, 61.3125, 62.28125 ], "test_ep_length_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_return_max": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 14.278688524590164 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 18.228571428571428 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.471074380165305 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 24.11428571428571 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 18.990476190476187 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.295081967213125 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.428571428571423 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 20.16528925619835 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.18095238095237 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.309917355371926 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 19.67213114754098 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 24.026190476190468 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 20.165289256198353 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 31.435714285714273 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 19.23809523809523 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 23.238095238095227 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 17.1900826446281 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 20.904761904761898 } ], "test_return_max_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_return_mean": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 3.172349572693216 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.831529751755548 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 11.151486927821125 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 11.177385180540874 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.98663651337802 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 11.284425728374678 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 12.09495973610397 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 10.574359586857334 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 11.074456782309538 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.555806530829521 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.615024465632308 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 10.615152093605229 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.371344437512724 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.297321277791688 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.504331681044748 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.61818973776439 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 9.290793377538435 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 11.457208167398406 } ], "test_return_mean_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_return_min": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 0.0 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 0.0 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.2695035460992905 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.870901639344262 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.9619047619047616 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.9586776859504145 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.8217213114754096 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.231404958677686 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.962765957446808 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.0514184397163122 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.180952380952381 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.042553191489361 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.3884297520661155 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.264462809917356 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.5195035460992907 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 1.5778688524590163 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 2.307377049180328 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.9098360655737725 } ], "test_return_min_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "test_return_std": [ { "dtype": "float64", "py/object": "numpy.float64", "value": 3.3794900307297824 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.87556644503774 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.301227688760056 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.476082047163996 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.8597748443876614 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.169291950369022 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.294229298853561 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.816742061364013 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.195101345780509 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.087458445171775 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.7285393939309825 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.729509928250856 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.160157268800494 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.615670721691422 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.195260738543831 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 5.147454164441768 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 3.9689944839050812 }, { "dtype": "float64", "py/object": "numpy.float64", "value": 4.24693847247732 } ], "test_return_std_T": [ 233, 10246, 20406, 30503, 40606, 50643, 60644, 70661, 80831, 90969, 101260, 111446, 121467, 131581, 141726, 151926, 161935, 172023 ], "worker_loss": [ 862.7616577148438, 224.97927856445312, 305.8400573730469, 356.6451416015625, 490.9036865234375, 596.3804931640625, 723.9983520507812, 641.6268310546875, 735.6061401367188, 773.0672607421875, 685.4548950195312, 814.1674194335938, 802.2513427734375, 891.1700439453125, 701.4380493164062, 739.7481079101562, 535.0346069335938 ], "worker_loss_T": [ 7056, 17188, 27350, 37443, 47513, 57594, 67604, 77823, 88080, 98095, 108177, 118255, 128398, 138576, 148696, 158904, 168987 ] }