diff --git a/000_image_stack_ram_based_reward/check_reward.py b/000_image_stack_ram_based_reward/check_reward.py index 7f46495..3fee3e3 100644 --- a/000_image_stack_ram_based_reward/check_reward.py +++ b/000_image_stack_ram_based_reward/check_reward.py @@ -1,7 +1,6 @@ import time import retro -from stable_baselines3 import PPO from stable_baselines3.common.monitor import Monitor from stable_baselines3.common.vec_env import DummyVecEnv, VecFrameStack diff --git a/000_image_stack_ram_based_reward/logs/PPO_1/events.out.tfevents.1680176551.DESKTOP-9E17TO7.25984.0 b/000_image_stack_ram_based_reward/logs/PPO_1/events.out.tfevents.1680176551.DESKTOP-9E17TO7.25984.0 deleted file mode 100644 index 9096b7c..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_1/events.out.tfevents.1680176551.DESKTOP-9E17TO7.25984.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_10/events.out.tfevents.1680180303.DESKTOP-9E17TO7.35284.0 b/000_image_stack_ram_based_reward/logs/PPO_10/events.out.tfevents.1680180303.DESKTOP-9E17TO7.35284.0 deleted file mode 100644 index 106794b..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_10/events.out.tfevents.1680180303.DESKTOP-9E17TO7.35284.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_11/events.out.tfevents.1680180514.DESKTOP-9E17TO7.11796.0 b/000_image_stack_ram_based_reward/logs/PPO_11/events.out.tfevents.1680180514.DESKTOP-9E17TO7.11796.0 deleted file mode 100644 index 6fab041..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_11/events.out.tfevents.1680180514.DESKTOP-9E17TO7.11796.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_12/events.out.tfevents.1680180894.DESKTOP-9E17TO7.20548.0 b/000_image_stack_ram_based_reward/logs/PPO_12/events.out.tfevents.1680180894.DESKTOP-9E17TO7.20548.0 deleted file mode 100644 index 8ac9b2f..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_12/events.out.tfevents.1680180894.DESKTOP-9E17TO7.20548.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_13/events.out.tfevents.1680182153.DESKTOP-9E17TO7.30948.0 b/000_image_stack_ram_based_reward/logs/PPO_13/events.out.tfevents.1680182153.DESKTOP-9E17TO7.30948.0 deleted file mode 100644 index 74c786c..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_13/events.out.tfevents.1680182153.DESKTOP-9E17TO7.30948.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_14/events.out.tfevents.1680182468.DESKTOP-9E17TO7.30948.1 b/000_image_stack_ram_based_reward/logs/PPO_14/events.out.tfevents.1680182468.DESKTOP-9E17TO7.30948.1 deleted file mode 100644 index 39f8c7f..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_14/events.out.tfevents.1680182468.DESKTOP-9E17TO7.30948.1 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_15/events.out.tfevents.1680182795.DESKTOP-9E17TO7.30948.2 b/000_image_stack_ram_based_reward/logs/PPO_15/events.out.tfevents.1680182795.DESKTOP-9E17TO7.30948.2 deleted file mode 100644 index 23d3259..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_15/events.out.tfevents.1680182795.DESKTOP-9E17TO7.30948.2 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_16/events.out.tfevents.1680183136.DESKTOP-9E17TO7.30948.3 b/000_image_stack_ram_based_reward/logs/PPO_16/events.out.tfevents.1680183136.DESKTOP-9E17TO7.30948.3 deleted file mode 100644 index f357854..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_16/events.out.tfevents.1680183136.DESKTOP-9E17TO7.30948.3 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_17/events.out.tfevents.1680183432.DESKTOP-9E17TO7.30948.4 b/000_image_stack_ram_based_reward/logs/PPO_17/events.out.tfevents.1680183432.DESKTOP-9E17TO7.30948.4 deleted file mode 100644 index ac83234..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_17/events.out.tfevents.1680183432.DESKTOP-9E17TO7.30948.4 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_18/events.out.tfevents.1680183612.DESKTOP-9E17TO7.32692.0 b/000_image_stack_ram_based_reward/logs/PPO_18/events.out.tfevents.1680183612.DESKTOP-9E17TO7.32692.0 deleted file mode 100644 index 8e7b54d..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_18/events.out.tfevents.1680183612.DESKTOP-9E17TO7.32692.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_19/events.out.tfevents.1680183923.DESKTOP-9E17TO7.32692.1 b/000_image_stack_ram_based_reward/logs/PPO_19/events.out.tfevents.1680183923.DESKTOP-9E17TO7.32692.1 deleted file mode 100644 index 4627ee2..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_19/events.out.tfevents.1680183923.DESKTOP-9E17TO7.32692.1 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_2/events.out.tfevents.1680177234.DESKTOP-9E17TO7.2364.0 b/000_image_stack_ram_based_reward/logs/PPO_2/events.out.tfevents.1680177234.DESKTOP-9E17TO7.2364.0 deleted file mode 100644 index 9b22664..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_2/events.out.tfevents.1680177234.DESKTOP-9E17TO7.2364.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_20/events.out.tfevents.1680184256.DESKTOP-9E17TO7.32692.2 b/000_image_stack_ram_based_reward/logs/PPO_20/events.out.tfevents.1680184256.DESKTOP-9E17TO7.32692.2 deleted file mode 100644 index 5a2dda3..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_20/events.out.tfevents.1680184256.DESKTOP-9E17TO7.32692.2 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_21/events.out.tfevents.1680184590.DESKTOP-9E17TO7.32692.3 b/000_image_stack_ram_based_reward/logs/PPO_21/events.out.tfevents.1680184590.DESKTOP-9E17TO7.32692.3 deleted file mode 100644 index 55c5bef..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_21/events.out.tfevents.1680184590.DESKTOP-9E17TO7.32692.3 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_22/events.out.tfevents.1680184934.DESKTOP-9E17TO7.32692.4 b/000_image_stack_ram_based_reward/logs/PPO_22/events.out.tfevents.1680184934.DESKTOP-9E17TO7.32692.4 deleted file mode 100644 index 0210587..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_22/events.out.tfevents.1680184934.DESKTOP-9E17TO7.32692.4 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_23/events.out.tfevents.1680185250.DESKTOP-9E17TO7.32692.5 b/000_image_stack_ram_based_reward/logs/PPO_23/events.out.tfevents.1680185250.DESKTOP-9E17TO7.32692.5 deleted file mode 100644 index 528228a..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_23/events.out.tfevents.1680185250.DESKTOP-9E17TO7.32692.5 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_24/events.out.tfevents.1680185584.DESKTOP-9E17TO7.32692.6 b/000_image_stack_ram_based_reward/logs/PPO_24/events.out.tfevents.1680185584.DESKTOP-9E17TO7.32692.6 deleted file mode 100644 index c4c9faa..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_24/events.out.tfevents.1680185584.DESKTOP-9E17TO7.32692.6 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_25/events.out.tfevents.1680185591.DESKTOP-9E17TO7.32692.7 b/000_image_stack_ram_based_reward/logs/PPO_25/events.out.tfevents.1680185591.DESKTOP-9E17TO7.32692.7 deleted file mode 100644 index a1a8e5d..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_25/events.out.tfevents.1680185591.DESKTOP-9E17TO7.32692.7 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_26/events.out.tfevents.1680185938.DESKTOP-9E17TO7.32692.8 b/000_image_stack_ram_based_reward/logs/PPO_26/events.out.tfevents.1680185938.DESKTOP-9E17TO7.32692.8 deleted file mode 100644 index 37dacc8..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_26/events.out.tfevents.1680185938.DESKTOP-9E17TO7.32692.8 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_27/events.out.tfevents.1680186251.DESKTOP-9E17TO7.32692.9 b/000_image_stack_ram_based_reward/logs/PPO_27/events.out.tfevents.1680186251.DESKTOP-9E17TO7.32692.9 deleted file mode 100644 index 4299711..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_27/events.out.tfevents.1680186251.DESKTOP-9E17TO7.32692.9 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_29/events.out.tfevents.1680204062.DESKTOP-9E17TO7.19212.0 b/000_image_stack_ram_based_reward/logs/PPO_29/events.out.tfevents.1680204062.DESKTOP-9E17TO7.19212.0 new file mode 100644 index 0000000..c42f4cd Binary files /dev/null and b/000_image_stack_ram_based_reward/logs/PPO_29/events.out.tfevents.1680204062.DESKTOP-9E17TO7.19212.0 differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_3/events.out.tfevents.1680177334.DESKTOP-9E17TO7.35060.0 b/000_image_stack_ram_based_reward/logs/PPO_3/events.out.tfevents.1680177334.DESKTOP-9E17TO7.35060.0 deleted file mode 100644 index a51dfe5..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_3/events.out.tfevents.1680177334.DESKTOP-9E17TO7.35060.0 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_30/events.out.tfevents.1680229915.DESKTOP-9E17TO7.2720.0 b/000_image_stack_ram_based_reward/logs/PPO_30/events.out.tfevents.1680229915.DESKTOP-9E17TO7.2720.0 new file mode 100644 index 0000000..2075e9c Binary files /dev/null and b/000_image_stack_ram_based_reward/logs/PPO_30/events.out.tfevents.1680229915.DESKTOP-9E17TO7.2720.0 differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_4/events.out.tfevents.1680177771.DESKTOP-9E17TO7.35060.1 b/000_image_stack_ram_based_reward/logs/PPO_4/events.out.tfevents.1680177771.DESKTOP-9E17TO7.35060.1 deleted file mode 100644 index 4fee189..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_4/events.out.tfevents.1680177771.DESKTOP-9E17TO7.35060.1 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_5/events.out.tfevents.1680178207.DESKTOP-9E17TO7.35060.2 b/000_image_stack_ram_based_reward/logs/PPO_5/events.out.tfevents.1680178207.DESKTOP-9E17TO7.35060.2 deleted file mode 100644 index 6741459..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_5/events.out.tfevents.1680178207.DESKTOP-9E17TO7.35060.2 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_6/events.out.tfevents.1680178663.DESKTOP-9E17TO7.35060.3 b/000_image_stack_ram_based_reward/logs/PPO_6/events.out.tfevents.1680178663.DESKTOP-9E17TO7.35060.3 deleted file mode 100644 index ddc6b02..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_6/events.out.tfevents.1680178663.DESKTOP-9E17TO7.35060.3 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_7/events.out.tfevents.1680179100.DESKTOP-9E17TO7.35060.4 b/000_image_stack_ram_based_reward/logs/PPO_7/events.out.tfevents.1680179100.DESKTOP-9E17TO7.35060.4 deleted file mode 100644 index f1b8b23..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_7/events.out.tfevents.1680179100.DESKTOP-9E17TO7.35060.4 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_8/events.out.tfevents.1680179576.DESKTOP-9E17TO7.35060.5 b/000_image_stack_ram_based_reward/logs/PPO_8/events.out.tfevents.1680179576.DESKTOP-9E17TO7.35060.5 deleted file mode 100644 index 89b6ec0..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_8/events.out.tfevents.1680179576.DESKTOP-9E17TO7.35060.5 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/PPO_9/events.out.tfevents.1680180040.DESKTOP-9E17TO7.35060.6 b/000_image_stack_ram_based_reward/logs/PPO_9/events.out.tfevents.1680180040.DESKTOP-9E17TO7.35060.6 deleted file mode 100644 index 755d4cc..0000000 Binary files a/000_image_stack_ram_based_reward/logs/PPO_9/events.out.tfevents.1680180040.DESKTOP-9E17TO7.35060.6 and /dev/null differ diff --git a/000_image_stack_ram_based_reward/logs/monitor.csv b/000_image_stack_ram_based_reward/logs/monitor.csv index a7eb38b..1ef405f 100644 --- a/000_image_stack_ram_based_reward/logs/monitor.csv +++ b/000_image_stack_ram_based_reward/logs/monitor.csv @@ -1,53 +1,2204 @@ -#{"t_start": 1680186251.3110938, "env_id": null} +#{"t_start": 1680229914.098205, "env_id": null} r,l,t --50,2150,3.695703 --40,2886,12.564373 --128,2196,20.599987 --217,3000,25.620172 --210,2753,34.631877 -27,2177,42.807461 --161,2502,46.870715 --227,2122,54.492589 --289,1567,61.321581 -1,2075,64.463465 -130,2465,72.662509 --192,3007,82.093462 -3927.0,6468,97.611361 --109,1823,104.996175 -200,1820,112.333123 --300,2478,116.020238 --42,2351,124.010789 --263,1990,127.212089 --351,1486,134.405471 --225,2611,143.112158 --56,3290,153.69294 --65,2138,157.640509 -62,3161,167.244644 --189,2652,175.720904 -224,2138,179.193385 --48,3706,189.4923 --209,3172,199.319699 --98,2059,207.148574 -51,2787,216.523835 --88,3218,225.952495 --263,1828,228.707771 --38,2328,236.642072 -7,3179,245.83899 --133,2421,249.558141 --296,1684,256.702009 --211,2881,266.1996 --261,1710,269.33675 --176,1974,277.229695 -184,1310,279.58493 -218,2222,288.236686 --229,2460,291.904952 --345,2510,299.876746 --345,2510,302.781091 --345,2510,305.701696 --345,2510,308.687105 --345,2510,311.624716 --345,2510,314.566203 --345,2510,317.608539 --345,2510,320.618201 --345,2510,323.649133 --345,2510,326.561072 +-252,1808,5.400605 +-106,2825,10.66273 +-262,2425,15.685293 +16,2353,20.066679 +270,1010,21.921075 +-59,2478,26.415111 +-37,2894,31.856985 +-2,2800,36.948652 +-245,2013,40.527157 +-60,1955,44.032288 +-251,1696,47.031101 +-254,2449,52.096722 +-42,2842,57.74365 +19,3624,65.00899 +84,2954,115.771492 +-189,2204,119.829074 +-98.0,6591,133.239088 +-299,1838,136.898152 +94,2488,141.366184 +-155,2380,145.602356 +-180,1831,148.89832 +49,3271,154.569181 +-2,2118,158.310195 +-184,3160,163.860069 +-69,2620,168.301854 +-89,2582,172.816635 +-111,2237,177.105714 +-127,3104,227.913796 +-57,2430,232.52585 +11,3721,240.146369 +-344,1811,243.626609 +72,1591,246.422759 +-71,2913,252.065847 +-72,2723,257.3234 +-240,2799,262.732385 +70,2565,267.732592 +-343,2099,271.754618 +70,2375,276.315454 +14,3600,283.255981 +-27,2360,287.884329 +-60,3303,294.489859 +44,1913,349.049179 +-28,2594,353.407578 +-285,1902,356.653306 +-7,3073,361.780741 +-252,2481,366.04752 +24,2859,370.965881 +-96,2795,375.676218 +6,2154,379.363775 +-264,1790,382.362342 +167,2139,385.957565 +-172,2650,390.495156 +158,3147,395.804247 +-295,1844,398.978408 +-243,2452,403.236286 +-30,2839,452.907418 +-280,1052,454.456544 +-156,2859,459.051392 +-162,2709,463.566116 +35,2827,468.804988 +-173,1988,472.913758 +-198,1761,476.360694 +-122,2518,481.550796 +188,927,483.550377 +-47,3186,490.275249 +-29.0,5235,500.506429 +-284,2081,504.095439 +-100,2304,508.019503 +-64,3202,513.58357 +-216,2600,518.094492 +-166,1911,565.450853 +-50,3179,570.659671 +-45,2318,574.565784 +-306,2186,578.329355 +109,2104,581.921559 +-227,2269,585.803821 +-267,1583,588.865762 +-28,3088,595.210232 +-29,3004,601.368857 +-96,1957,605.544215 +3,3803,613.350252 +16,2436,617.963299 +-347,1644,620.784424 +-50,3012,626.073731 +-39,3181,675.9049 +-101,2845,680.690686 +-346,1630,683.445182 +-297,2202,687.193828 +-209,1359,689.506888 +-129,1730,692.451563 +-102,2633,696.916583 +-16,3411,702.711922 +-101,2707,707.374703 +-32,2442,712.093376 +-59,2687,717.742998 +32,2233,722.295741 +-328,2210,726.818805 +192,2576,732.227402 +-209,2488,737.171631 +-112,2090,784.470507 +-240,1675,787.652845 +-227,1785,791.314399 +-237,2710,796.958855 +-173,1890,800.130053 +8,2429,804.197626 +-302,2654,808.637604 +-251,2764,813.257995 +-88,2917,818.159901 +-24,2132,821.77366 +132,1694,824.630059 +-340,1287,826.866269 +-119,3421,833.970419 +-287,2009,838.207689 +-15,2842,844.225844 +-221,1972,848.418935 +127,2634,898.722095 +-26,1726,902.091305 +-203,2637,907.088157 +-227.0,6009,918.30386 +-262,2209,922.102597 +-87,2019,925.551758 +-151,2415,929.7305 +-293,2131,933.658948 +4097.0,5570,943.745676 +-55,2442,948.096123 +-190,1426,950.673406 +-212,2222,954.74135 +-215,2183,958.757487 +-4,2185,1006.963696 +-80,2748,1011.795731 +13,2301,1015.983526 +-137,2800,1021.33784 +-258,1937,1025.045475 +71,1760,1028.365387 +-50,3143,1033.940649 +-225,2603,1038.891894 +-23,2928,1045.05456 +3,2744,1050.456916 +-26,3592,1058.150948 +254,1211,1060.57277 +-267,1998,1064.650494 +-28,2132,1069.100319 +-106,2030,1073.330676 +-76,2847,1125.467424 +-215,1782,1128.770547 +-238,2200,1133.406329 +-339,1647,1137.134799 +-154,2714,1143.107978 +-252,2563,1148.721167 +-263,2340,1153.907991 +63,2668,1158.521719 +-205,2403,1162.760953 +-300,1536,1165.492011 +-142.0,7246,1178.432011 +351,540,1179.395387 +-10,2537,1183.914829 +-203,2178,1187.939889 +-35,3502,1238.081487 +-2,2271,1242.138929 +-68,3171,1247.92829 +-144,2314,1252.264063 +-346,2298,1256.664232 +103,3172,1262.843666 +12,2966,1268.672483 +-26,3081,1274.542881 +-121,2259,1279.018722 +-249,1830,1282.345738 +-237,2160,1286.204682 +-260,1868,1289.62043 +-262,2084,1293.438675 +-186,1970,1296.972511 +-176,2053,1300.604724 +-84,2862,1355.292153 +-247,3222,1360.918117 +-41,3036,1366.082022 +-128,2596,1370.618746 +-227,1590,1373.515795 +7,3070,1378.974956 +-235,1776,1382.14513 +-170,2491,1386.635147 +-52,2187,1390.452241 +-23,2966,1395.782006 +89,2949,1400.950467 +-261.0,5961,1411.733739 +-40,2956,1464.314937 +244,867,1465.767354 +5,2664,1470.532535 +-242,1756,1473.764108 +26,1953,1477.11508 +93,3550,1483.747755 +-57,2474,1488.52471 +-46,2382,1493.448474 +71,2256,1498.280169 +-258,2091,1502.677947 +-148,2696,1508.052304 +-72,2459,1513.075772 +-23,2378,1517.54586 +51,2356,1521.698633 +-234,2066,1525.171091 +-132,2315,1529.38865 +10,2435,1578.907397 +-255,2612,1583.419565 +-196,2296,1587.375795 +64,3498,1593.456733 +-290,2391,1597.549795 +7,2915,1602.577732 +13,2015,1605.7694 +-258,1557,1608.256353 +-22,2602,1612.704275 +13,2677,1617.345612 +237,1610,1620.131257 +229,1852,1623.386986 +215,2830,1628.463224 +-256,2734,1633.078832 +1,1832,1636.462932 +-304,1262,1684.220942 +-222,1794,1687.299206 +-3,2582,1692.106144 +-203,2465,1696.75911 +-252,1608,1699.614403 +-348,1334,1701.885941 +-242,1736,1704.90497 +157,2282,1708.702678 +112,1831,1711.820106 +-128,3379,1717.831114 +242,722,1719.100924 +-213,1682,1721.969807 +-256,1932,1725.41575 +-92,2775,1730.292673 +-12.0,7510,1743.334839 +-230,1640,1794.320507 +-185,2571,1798.992969 +-222,1962,1802.993142 +-2,3099,1808.712548 +-208,2160,1812.269588 +-188,2615,1816.824177 +-186,2426,1821.143391 +-230,2195,1824.90222 +-34,2757,1829.72536 +-240,2701,1834.459892 +93,3766,1841.043177 +-208,2697,1845.803722 +-308,1832,1848.94321 +-164,2740,1853.738456 +-68,1935,1900.39817 +-145,2666,1904.496195 +-266.0,6967,1917.974949 +-254,2280,1922.821459 +-130,2951,1928.950337 +-195,2363,1933.806695 +-129,2938,1939.343292 +-181,2116,1943.07157 +-164,1520,1945.784461 +-296,2162,1949.553203 +-121,2073,1953.20826 +-55,2992,1958.476114 +-149,2617,1963.053209 +58,2590,2012.096147 +-246,1854,2015.033227 +-15,3299,2020.535252 +-192,2490,2024.850985 +115,2212,2029.082137 +-238,2232,2033.613222 +11,2888,2039.266445 +-249,2477,2043.997737 +-79,2660,2049.334031 +-227,2265,2053.538808 +-128,2774,2058.653505 +-69,1899,2061.908495 +-306,1621,2064.832511 +91,1678,2067.722205 +-297,1690,2070.671174 +-204,1706,2073.495159 +-5,2705,2125.542948 +-322,1798,2128.707677 +-268,1524,2131.490357 +-33,2843,2136.50482 +-192,2258,2140.52171 +-202,2089,2144.230305 +-89,1637,2147.177284 +128,1449,2149.965558 +-350,2624,2154.903758 +-264,1966,2158.853893 +-118,1479,2161.630621 +-27,3600,2168.691062 +-259,2550,2173.425355 +62,3058,2179.149167 +-250,2034,2182.820958 +-106,2588,2187.624969 +-44,3254,2240.713351 +-48,3250,2246.107893 +22,2232,2249.812686 +-249,1976,2253.059842 +-271,1924,2256.38922 +-5,2581,2260.708773 +-187,2791,2265.445887 +-310,2141,2269.051506 +-70,2220,2273.021522 +-147,2408,2277.476046 +-133,2234,2281.571451 +-177,2492,2286.118792 +-222,1935,2289.787917 +-277,1872,2293.184098 +-146,2617,2298.013276 +-290,1736,2348.372261 +46,3597,2354.560581 +-194,2034,2358.144939 +-12,2816,2363.343669 +-116,2780,2368.320947 +-29,3304,2374.307193 +-144,2954,2379.480702 +-264,2244,2383.276359 +-307,1735,2386.287395 +103,2988,2391.817952 +-30,2933,2397.210584 +-198,2616,2402.147916 +-270,2687,2407.011413 +44,2553,2459.815234 +-294,1106,2461.668619 +-292,1463,2464.220654 +-281,2471,2468.460888 +-1,3294,2474.14262 +-160,2088,2477.738907 +-7,2453,2481.997097 +-9,2532,2486.362551 +-275,1788,2489.446151 +-308,1947,2492.814813 +-52,3228,2498.190176 +300,995,2499.673282 +-352,2550,2503.999249 +-338,1637,2506.903293 +210,1571,2509.839912 +-15,2820,2515.331723 +-109,2546,2520.157193 +-143,2497,2570.163863 +32,2179,2574.616233 +-48,2680,2580.237613 +-226,2584,2586.120149 +5029.0,5395,2597.631196 +-44,2301,2602.256724 +-212,2056,2606.5812 +-200,2913,2612.53997 +-273,1844,2616.158647 +297,1088,2618.207147 +-36,2527,2623.222524 +-212,2273,2627.340715 +-176,2264,2631.824466 +104,2763,2637.357247 +-257,2260,2690.560008 +30,2240,2694.421004 +4,3650,2700.921568 +-322,1892,2704.318774 +-76,2971,2709.561147 +-242,1660,2712.499424 +-157,2548,2717.179907 +14,2604,2721.877263 +-223,2354,2725.831963 +269,1173,2727.927057 +-194,2686,2732.596607 +2881.0,5333,2741.979446 +-270,1924,2745.482915 +-28,2640,2750.264589 +-64,2674,2801.877403 +132,2478,2806.059932 +-4,2916,2811.64261 +-217,1610,2814.863051 +-88,3040,2820.441859 +-334,1440,2823.017994 +-296,2032,2826.594363 +-179,2374,2830.895721 +150,1938,2834.353116 +-130,2623,2839.03596 +55,3009,2844.375786 +22,2654,2849.097058 +-80,2846,2854.346967 +167,2195,2858.17451 +-258,2098,2861.924968 +-179,2420,2914.312895 +-309,2272,2918.661451 +-40,3789,2925.074276 +-63,1930,2928.663 +-128,2800,2934.41626 +39,1824,2938.306462 +-158,2274,2942.824785 +-141,2354,2947.717977 +152,2793,2953.776395 +-262,2311,2958.333013 +233,2592,2962.972191 +-289,1682,2965.985596 +-211,1750,2969.039613 +-340,1634,2971.944431 +-4,2399,2976.32233 +240,1190,2978.406402 +220,1464,3025.419247 +-48,2350,3029.311409 +-144,2320,3033.533911 +-283,1795,3036.797486 +-181,1992,3040.447426 +-75,2283,3044.615131 +-158,2909,3049.974679 +171,2298,3054.330106 +-8,2638,3059.201005 +-3,2992,3064.782925 +-5,3333,3071.079428 +-346,972,3072.890712 +-127,2925,3078.233154 +20,2916,3083.538437 +-81.0,5813,3139.724396 +-267,1883,3142.912095 +82,2089,3146.643197 +-121,2350,3150.837932 +-228,2951,3155.974167 +0,2479,3160.335043 +-250,1576,3163.072721 +-201,1748,3166.106157 +-256,2420,3170.709129 +-51,3522,3177.341143 +-20,3174,3183.189954 +-36,3109,3188.887407 +-259,2293,3193.149128 +-95,3111,3198.856428 +-108,2370,3246.801302 +-213,2144,3250.885405 +16,2707,3256.428036 +-71,2879,3261.579763 +-352,2330,3265.589694 +-348,1861,3268.806288 +-159,2327,3272.887168 +187,2202,3276.643176 +-93,2807,3281.970386 +-233,2971,3287.390421 +-42,2957,3293.580212 +-127,2221,3298.415077 +-122,2874,3304.476801 +-227,2109,3308.869826 +-75,2210,3313.783716 +-259,2473,3362.292703 +-101,1995,3366.512008 +-29,3349,3373.758947 +-167,2588,3378.800083 +-352,1623,3381.754274 +-44,2593,3386.240759 +-215,2386,3390.310156 +173,2739,3395.025167 +-66,2940,3400.373249 +-2,3875,3407.571259 +-189.0,6266,3420.084552 +-63,2728,3425.331905 +5,3676,3477.454098 +-101,2782,3482.988801 +2,2985,3488.867821 +-3,3565,3496.021278 +-242,1748,3499.187167 +33,2119,3502.752073 +-35,3433,3508.94211 +43,3340,3514.874332 +-349,2069,3518.306011 +1,3425,3524.090571 +-346,1567,3526.746666 +-198,2778,3531.453272 +-262,1704,3534.756314 +-73,2237,3584.083402 +-278,1253,3586.119075 +-14,2929,3591.758802 +-290,1692,3594.957567 +-161,2853,3600.818242 +100,1133,3603.010625 +-111.0,6892,3616.735912 +-297,2880,3622.205653 +-157,2072,3625.955026 +-308,1778,3629.242251 +-310,2048,3633.059808 +-260,2182,3636.846116 +-189,2136,3640.704263 +-146,1924,3644.223897 +-329,2068,3648.107604 +8,2704,3697.728279 +41,2338,3701.691198 +-339,1736,3704.752706 +94,2625,3710.012616 +26,3963,3718.682982 +-45,2085,3723.385347 +-182,2782,3729.45401 +-144,2313,3734.462223 +-29,2316,3739.014142 +-232,2583,3743.636357 +-301,1605,3746.520149 +-18,2436,3750.814117 +-160,2030,3754.518557 +-31,1901,3757.966653 +-4,3046,3763.395805 +234,2235,3811.290071 +-85,2592,3815.726327 +-266,2678,3820.464174 +-257,2106,3824.234054 +-292,1564,3827.062882 +-56,2680,3832.564851 +237,2711,3838.069105 +80,2710,3843.579948 +-152,2317,3848.273465 +-139,2510,3853.202879 +-92,2487,3857.82607 +222,962,3859.560883 +-11,3038,3864.960762 +-46,2853,3869.931181 +-342,1512,3872.537484 +-257,2702,3922.486567 +-302,1496,3925.420384 +-232,2168,3929.630492 +-248,2579,3934.862299 +-102,2792,3940.369738 +-18,2255,3944.737021 +-38,1484,3947.715702 +-94,2600,3952.72911 +-298,1770,3956.119772 +-124,2988,3961.956243 +7,1834,3965.588512 +177,1984,3969.442054 +-244,2194,3973.734124 +-75,2720,3979.148024 +-249,1684,3982.603401 +189,1378,3985.351465 +144,1591,3988.43186 +112,1627,4040.833548 +-4,2358,4044.660491 +-21,3143,4050.126251 +-190,2574,4054.701153 +-37,2985,4060.091139 +-35,2834,4065.166114 +-22,2261,4069.690418 +-294,1801,4073.584474 +-30,2330,4078.737509 +-70,2142,4083.453541 +15,3330,4090.615154 +13,1715,4094.365568 +-73,3415,4101.107896 +-22,2830,4106.275514 +-255,1694,4153.11918 +-146,2340,4157.267493 +8,3248,4163.035859 +280,1468,4165.708928 +-310,1550,4168.509531 +-124,1817,4171.799292 +-14,2412,4176.155626 +3,2949,4181.475127 +-232,1468,4184.105228 +-196,2146,4188.171009 +-94,1729,4191.976922 +-154,2034,4196.308681 +-45,2551,4201.670099 +-137,2544,4207.055405 +-160,2842,4213.008757 +122.0,6588,4268.915292 +246,1060,4270.993489 +-197,2262,4275.491343 +-293,1490,4278.266846 +-269,2525,4282.7692 +4.0,7123,4295.408164 +-19,3036,4300.839849 +-312,2400,4305.141502 +-352,1446,4307.806784 +-202,1990,4311.932162 +-280,2495,4317.236537 +-3,3298,4324.099975 +110,2997,4330.191502 +-151,2102,4380.574668 +30,3111,4386.235046 +175,1936,4390.192205 +-325,1872,4393.999658 +-29,2217,4398.158012 +-9,2609,4403.464297 +-262,2609,4408.742126 +-151,2757,4414.135791 +-141,2940,4420.094454 +-311,2470,4424.827247 +-180,3016,4430.746728 +-43,1779,4434.078779 +-8,1806,4437.621441 +-198,2940,4443.321005 +169,1284,4445.80816 +350,1002,4447.724435 +-73,2486,4496.357778 +213,2589,4500.814031 +160,1700,4503.853411 +173,2404,4508.203619 +4,3786,4515.049264 +-51,2862,4520.155804 +-350,2763,4525.072134 +-138,2270,4529.120856 +-6,2239,4533.124989 +-198.0,4959,4541.92953 +-161,2013,4545.499975 +-41,3016,4551.375073 +-351,1884,4554.972214 +19,3787,4605.389947 +-184,2183,4609.102132 +-128,2547,4613.549677 +-177,2662,4618.264069 +-259,2688,4623.015908 +-128,1712,4626.028436 +-195,2557,4630.530657 +-28,3028,4635.867996 +-135,2795,4640.841185 +-37,2594,4645.455338 +-324,1838,4648.72489 +-205,1756,4651.83359 +-33,2391,4656.046751 +-204,2670,4660.78832 +285,1601,4663.640999 +-131,2911,4713.166498 +-8,2687,4717.896567 +-24,2664,4722.967505 +-43,2188,4727.041147 +-30,3388,4733.889275 +301,772,4735.347548 +-157,1841,4739.105464 +-312,1897,4743.132216 +-8,3697,4750.585987 +2,3123,4757.066621 +41,2260,4761.149335 +-184,2910,4766.367036 +-37,2855,4771.457426 +-154,2650,4776.206465 +-60,2736,4824.094392 +17,2907,4829.100554 +-57,2627,4833.806095 +-352,1562,4836.624726 +-210,1747,4839.746704 +-9,3164,4845.442044 +2,2449,4849.842566 +-224,2366,4854.122197 +-194,2212,4858.073519 +22,3116,4863.682609 +-21,2930,4868.917277 +-213,2699,4873.76592 +143.0,6596,4929.496512 +-80,2095,4933.457907 +-214,1785,4936.851141 +3257.0,5429,4946.547914 +1473.0,5648,4956.718761 +-7,3591,4963.150437 +223,1376,4965.615675 +234,951,4967.332211 +-258,2520,4971.794002 +-203,2633,4976.478581 +79,1873,4979.823899 +-125,2437,4984.14221 +-56,2320,4988.24913 +-42,3095,5037.569356 +-234,2034,5041.612478 +-24,2081,5045.974783 +-20,3514,5053.522599 +-136,2295,5058.306759 +-266,2338,5062.706648 +-346,1115,5064.688843 +-85,2324,5068.908018 +300,2528,5073.697104 +-166,2788,5078.690269 +-247,1980,5082.315892 +-198,2863,5087.692844 +-80,2863,5093.405302 +-20,2736,5098.65991 +48,2995,5104.883813 +-27,2182,5153.623062 +5,2849,5158.985363 +-14,3394,5165.594221 +-106,2603,5170.59829 +-204,3209,5176.7723 +1058.0,5006,5185.829001 +156,1724,5188.944135 +-300,1600,5191.869071 +-22,2263,5195.95753 +-102,2584,5200.597692 +-128,2391,5204.903066 +-29,3122,5210.48213 +296,755,5211.830281 +-8,1528,5214.584123 +-68,2261,5262.479946 +-272,1902,5265.506421 +-21.0,7165,5279.057085 +-137,2086,5283.036981 +-65,2626,5288.129683 +-18,2497,5292.879802 +-328,2697,5298.114807 +-280,2122,5301.910714 +-22,2325,5306.060246 +-247,3112,5311.598799 +-264,1371,5314.056527 +-160,3010,5319.435023 +-2,2966,5324.755625 +-232,1963,5373.683022 +-119,1861,5376.723612 +57,2675,5381.346547 +153,1655,5384.269101 +3,2815,5389.639571 +63,2253,5394.143488 +-142,1928,5397.960252 +-238,1706,5401.486403 +-295,2000,5405.803715 +-103,1832,5409.170536 +-75,2844,5414.759179 +347,1490,5417.637806 +-160,1904,5421.13144 +-16,2728,5426.108898 +-137,1914,5429.467278 +89,2936,5434.707352 +-187,2191,5438.71131 +-108,3149,5486.968969 +-64,3080,5492.281898 +92,1007,5494.044159 +-40,3818,5500.808932 +-166,2998,5506.129108 +10,2317,5510.8149 +-242,1746,5514.697052 +-157,2088,5519.236549 +7,2583,5524.854567 +-204,1908,5529.117573 +-2,2624,5534.848454 +116.0,4573,5543.410905 +1541.0,10265,5605.68201 +112,1533,5608.360783 +-176,2480,5612.755069 +-34,2865,5617.846764 +-257,2189,5621.768195 +-59,2120,5625.55532 +70,3099,5631.909024 +-257,2539,5637.442767 +-212,2417,5642.814867 +-230,2584,5648.323655 +-31,1816,5652.251868 +-167,2061,5656.704958 +-291.0,5813,5710.267884 +148,1952,5714.037013 +-100,3449,5721.262905 +-92,2836,5727.350101 +-133,3000,5733.929921 +-201.0,6893,5748.916219 +31,2450,5753.930048 +-45,2768,5760.020443 +146,2374,5765.184548 +-208,1934,5769.205485 +-17,3534,5776.746355 +-313,1610,5779.708527 +-199,2876,5828.782396 +-66,2709,5834.497166 +-248,2036,5838.521401 +74,1961,5842.024378 +110,2665,5846.774728 +43,2024,5850.375619 +-34,2448,5854.786818 +-110,3024,5860.268151 +-14,2713,5865.196238 +-43,2830,5870.899687 +-151,2343,5875.466322 +-345,1380,5878.074865 +-60,1938,5882.171134 +-44,1820,5885.971919 +232,1872,5889.547342 +6,3148,5940.38398 +-125,3038,5945.29932 +196,918,5946.870833 +-37,2794,5951.75481 +0,3726,5958.369038 +-207,2644,5963.049712 +-233,1742,5966.135606 +-152,2774,5971.043924 +120,2522,5975.536779 +16,1843,5978.797823 +-213.0,6533,5991.034013 +-11,2467,5995.987292 +-303,2932,6001.784082 +-296,2245,6051.115737 +290,840,6052.404919 +24,2855,6057.286438 +175,1369,6059.709887 +-187,2095,6063.411423 +-198,2062,6067.061162 +-187,1334,6069.446573 +-156,2759,6074.351934 +-18,2455,6078.706892 +-118,1814,6081.917127 +-9,2418,6086.206764 +235,1706,6089.235495 +-246,1690,6092.233783 +-42,2912,6097.400274 +101,1884,6100.743296 +-168,1770,6103.896802 +-8,3448,6110.476086 +-172,1610,6157.295944 +0,2814,6161.796093 +107,1874,6165.194717 +-55,2545,6170.153874 +-213,2004,6174.42882 +-20,3762,6181.83016 +32,2268,6186.495535 +-8,3580,6193.447416 +-263,1503,6196.454248 +37,3203,6202.20463 +-150,2799,6207.211454 +-142,2068,6210.913473 +-99,2673,6215.695447 +-255,2123,6219.486866 +-254.0,6403,6274.525928 +168,2150,6278.4139 +-140,2808,6283.541636 +-99,2080,6287.31126 +-28,2015,6290.884655 +-182,2859,6295.971118 +-249,2702,6300.78217 +118,2243,6304.828721 +73,2198,6308.75647 +168,2213,6312.683878 +-56,2254,6316.704528 +-11,2970,6321.966154 +-13,2787,6326.908125 +24,3160,6375.864438 +-238,2478,6380.000941 +-13,2040,6383.521237 +-178,2577,6388.044924 +-222,2604,6392.669145 +-351,2507,6397.127663 +-205,2500,6401.566169 +-156,1248,6403.783354 +-292,1818,6407.088008 +-62,2314,6411.204539 +-112,2346,6415.412932 +-184,2731,6420.282603 +-213,2356,6424.51176 +-238,2316,6428.640436 +-101,2398,6432.90046 +-60,2180,6436.823295 +-210,2479,6485.559902 +85,1760,6488.752166 +-237,2458,6493.661815 +-251,1550,6496.988961 +-12,2918,6502.650696 +32,2703,6507.560229 +-235,2346,6511.971716 +-311,1449,6514.712494 +-157,1738,6517.856888 +-209,1808,6521.162331 +93,2126,6525.286994 +-208,2196,6529.658872 +10,2594,6534.937403 +-104,2464,6539.671012 +12.0,8024,6598.657805 +335,1011,6600.431967 +-258,2479,6605.121 +-343,1300,6607.758307 +-87,2943,6613.286698 +22,2263,6617.713894 +2,2652,6622.551615 +-28,2896,6627.817646 +-12,2852,6632.910825 +-100.0,6339,6644.382869 +-212,2414,6648.688547 +12,2714,6653.479523 +-42,2776,6658.400247 +-306,2101,6706.47444 +-55,2250,6710.454963 +3,3369,6717.292118 +-148,2479,6722.213502 +-200,2037,6726.380126 +-172,1882,6730.257538 +-126,2388,6734.879036 +-106,2833,6740.171858 +-194,3059,6745.693811 +1,2132,6749.468416 +-314,1982,6752.996851 +-209,1408,6755.523299 +-69,3182,6761.177929 +-215,2449,6765.565244 +44,1896,6768.979541 +-294,2589,6816.550548 +-218,1978,6820.129938 +-1,3519,6826.671035 +158,1857,6830.27774 +-303,2048,6834.580719 +-347,1784,6838.481301 +-299,2500,6843.61488 +83,2478,6848.878486 +-298,1748,6852.659203 +-157,2084,6856.683304 +-57,2351,6861.013117 +-169,2459,6865.476014 +-307,2279,6869.710598 +11,2377,6873.969721 +229,1524,6876.776252 +-255,2672,6881.753971 +-163,2316,6930.638677 +-228,1813,6933.581418 +-150,2060,6937.151756 +-223,2477,6941.537706 +-201,2342,6945.711038 +-35,3380,6952.098593 +-138,1755,6955.492869 +296.0,5317,6965.76346 +-49,2492,6970.794827 +50,2134,6975.017324 +6,2671,6979.977548 +-214,1920,6983.448933 +-101,2826,6988.62637 +-40,2128,6992.523505 +-129,2757,7041.110658 +-314,1910,7044.43203 +362.0,6529,7056.892264 +-184,2671,7061.974693 +-352,1749,7065.370486 +-175,2635,7070.601517 +-206,2502,7075.403954 +-347,1482,7078.241239 +-313,1429,7081.084883 +-165,2458,7085.92708 +-228.0,6199,7098.078818 +289,1231,7100.27903 +-350,1639,7103.238655 +-12,3238,7152.931863 +-235,2189,7156.525495 +-263,1730,7159.465921 +-298,2105,7163.115762 +302,2121,7166.833427 +-194,2120,7170.572876 +-204,2190,7174.435039 +-21,2899,7179.542922 +-32,2876,7184.639236 +-305,2096,7188.709112 +-170,1980,7192.854056 +-92,1790,7196.352993 +-41,1826,7200.026217 +-50,2665,7205.70944 +6,1664,7209.069215 +-219,2957,7215.363021 +-245,2692,7263.79799 +-94,2189,7267.486556 +-137,2978,7272.992439 +-254,2003,7276.649932 +55,2769,7281.705768 +-9,2770,7286.845989 +-144,2462,7291.294329 +-216,2754,7296.54324 +-47,2662,7301.457257 +-170.0,8306,7317.45887 +-257,2386,7321.930367 +-194,1824,7325.577929 +-9,3286,7376.897905 +-294,1746,7379.87037 +3251.0,5227,7389.301554 +-60,2761,7394.325754 +-37,2552,7398.956198 +-150,1765,7402.121336 +246,2463,7406.552877 +117,3265,7412.41838 +-267,1827,7415.94813 +103,2349,7420.296486 +-263,1417,7422.942052 +114,1531,7425.928359 +30,2883,7431.62834 +-131,2639,7437.037943 +105,2361,7485.516811 +-301,944,7486.993963 +-53,3389,7492.716547 +-68,2396,7496.926833 +21,1655,7499.887706 +-199,2271,7503.945603 +2,2729,7508.777308 +-92,2273,7512.874456 +-260,2850,7517.926494 +10,3811,7524.682755 +-136,2106,7528.432086 +-18,2736,7533.287359 +-313,2026,7536.881591 +-14,1996,7540.426559 +-118,2652,7545.147288 +-215,2300,7595.130894 +-67,2597,7599.9074 +57,2871,7605.219001 +-159,2513,7609.978975 +-194,2261,7614.833427 +-234,2050,7619.054784 +-228,1676,7622.310249 +-21,2987,7628.63298 +-80,2838,7634.211378 +-191,2279,7638.520751 +-267,2096,7642.275882 +28,2140,7646.131038 +-55,2140,7649.945245 +-18,3043,7655.388274 +-189,2467,7659.796998 +160,2789,7708.40242 +-82.0,7000,7720.765772 +-49,1090,7722.729938 +-252,1381,7725.230504 +-275,1980,7728.752469 +178,2408,7733.000675 +-129,2098,7736.695882 +-346,2114,7740.412519 +-11,3023,7745.727995 +-269,1492,7748.352243 +-221,2393,7752.557576 +-80,1850,7755.8143 +-192,2171,7759.637268 +-258,2526,7764.084654 +-336,1150,7766.107821 +-246,2763,7816.160394 +-205,1690,7819.01798 +45,3147,7824.565704 +-299,1879,7827.934139 +-41.0,5629,7838.073946 +-61,2826,7843.133992 +-64,2561,7847.741846 +-310,2022,7851.363296 +-227,1876,7854.695454 +-112,3798,7861.435528 +-170,1864,7864.748975 +53,2151,7868.585657 +-260,1535,7871.311371 +-299,1855,7874.630627 +63,2052,7922.100469 +-152,2695,7927.139549 +10,3785,7934.559689 +-40.0,6187,7946.629185 +-306,2318,7950.920131 +-134,2896,7956.494969 +-186,2856,7961.866521 +-25,2210,7966.179432 +335,1357,7969.077651 +-218,2436,7974.349126 +2,3275,7981.000755 +0,2136,7985.727577 +-80,2951,7991.703187 +-202,2045,8040.546981 +-213,2922,8046.108504 +-65,3470,8053.007571 +-118,3005,8058.646411 +-11,3900,8065.802725 +9,3405,8072.094725 +-302,947,8073.835725 +268,1311,8076.260212 +-248,2300,8080.501677 +-179,1920,8084.010288 +-185,2893,8089.30227 +-252,1441,8091.900662 +-257,1520,8094.648824 +-98,2798,8099.761986 +-143,2678,8149.31815 +-348,1094,8151.281671 +-89,2462,8156.05962 +-111,2419,8160.812503 +-120,2912,8166.44616 +-305,2214,8170.997977 +-26,3062,8176.704787 +-214,2372,8180.936188 +-91,2435,8185.281753 +-75,2755,8190.239148 +-195,1616,8193.136677 +-75,2150,8197.034449 +-92,2903,8202.256372 +231,1046,8204.142507 +88,2154,8208.018121 +-39,2597,8212.638614 +349,1149,8214.675201 +-163,2270,8262.841807 +148,1018,8264.531631 +-163,2106,8268.29107 +5266.0,6699,8281.739656 +-253,1556,8284.745099 +0,3095,8291.262458 +-45,2621,8296.369543 +351,928,8298.111448 +-26,1552,8300.869546 +-230,2683,8305.84181 +-191,2654,8310.783742 +-268,2307,8314.933506 +-203,2338,8319.405916 +-277,1606,8322.35165 +-225,2902,8371.720437 +-18,2811,8376.179356 +-29,3160,8381.656456 +85,3127,8387.301155 +-352,2087,8391.256931 +-175.0,7781,8406.465311 +112,2564,8411.656345 +-187,2521,8416.351293 +-116,2291,8420.585558 +-195,2220,8424.682229 +-157,1908,8428.206886 +-161,2660,8433.036453 +-25,2032,8436.710539 +-169,2444,8485.768416 +-138,3022,8490.88488 +-150,2592,8495.404675 +151,1110,8497.365541 +-132,2368,8501.556985 +-343,1588,8504.359855 +-160,2828,8509.587772 +-9,2828,8515.190076 +-58,2766,8520.963221 +-178,2472,8525.82117 +-98,2266,8530.540788 +-332,2264,8535.116698 +-287,2469,8539.713299 +58,3008,8545.054754 +-2,1744,8548.212559 +-30,2396,8595.940493 +-214,2414,8599.966847 +60,1821,8603.111014 +-235,2576,8607.628593 +-48,3092,8613.083015 +-350,1634,8615.966545 +245,1127,8617.954976 +137,2691,8622.721721 +52,2703,8627.66326 +-203,2791,8632.959279 +-46,2242,8637.614768 +-348,2076,8641.863127 +127,2516,8646.664097 +-195,1593,8650.033801 +-303,1529,8653.305527 +300,1766,8656.661596 +-24,3373,8707.790738 +-159,2405,8712.637249 +-172,2268,8717.301073 +-4,2948,8722.547732 +-174,3317,8728.412186 +-226,2000,8731.956583 +-165,2435,8736.263632 +-101,2748,8741.147448 +107,2394,8745.404928 +-2,3777,8752.678521 +-113,1790,8756.068465 +22,1937,8760.054406 +-260,2746,8765.395795 +-129,1582,8768.389976 +-288,2362,8817.330765 +-22,3420,8823.090859 +-138,1435,8825.625206 +-225,1831,8828.925832 +-23,2871,8834.040431 +-187,2484,8838.459728 +-295,1706,8841.479534 +-310,2222,8845.412479 +-3,2236,8849.387708 +-122,1965,8852.857056 +-111,3008,8858.177101 +-23,3304,8864.015243 +-28,2311,8868.24114 +-172,2579,8873.137987 +-347,1666,8876.322754 +5,2580,8926.106098 +-24,2081,8929.497105 +-33,3036,8934.763728 +68,2993,8940.022607 +15,2643,8944.739703 +-303,1241,8946.953466 +182,1968,8950.435099 +-52,2812,8955.388914 +-162,1884,8958.720772 +-329,1458,8961.300003 +-23,2983,8966.653422 +-82,2963,8971.930906 +-161,2485,8976.335057 +-94,3040,8981.706278 +-148,1464,8984.291437 +-181,2076,8988.057736 +-206,2339,9035.783008 +-132,1666,9038.885063 +-110,2949,9044.293386 +-200,2715,9049.392119 +-17,2284,9053.698331 +123,2115,9058.150091 +236,1469,9061.267817 +-101,2459,9065.877638 +-161,2574,9071.364575 +-252,2433,9076.139873 +-278,2805,9081.122152 +-332,1808,9084.317621 +-200,2044,9087.940374 +173,2684,9092.699997 +-279,1580,9095.49615 +-172,2554,9144.87016 +-52,1721,9147.685868 +-99,2808,9152.743542 +-168,2170,9156.638771 +-1,2186,9160.591188 +174,1570,9163.421609 +-253,2212,9167.413223 +89,1809,9170.656828 +-164,2254,9174.682293 +-163,2881,9179.839175 +-93,2045,9183.505747 +-294,1582,9186.334296 +-334,2371,9190.56868 +-153,2768,9195.541273 +-197.0,6170,9206.468435 +297,1311,9252.694855 +91,2688,9257.48194 +-108,1975,9261.004479 +-96,3109,9266.513175 +4,1905,9269.91136 +-57,1798,9273.130042 +-241,1446,9275.751637 +-311,1619,9278.64633 +-274,1383,9281.128098 +44,2308,9285.26905 +-80,2053,9288.974064 +-164,1969,9292.46239 +-127,2801,9297.418325 +-200,1884,9300.789215 +-8,3332,9306.698514 +-9,3190,9312.360519 +0,3104,9363.257127 +34,2933,9369.094585 +62,3220,9375.260877 +-346,1236,9377.584842 +-213.0,6923,9390.353777 +7,2780,9395.48705 +-165,1593,9398.558619 +-86,2385,9402.884462 +-263,1789,9406.138475 +-158,2717,9411.257499 +-43,2513,9416.627017 +-207,2287,9421.038131 +-169,2222,9425.495606 +-107,2900,9475.442037 +-288,1248,9477.869707 +-147,2056,9482.193706 +-153,2900,9488.562071 +-79,2865,9495.036091 +-1,2892,9500.788194 +-200,2675,9505.714159 +-215,2186,9509.729195 +0,2642,9514.589195 +-242,2395,9518.996195 +-217,2013,9522.745195 +-210,2628,9527.749195 +61,3292,9534.075537 +-21,2394,9538.802488 +-344,2440,9543.959569 +-285,1844,9592.135566 +-244,1823,9595.971223 +227,1844,9599.851239 +89,1517,9603.156171 +-301,1453,9606.357824 +-145,3782,9614.520654 +-160,2702,9619.75258 +-340,2028,9623.520912 +-309,1436,9626.156722 +-72,1846,9629.492523 +-253,2487,9634.050069 +-284,1638,9637.016601 +-180,2683,9641.835307 +-49,2546,9646.481882 +20,2100,9650.673344 +-193,1554,9653.930009 +-331,1423,9656.889141 +-271,2092,9704.410249 +-180,2551,9709.059549 +43,3412,9716.000497 +-19,2607,9721.437521 +-202,2006,9725.582186 +-294,1496,9728.683089 +139,2131,9733.282036 +55,1686,9736.8557 +-101,3042,9742.401259 +-246,2101,9746.088496 +-100,2908,9751.337134 +-190,2687,9756.03154 +101,1426,9758.568925 +-176,2310,9762.804123 +58,2551,9767.379656 +-45,3269,9818.089962 +152,1787,9820.966381 +-148,2958,9826.043599 +-257,1862,9829.831689 +-247,2143,9834.376563 +-70,1944,9838.396563 +-190,2611,9844.090036 +-80,1722,9847.778996 +42.0,6598,9861.147986 +-97.0,7396,9874.575736 +-85,2320,9878.778454 +-38,1528,9881.55547 +-1,2272,9929.839444 +332,1502,9932.181822 +-125,1424,9934.601975 +-16,3899,9941.519395 +7,2650,9946.247089 +-158,1774,9950.084768 +-294,1449,9953.255239 +-334,1392,9956.294389 +-182,2398,9961.434675 +-61,2171,9966.258845 +-128,1908,9970.562175 +-32,1841,9974.516991 +-55,2841,9980.01786 +-6,2684,9984.879789 +0,2092,9988.794939 +-33,2804,9993.783573 +-51,3177,10043.340887 +9,2210,10046.836557 +40,3642,10053.173863 +-192,2440,10057.528199 +-228,2025,10061.15149 +-79,2376,10065.402877 +-204,1996,10069.259442 +-22,3096,10075.907033 +-158,2889,10082.047711 +28,3888,10090.423836 +-208,2013,10094.712714 +-195,2476,10099.452482 +-47,1630,10102.317602 +-112,2416,10106.594202 +-33,3134,10155.969023 +3,2754,10160.664987 +-213,2240,10164.582384 +-22,2585,10169.200517 +-271,2179,10173.107254 +-345,1804,10176.378861 +-48,2154,10180.238758 +-23,2586,10184.838733 +-112,2447,10189.609325 +-166,2442,10194.75425 +-104,2257,10199.581579 +-136,2539,10205.122239 +-221,2465,10210.478098 +-84,2781,10216.653772 +-24,2812,10221.931285 +-162,2718,10271.348118 +41,2272,10276.04516 +-306,1583,10278.944308 +-312,1549,10281.710128 +-166,2401,10285.988674 +-140,3062,10291.458155 +-227,2643,10296.184376 +-175,1820,10299.435856 +-24,2948,10304.725272 +-24,2818,10310.526111 +-35,2142,10315.274211 +-275,1261,10317.932738 +-32,2089,10322.467908 +-106,2577,10328.196813 +-166,2905,10334.617668 +-220,2430,10382.641296 +-71,3010,10388.261667 +-301,1818,10391.770017 +284,1529,10394.956375 +-165,2376,10399.517739 +-331,1456,10402.135181 +-2,3443,10408.308046 +-248,1411,10410.830229 +-248,1940,10414.314497 +293,1457,10416.936239 +-209,2505,10421.432645 +-297,2295,10425.537793 +276,2161,10429.964684 +-48,3300,10437.279607 +-64,2877,10443.222829 +1,3735,10495.700966 +-204,2528,10500.72572 +-7,2723,10506.652978 +87,1785,10510.632796 +-141,3076,10517.168669 +-295,1736,10520.244233 +3,2714,10525.138799 +-28,3112,10530.742178 +-79,1702,10533.792404 +-152,3123,10539.338806 +-132,1902,10542.72468 +-163,1046,10544.610296 +-191,2633,10549.992078 +-176,1865,10554.205 +-167,2872,10560.449501 +-256,2777,10566.700226 +-215,2040,10614.575101 +-14,3102,10620.978961 +-229,2491,10626.165341 +-149,1565,10629.514616 +-117,2263,10634.309927 +-347,1494,10637.380458 +129,1756,10640.597378 +-208,2569,10645.266744 +110,1758,10648.440157 +48,1784,10651.639129 +-298,1412,10654.17734 +-109,2599,10658.849702 +-38,1876,10662.206067 +2,3297,10668.389092 +-73,1778,10672.272644 +-347,1918,10676.499576 +-47,1545,10679.955844 +-16,3765,10731.844977 +-254,1906,10735.621565 +-199,2256,10740.261022 +-1,2491,10745.495962 +-191,2614,10750.723799 +-346,1912,10754.739092 +-72,2779,10759.985101 +166,1827,10763.302055 +-132,2654,10768.052785 +-33,1987,10771.598826 +-29,1141,10773.66985 +110,1759,10776.85075 +-94,2506,10781.350524 +-15,3282,10787.273274 +-293,2012,10791.419506 +52,3181,10841.116172 +119,2747,10845.868945 +-210,1164,10848.107894 +-222,2632,10853.462837 +-150,2255,10858.186753 +-307,2206,10862.917592 +-11,2575,10868.431473 +-123,2106,10872.884057 +44,1698,10876.523071 +88,2470,10881.014483 +-294,1460,10883.62225 +-83,2455,10888.00242 +40,2021,10891.630984 +-238,1554,10894.400458 +62,2322,10898.549659 +-349,2322,10902.686075 +12,2308,10906.863281 +-195,2309,10955.212163 +-42,3594,10962.486592 +86,1882,10966.454463 +-95,3116,10973.03081 +-199,1764,10976.655341 +-256,2599,10982.273487 +-103,1815,10985.939101 +-168,2148,10990.290552 +-59,2337,10995.264251 +-46,2908,11000.732428 +-47,2359,11004.993101 +-4,3548,11011.338538 +-212,1304,11013.665999 +-5,1876,11017.001276 +-268,2442,11064.975213 +-73,1855,11067.909143 +-247,2248,11071.88034 +-136,2401,11076.146521 +190,2204,11080.155795 +-163,2441,11084.543167 +142,2340,11088.716362 +-92,2058,11092.425607 +4,2212,11096.389026 +136,3006,11101.754603 +-119,2246,11105.809155 +-42,2566,11110.424355 +-215,2073,11114.174514 +-103,2121,11118.089457 +-254,2455,11122.478643 +-123,2543,11127.037108 +-6,2544,11176.648886 +11,3249,11182.237626 +-35,2796,11187.267271 +-20,3455,11193.484911 +-52,3275,11199.469717 +-306,1250,11201.722978 +-194,2578,11206.260727 +-346,1669,11209.747219 +-114,2687,11215.48234 +-107,1646,11219.117587 +-88,3072,11225.666181 +-238,2256,11230.767522 +-30,2981,11237.15637 +-41,2682,11241.947989 +55,1767,11287.996706 +-70,1583,11291.206553 +-290,1961,11295.486379 +-9,3361,11301.837113 +-75,1851,11305.233864 +-305,1745,11308.394615 +-14,3271,11314.343867 +-259,1398,11316.818692 +-38,2754,11321.792687 +-8,2276,11325.894917 +-139,2038,11329.961467 +-28,2683,11335.618083 +-299,2454,11340.687892 +-345,1630,11344.105374 +-297,2274,11349.016428 +-334,1315,11351.77258 +44,2725,11401.669379 +-21,3170,11407.961106 +218,1622,11411.567567 +-289,2527,11417.096841 +-292,2567,11421.729852 +-44,2656,11426.481742 +-261,2613,11431.269885 +-68,2866,11436.352991 +-157,2334,11440.614868 +-246,2474,11445.021056 +-50,2830,11450.654336 +-92,1909,11454.71126 +104,2682,11460.608909 +-175,2638,11465.992304 +-141,2107,11470.333115 +-341,1550,11516.592227 +-169,2727,11521.749311 +-294,2411,11526.849909 +-59,1548,11530.194088 +-62,3147,11536.775492 +-25,3230,11542.597693 +-58,2655,11547.36364 +-50,3156,11553.043594 +-55,1880,11556.482836 +-52,2392,11560.70459 +-197,2856,11565.829814 +46,3194,11572.780826 +-259,1334,11575.613419 +-22,2348,11580.591278 +1,2210,11630.030012 +-276,2530,11634.461128 +-234,2710,11639.435112 +18,1954,11643.179162 +-120,2850,11649.181996 +-338,2435,11654.625541 +5,2317,11659.223363 +50,2482,11663.604011 +-95,2388,11667.889126 +-279,1704,11670.98223 +-213,2046,11674.600986 +-216,2516,11679.133652 +-260,2302,11683.27159 +-177,1724,11686.299396 +-152,2736,11691.816696 +121,2026,11696.146281 +98,2473,11743.038716 +-16,3064,11748.513606 +-223,1534,11751.809325 +-210,1360,11754.751107 +-90,2200,11759.449896 +-7,1596,11762.963921 +-298,1657,11766.60335 +-7,2332,11771.599583 +-225,1769,11775.422805 +-50,2958,11780.965273 +-230,1736,11784.096224 +-289,2747,11788.965957 +-68,2714,11793.838891 +-218,2456,11798.247723 +-159,2715,11803.068836 +76,1677,11806.089271 +-339.0,6597,11860.605328 +-234,2654,11865.218039 +118,2293,11869.533449 +-227,2100,11874.085039 +14,2893,11880.188974 +83,3508,11887.641238 +14,2911,11893.947088 +-119,3011,11899.711668 +10,3678,11906.332299 +-47,2826,11911.407711 +-173,1638,11914.347134 +112,2122,11918.278453 +-158,1840,11964.290962 +-38,2770,11968.730929 +-44,1786,11971.772002 +-206,2399,11976.000999 +-156,1569,11978.809152 +-137,2058,11982.50763 +-216,2806,11987.633273 +4623.0,4933,11998.089412 +-193,2542,12003.623632 +-166,2812,12009.79024 +-264,2673,12015.677955 +-171,2137,12019.859588 +-237,2176,12023.821939 +-52,2518,12028.463454 +-25,2301,12076.427435 +-191,1112,12078.101898 +-181,2009,12081.497815 +-244,1438,12084.02135 +-166,2778,12088.939667 +-76,3148,12094.482532 +-98,1936,12097.900463 +-333,946,12099.576386 +288,2342,12103.700986 +-98,2722,12108.939712 +-2,2936,12115.159357 +-186,1836,12119.183298 +-25,2542,12124.844133 +-116,2453,12130.102564 +-170,2164,12134.798746 +-17,3166,12140.84961 +-247,2497,12187.716443 +-97,2184,12191.893093 +-79,2846,12197.506431 +-103,2187,12201.358277 +-290,2610,12205.971839 +-136,2544,12210.462927 +-222,2126,12214.21787 +24,3292,12220.069324 +-284.0,5123,12229.54341 +881.0,4504,12239.066288 +-222,2486,12244.319779 +-333,1297,12247.214997 +-42,3159,12253.842409 +-53,3432,12305.154786 +-286,1798,12308.982103 +-142,2425,12314.134035 +-142,2264,12318.600964 +-184,2946,12323.885055 +-170,2611,12328.565246 +-137,2471,12332.953702 +-119,1943,12336.384183 +-139,1115,12338.366669 +-47,3966,12345.354761 +230,814,12346.836293 +-279.0,5999,12359.557435 +-204,2584,12365.217027 +-88,2882,12414.979964 +-195,2803,12420.216923 +-197,2472,12425.335711 +-259,1072,12427.518464 +-345,2493,12432.438147 +-220,1919,12436.496978 +224,1241,12438.754407 +344,1040,12440.614146 +-214,1772,12443.787392 +-251,1812,12447.034939 +-185,2600,12451.660433 +213,1249,12453.898187 +-223,2408,12458.197619 +-256,1640,12461.130995 +-17,2149,12464.959183 +-128,2334,12469.664642 +-168,1499,12472.961808 +-15,3136,12479.934963 +-12,2518,12528.865429 +-107,2072,12532.81936 +0,3390,12539.824633 +-264,2929,12546.133276 +-304,1476,12549.121817 +30,1894,12552.954384 +-63,3043,12558.679528 +-349,1521,12561.395063 +-179,2427,12565.748744 +-156,2537,12570.302662 +-1,2692,12575.110878 +110,2567,12579.701465 +-16,2399,12583.980232 +-351,1874,12587.448972 +-137,2630,12592.742074 +-212,2039,12639.474432 +-242,1828,12642.419161 +-163,2429,12646.664972 +-37.0,7432,12662.871872 +154,1623,12666.485803 +-231,1501,12669.823264 +-37,2635,12675.510453 +-192,2853,12681.356209 +-159,2465,12686.623097 +146,951,12688.77494 +-174,2830,12695.071071 +-6,3131,12701.7581 +264,1199,12704.410869 +-185,2527,12709.986149 +-79,2517,12758.916652 +-86,2977,12763.878404 +21,2352,12768.298088 +-251,1441,12771.383147 +-104,1923,12775.418435 +-306,1742,12778.982301 +235,1902,12783.057052 +67,2499,12788.182967 +96,2845,12794.135347 +-146,1839,12797.886448 +-74,1567,12800.731836 +-180,2452,12805.168119 +-177,1964,12808.67754 +-60,2546,12813.257169 +-142,1983,12816.76407 +-3,3598,12823.184962 +-248,2211,12869.731652 +-159,3181,12875.073118 +-48,2590,12879.658969 +-190,2409,12884.07736 +44,2539,12889.003441 +-21,2312,12894.001461 +-252,2472,12899.204583 +-226,1783,12902.987545 +-310,2004,12907.46968 +-137,2566,12912.975203 +-137,2155,12917.351429 +-223,1854,12920.681377 +-351,1221,12922.864377 +-346,1967,12926.379753 +-153,2470,12930.805501 +-235,1521,12933.524376 +-219,2555,12982.096296 +-128,3197,12987.463527 +-150,2179,12991.243578 +-31,2300,12995.34655 +-261.0,6626,13007.229968 +-177,2420,13011.613616 +-254,2602,13016.193049 +-143,2436,13020.670206 +-73,2826,13025.694978 +309,1212,13027.862676 +13.0,7779,13041.770906 +-139,2598,13089.178819 +-42,2482,13094.074292 +-166,2563,13099.125506 +-221,1836,13102.474585 +-327,1345,13104.936191 +205,1935,13108.371066 +-181,2795,13113.367558 +-190,2594,13117.973011 +-42,2792,13122.949849 +-290,1314,13125.311478 +-6,3218,13131.581943 +-234,2054,13136.004082 +7,2595,13141.246394 +-206,2447,13146.349506 +-211,2106,13151.003056 +68,3379,13201.466828 +296,1707,13204.658561 +-140,1672,13208.115971 +-128,2313,13213.19506 +-148,2800,13218.940625 +-349,1538,13221.698547 +-11,1992,13225.252208 +0,1772,13228.420841 +-249,2213,13232.520396 +-232,1688,13235.555774 +-182,2495,13240.007282 +97,2965,13245.394442 +-197,2378,13250.295061 +-344,1786,13254.179499 +-21,2428,13259.275926 +-192,2082,13263.472461 +-313,805,13265.123811 +-212,2628,13270.312565 +-42,2418,13317.702241 +223,2027,13321.81456 +-103,2890,13327.820745 +-264,2336,13332.797234 +-214,2438,13337.579312 +-280,1871,13340.870766 +79,1555,13343.626254 +-296.0,6081,13354.382649 +-215,2980,13359.738023 +-137,2950,13364.924935 +-212,1619,13367.916118 +-257.0,6457,13382.334466 +71,1926,13429.821499 +159,1741,13433.264821 +-118,2337,13438.024918 +10,2414,13443.346465 +-91,2153,13448.098144 +-77,2481,13453.359276 +-164,1672,13456.967869 +-135,2015,13460.602769 +-112,2445,13465.064345 +265,1767,13468.26557 +-154,2701,13473.196968 +206,1879,13476.61529 +-70,2151,13480.392713 +-182,2609,13485.098654 +-188,2304,13489.81545 +-240,1540,13492.938772 +-156,2509,13540.930514 +-209,1870,13543.797434 +-248,1644,13546.616147 +7,2161,13550.998116 +4,2252,13555.942311 +-57,2541,13561.497464 +95,1675,13565.277418 +-182,2184,13570.212178 +-240,1658,13573.837113 +-268,1559,13577.084729 +152,2390,13581.444809 +-116,1816,13584.667647 +-259,2647,13589.493286 +-211,2548,13594.054054 +-163,2601,13598.695503 +-214,2714,13603.559589 +114,1567,13606.315267 +-246,2184,13653.627707 +-98,1802,13656.425446 +-310,1372,13658.745264 +8,2552,13663.223015 +-14,3538,13670.010581 +-173,1948,13674.157035 +-300,1544,13677.487858 +-15,2103,13682.056548 +-54,1746,13685.803588 +-181,1846,13689.719704 +-286,1570,13693.108698 +-29,3573,13700.19008 +-282,2767,13705.163453 +-22,1822,13708.365421 +-98,2841,13713.630414 +40,2029,13717.231781 +-4,2138,13721.039994 +12,2100,13767.343513 +-24,2085,13770.86716 +-54,2407,13775.107683 +-114,2096,13778.849136 +-181,2649,13783.586932 +-163,3018,13789.469322 +40,2121,13794.150183 +40,2922,13800.37303 +-117,2268,13805.400655 +-240,2342,13810.455244 +-11,2571,13816.063334 +-48,2273,13820.253082 +-291,1672,13823.241836 +-195,1966,13826.761036 +-62,2692,13831.513407 +-116,3107,13880.481743 +-195,2334,13884.407725 +-119,2708,13889.094892 +289,1315,13891.39969 +-157,3005,13896.730875 +-347,2003,13900.312531 +-53,2439,13904.662014 +-340,1601,13907.630002 +25,2906,13913.82185 +-157,2022,13918.268482 +-153,3053,13924.923507 +20,3102,13931.856458 +-199,2109,13936.435611 +-345,1428,13939.05257 +26,2629,13943.774933 +-149,2543,13990.741857 +-344,1902,13994.378954 +-1,3685,14001.242577 +25,2382,14005.523675 +125,1825,14008.814972 +45,3294,14014.732077 +110,2507,14019.257277 +-7.0,8557,14036.124216 +183,2101,14040.56489 +-134,1734,14044.194514 +1,3296,14051.338255 +-260,2563,14056.863183 +-227,2481,14105.005643 +-36,1733,14108.79983 +-110,2732,14114.921654 +-72,3001,14120.614376 +196,2249,14124.625881 +-88,2148,14128.468044 +-201,1831,14131.753389 +-303,2736,14136.640731 +-148,1733,14139.768187 +-208,3407,14145.836822 +-196,1708,14149.395123 +-195,2390,14154.709017 +-242,1978,14158.994328 +-253,2603,14164.762654 +52,2099,14169.359677 +231,1274,14172.099735 +242,2147,14219.398976 +-234,1774,14222.858361 +26,2018,14226.922707 +-347,1450,14229.802444 +-250,1436,14232.810767 +-104,2935,14238.962809 +-123,2275,14244.024699 +-66,3297,14251.316858 +-204,1833,14255.375212 +-134,2465,14260.890079 +-165,2562,14266.536246 +-29,3308,14273.746257 +-232,2203,14278.572997 +-114,2615,14284.345777 +-294,1659,14287.984213 +-165,2102,14336.201344 +209,1996,14339.88792 +-117,1442,14342.826419 +12,2187,14347.258756 +-200,2656,14352.967263 +113,2435,14357.872527 +-286,1713,14360.954923 +122,1897,14364.393044 +-298,1230,14366.625942 +-95,2851,14371.801602 +-206,1208,14373.958465 +-284,1211,14376.128749 +2,2615,14380.806227 +-203,1777,14383.98391 +229,1402,14386.512961 +-281,2504,14391.749547 +196,1554,14395.072581 +-351,1440,14398.180191 +-204,2298,14403.084644 +-14,2207,14450.414752 +-162,1775,14454.004653 +-222,2432,14459.179798 +-284,2448,14464.631037 +-21,3807,14473.184857 +-331,2070,14477.479932 +-49,2762,14482.39172 +-193,1912,14485.836508 +-109,2278,14489.919571 +-288,1866,14493.239623 +-205,2832,14498.279418 +-220,2739,14503.148538 +-37,3281,14509.448139 +-160,2673,14515.283224 +-92,2135,14563.729862 +92,2608,14568.311633 +-182,1678,14571.655384 +-29,3690,14579.237287 +-158,2143,14583.713746 +8,2871,14589.591093 +-114,2648,14595.356107 +-244,2632,14600.288473 +-80,2411,14604.645163 +-85,2654,14609.398743 +0,3032,14614.816097 +-167,1554,14617.58959 +-56,2733,14622.479992 +-202,2470,14626.943536 +-19,2648,14632.616066 +-287,1158,14676.90298 +-295,1638,14679.545117 +-236,2311,14683.649328 +-98,1841,14687.031123 +10,3121,14693.556221 +-342,1367,14696.445113 +-303,1790,14700.217458 +11,2139,14704.758193 +-161,2380,14709.580069 +-190,2704,14715.156061 +105,2606,14720.024096 +-237,2327,14724.16298 +-20,2098,14727.914427 +-347,2008,14731.493173 +-56,2669,14736.309546 +-280,2038,14740.009325 +-339,1572,14742.833849 +-265,1452,14789.805656 +-109,2420,14794.551542 +-301,1770,14798.263848 +-150,1370,14801.298859 +-48,3137,14807.893288 +-226,1985,14812.275343 +-199,2247,14817.329997 +-273,1624,14820.943 +-114,2534,14826.420403 +-182,2304,14831.622148 +-137,2645,14837.269541 +-158,2334,14841.454684 +-290.0,4313,14849.138716 +-306,1464,14851.752901 +-161,2460,14856.140331 +-3,3171,14904.33711 +-198,2318,14908.247226 +-166,3085,14913.76834 +-121,1954,14917.27954 +-149,2770,14922.293837 +-220,2801,14927.562893 +-44,2866,14933.465617 +-182,2682,14938.810858 +-28,2741,14944.286626 +-337,2123,14948.765703 +-38,2340,14953.614091 +-266,1332,14956.417053 +-6,3296,14962.343103 +-112,2562,14966.929315 +-32,3138,15016.548634 +-304,2723,15021.262552 +-147,3134,15026.905828 +-118,1132,15028.939787 +-23,3677,15035.646317 +-26,2882,15040.757118 +-347,1964,15044.266037 +-249,1814,15047.689693 +-33,2657,15053.16098 +-239,1546,15056.468973 +-259,2616,15061.995496 +-155,2429,15066.959463 +-111,1723,15070.405013 +-274,1406,15073.358076 +194,1571,15076.571592 +-282,1714,15079.655048 +152,3110,15128.30432 +10,3561,15135.574009 +-12,3606,15142.061841 +-166,2381,15146.408648 +-352,1121,15148.451008 +-204,3090,15153.899118 +-66,1668,15156.957621 +-137,1858,15160.345056 +-203,2118,15164.079455 +-81,3034,15169.912336 +-41,3119,15176.857343 +-103,2198,15181.723536 +-84,2468,15187.192062 +-183,2183,15192.105404 +-200,2575,15240.808911 +-248,1879,15244.663563 +-211,1517,15248.000806 +-219,2457,15253.42694 +-103,2204,15258.032411 +-165,2410,15262.3507 +0,2067,15266.155935 +-138,2749,15270.996834 +-1,2555,15275.607099 +-350,1340,15277.977063 +-212,1949,15281.411234 +-70,2399,15285.714501 +-66,2535,15290.255798 +-21,1557,15293.019381 +-205,2522,15297.603286 +-273,2700,15302.453759 +-74,1307,15304.773154 +-11,2475,15352.290819 +-37,2653,15358.054191 +-22,3158,15364.89216 +48,1498,15368.121311 +7,2453,15373.432747 +-206,1831,15377.378658 +-227,2346,15381.630473 +-128,2515,15386.194367 +-44,3274,15392.006662 +-115,2343,15396.16613 +-162,2417,15400.52423 +-276,2246,15404.493091 +101,2208,15408.62823 +87.0,4787,15418.698178 +-4,2680,15466.631623 +-147,2152,15470.847635 +-5,2084,15475.190251 +-34,2490,15480.270097 +16,3777,15488.363999 +-282,2100,15492.873374 +-14,2750,15498.44409 +-49,2684,15503.313894 +-127,2523,15507.766609 +-173,1996,15511.416285 +-7,1818,15514.711254 +-13,2699,15519.475938 +-72,2738,15524.465695 +-189,3109,15530.706757 +-10,2806,15578.158816 +-259,2047,15581.54625 +-263,1460,15584.04288 +-170,2292,15588.249635 +-300,1676,15591.910851 +-219,2194,15596.814842 +38,3450,15603.60957 +-261,1576,15606.906243 +-342,2160,15611.069476 +-152,1573,15614.03473 +-136,2174,15618.118534 +-125,3100,15623.756021 +-200,2531,15628.341274 +-254,2249,15632.427923 +-73,2971,15637.878046 +-54,2464,15686.485512 +-207,2360,15690.136579 +-113,1902,15693.330965 +-3,2632,15697.885369 +262,1529,15700.576529 +78,1879,15703.900166 +-118,2289,15708.106919 +83,3111,15714.302748 +-50,2849,15720.018553 +-87,2741,15725.289108 +-292,2173,15729.840537 +-140,2262,15734.283245 +153,2007,15738.068308 +-206,2014,15741.683471 +-135,1716,15744.75568 +-255,2625,15749.43891 +-347,1696,15795.212455 +-348,2054,15798.394112 +-205,2518,15802.56092 +68,1459,15805.057088 +-92,1144,15807.047241 +-253,2900,15812.166533 +-294,2168,15816.014087 +-170,2621,15820.675415 +-3,3060,15826.126238 +42,2075,15830.045102 +-136,2761,15835.713799 +-35,2610,15840.723503 +38,1986,15844.813289 +-228.0,6907,15858.611569 +78,2364,15906.509031 +-105,2587,15911.651348 +73,2112,15915.743825 +-242,2545,15920.965523 +-187,2314,15925.463971 +-266,2577,15930.103309 +-157,2256,15934.149854 +40,2320,15938.290536 +-127,2785,15943.276285 +-70,3228,15949.144975 +-126,2590,15954.11854 +-153,3310,15960.63713 +-117,2281,15964.957278 +-215,2540,15970.150033 +-162,998,15972.148585 +103,2798,16020.579995 +-76,2453,16024.756368 +-253,2199,16028.563107 +-344,2326,16032.633791 +-72,2639,16037.274451 +-186,1851,16040.55701 +-2,2875,16045.6705 +-256,2819,16050.674314 +-248,2518,16055.13687 +193,1929,16058.551404 +-32,2887,16063.659784 +-293,2036,16067.287947 +-143,2707,16072.428056 +-260,1852,16076.049242 +-155,3112,16126.397768 +-10,1588,16129.003291 +-45,3221,16134.533016 +-231,2253,16138.532487 +-175,1575,16141.33884 +-154,2613,16146.017647 +105,2671,16150.80213 +-114,2469,16155.279831 +-257,1828,16158.566291 +-308,2413,16162.905659 +-156,2818,16167.981222 +7,2379,16172.263963 +-29,2236,16176.288725 +66,2491,16180.805712 +-14,1991,16184.395415 +-177,2310,16188.786274 +-298,1615,16235.747153 +-68,2205,16239.699003 +-20,2903,16244.99615 +-10,3164,16251.032358 +-11,2580,16256.319189 +-216.0,6217,16268.894597 +-120,2083,16273.058171 +-209,1750,16276.355859 +-206,2138,16280.178357 +-243,2676,16284.98986 +-280,2301,16289.121162 +-140,2271,16293.159996 +-195,1270,16295.427188 +-205,1716,16298.483709 +-54,1806,16345.386705 +-144,1754,16348.184126 +-138,3173,16353.702723 +-209,1874,16357.117087 +-26,2985,16362.503551 +5,3030,16367.911631 +-97,2407,16372.141661 +-13,3559,16378.500757 +-7,3043,16383.961118 +-227,1438,16386.545532 +-240,1576,16389.365707 +-267,2025,16392.989348 +-81,2452,16397.374976 +-267,1110,16399.337651 +-262,2218,16403.274225 +-343,1836,16406.530697 +74,2232,16453.735816 +-257,1589,16456.524484 +-87,2175,16460.347572 +-174,2723,16465.215475 +-23,1906,16468.596135 +-176,2740,16473.474715 +-175,2484,16477.878228 +-191,2374,16482.105402 +-194,2519,16486.618199 +-295,1484,16489.260403 +-42,3527,16495.49587 +-112,2877,16500.563503 +77,2119,16504.346243 +-245,2140,16508.161968 +-112,2403,16512.413502 +-45,3275,16562.542095 +-108,2061,16566.828625 +-165,2589,16572.151262 +-175,2666,16577.440296 +-156,2080,16581.252316 +-250.0,6657,16593.625361 +-212,2887,16599.109729 +-290,1594,16601.994051 +-219,2634,16606.993646 +-96,2565,16611.969143 +-214,2198,16616.485573 +-6,2561,16621.305757 +20,3234,16628.129475 +-39,1409,16674.969771 +-105,2247,16679.230244 +4,3180,16685.323766 +350,1194,16687.619979 +-158,2467,16692.675302 +-83,2028,16696.614974 +-76,2783,16701.699667 +-184,2030,16705.382205 +-120,1674,16708.441478 +-11,2874,16713.660353 +-96,1857,16717.037735 +-235,2457,16721.491584 +23,2579,16726.178778 +-237,2491,16730.711446 +283,1423,16733.274855 +-209,2404,16737.595316 diff --git a/000_image_stack_ram_based_reward/test.py b/000_image_stack_ram_based_reward/test.py index d0611e7..e830495 100644 --- a/000_image_stack_ram_based_reward/test.py +++ b/000_image_stack_ram_based_reward/test.py @@ -19,7 +19,7 @@ def make_env(game, state): game = "StreetFighterIISpecialChampionEdition-Genesis" state_stages = [ - "Champion.Level1.ChunLiVsGuile", # Average reward for random strategy: -102.3 + "Champion.Level1.ChunLiVsGuile", # Average reward for random strategy: -102.3 | -20.4 "ChampionX.Level1.ChunLiVsKen", # Average reward for random strategy: -247.6 "Champion.Level2.ChunLiVsKen", "Champion.Level3.ChunLiVsChunLi", @@ -42,8 +42,12 @@ model = PPO( env, verbose=1 ) -model_path = r"optuna/trial_1_best_model" # Average reward for optuna/trial_1_best_model: -82.3 +model_path = r"trained_models_level_1/ppo_chunli_1075200_steps" model.load(model_path) +# Average reward for optuna/trial_1_best_model: -82.3 +# Average reward for optuna/trial_9_best_model: 36.7 | -86.23 +# Average reward for trained_models/ppo_chunli_5376000_steps: -77.8 + obs = env.reset() done = False diff --git a/000_image_stack_ram_based_reward/train.py b/000_image_stack_ram_based_reward/train.py index 0e767d3..322cda1 100644 --- a/000_image_stack_ram_based_reward/train.py +++ b/000_image_stack_ram_based_reward/train.py @@ -3,13 +3,15 @@ import random import retro from stable_baselines3 import PPO -from stable_baselines3.common.vec_env import SubprocVecEnv +from stable_baselines3.common.monitor import Monitor from stable_baselines3.common.callbacks import BaseCallback, CheckpointCallback from rmsprop_optim import RMSpropTF from custom_cnn import CustomCNN from street_fighter_custom_wrapper import StreetFighterCustomWrapper +LOG_DIR = 'logs/' + class RandomOpponentChangeCallback(BaseCallback): def __init__(self, stages, opponent_interval, verbose=0): super(RandomOpponentChangeCallback, self).__init__(verbose) @@ -23,7 +25,23 @@ class RandomOpponentChangeCallback(BaseCallback): self.training_env.env_method("load_state", new_state, indices=None) return True -def make_env(game, state, seed=0): +# class StageIncreaseCallback(BaseCallback): +# def __init__(self, stages, stage_interval, save_dir, verbose=0): +# super(StageIncreaseCallback, self).__init__(verbose) +# self.stages = stages +# self.stage_interval = stage_interval +# self.save_dir = save_dir +# self.current_stage = 0 + +# def _on_step(self) -> bool: +# if self.n_calls % self.stage_interval == 0 and self.current_stage < len(self.stages) - 1: +# self.current_stage += 1 +# new_state = self.stages[self.current_stage] +# self.training_env.env_method("load_state", new_state, indices=None) +# self.model.save(os.path.join(self.save_dir, f"ppo_chunli_stage_{self.current_stage}.zip")) +# return True + +def make_env(game, state): def _init(): env = retro.make( game=game, @@ -32,57 +50,66 @@ def make_env(game, state, seed=0): obs_type=retro.Observations.IMAGE ) env = StreetFighterCustomWrapper(env) - env.seed(seed) return env return _init def main(): # Set up the environment and model game = "StreetFighterIISpecialChampionEdition-Genesis" + state_stages = [ - "ChampionX.Level1.ChunLiVsKen", - "ChampionX.Level2.ChunLiVsChunLi", - "ChampionX.Level3.ChunLiVsZangief", - "ChampionX.Level4.ChunLiVsDhalsim", - "ChampionX.Level5.ChunLiVsRyu", - "ChampionX.Level6.ChunLiVsEHonda", - "ChampionX.Level7.ChunLiVsBlanka", - "ChampionX.Level8.ChunLiVsGuile", - "ChampionX.Level9.ChunLiVsBalrog", - "ChampionX.Level10.ChunLiVsVega", - "ChampionX.Level11.ChunLiVsSagat", - "ChampionX.Level12.ChunLiVsBison" + "Champion.Level1.ChunLiVsGuile", # Average reward for random strategy: -102.3 + "Champion.Level2.ChunLiVsKen", + "Champion.Level3.ChunLiVsChunLi", + "Champion.Level4.ChunLiVsZangief", + "Champion.Level5.ChunLiVsDhalsim", + "Champion.Level6.ChunLiVsRyu", + "Champion.Level7.ChunLiVsEHonda", + "Champion.Level8.ChunLiVsBlanka", + "Champion.Level9.ChunLiVsBalrog", + "Champion.Level10.ChunLiVsVega", + "Champion.Level11.ChunLiVsSagat", + "Champion.Level12.ChunLiVsBison" # Add other stages as necessary ] + + # state_stages = [ + # "ChampionX.Level1.ChunLiVsKen", # Average reward for random strategy: -247.6 + # "ChampionX.Level2.ChunLiVsChunLi", + # "ChampionX.Level3.ChunLiVsZangief", + # "ChampionX.Level4.ChunLiVsDhalsim", + # "ChampionX.Level5.ChunLiVsRyu", + # "ChampionX.Level6.ChunLiVsEHonda", + # "ChampionX.Level7.ChunLiVsBlanka", + # "ChampionX.Level8.ChunLiVsGuile", + # "ChampionX.Level9.ChunLiVsBalrog", + # "ChampionX.Level10.ChunLiVsVega", + # "ChampionX.Level11.ChunLiVsSagat", + # "ChampionX.Level12.ChunLiVsBison" + # # Add other stages as necessary + # ] # Champion is at difficulty level 4, ChampionX is at difficulty level 8. - num_envs = 8 - - env = SubprocVecEnv([make_env(game, state_stages[0], seed=i) for i in range(num_envs)]) - - # Using CustomCNN as the feature extractor - policy_kwargs = { - 'features_extractor_class': CustomCNN - } + env = make_env(game, state_stages[0])() + env = Monitor(env, LOG_DIR) model = PPO( "CnnPolicy", env, device="cuda", - policy_kwargs=policy_kwargs, verbose=1, - n_steps=5400, + n_steps=35840, # 64 * 56 batch_size=64, - learning_rate=0.0001, + learning_rate=6e-5, ent_coef=0.01, - clip_range=0.2, - gamma=0.99, - gae_lambda=0.95, + clip_range=0.15487, + gamma=0.9483, + gae_lambda=0.81322, tensorboard_log="logs/" ) # Set the save directory - save_dir = "trained_models" + save_dir = "trained_models_level_1" os.makedirs(save_dir, exist_ok=True) # Load the model from file @@ -95,10 +122,10 @@ def main(): # model = PPO.load(model_path, env=env, device="cuda")#, custom_objects=custom_objects) # Set up callbacks - opponent_interval = 5400 # stage_interval * num_envs = total_steps_per_stage - checkpoint_interval = 54000 # checkpoint_interval * num_envs = total_steps_per_checkpoint (Every 80 rounds) + # opponent_interval = 35840 # stage_interval * num_envs = total_steps_per_stage + checkpoint_interval = 358400 # checkpoint_interval * num_envs = total_steps_per_checkpoint (Every 80 rounds) checkpoint_callback = CheckpointCallback(save_freq=checkpoint_interval, save_path=save_dir, name_prefix="ppo_chunli") - stage_increase_callback = RandomOpponentChangeCallback(state_stages, opponent_interval, save_dir) + # stage_increase_callback = RandomOpponentChangeCallback(state_stages, opponent_interval, save_dir) # model_params = { # 'n_steps': 5, @@ -113,8 +140,8 @@ def main(): # model = A2C('CnnPolicy', env, tensorboard_log='logs/', verbose=1, **model_params, policy_kwargs=dict(optimizer_class=RMSpropTF)) model.learn( - total_timesteps=int(6048000), # total_timesteps = stage_interval * num_envs * num_stages (1120 rounds) - callback=[checkpoint_callback, stage_increase_callback] + total_timesteps=int(5376000), # total_timesteps = stage_interval * num_envs * num_stages (1120 rounds) + callback=[checkpoint_callback]#, stage_increase_callback] ) env.close() diff --git a/000_image_stack_ram_based_reward/trained_models/training_logs.txt b/000_image_stack_ram_based_reward/trained_models/training_logs.txt new file mode 100644 index 0000000..21bba61 --- /dev/null +++ b/000_image_stack_ram_based_reward/trained_models/training_logs.txt @@ -0,0 +1,8951 @@ +| n_updates | 11100 | +| policy_gradient_loss | 0.0423 | +| value_loss | 33.3 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.03e+03 | +| ep_rew_mean | -188 | +| time/ | | +| fps | 344 | +| iterations | 1112 | +| time_elapsed | 11555 | +| total_timesteps | 3985408 | +| train/ | | +| approx_kl | 0.10220521 | +| clip_fraction | 0.196 | +| clip_range | 0.155 | +| entropy_loss | -2.87 | +| explained_variance | 0.757 | +| learning_rate | 6e-05 | +| loss | 1.23 | +| n_updates | 11110 | +| policy_gradient_loss | 0.0211 | +| value_loss | 15.4 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -186 | +| time/ | | +| fps | 344 | +| iterations | 1113 | +| time_elapsed | 11566 | +| total_timesteps | 3988992 | +| train/ | | +| approx_kl | 0.17900813 | +| clip_fraction | 0.277 | +| clip_range | 0.155 | +| entropy_loss | -2.91 | +| explained_variance | 0.252 | +| learning_rate | 6e-05 | +| loss | 14.4 | +| n_updates | 11120 | +| policy_gradient_loss | 0.0291 | +| value_loss | 23.3 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -190 | +| time/ | | +| fps | 344 | +| iterations | 1114 | +| time_elapsed | 11577 | +| total_timesteps | 3992576 | +| train/ | | +| approx_kl | 0.1340187 | +| clip_fraction | 0.336 | +| clip_range | 0.155 | +| entropy_loss | -4.23 | +| explained_variance | 0.697 | +| learning_rate | 6e-05 | +| loss | 3.48 | +| n_updates | 11130 | +| policy_gradient_loss | 0.0211 | +| value_loss | 6.49 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -193 | +| time/ | | +| fps | 344 | +| iterations | 1115 | +| time_elapsed | 11588 | +| total_timesteps | 3996160 | +| train/ | | +| approx_kl | 0.0845661 | +| clip_fraction | 0.282 | +| clip_range | 0.155 | +| entropy_loss | -2.77 | +| explained_variance | 0.726 | +| learning_rate | 6e-05 | +| loss | 1.06 | +| n_updates | 11140 | +| policy_gradient_loss | 0.0103 | +| value_loss | 12.2 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -198 | +| time/ | | +| fps | 344 | +| iterations | 1116 | +| time_elapsed | 11598 | +| total_timesteps | 3999744 | +| train/ | | +| approx_kl | 0.05515183 | +| clip_fraction | 0.291 | +| clip_range | 0.155 | +| entropy_loss | -3.5 | +| explained_variance | 0.171 | +| learning_rate | 6e-05 | +| loss | 0.511 | +| n_updates | 11150 | +| policy_gradient_loss | 0.0151 | +| value_loss | 19.2 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -200 | +| time/ | | +| fps | 344 | +| iterations | 1117 | +| time_elapsed | 11608 | +| total_timesteps | 4003328 | +| train/ | | +| approx_kl | 0.05628523 | +| clip_fraction | 0.193 | +| clip_range | 0.155 | +| entropy_loss | -2.59 | +| explained_variance | 0.157 | +| learning_rate | 6e-05 | +| loss | 2.83 | +| n_updates | 11160 | +| policy_gradient_loss | 0.00778 | +| value_loss | 9.16 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -201 | +| time/ | | +| fps | 344 | +| iterations | 1118 | +| time_elapsed | 11618 | +| total_timesteps | 4006912 | +| train/ | | +| approx_kl | 0.026415596 | +| clip_fraction | 0.211 | +| clip_range | 0.155 | +| entropy_loss | -2.66 | +| explained_variance | 0.447 | +| learning_rate | 6e-05 | +| loss | 2.66 | +| n_updates | 11170 | +| policy_gradient_loss | 0.00288 | +| value_loss | 19.9 | +----------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.01e+03 | +| ep_rew_mean | -200 | +| time/ | | +| fps | 344 | +| iterations | 1119 | +| time_elapsed | 11629 | +| total_timesteps | 4010496 | +| train/ | | +| approx_kl | 0.061573576 | +| clip_fraction | 0.3 | +| clip_range | 0.155 | +| entropy_loss | -3.27 | +| explained_variance | 0.401 | +| learning_rate | 6e-05 | +| loss | 15.5 | +| n_updates | 11180 | +| policy_gradient_loss | 0.0153 | +| value_loss | 21 | +----------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.01e+03 | +| ep_rew_mean | -200 | +| time/ | | +| fps | 344 | +| iterations | 1120 | +| time_elapsed | 11640 | +| total_timesteps | 4014080 | +| train/ | | +| approx_kl | 0.07422925 | +| clip_fraction | 0.306 | +| clip_range | 0.155 | +| entropy_loss | -4.1 | +| explained_variance | 0.589 | +| learning_rate | 6e-05 | +| loss | 0.387 | +| n_updates | 11190 | +| policy_gradient_loss | 0.00997 | +| value_loss | 13.7 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.07e+03 | +| ep_rew_mean | -198 | +| time/ | | +| fps | 344 | +| iterations | 1121 | +| time_elapsed | 11651 | +| total_timesteps | 4017664 | +| train/ | | +| approx_kl | 0.048671126 | +| clip_fraction | 0.249 | +| clip_range | 0.155 | +| entropy_loss | -3.71 | +| explained_variance | 0.491 | +| learning_rate | 6e-05 | +| loss | 4.96 | +| n_updates | 11200 | +| policy_gradient_loss | 0.0112 | +| value_loss | 4.76 | +----------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -201 | +| time/ | | +| fps | 344 | +| iterations | 1122 | +| time_elapsed | 11660 | +| total_timesteps | 4021248 | +| train/ | | +| approx_kl | 0.28469458 | +| clip_fraction | 0.335 | +| clip_range | 0.155 | +| entropy_loss | -3.21 | +| explained_variance | 0.24 | +| learning_rate | 6e-05 | +| loss | 3.01 | +| n_updates | 11210 | +| policy_gradient_loss | 0.0231 | +| value_loss | 13.2 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -201 | +| time/ | | +| fps | 344 | +| iterations | 1123 | +| time_elapsed | 11670 | +| total_timesteps | 4024832 | +| train/ | | +| approx_kl | 0.1107897 | +| clip_fraction | 0.274 | +| clip_range | 0.155 | +| entropy_loss | -3.51 | +| explained_variance | 0.0963 | +| learning_rate | 6e-05 | +| loss | 2.03 | +| n_updates | 11220 | +| policy_gradient_loss | 0.0308 | +| value_loss | 8.5 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.11e+03 | +| ep_rew_mean | -203 | +| time/ | | +| fps | 344 | +| iterations | 1124 | +| time_elapsed | 11681 | +| total_timesteps | 4028416 | +| train/ | | +| approx_kl | 0.055620257 | +| clip_fraction | 0.272 | +| clip_range | 0.155 | +| entropy_loss | -3.73 | +| explained_variance | 0.485 | +| learning_rate | 6e-05 | +| loss | 1.24 | +| n_updates | 11230 | +| policy_gradient_loss | 0.0336 | +| value_loss | 5.3 | +----------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -203 | +| time/ | | +| fps | 344 | +| iterations | 1125 | +| time_elapsed | 11692 | +| total_timesteps | 4032000 | +| train/ | | +| approx_kl | 0.1519491 | +| clip_fraction | 0.425 | +| clip_range | 0.155 | +| entropy_loss | -5.58 | +| explained_variance | 0.275 | +| learning_rate | 6e-05 | +| loss | 1.83 | +| n_updates | 11240 | +| policy_gradient_loss | 0.038 | +| value_loss | 7.05 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -204 | +| time/ | | +| fps | 344 | +| iterations | 1126 | +| time_elapsed | 11704 | +| total_timesteps | 4035584 | +| train/ | | +| approx_kl | 0.22867821 | +| clip_fraction | 0.188 | +| clip_range | 0.155 | +| entropy_loss | -2.02 | +| explained_variance | 0.639 | +| learning_rate | 6e-05 | +| loss | 15.5 | +| n_updates | 11250 | +| policy_gradient_loss | 0.0146 | +| value_loss | 25.8 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -204 | +| time/ | | +| fps | 344 | +| iterations | 1127 | +| time_elapsed | 11714 | +| total_timesteps | 4039168 | +| train/ | | +| approx_kl | 0.06885595 | +| clip_fraction | 0.39 | +| clip_range | 0.155 | +| entropy_loss | -4.19 | +| explained_variance | 0.442 | +| learning_rate | 6e-05 | +| loss | 125 | +| n_updates | 11260 | +| policy_gradient_loss | 0.0356 | +| value_loss | 15.3 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -205 | +| time/ | | +| fps | 344 | +| iterations | 1128 | +| time_elapsed | 11724 | +| total_timesteps | 4042752 | +| train/ | | +| approx_kl | 0.07331877 | +| clip_fraction | 0.372 | +| clip_range | 0.155 | +| entropy_loss | -5.71 | +| explained_variance | 0.189 | +| learning_rate | 6e-05 | +| loss | 5.43 | +| n_updates | 11270 | +| policy_gradient_loss | 0.0352 | +| value_loss | 4.25 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -205 | +| time/ | | +| fps | 344 | +| iterations | 1129 | +| time_elapsed | 11734 | +| total_timesteps | 4046336 | +| train/ | | +| approx_kl | 0.08768354 | +| clip_fraction | 0.216 | +| clip_range | 0.155 | +| entropy_loss | -2.5 | +| explained_variance | 0.499 | +| learning_rate | 6e-05 | +| loss | 5.16 | +| n_updates | 11280 | +| policy_gradient_loss | 0.0169 | +| value_loss | 39.5 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -207 | +| time/ | | +| fps | 344 | +| iterations | 1130 | +| time_elapsed | 11745 | +| total_timesteps | 4049920 | +| train/ | | +| approx_kl | 0.06827061 | +| clip_fraction | 0.237 | +| clip_range | 0.155 | +| entropy_loss | -1.77 | +| explained_variance | 0.639 | +| learning_rate | 6e-05 | +| loss | 2.16 | +| n_updates | 11290 | +| policy_gradient_loss | 0.00992 | +| value_loss | 24.7 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -205 | +| time/ | | +| fps | 344 | +| iterations | 1131 | +| time_elapsed | 11756 | +| total_timesteps | 4053504 | +| train/ | | +| approx_kl | 0.03899594 | +| clip_fraction | 0.243 | +| clip_range | 0.155 | +| entropy_loss | -2.81 | +| explained_variance | 0.606 | +| learning_rate | 6e-05 | +| loss | 0.895 | +| n_updates | 11300 | +| policy_gradient_loss | 0.00913 | +| value_loss | 11.9 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -202 | +| time/ | | +| fps | 344 | +| iterations | 1132 | +| time_elapsed | 11767 | +| total_timesteps | 4057088 | +| train/ | | +| approx_kl | 0.12778908 | +| clip_fraction | 0.278 | +| clip_range | 0.155 | +| entropy_loss | -2.7 | +| explained_variance | 0.61 | +| learning_rate | 6e-05 | +| loss | 1.34 | +| n_updates | 11310 | +| policy_gradient_loss | 0.0526 | +| value_loss | 18.4 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -202 | +| time/ | | +| fps | 344 | +| iterations | 1133 | +| time_elapsed | 11777 | +| total_timesteps | 4060672 | +| train/ | | +| approx_kl | 0.0393003 | +| clip_fraction | 0.235 | +| clip_range | 0.155 | +| entropy_loss | -3.11 | +| explained_variance | 0.458 | +| learning_rate | 6e-05 | +| loss | 0.186 | +| n_updates | 11320 | +| policy_gradient_loss | -0.00107 | +| value_loss | 3.16 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -202 | +| time/ | | +| fps | 344 | +| iterations | 1134 | +| time_elapsed | 11786 | +| total_timesteps | 4064256 | +| train/ | | +| approx_kl | 0.030958274 | +| clip_fraction | 0.207 | +| clip_range | 0.155 | +| entropy_loss | -3.04 | +| explained_variance | 0.382 | +| learning_rate | 6e-05 | +| loss | 0.0838 | +| n_updates | 11330 | +| policy_gradient_loss | 0.00258 | +| value_loss | 4.87 | +----------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.22e+03 | +| ep_rew_mean | -203 | +| time/ | | +| fps | 344 | +| iterations | 1135 | +| time_elapsed | 11796 | +| total_timesteps | 4067840 | +| train/ | | +| approx_kl | 0.03918045 | +| clip_fraction | 0.234 | +| clip_range | 0.155 | +| entropy_loss | -3.32 | +| explained_variance | 0.439 | +| learning_rate | 6e-05 | +| loss | 3.34 | +| n_updates | 11340 | +| policy_gradient_loss | 0.00638 | +| value_loss | 2.82 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.23e+03 | +| ep_rew_mean | -203 | +| time/ | | +| fps | 344 | +| iterations | 1136 | +| time_elapsed | 11807 | +| total_timesteps | 4071424 | +| train/ | | +| approx_kl | 0.26537403 | +| clip_fraction | 0.397 | +| clip_range | 0.155 | +| entropy_loss | -5.24 | +| explained_variance | 0.178 | +| learning_rate | 6e-05 | +| loss | 0.801 | +| n_updates | 11350 | +| policy_gradient_loss | 0.0215 | +| value_loss | 8.11 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.24e+03 | +| ep_rew_mean | -205 | +| time/ | | +| fps | 344 | +| iterations | 1137 | +| time_elapsed | 11818 | +| total_timesteps | 4075008 | +| train/ | | +| approx_kl | 0.07161914 | +| clip_fraction | 0.339 | +| clip_range | 0.155 | +| entropy_loss | -3.69 | +| explained_variance | 0.0965 | +| learning_rate | 6e-05 | +| loss | 0.566 | +| n_updates | 11360 | +| policy_gradient_loss | 0.0239 | +| value_loss | 16 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.24e+03 | +| ep_rew_mean | -205 | +| time/ | | +| fps | 344 | +| iterations | 1138 | +| time_elapsed | 11829 | +| total_timesteps | 4078592 | +| train/ | | +| approx_kl | 0.38427177 | +| clip_fraction | 0.246 | +| clip_range | 0.155 | +| entropy_loss | -2.3 | +| explained_variance | 0.658 | +| learning_rate | 6e-05 | +| loss | 11.8 | +| n_updates | 11370 | +| policy_gradient_loss | 0.0141 | +| value_loss | 18.4 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -174 | +| time/ | | +| fps | 344 | +| iterations | 1139 | +| time_elapsed | 11839 | +| total_timesteps | 4082176 | +| train/ | | +| approx_kl | 0.11429783 | +| clip_fraction | 0.282 | +| clip_range | 0.155 | +| entropy_loss | -2 | +| explained_variance | -0.0115 | +| learning_rate | 6e-05 | +| loss | 6.74 | +| n_updates | 11380 | +| policy_gradient_loss | 0.0664 | +| value_loss | 3.34e+03 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -172 | +| time/ | | +| fps | 344 | +| iterations | 1140 | +| time_elapsed | 11849 | +| total_timesteps | 4085760 | +| train/ | | +| approx_kl | 0.32119083 | +| clip_fraction | 0.358 | +| clip_range | 0.155 | +| entropy_loss | -3.68 | +| explained_variance | 0.542 | +| learning_rate | 6e-05 | +| loss | 0.736 | +| n_updates | 11390 | +| policy_gradient_loss | 0.0489 | +| value_loss | 20.2 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -172 | +| time/ | | +| fps | 344 | +| iterations | 1141 | +| time_elapsed | 11860 | +| total_timesteps | 4089344 | +| train/ | | +| approx_kl | 0.26375866 | +| clip_fraction | 0.586 | +| clip_range | 0.155 | +| entropy_loss | -4.21 | +| explained_variance | 0.41 | +| learning_rate | 6e-05 | +| loss | 5.63 | +| n_updates | 11400 | +| policy_gradient_loss | 0.0758 | +| value_loss | 15.7 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -173 | +| time/ | | +| fps | 344 | +| iterations | 1142 | +| time_elapsed | 11871 | +| total_timesteps | 4092928 | +| train/ | | +| approx_kl | 0.2165912 | +| clip_fraction | 0.432 | +| clip_range | 0.155 | +| entropy_loss | -3.74 | +| explained_variance | 0.695 | +| learning_rate | 6e-05 | +| loss | 13.2 | +| n_updates | 11410 | +| policy_gradient_loss | 0.0509 | +| value_loss | 8.28 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -175 | +| time/ | | +| fps | 344 | +| iterations | 1143 | +| time_elapsed | 11882 | +| total_timesteps | 4096512 | +| train/ | | +| approx_kl | 0.13008325 | +| clip_fraction | 0.383 | +| clip_range | 0.155 | +| entropy_loss | -3.24 | +| explained_variance | 0.514 | +| learning_rate | 6e-05 | +| loss | 1.54 | +| n_updates | 11420 | +| policy_gradient_loss | 0.0329 | +| value_loss | 25.7 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -172 | +| time/ | | +| fps | 344 | +| iterations | 1144 | +| time_elapsed | 11892 | +| total_timesteps | 4100096 | +| train/ | | +| approx_kl | 0.2851152 | +| clip_fraction | 0.339 | +| clip_range | 0.155 | +| entropy_loss | -3.48 | +| explained_variance | 0.464 | +| learning_rate | 6e-05 | +| loss | 0.938 | +| n_updates | 11430 | +| policy_gradient_loss | 0.0226 | +| value_loss | 17 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -171 | +| time/ | | +| fps | 344 | +| iterations | 1145 | +| time_elapsed | 11902 | +| total_timesteps | 4103680 | +| train/ | | +| approx_kl | 0.03017726 | +| clip_fraction | 0.23 | +| clip_range | 0.155 | +| entropy_loss | -2.78 | +| explained_variance | 0.405 | +| learning_rate | 6e-05 | +| loss | 3.84 | +| n_updates | 11440 | +| policy_gradient_loss | 0.00631 | +| value_loss | 7.27 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -170 | +| time/ | | +| fps | 344 | +| iterations | 1146 | +| time_elapsed | 11912 | +| total_timesteps | 4107264 | +| train/ | | +| approx_kl | 0.16293119 | +| clip_fraction | 0.347 | +| clip_range | 0.155 | +| entropy_loss | -2.57 | +| explained_variance | 0.447 | +| learning_rate | 6e-05 | +| loss | 0.74 | +| n_updates | 11450 | +| policy_gradient_loss | 0.0427 | +| value_loss | 11.2 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 344 | +| iterations | 1147 | +| time_elapsed | 11922 | +| total_timesteps | 4110848 | +| train/ | | +| approx_kl | 0.06228005 | +| clip_fraction | 0.244 | +| clip_range | 0.155 | +| entropy_loss | -2.32 | +| explained_variance | 0.693 | +| learning_rate | 6e-05 | +| loss | 4.8 | +| n_updates | 11460 | +| policy_gradient_loss | 0.0115 | +| value_loss | 8.44 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 344 | +| iterations | 1148 | +| time_elapsed | 11934 | +| total_timesteps | 4114432 | +| train/ | | +| approx_kl | 0.07964387 | +| clip_fraction | 0.315 | +| clip_range | 0.155 | +| entropy_loss | -2.39 | +| explained_variance | 0.488 | +| learning_rate | 6e-05 | +| loss | 3.75 | +| n_updates | 11470 | +| policy_gradient_loss | 0.0235 | +| value_loss | 15.2 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 344 | +| iterations | 1149 | +| time_elapsed | 11945 | +| total_timesteps | 4118016 | +| train/ | | +| approx_kl | 0.06479435 | +| clip_fraction | 0.23 | +| clip_range | 0.155 | +| entropy_loss | -2.44 | +| explained_variance | 0.783 | +| learning_rate | 6e-05 | +| loss | 1.19 | +| n_updates | 11480 | +| policy_gradient_loss | 0.00678 | +| value_loss | 10.6 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 344 | +| iterations | 1150 | +| time_elapsed | 11955 | +| total_timesteps | 4121600 | +| train/ | | +| approx_kl | 0.05495425 | +| clip_fraction | 0.235 | +| clip_range | 0.155 | +| entropy_loss | -2.56 | +| explained_variance | 0.732 | +| learning_rate | 6e-05 | +| loss | 1.59 | +| n_updates | 11490 | +| policy_gradient_loss | 0.00546 | +| value_loss | 24.4 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -162 | +| time/ | | +| fps | 344 | +| iterations | 1151 | +| time_elapsed | 11965 | +| total_timesteps | 4125184 | +| train/ | | +| approx_kl | 0.24103305 | +| clip_fraction | 0.484 | +| clip_range | 0.155 | +| entropy_loss | -4.44 | +| explained_variance | 0.549 | +| learning_rate | 6e-05 | +| loss | 1.03 | +| n_updates | 11500 | +| policy_gradient_loss | 0.036 | +| value_loss | 18.2 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1152 | +| time_elapsed | 11975 | +| total_timesteps | 4128768 | +| train/ | | +| approx_kl | 0.25966242 | +| clip_fraction | 0.498 | +| clip_range | 0.155 | +| entropy_loss | -5.5 | +| explained_variance | 0.356 | +| learning_rate | 6e-05 | +| loss | 0.904 | +| n_updates | 11510 | +| policy_gradient_loss | 0.0475 | +| value_loss | 16.5 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1153 | +| time_elapsed | 11986 | +| total_timesteps | 4132352 | +| train/ | | +| approx_kl | 0.1660142 | +| clip_fraction | 0.41 | +| clip_range | 0.155 | +| entropy_loss | -6.09 | +| explained_variance | 0.171 | +| learning_rate | 6e-05 | +| loss | 1.5 | +| n_updates | 11520 | +| policy_gradient_loss | 0.0553 | +| value_loss | 12.8 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -158 | +| time/ | | +| fps | 344 | +| iterations | 1154 | +| time_elapsed | 11997 | +| total_timesteps | 4135936 | +| train/ | | +| approx_kl | 0.34227842 | +| clip_fraction | 0.342 | +| clip_range | 0.155 | +| entropy_loss | -4.13 | +| explained_variance | 0.25 | +| learning_rate | 6e-05 | +| loss | 14.3 | +| n_updates | 11530 | +| policy_gradient_loss | 0.023 | +| value_loss | 11.8 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -157 | +| time/ | | +| fps | 344 | +| iterations | 1155 | +| time_elapsed | 12008 | +| total_timesteps | 4139520 | +| train/ | | +| approx_kl | 0.2117643 | +| clip_fraction | 0.346 | +| clip_range | 0.155 | +| entropy_loss | -3.23 | +| explained_variance | 0.359 | +| learning_rate | 6e-05 | +| loss | 5.32 | +| n_updates | 11540 | +| policy_gradient_loss | 0.0381 | +| value_loss | 7.39 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -156 | +| time/ | | +| fps | 344 | +| iterations | 1156 | +| time_elapsed | 12018 | +| total_timesteps | 4143104 | +| train/ | | +| approx_kl | 0.12219299 | +| clip_fraction | 0.308 | +| clip_range | 0.155 | +| entropy_loss | -3.44 | +| explained_variance | 0.619 | +| learning_rate | 6e-05 | +| loss | 2.81 | +| n_updates | 11550 | +| policy_gradient_loss | 0.0172 | +| value_loss | 7.79 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -155 | +| time/ | | +| fps | 344 | +| iterations | 1157 | +| time_elapsed | 12028 | +| total_timesteps | 4146688 | +| train/ | | +| approx_kl | 0.24397667 | +| clip_fraction | 0.585 | +| clip_range | 0.155 | +| entropy_loss | -4.76 | +| explained_variance | 0.585 | +| learning_rate | 6e-05 | +| loss | 0.6 | +| n_updates | 11560 | +| policy_gradient_loss | 0.087 | +| value_loss | 6.28 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.36e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 344 | +| iterations | 1158 | +| time_elapsed | 12037 | +| total_timesteps | 4150272 | +| train/ | | +| approx_kl | 0.10254913 | +| clip_fraction | 0.403 | +| clip_range | 0.155 | +| entropy_loss | -2.97 | +| explained_variance | 0.619 | +| learning_rate | 6e-05 | +| loss | 19.8 | +| n_updates | 11570 | +| policy_gradient_loss | 0.0558 | +| value_loss | 9.06 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -149 | +| time/ | | +| fps | 344 | +| iterations | 1159 | +| time_elapsed | 12049 | +| total_timesteps | 4153856 | +| train/ | | +| approx_kl | 0.10107447 | +| clip_fraction | 0.357 | +| clip_range | 0.155 | +| entropy_loss | -4.54 | +| explained_variance | 0.228 | +| learning_rate | 6e-05 | +| loss | 0.361 | +| n_updates | 11580 | +| policy_gradient_loss | 0.0207 | +| value_loss | 8.75 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 344 | +| iterations | 1160 | +| time_elapsed | 12060 | +| total_timesteps | 4157440 | +| train/ | | +| approx_kl | 0.17339785 | +| clip_fraction | 0.289 | +| clip_range | 0.155 | +| entropy_loss | -3.87 | +| explained_variance | 0.0439 | +| learning_rate | 6e-05 | +| loss | 1.48 | +| n_updates | 11590 | +| policy_gradient_loss | 0.0358 | +| value_loss | 10.9 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.36e+03 | +| ep_rew_mean | -149 | +| time/ | | +| fps | 344 | +| iterations | 1161 | +| time_elapsed | 12070 | +| total_timesteps | 4161024 | +| train/ | | +| approx_kl | 0.08044513 | +| clip_fraction | 0.304 | +| clip_range | 0.155 | +| entropy_loss | -4.96 | +| explained_variance | 0.162 | +| learning_rate | 6e-05 | +| loss | 1.49 | +| n_updates | 11600 | +| policy_gradient_loss | 0.0197 | +| value_loss | 7.16 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 344 | +| iterations | 1162 | +| time_elapsed | 12080 | +| total_timesteps | 4164608 | +| train/ | | +| approx_kl | 0.25109667 | +| clip_fraction | 0.336 | +| clip_range | 0.155 | +| entropy_loss | -5.27 | +| explained_variance | 0.625 | +| learning_rate | 6e-05 | +| loss | 3.23 | +| n_updates | 11610 | +| policy_gradient_loss | 0.0184 | +| value_loss | 29.5 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -152 | +| time/ | | +| fps | 344 | +| iterations | 1163 | +| time_elapsed | 12090 | +| total_timesteps | 4168192 | +| train/ | | +| approx_kl | 0.17442669 | +| clip_fraction | 0.299 | +| clip_range | 0.155 | +| entropy_loss | -2.98 | +| explained_variance | 0.686 | +| learning_rate | 6e-05 | +| loss | 9.59 | +| n_updates | 11620 | +| policy_gradient_loss | 0.0274 | +| value_loss | 16 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 344 | +| iterations | 1164 | +| time_elapsed | 12101 | +| total_timesteps | 4171776 | +| train/ | | +| approx_kl | 0.4997339 | +| clip_fraction | 0.327 | +| clip_range | 0.155 | +| entropy_loss | -2.29 | +| explained_variance | 0.763 | +| learning_rate | 6e-05 | +| loss | 2.45 | +| n_updates | 11630 | +| policy_gradient_loss | 0.0239 | +| value_loss | 26.3 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -151 | +| time/ | | +| fps | 344 | +| iterations | 1165 | +| time_elapsed | 12112 | +| total_timesteps | 4175360 | +| train/ | | +| approx_kl | 0.1510102 | +| clip_fraction | 0.369 | +| clip_range | 0.155 | +| entropy_loss | -5.4 | +| explained_variance | 0.33 | +| learning_rate | 6e-05 | +| loss | 3.97 | +| n_updates | 11640 | +| policy_gradient_loss | 0.037 | +| value_loss | 16.5 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 344 | +| iterations | 1166 | +| time_elapsed | 12123 | +| total_timesteps | 4178944 | +| train/ | | +| approx_kl | 0.22221276 | +| clip_fraction | 0.402 | +| clip_range | 0.155 | +| entropy_loss | -4.91 | +| explained_variance | 0.204 | +| learning_rate | 6e-05 | +| loss | 0.998 | +| n_updates | 11650 | +| policy_gradient_loss | 0.0336 | +| value_loss | 12.6 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.35e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 344 | +| iterations | 1167 | +| time_elapsed | 12132 | +| total_timesteps | 4182528 | +| train/ | | +| approx_kl | 0.097121276 | +| clip_fraction | 0.283 | +| clip_range | 0.155 | +| entropy_loss | -3.5 | +| explained_variance | 0.626 | +| learning_rate | 6e-05 | +| loss | 1.42 | +| n_updates | 11660 | +| policy_gradient_loss | 0.00813 | +| value_loss | 21.1 | +----------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.31e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 344 | +| iterations | 1168 | +| time_elapsed | 12142 | +| total_timesteps | 4186112 | +| train/ | | +| approx_kl | 0.14011608 | +| clip_fraction | 0.313 | +| clip_range | 0.155 | +| entropy_loss | -4.02 | +| explained_variance | 0.752 | +| learning_rate | 6e-05 | +| loss | 0.433 | +| n_updates | 11670 | +| policy_gradient_loss | 0.0284 | +| value_loss | 9.61 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 344 | +| iterations | 1169 | +| time_elapsed | 12152 | +| total_timesteps | 4189696 | +| train/ | | +| approx_kl | 0.095382966 | +| clip_fraction | 0.204 | +| clip_range | 0.155 | +| entropy_loss | -1.97 | +| explained_variance | 0.669 | +| learning_rate | 6e-05 | +| loss | 4.48 | +| n_updates | 11680 | +| policy_gradient_loss | 0.0182 | +| value_loss | 27.4 | +----------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 344 | +| iterations | 1170 | +| time_elapsed | 12163 | +| total_timesteps | 4193280 | +| train/ | | +| approx_kl | 0.37714094 | +| clip_fraction | 0.411 | +| clip_range | 0.155 | +| entropy_loss | -6.66 | +| explained_variance | 0.723 | +| learning_rate | 6e-05 | +| loss | 6.25 | +| n_updates | 11690 | +| policy_gradient_loss | 0.0274 | +| value_loss | 18.4 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -151 | +| time/ | | +| fps | 344 | +| iterations | 1171 | +| time_elapsed | 12174 | +| total_timesteps | 4196864 | +| train/ | | +| approx_kl | 0.5537872 | +| clip_fraction | 0.362 | +| clip_range | 0.155 | +| entropy_loss | -7.26 | +| explained_variance | 0.0433 | +| learning_rate | 6e-05 | +| loss | 65.7 | +| n_updates | 11700 | +| policy_gradient_loss | 0.0462 | +| value_loss | 34.8 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 344 | +| iterations | 1172 | +| time_elapsed | 12185 | +| total_timesteps | 4200448 | +| train/ | | +| approx_kl | 0.5549347 | +| clip_fraction | 0.31 | +| clip_range | 0.155 | +| entropy_loss | -6.68 | +| explained_variance | 0.102 | +| learning_rate | 6e-05 | +| loss | 14.2 | +| n_updates | 11710 | +| policy_gradient_loss | 0.0568 | +| value_loss | 7.64 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 344 | +| iterations | 1173 | +| time_elapsed | 12195 | +| total_timesteps | 4204032 | +| train/ | | +| approx_kl | 0.080458745 | +| clip_fraction | 0.235 | +| clip_range | 0.155 | +| entropy_loss | -3.77 | +| explained_variance | 0.389 | +| learning_rate | 6e-05 | +| loss | 15.1 | +| n_updates | 11720 | +| policy_gradient_loss | 0.0123 | +| value_loss | 14.5 | +----------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 344 | +| iterations | 1174 | +| time_elapsed | 12205 | +| total_timesteps | 4207616 | +| train/ | | +| approx_kl | 0.06477227 | +| clip_fraction | 0.203 | +| clip_range | 0.155 | +| entropy_loss | -2.89 | +| explained_variance | 0.379 | +| learning_rate | 6e-05 | +| loss | 5.68 | +| n_updates | 11730 | +| policy_gradient_loss | 0.016 | +| value_loss | 14.2 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 344 | +| iterations | 1175 | +| time_elapsed | 12215 | +| total_timesteps | 4211200 | +| train/ | | +| approx_kl | 0.12941422 | +| clip_fraction | 0.287 | +| clip_range | 0.155 | +| entropy_loss | -3.44 | +| explained_variance | 0.531 | +| learning_rate | 6e-05 | +| loss | 2.46 | +| n_updates | 11740 | +| policy_gradient_loss | 0.0147 | +| value_loss | 21.9 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.31e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 344 | +| iterations | 1176 | +| time_elapsed | 12226 | +| total_timesteps | 4214784 | +| train/ | | +| approx_kl | 0.10784393 | +| clip_fraction | 0.262 | +| clip_range | 0.155 | +| entropy_loss | -4.04 | +| explained_variance | 0.346 | +| learning_rate | 6e-05 | +| loss | 4.09 | +| n_updates | 11750 | +| policy_gradient_loss | 0.0131 | +| value_loss | 32.3 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 344 | +| iterations | 1177 | +| time_elapsed | 12237 | +| total_timesteps | 4218368 | +| train/ | | +| approx_kl | 0.09113222 | +| clip_fraction | 0.229 | +| clip_range | 0.155 | +| entropy_loss | -3.51 | +| explained_variance | 0.545 | +| learning_rate | 6e-05 | +| loss | 0.881 | +| n_updates | 11760 | +| policy_gradient_loss | 0.0132 | +| value_loss | 9.06 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 344 | +| iterations | 1178 | +| time_elapsed | 12249 | +| total_timesteps | 4221952 | +| train/ | | +| approx_kl | 0.17451833 | +| clip_fraction | 0.256 | +| clip_range | 0.155 | +| entropy_loss | -2.37 | +| explained_variance | 0.734 | +| learning_rate | 6e-05 | +| loss | 2.19 | +| n_updates | 11770 | +| policy_gradient_loss | 0.0208 | +| value_loss | 27.6 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.23e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 344 | +| iterations | 1179 | +| time_elapsed | 12258 | +| total_timesteps | 4225536 | +| train/ | | +| approx_kl | 0.11252836 | +| clip_fraction | 0.275 | +| clip_range | 0.155 | +| entropy_loss | -4.69 | +| explained_variance | 0.692 | +| learning_rate | 6e-05 | +| loss | 4.53 | +| n_updates | 11780 | +| policy_gradient_loss | 0.0274 | +| value_loss | 7.54 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.22e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 344 | +| iterations | 1180 | +| time_elapsed | 12268 | +| total_timesteps | 4229120 | +| train/ | | +| approx_kl | 0.38960108 | +| clip_fraction | 0.337 | +| clip_range | 0.155 | +| entropy_loss | -4.46 | +| explained_variance | 0.296 | +| learning_rate | 6e-05 | +| loss | 2.89 | +| n_updates | 11790 | +| policy_gradient_loss | 0.0366 | +| value_loss | 40.9 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 344 | +| iterations | 1181 | +| time_elapsed | 12278 | +| total_timesteps | 4232704 | +| train/ | | +| approx_kl | 0.25895402 | +| clip_fraction | 0.319 | +| clip_range | 0.155 | +| entropy_loss | -3.77 | +| explained_variance | 0.295 | +| learning_rate | 6e-05 | +| loss | 129 | +| n_updates | 11800 | +| policy_gradient_loss | 0.029 | +| value_loss | 23.8 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.09e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 344 | +| iterations | 1182 | +| time_elapsed | 12289 | +| total_timesteps | 4236288 | +| train/ | | +| approx_kl | 0.12826337 | +| clip_fraction | 0.291 | +| clip_range | 0.155 | +| entropy_loss | -3.71 | +| explained_variance | 0.393 | +| learning_rate | 6e-05 | +| loss | 1.23 | +| n_updates | 11810 | +| policy_gradient_loss | 0.0189 | +| value_loss | 9.64 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.08e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 344 | +| iterations | 1183 | +| time_elapsed | 12300 | +| total_timesteps | 4239872 | +| train/ | | +| approx_kl | 0.17975505 | +| clip_fraction | 0.237 | +| clip_range | 0.155 | +| entropy_loss | -3.21 | +| explained_variance | 0.86 | +| learning_rate | 6e-05 | +| loss | 3.93 | +| n_updates | 11820 | +| policy_gradient_loss | 0.0173 | +| value_loss | 16.4 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 344 | +| iterations | 1184 | +| time_elapsed | 12311 | +| total_timesteps | 4243456 | +| train/ | | +| approx_kl | 0.11089786 | +| clip_fraction | 0.284 | +| clip_range | 0.155 | +| entropy_loss | -4.02 | +| explained_variance | 0.798 | +| learning_rate | 6e-05 | +| loss | 2.9 | +| n_updates | 11830 | +| policy_gradient_loss | 0.0183 | +| value_loss | 16.2 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 344 | +| iterations | 1185 | +| time_elapsed | 12321 | +| total_timesteps | 4247040 | +| train/ | | +| approx_kl | 0.19779594 | +| clip_fraction | 0.237 | +| clip_range | 0.155 | +| entropy_loss | -6.09 | +| explained_variance | 0.623 | +| learning_rate | 6e-05 | +| loss | 0.519 | +| n_updates | 11840 | +| policy_gradient_loss | 0.0317 | +| value_loss | 11 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 344 | +| iterations | 1186 | +| time_elapsed | 12331 | +| total_timesteps | 4250624 | +| train/ | | +| approx_kl | 0.43758675 | +| clip_fraction | 0.256 | +| clip_range | 0.155 | +| entropy_loss | -6 | +| explained_variance | 0.279 | +| learning_rate | 6e-05 | +| loss | 2.12 | +| n_updates | 11850 | +| policy_gradient_loss | 0.0454 | +| value_loss | 22.3 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.07e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 344 | +| iterations | 1187 | +| time_elapsed | 12342 | +| total_timesteps | 4254208 | +| train/ | | +| approx_kl | 0.4023052 | +| clip_fraction | 0.188 | +| clip_range | 0.155 | +| entropy_loss | -6.53 | +| explained_variance | 0.394 | +| learning_rate | 6e-05 | +| loss | 3.86 | +| n_updates | 11860 | +| policy_gradient_loss | 0.0225 | +| value_loss | 17.8 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.07e+03 | +| ep_rew_mean | -142 | +| time/ | | +| fps | 344 | +| iterations | 1188 | +| time_elapsed | 12353 | +| total_timesteps | 4257792 | +| train/ | | +| approx_kl | 0.21985742 | +| clip_fraction | 0.165 | +| clip_range | 0.155 | +| entropy_loss | -7.61 | +| explained_variance | 0.22 | +| learning_rate | 6e-05 | +| loss | 4.61 | +| n_updates | 11870 | +| policy_gradient_loss | 0.0323 | +| value_loss | 10.3 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.07e+03 | +| ep_rew_mean | -141 | +| time/ | | +| fps | 344 | +| iterations | 1189 | +| time_elapsed | 12364 | +| total_timesteps | 4261376 | +| train/ | | +| approx_kl | 0.24966078 | +| clip_fraction | 0.227 | +| clip_range | 0.155 | +| entropy_loss | -7.44 | +| explained_variance | 0.0709 | +| learning_rate | 6e-05 | +| loss | 2.41 | +| n_updates | 11880 | +| policy_gradient_loss | 0.054 | +| value_loss | 11 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.08e+03 | +| ep_rew_mean | -142 | +| time/ | | +| fps | 344 | +| iterations | 1190 | +| time_elapsed | 12374 | +| total_timesteps | 4264960 | +| train/ | | +| approx_kl | 0.5366675 | +| clip_fraction | 0.216 | +| clip_range | 0.155 | +| entropy_loss | -7.22 | +| explained_variance | 0.332 | +| learning_rate | 6e-05 | +| loss | 0.0653 | +| n_updates | 11890 | +| policy_gradient_loss | 0.0618 | +| value_loss | 5.71 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.98e+03 | +| ep_rew_mean | -137 | +| time/ | | +| fps | 344 | +| iterations | 1191 | +| time_elapsed | 12384 | +| total_timesteps | 4268544 | +| train/ | | +| approx_kl | 0.37734753 | +| clip_fraction | 0.374 | +| clip_range | 0.155 | +| entropy_loss | -4.93 | +| explained_variance | 0.588 | +| learning_rate | 6e-05 | +| loss | 0.724 | +| n_updates | 11900 | +| policy_gradient_loss | 0.0621 | +| value_loss | 9.91 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.98e+03 | +| ep_rew_mean | -135 | +| time/ | | +| fps | 344 | +| iterations | 1192 | +| time_elapsed | 12393 | +| total_timesteps | 4272128 | +| train/ | | +| approx_kl | 0.46598336 | +| clip_fraction | 0.332 | +| clip_range | 0.155 | +| entropy_loss | -6.3 | +| explained_variance | 0.102 | +| learning_rate | 6e-05 | +| loss | 39.5 | +| n_updates | 11910 | +| policy_gradient_loss | 0.0687 | +| value_loss | 12.9 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 344 | +| iterations | 1193 | +| time_elapsed | 12405 | +| total_timesteps | 4275712 | +| train/ | | +| approx_kl | 0.31063503 | +| clip_fraction | 0.356 | +| clip_range | 0.155 | +| entropy_loss | -5.36 | +| explained_variance | 0.338 | +| learning_rate | 6e-05 | +| loss | 0.436 | +| n_updates | 11920 | +| policy_gradient_loss | 0.0393 | +| value_loss | 15.1 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -162 | +| time/ | | +| fps | 344 | +| iterations | 1194 | +| time_elapsed | 12416 | +| total_timesteps | 4279296 | +| train/ | | +| approx_kl | 0.3023428 | +| clip_fraction | 0.273 | +| clip_range | 0.155 | +| entropy_loss | -5.78 | +| explained_variance | 0.674 | +| learning_rate | 6e-05 | +| loss | 0.618 | +| n_updates | 11930 | +| policy_gradient_loss | 0.0377 | +| value_loss | 9.59 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 344 | +| iterations | 1195 | +| time_elapsed | 12428 | +| total_timesteps | 4282880 | +| train/ | | +| approx_kl | 0.29946795 | +| clip_fraction | 0.361 | +| clip_range | 0.155 | +| entropy_loss | -4.25 | +| explained_variance | 0.292 | +| learning_rate | 6e-05 | +| loss | 6.48 | +| n_updates | 11940 | +| policy_gradient_loss | 0.0476 | +| value_loss | 17 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 344 | +| iterations | 1196 | +| time_elapsed | 12438 | +| total_timesteps | 4286464 | +| train/ | | +| approx_kl | 0.6271512 | +| clip_fraction | 0.25 | +| clip_range | 0.155 | +| entropy_loss | -4.66 | +| explained_variance | 0.782 | +| learning_rate | 6e-05 | +| loss | 1.41 | +| n_updates | 11950 | +| policy_gradient_loss | 0.0212 | +| value_loss | 16.6 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -162 | +| time/ | | +| fps | 344 | +| iterations | 1197 | +| time_elapsed | 12448 | +| total_timesteps | 4290048 | +| train/ | | +| approx_kl | 0.2086886 | +| clip_fraction | 0.304 | +| clip_range | 0.155 | +| entropy_loss | -4.58 | +| explained_variance | 0.497 | +| learning_rate | 6e-05 | +| loss | 18.8 | +| n_updates | 11960 | +| policy_gradient_loss | 0.0345 | +| value_loss | 15.7 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -162 | +| time/ | | +| fps | 344 | +| iterations | 1198 | +| time_elapsed | 12458 | +| total_timesteps | 4293632 | +| train/ | | +| approx_kl | 0.22079955 | +| clip_fraction | 0.287 | +| clip_range | 0.155 | +| entropy_loss | -5.98 | +| explained_variance | 0.296 | +| learning_rate | 6e-05 | +| loss | 0.332 | +| n_updates | 11970 | +| policy_gradient_loss | 0.0417 | +| value_loss | 7.63 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 344 | +| iterations | 1199 | +| time_elapsed | 12468 | +| total_timesteps | 4297216 | +| train/ | | +| approx_kl | 0.16933452 | +| clip_fraction | 0.324 | +| clip_range | 0.155 | +| entropy_loss | -5.96 | +| explained_variance | 0.259 | +| learning_rate | 6e-05 | +| loss | 0.43 | +| n_updates | 11980 | +| policy_gradient_loss | 0.0503 | +| value_loss | 3.76 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 344 | +| iterations | 1200 | +| time_elapsed | 12479 | +| total_timesteps | 4300800 | +| train/ | | +| approx_kl | 0.58306664 | +| clip_fraction | 0.369 | +| clip_range | 0.155 | +| entropy_loss | -5.52 | +| explained_variance | 0.606 | +| learning_rate | 6e-05 | +| loss | 5.66 | +| n_updates | 11990 | +| policy_gradient_loss | 0.0421 | +| value_loss | 26 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 344 | +| iterations | 1201 | +| time_elapsed | 12490 | +| total_timesteps | 4304384 | +| train/ | | +| approx_kl | 0.42173138 | +| clip_fraction | 0.306 | +| clip_range | 0.155 | +| entropy_loss | -3.68 | +| explained_variance | 0.716 | +| learning_rate | 6e-05 | +| loss | 1.69 | +| n_updates | 12000 | +| policy_gradient_loss | 0.0358 | +| value_loss | 18 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 344 | +| iterations | 1202 | +| time_elapsed | 12500 | +| total_timesteps | 4307968 | +| train/ | | +| approx_kl | 0.22598174 | +| clip_fraction | 0.356 | +| clip_range | 0.155 | +| entropy_loss | -4.15 | +| explained_variance | 0.307 | +| learning_rate | 6e-05 | +| loss | 3.38 | +| n_updates | 12010 | +| policy_gradient_loss | 0.0236 | +| value_loss | 19.4 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.92e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 344 | +| iterations | 1203 | +| time_elapsed | 12509 | +| total_timesteps | 4311552 | +| train/ | | +| approx_kl | 0.5135764 | +| clip_fraction | 0.198 | +| clip_range | 0.155 | +| entropy_loss | -6.1 | +| explained_variance | 0.217 | +| learning_rate | 6e-05 | +| loss | 3.04 | +| n_updates | 12020 | +| policy_gradient_loss | 0.0163 | +| value_loss | 19.8 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.9e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1204 | +| time_elapsed | 12520 | +| total_timesteps | 4315136 | +| train/ | | +| approx_kl | 0.23232244 | +| clip_fraction | 0.107 | +| clip_range | 0.155 | +| entropy_loss | -7.67 | +| explained_variance | 0.088 | +| learning_rate | 6e-05 | +| loss | 0.101 | +| n_updates | 12030 | +| policy_gradient_loss | 0.105 | +| value_loss | 23.3 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -163 | +| time/ | | +| fps | 344 | +| iterations | 1205 | +| time_elapsed | 12531 | +| total_timesteps | 4318720 | +| train/ | | +| approx_kl | 0.25884727 | +| clip_fraction | 0.188 | +| clip_range | 0.155 | +| entropy_loss | -3.28 | +| explained_variance | 0.626 | +| learning_rate | 6e-05 | +| loss | 1.93 | +| n_updates | 12040 | +| policy_gradient_loss | 0.0137 | +| value_loss | 28.6 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1206 | +| time_elapsed | 12542 | +| total_timesteps | 4322304 | +| train/ | | +| approx_kl | 0.32225972 | +| clip_fraction | 0.234 | +| clip_range | 0.155 | +| entropy_loss | -5.08 | +| explained_variance | 0.394 | +| learning_rate | 6e-05 | +| loss | 2.84 | +| n_updates | 12050 | +| policy_gradient_loss | 0.0335 | +| value_loss | 10.1 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -160 | +| time/ | | +| fps | 344 | +| iterations | 1207 | +| time_elapsed | 12552 | +| total_timesteps | 4325888 | +| train/ | | +| approx_kl | 0.58576244 | +| clip_fraction | 0.397 | +| clip_range | 0.155 | +| entropy_loss | -5.47 | +| explained_variance | 0.764 | +| learning_rate | 6e-05 | +| loss | 1.62 | +| n_updates | 12060 | +| policy_gradient_loss | 0.0765 | +| value_loss | 11.4 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.82e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1208 | +| time_elapsed | 12562 | +| total_timesteps | 4329472 | +| train/ | | +| approx_kl | 0.24983458 | +| clip_fraction | 0.23 | +| clip_range | 0.155 | +| entropy_loss | -3.31 | +| explained_variance | 0.662 | +| learning_rate | 6e-05 | +| loss | 4.52 | +| n_updates | 12070 | +| policy_gradient_loss | 0.0262 | +| value_loss | 10.2 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.83e+03 | +| ep_rew_mean | -160 | +| time/ | | +| fps | 344 | +| iterations | 1209 | +| time_elapsed | 12572 | +| total_timesteps | 4333056 | +| train/ | | +| approx_kl | 0.26718673 | +| clip_fraction | 0.337 | +| clip_range | 0.155 | +| entropy_loss | -3.92 | +| explained_variance | 0.315 | +| learning_rate | 6e-05 | +| loss | 4.03 | +| n_updates | 12080 | +| policy_gradient_loss | 0.0424 | +| value_loss | 8.02 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.81e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 344 | +| iterations | 1210 | +| time_elapsed | 12584 | +| total_timesteps | 4336640 | +| train/ | | +| approx_kl | 0.32697436 | +| clip_fraction | 0.268 | +| clip_range | 0.155 | +| entropy_loss | -4.37 | +| explained_variance | 0.534 | +| learning_rate | 6e-05 | +| loss | 1.64 | +| n_updates | 12090 | +| policy_gradient_loss | 0.0351 | +| value_loss | 7.73 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.81e+03 | +| ep_rew_mean | -162 | +| time/ | | +| fps | 344 | +| iterations | 1211 | +| time_elapsed | 12595 | +| total_timesteps | 4340224 | +| train/ | | +| approx_kl | 0.117669225 | +| clip_fraction | 0.262 | +| clip_range | 0.155 | +| entropy_loss | -2.99 | +| explained_variance | 0.318 | +| learning_rate | 6e-05 | +| loss | 1.6 | +| n_updates | 12100 | +| policy_gradient_loss | 0.0238 | +| value_loss | 19.5 | +----------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.83e+03 | +| ep_rew_mean | -158 | +| time/ | | +| fps | 344 | +| iterations | 1212 | +| time_elapsed | 12606 | +| total_timesteps | 4343808 | +| train/ | | +| approx_kl | 0.4422379 | +| clip_fraction | 0.168 | +| clip_range | 0.155 | +| entropy_loss | -5.05 | +| explained_variance | 0.272 | +| learning_rate | 6e-05 | +| loss | 7.23 | +| n_updates | 12110 | +| policy_gradient_loss | 0.0139 | +| value_loss | 9.72 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.84e+03 | +| ep_rew_mean | -160 | +| time/ | | +| fps | 344 | +| iterations | 1213 | +| time_elapsed | 12616 | +| total_timesteps | 4347392 | +| train/ | | +| approx_kl | 0.28994533 | +| clip_fraction | 0.171 | +| clip_range | 0.155 | +| entropy_loss | -4.29 | +| explained_variance | 0.556 | +| learning_rate | 6e-05 | +| loss | 3.06 | +| n_updates | 12120 | +| policy_gradient_loss | 0.0189 | +| value_loss | 10.9 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1214 | +| time_elapsed | 12626 | +| total_timesteps | 4350976 | +| train/ | | +| approx_kl | 0.48653618 | +| clip_fraction | 0.237 | +| clip_range | 0.155 | +| entropy_loss | -5.84 | +| explained_variance | 0.149 | +| learning_rate | 6e-05 | +| loss | 29.4 | +| n_updates | 12130 | +| policy_gradient_loss | 0.023 | +| value_loss | 36.6 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -158 | +| time/ | | +| fps | 344 | +| iterations | 1215 | +| time_elapsed | 12636 | +| total_timesteps | 4354560 | +| train/ | | +| approx_kl | 0.47821397 | +| clip_fraction | 0.264 | +| clip_range | 0.155 | +| entropy_loss | -6.35 | +| explained_variance | 0.124 | +| learning_rate | 6e-05 | +| loss | 0.165 | +| n_updates | 12140 | +| policy_gradient_loss | 0.0337 | +| value_loss | 22.7 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -158 | +| time/ | | +| fps | 344 | +| iterations | 1216 | +| time_elapsed | 12647 | +| total_timesteps | 4358144 | +| train/ | | +| approx_kl | 0.13033058 | +| clip_fraction | 0.134 | +| clip_range | 0.155 | +| entropy_loss | -7.28 | +| explained_variance | 0.0783 | +| learning_rate | 6e-05 | +| loss | 20.8 | +| n_updates | 12150 | +| policy_gradient_loss | 0.0226 | +| value_loss | 17.4 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -155 | +| time/ | | +| fps | 344 | +| iterations | 1217 | +| time_elapsed | 12657 | +| total_timesteps | 4361728 | +| train/ | | +| approx_kl | 0.21152043 | +| clip_fraction | 0.177 | +| clip_range | 0.155 | +| entropy_loss | -6.95 | +| explained_variance | 0.0506 | +| learning_rate | 6e-05 | +| loss | 2.73 | +| n_updates | 12160 | +| policy_gradient_loss | 0.0584 | +| value_loss | 16.6 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 344 | +| iterations | 1218 | +| time_elapsed | 12668 | +| total_timesteps | 4365312 | +| train/ | | +| approx_kl | 0.11319224 | +| clip_fraction | 0.0936 | +| clip_range | 0.155 | +| entropy_loss | -7.51 | +| explained_variance | 0.19 | +| learning_rate | 6e-05 | +| loss | 130 | +| n_updates | 12170 | +| policy_gradient_loss | 0.0266 | +| value_loss | 21 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 344 | +| iterations | 1219 | +| time_elapsed | 12678 | +| total_timesteps | 4368896 | +| train/ | | +| approx_kl | 0.19908898 | +| clip_fraction | 0.27 | +| clip_range | 0.155 | +| entropy_loss | -3.44 | +| explained_variance | 0.307 | +| learning_rate | 6e-05 | +| loss | 6.3 | +| n_updates | 12180 | +| policy_gradient_loss | 0.0243 | +| value_loss | 13.2 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -144 | +| time/ | | +| fps | 344 | +| iterations | 1220 | +| time_elapsed | 12688 | +| total_timesteps | 4372480 | +| train/ | | +| approx_kl | 0.47072077 | +| clip_fraction | 0.188 | +| clip_range | 0.155 | +| entropy_loss | -6.75 | +| explained_variance | 0.131 | +| learning_rate | 6e-05 | +| loss | 2.84 | +| n_updates | 12190 | +| policy_gradient_loss | 0.0288 | +| value_loss | 12.8 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 344 | +| iterations | 1221 | +| time_elapsed | 12698 | +| total_timesteps | 4376064 | +| train/ | | +| approx_kl | 0.43204793 | +| clip_fraction | 0.239 | +| clip_range | 0.155 | +| entropy_loss | -4.49 | +| explained_variance | 0.19 | +| learning_rate | 6e-05 | +| loss | 6.68 | +| n_updates | 12200 | +| policy_gradient_loss | 0.0352 | +| value_loss | 13.9 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -133 | +| time/ | | +| fps | 344 | +| iterations | 1222 | +| time_elapsed | 12708 | +| total_timesteps | 4379648 | +| train/ | | +| approx_kl | 0.38301852 | +| clip_fraction | 0.336 | +| clip_range | 0.155 | +| entropy_loss | -4.59 | +| explained_variance | 0.202 | +| learning_rate | 6e-05 | +| loss | 7.26 | +| n_updates | 12210 | +| policy_gradient_loss | 0.0447 | +| value_loss | 12.4 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.84e+03 | +| ep_rew_mean | -134 | +| time/ | | +| fps | 344 | +| iterations | 1223 | +| time_elapsed | 12718 | +| total_timesteps | 4383232 | +| train/ | | +| approx_kl | 0.49113765 | +| clip_fraction | 0.197 | +| clip_range | 0.155 | +| entropy_loss | -6.32 | +| explained_variance | 0.363 | +| learning_rate | 6e-05 | +| loss | 1.65 | +| n_updates | 12220 | +| policy_gradient_loss | 0.0285 | +| value_loss | 13.9 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.84e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 344 | +| iterations | 1224 | +| time_elapsed | 12728 | +| total_timesteps | 4386816 | +| train/ | | +| approx_kl | 0.73387855 | +| clip_fraction | 0.219 | +| clip_range | 0.155 | +| entropy_loss | -5.29 | +| explained_variance | 0.156 | +| learning_rate | 6e-05 | +| loss | 3.25 | +| n_updates | 12230 | +| policy_gradient_loss | 0.0276 | +| value_loss | 23.1 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 344 | +| iterations | 1225 | +| time_elapsed | 12738 | +| total_timesteps | 4390400 | +| train/ | | +| approx_kl | 1.0469902 | +| clip_fraction | 0.177 | +| clip_range | 0.155 | +| entropy_loss | -6.25 | +| explained_variance | 0.185 | +| learning_rate | 6e-05 | +| loss | 3.63 | +| n_updates | 12240 | +| policy_gradient_loss | 0.0383 | +| value_loss | 11.6 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 344 | +| iterations | 1226 | +| time_elapsed | 12748 | +| total_timesteps | 4393984 | +| train/ | | +| approx_kl | 0.69326895 | +| clip_fraction | 0.191 | +| clip_range | 0.155 | +| entropy_loss | -6.64 | +| explained_variance | 0.387 | +| learning_rate | 6e-05 | +| loss | 6.32 | +| n_updates | 12250 | +| policy_gradient_loss | 0.0138 | +| value_loss | 16.8 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -136 | +| time/ | | +| fps | 344 | +| iterations | 1227 | +| time_elapsed | 12758 | +| total_timesteps | 4397568 | +| train/ | | +| approx_kl | 0.31186438 | +| clip_fraction | 0.281 | +| clip_range | 0.155 | +| entropy_loss | -3.65 | +| explained_variance | 0.813 | +| learning_rate | 6e-05 | +| loss | 10 | +| n_updates | 12260 | +| policy_gradient_loss | 0.0297 | +| value_loss | 25.6 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -136 | +| time/ | | +| fps | 344 | +| iterations | 1228 | +| time_elapsed | 12769 | +| total_timesteps | 4401152 | +| train/ | | +| approx_kl | 0.32185432 | +| clip_fraction | 0.173 | +| clip_range | 0.155 | +| entropy_loss | -6.32 | +| explained_variance | 0.278 | +| learning_rate | 6e-05 | +| loss | 3.22 | +| n_updates | 12270 | +| policy_gradient_loss | 0.0834 | +| value_loss | 4.72 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -133 | +| time/ | | +| fps | 344 | +| iterations | 1229 | +| time_elapsed | 12779 | +| total_timesteps | 4404736 | +| train/ | | +| approx_kl | 0.24009399 | +| clip_fraction | 0.218 | +| clip_range | 0.155 | +| entropy_loss | -6.81 | +| explained_variance | 0.233 | +| learning_rate | 6e-05 | +| loss | 0.0105 | +| n_updates | 12280 | +| policy_gradient_loss | 0.0557 | +| value_loss | 5.01 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.92e+03 | +| ep_rew_mean | -135 | +| time/ | | +| fps | 344 | +| iterations | 1230 | +| time_elapsed | 12790 | +| total_timesteps | 4408320 | +| train/ | | +| approx_kl | 0.3038121 | +| clip_fraction | 0.167 | +| clip_range | 0.155 | +| entropy_loss | -5.01 | +| explained_variance | 0.192 | +| learning_rate | 6e-05 | +| loss | 6.94 | +| n_updates | 12290 | +| policy_gradient_loss | 0.0374 | +| value_loss | 6.21 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -129 | +| time/ | | +| fps | 344 | +| iterations | 1231 | +| time_elapsed | 12800 | +| total_timesteps | 4411904 | +| train/ | | +| approx_kl | 0.6947231 | +| clip_fraction | 0.164 | +| clip_range | 0.155 | +| entropy_loss | -3.67 | +| explained_variance | 0.197 | +| learning_rate | 6e-05 | +| loss | 0.483 | +| n_updates | 12300 | +| policy_gradient_loss | 0.0243 | +| value_loss | 27.1 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -125 | +| time/ | | +| fps | 344 | +| iterations | 1232 | +| time_elapsed | 12810 | +| total_timesteps | 4415488 | +| train/ | | +| approx_kl | 0.075395174 | +| clip_fraction | 0.164 | +| clip_range | 0.155 | +| entropy_loss | -1.77 | +| explained_variance | 0.543 | +| learning_rate | 6e-05 | +| loss | 4.65 | +| n_updates | 12310 | +| policy_gradient_loss | 0.0158 | +| value_loss | 26.4 | +----------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -121 | +| time/ | | +| fps | 344 | +| iterations | 1233 | +| time_elapsed | 12820 | +| total_timesteps | 4419072 | +| train/ | | +| approx_kl | 0.42016888 | +| clip_fraction | 0.276 | +| clip_range | 0.155 | +| entropy_loss | -3.78 | +| explained_variance | 0.21 | +| learning_rate | 6e-05 | +| loss | 0.447 | +| n_updates | 12320 | +| policy_gradient_loss | 0.0494 | +| value_loss | 5.54 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 344 | +| iterations | 1234 | +| time_elapsed | 12830 | +| total_timesteps | 4422656 | +| train/ | | +| approx_kl | 0.46973187 | +| clip_fraction | 0.325 | +| clip_range | 0.155 | +| entropy_loss | -4.67 | +| explained_variance | 0.703 | +| learning_rate | 6e-05 | +| loss | 0.75 | +| n_updates | 12330 | +| policy_gradient_loss | 0.0489 | +| value_loss | 10.5 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -121 | +| time/ | | +| fps | 344 | +| iterations | 1235 | +| time_elapsed | 12840 | +| total_timesteps | 4426240 | +| train/ | | +| approx_kl | 0.78903717 | +| clip_fraction | 0.245 | +| clip_range | 0.155 | +| entropy_loss | -3.18 | +| explained_variance | 0.668 | +| learning_rate | 6e-05 | +| loss | 19.7 | +| n_updates | 12340 | +| policy_gradient_loss | 0.0223 | +| value_loss | 32.1 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -120 | +| time/ | | +| fps | 344 | +| iterations | 1236 | +| time_elapsed | 12849 | +| total_timesteps | 4429824 | +| train/ | | +| approx_kl | 1.0301054 | +| clip_fraction | 0.281 | +| clip_range | 0.155 | +| entropy_loss | -4.01 | +| explained_variance | 0.624 | +| learning_rate | 6e-05 | +| loss | 0.786 | +| n_updates | 12350 | +| policy_gradient_loss | 0.051 | +| value_loss | 9.51 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.99e+03 | +| ep_rew_mean | -121 | +| time/ | | +| fps | 344 | +| iterations | 1237 | +| time_elapsed | 12859 | +| total_timesteps | 4433408 | +| train/ | | +| approx_kl | 0.2772389 | +| clip_fraction | 0.118 | +| clip_range | 0.155 | +| entropy_loss | -7.95 | +| explained_variance | 0.0255 | +| learning_rate | 6e-05 | +| loss | 0.0498 | +| n_updates | 12360 | +| policy_gradient_loss | 0.0534 | +| value_loss | 8.85 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 344 | +| iterations | 1238 | +| time_elapsed | 12869 | +| total_timesteps | 4436992 | +| train/ | | +| approx_kl | 0.39072683 | +| clip_fraction | 0.28 | +| clip_range | 0.155 | +| entropy_loss | -4.98 | +| explained_variance | 0.14 | +| learning_rate | 6e-05 | +| loss | 18.4 | +| n_updates | 12370 | +| policy_gradient_loss | 0.0494 | +| value_loss | 18.3 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.03e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 344 | +| iterations | 1239 | +| time_elapsed | 12879 | +| total_timesteps | 4440576 | +| train/ | | +| approx_kl | 0.31544542 | +| clip_fraction | 0.156 | +| clip_range | 0.155 | +| entropy_loss | -6.93 | +| explained_variance | 0.327 | +| learning_rate | 6e-05 | +| loss | 0.0191 | +| n_updates | 12380 | +| policy_gradient_loss | 0.0255 | +| value_loss | 4.89 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 344 | +| iterations | 1240 | +| time_elapsed | 12890 | +| total_timesteps | 4444160 | +| train/ | | +| approx_kl | 0.36390835 | +| clip_fraction | 0.209 | +| clip_range | 0.155 | +| entropy_loss | -7.64 | +| explained_variance | -0.0181 | +| learning_rate | 6e-05 | +| loss | 0.883 | +| n_updates | 12390 | +| policy_gradient_loss | 0.044 | +| value_loss | 6.61 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -113 | +| time/ | | +| fps | 344 | +| iterations | 1241 | +| time_elapsed | 12902 | +| total_timesteps | 4447744 | +| train/ | | +| approx_kl | 0.7988187 | +| clip_fraction | 0.297 | +| clip_range | 0.155 | +| entropy_loss | -5.14 | +| explained_variance | 0.323 | +| learning_rate | 6e-05 | +| loss | 5.93 | +| n_updates | 12400 | +| policy_gradient_loss | 0.0472 | +| value_loss | 10.7 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -112 | +| time/ | | +| fps | 344 | +| iterations | 1242 | +| time_elapsed | 12912 | +| total_timesteps | 4451328 | +| train/ | | +| approx_kl | 0.31049347 | +| clip_fraction | 0.297 | +| clip_range | 0.155 | +| entropy_loss | -2.9 | +| explained_variance | 0.302 | +| learning_rate | 6e-05 | +| loss | 2.68 | +| n_updates | 12410 | +| policy_gradient_loss | 0.0424 | +| value_loss | 8.02 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -109 | +| time/ | | +| fps | 344 | +| iterations | 1243 | +| time_elapsed | 12922 | +| total_timesteps | 4454912 | +| train/ | | +| approx_kl | 0.5159423 | +| clip_fraction | 0.288 | +| clip_range | 0.155 | +| entropy_loss | -6.56 | +| explained_variance | 0.139 | +| learning_rate | 6e-05 | +| loss | 0.602 | +| n_updates | 12420 | +| policy_gradient_loss | 0.0673 | +| value_loss | 7.36 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -105 | +| time/ | | +| fps | 344 | +| iterations | 1244 | +| time_elapsed | 12933 | +| total_timesteps | 4458496 | +| train/ | | +| approx_kl | 1.1260291 | +| clip_fraction | 0.193 | +| clip_range | 0.155 | +| entropy_loss | -7.3 | +| explained_variance | -0.0433 | +| learning_rate | 6e-05 | +| loss | 8.05 | +| n_updates | 12430 | +| policy_gradient_loss | 0.0445 | +| value_loss | 9.3 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -105 | +| time/ | | +| fps | 344 | +| iterations | 1245 | +| time_elapsed | 12943 | +| total_timesteps | 4462080 | +| train/ | | +| approx_kl | 0.8614569 | +| clip_fraction | 0.319 | +| clip_range | 0.155 | +| entropy_loss | -5.23 | +| explained_variance | 0.233 | +| learning_rate | 6e-05 | +| loss | 24.2 | +| n_updates | 12440 | +| policy_gradient_loss | 0.062 | +| value_loss | 16.9 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 344 | +| iterations | 1246 | +| time_elapsed | 12954 | +| total_timesteps | 4465664 | +| train/ | | +| approx_kl | 0.13984755 | +| clip_fraction | 0.157 | +| clip_range | 0.155 | +| entropy_loss | -1.58 | +| explained_variance | 0.256 | +| learning_rate | 6e-05 | +| loss | 0.391 | +| n_updates | 12450 | +| policy_gradient_loss | 0.02 | +| value_loss | 5.85 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.02e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 344 | +| iterations | 1247 | +| time_elapsed | 12965 | +| total_timesteps | 4469248 | +| train/ | | +| approx_kl | 2.1635077 | +| clip_fraction | 0.362 | +| clip_range | 0.155 | +| entropy_loss | -5.13 | +| explained_variance | 0.212 | +| learning_rate | 6e-05 | +| loss | 0.524 | +| n_updates | 12460 | +| policy_gradient_loss | 0.0576 | +| value_loss | 13.7 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 344 | +| iterations | 1248 | +| time_elapsed | 12975 | +| total_timesteps | 4472832 | +| train/ | | +| approx_kl | 0.095714055 | +| clip_fraction | 0.145 | +| clip_range | 0.155 | +| entropy_loss | -7.92 | +| explained_variance | -0.0454 | +| learning_rate | 6e-05 | +| loss | 2.55 | +| n_updates | 12470 | +| policy_gradient_loss | 0.0325 | +| value_loss | 7.61 | +----------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -102 | +| time/ | | +| fps | 344 | +| iterations | 1249 | +| time_elapsed | 12985 | +| total_timesteps | 4476416 | +| train/ | | +| approx_kl | 0.77635044 | +| clip_fraction | 0.121 | +| clip_range | 0.155 | +| entropy_loss | -7.9 | +| explained_variance | 0.0272 | +| learning_rate | 6e-05 | +| loss | 3.9 | +| n_updates | 12480 | +| policy_gradient_loss | 0.0596 | +| value_loss | 7.14 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 344 | +| iterations | 1250 | +| time_elapsed | 12995 | +| total_timesteps | 4480000 | +| train/ | | +| approx_kl | 0.45620853 | +| clip_fraction | 0.0705 | +| clip_range | 0.155 | +| entropy_loss | -7.7 | +| explained_variance | 0.0135 | +| learning_rate | 6e-05 | +| loss | 1.34 | +| n_updates | 12490 | +| policy_gradient_loss | 0.0158 | +| value_loss | 6.88 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -102 | +| time/ | | +| fps | 344 | +| iterations | 1251 | +| time_elapsed | 13006 | +| total_timesteps | 4483584 | +| train/ | | +| approx_kl | 0.16104047 | +| clip_fraction | 0.0568 | +| clip_range | 0.155 | +| entropy_loss | -8.06 | +| explained_variance | 0.143 | +| learning_rate | 6e-05 | +| loss | 3.26 | +| n_updates | 12500 | +| policy_gradient_loss | 0.0254 | +| value_loss | 11.2 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.06e+03 | +| ep_rew_mean | -103 | +| time/ | | +| fps | 344 | +| iterations | 1252 | +| time_elapsed | 13016 | +| total_timesteps | 4487168 | +| train/ | | +| approx_kl | 0.13989703 | +| clip_fraction | 0.0666 | +| clip_range | 0.155 | +| entropy_loss | -7.06 | +| explained_variance | 0.293 | +| learning_rate | 6e-05 | +| loss | 13.6 | +| n_updates | 12510 | +| policy_gradient_loss | 0.0204 | +| value_loss | 21.8 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.09e+03 | +| ep_rew_mean | -98 | +| time/ | | +| fps | 344 | +| iterations | 1253 | +| time_elapsed | 13027 | +| total_timesteps | 4490752 | +| train/ | | +| approx_kl | 0.16489413 | +| clip_fraction | 0.0734 | +| clip_range | 0.155 | +| entropy_loss | -7.05 | +| explained_variance | 0.684 | +| learning_rate | 6e-05 | +| loss | 1.14 | +| n_updates | 12520 | +| policy_gradient_loss | 0.033 | +| value_loss | 8.26 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.11e+03 | +| ep_rew_mean | -95.2 | +| time/ | | +| fps | 344 | +| iterations | 1254 | +| time_elapsed | 13037 | +| total_timesteps | 4494336 | +| train/ | | +| approx_kl | 0.42327186 | +| clip_fraction | 0.0754 | +| clip_range | 0.155 | +| entropy_loss | -7.95 | +| explained_variance | -0.0265 | +| learning_rate | 6e-05 | +| loss | 4.3 | +| n_updates | 12530 | +| policy_gradient_loss | 0.0624 | +| value_loss | 8.44 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -93.4 | +| time/ | | +| fps | 344 | +| iterations | 1255 | +| time_elapsed | 13047 | +| total_timesteps | 4497920 | +| train/ | | +| approx_kl | 0.7492663 | +| clip_fraction | 0.168 | +| clip_range | 0.155 | +| entropy_loss | -5.65 | +| explained_variance | 0.329 | +| learning_rate | 6e-05 | +| loss | 12.1 | +| n_updates | 12540 | +| policy_gradient_loss | 0.0276 | +| value_loss | 5.83 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -94.1 | +| time/ | | +| fps | 344 | +| iterations | 1256 | +| time_elapsed | 13057 | +| total_timesteps | 4501504 | +| train/ | | +| approx_kl | 1.2825361 | +| clip_fraction | 0.346 | +| clip_range | 0.155 | +| entropy_loss | -3.3 | +| explained_variance | 0.653 | +| learning_rate | 6e-05 | +| loss | 1.33 | +| n_updates | 12550 | +| policy_gradient_loss | 0.038 | +| value_loss | 14.4 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.09e+03 | +| ep_rew_mean | -92.3 | +| time/ | | +| fps | 344 | +| iterations | 1257 | +| time_elapsed | 13067 | +| total_timesteps | 4505088 | +| train/ | | +| approx_kl | 0.72400326 | +| clip_fraction | 0.208 | +| clip_range | 0.155 | +| entropy_loss | -5.19 | +| explained_variance | 0.391 | +| learning_rate | 6e-05 | +| loss | 1.56 | +| n_updates | 12560 | +| policy_gradient_loss | 0.0271 | +| value_loss | 10.1 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.1e+03 | +| ep_rew_mean | -92.3 | +| time/ | | +| fps | 344 | +| iterations | 1258 | +| time_elapsed | 13077 | +| total_timesteps | 4508672 | +| train/ | | +| approx_kl | 0.92736435 | +| clip_fraction | 0.125 | +| clip_range | 0.155 | +| entropy_loss | -7.62 | +| explained_variance | 0.000484 | +| learning_rate | 6e-05 | +| loss | 55.2 | +| n_updates | 12570 | +| policy_gradient_loss | 0.0289 | +| value_loss | 18.9 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.11e+03 | +| ep_rew_mean | -97.3 | +| time/ | | +| fps | 344 | +| iterations | 1259 | +| time_elapsed | 13087 | +| total_timesteps | 4512256 | +| train/ | | +| approx_kl | 3.5470617 | +| clip_fraction | 0.213 | +| clip_range | 0.155 | +| entropy_loss | -5.61 | +| explained_variance | 0.299 | +| learning_rate | 6e-05 | +| loss | 0.45 | +| n_updates | 12580 | +| policy_gradient_loss | 0.024 | +| value_loss | 31.4 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -96 | +| time/ | | +| fps | 344 | +| iterations | 1260 | +| time_elapsed | 13097 | +| total_timesteps | 4515840 | +| train/ | | +| approx_kl | 0.23432596 | +| clip_fraction | 0.238 | +| clip_range | 0.155 | +| entropy_loss | -5.37 | +| explained_variance | 0.554 | +| learning_rate | 6e-05 | +| loss | 0.353 | +| n_updates | 12590 | +| policy_gradient_loss | 0.0276 | +| value_loss | 13.6 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -97.1 | +| time/ | | +| fps | 344 | +| iterations | 1261 | +| time_elapsed | 13107 | +| total_timesteps | 4519424 | +| train/ | | +| approx_kl | 0.3578764 | +| clip_fraction | 0.178 | +| clip_range | 0.155 | +| entropy_loss | -4.85 | +| explained_variance | 0.322 | +| learning_rate | 6e-05 | +| loss | 0.285 | +| n_updates | 12600 | +| policy_gradient_loss | 0.0533 | +| value_loss | 10.3 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -94.7 | +| time/ | | +| fps | 344 | +| iterations | 1262 | +| time_elapsed | 13117 | +| total_timesteps | 4523008 | +| train/ | | +| approx_kl | 1.75117 | +| clip_fraction | 0.268 | +| clip_range | 0.155 | +| entropy_loss | -4.33 | +| explained_variance | 0.142 | +| learning_rate | 6e-05 | +| loss | 3.43 | +| n_updates | 12610 | +| policy_gradient_loss | 0.0415 | +| value_loss | 19.4 | +-------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -93.4 | +| time/ | | +| fps | 344 | +| iterations | 1263 | +| time_elapsed | 13128 | +| total_timesteps | 4526592 | +| train/ | | +| approx_kl | 0.043092635 | +| clip_fraction | 0.0353 | +| clip_range | 0.155 | +| entropy_loss | -7.45 | +| explained_variance | 0.46 | +| learning_rate | 6e-05 | +| loss | 0.383 | +| n_updates | 12620 | +| policy_gradient_loss | 0.00995 | +| value_loss | 10.2 | +----------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.15e+03 | +| ep_rew_mean | -96.5 | +| time/ | | +| fps | 344 | +| iterations | 1264 | +| time_elapsed | 13138 | +| total_timesteps | 4530176 | +| train/ | | +| approx_kl | 0.66940606 | +| clip_fraction | 0.102 | +| clip_range | 0.155 | +| entropy_loss | -7.71 | +| explained_variance | 0.0204 | +| learning_rate | 6e-05 | +| loss | 7.59 | +| n_updates | 12630 | +| policy_gradient_loss | 0.0241 | +| value_loss | 8.01 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -97.5 | +| time/ | | +| fps | 344 | +| iterations | 1265 | +| time_elapsed | 13149 | +| total_timesteps | 4533760 | +| train/ | | +| approx_kl | 0.9533757 | +| clip_fraction | 0.225 | +| clip_range | 0.155 | +| entropy_loss | -6.25 | +| explained_variance | 0.145 | +| learning_rate | 6e-05 | +| loss | 16.4 | +| n_updates | 12640 | +| policy_gradient_loss | 0.0319 | +| value_loss | 11.5 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -96.3 | +| time/ | | +| fps | 344 | +| iterations | 1266 | +| time_elapsed | 13158 | +| total_timesteps | 4537344 | +| train/ | | +| approx_kl | 1.2446054 | +| clip_fraction | 0.132 | +| clip_range | 0.155 | +| entropy_loss | -7.43 | +| explained_variance | 0.154 | +| learning_rate | 6e-05 | +| loss | 3.89 | +| n_updates | 12650 | +| policy_gradient_loss | 0.0214 | +| value_loss | 6.79 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -96.3 | +| time/ | | +| fps | 344 | +| iterations | 1267 | +| time_elapsed | 13168 | +| total_timesteps | 4540928 | +| train/ | | +| approx_kl | 0.4820626 | +| clip_fraction | 0.147 | +| clip_range | 0.155 | +| entropy_loss | -6.72 | +| explained_variance | 0.107 | +| learning_rate | 6e-05 | +| loss | 3.81 | +| n_updates | 12660 | +| policy_gradient_loss | 0.0274 | +| value_loss | 7.47 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -96.2 | +| time/ | | +| fps | 344 | +| iterations | 1268 | +| time_elapsed | 13178 | +| total_timesteps | 4544512 | +| train/ | | +| approx_kl | 0.3293403 | +| clip_fraction | 0.107 | +| clip_range | 0.155 | +| entropy_loss | -7.88 | +| explained_variance | 0.055 | +| learning_rate | 6e-05 | +| loss | 8.63 | +| n_updates | 12670 | +| policy_gradient_loss | 0.025 | +| value_loss | 5.33 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -96.3 | +| time/ | | +| fps | 344 | +| iterations | 1269 | +| time_elapsed | 13188 | +| total_timesteps | 4548096 | +| train/ | | +| approx_kl | 0.6004734 | +| clip_fraction | 0.0823 | +| clip_range | 0.155 | +| entropy_loss | -7.72 | +| explained_variance | 0.0872 | +| learning_rate | 6e-05 | +| loss | 0.408 | +| n_updates | 12680 | +| policy_gradient_loss | 0.0188 | +| value_loss | 4.46 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -100 | +| time/ | | +| fps | 344 | +| iterations | 1270 | +| time_elapsed | 13198 | +| total_timesteps | 4551680 | +| train/ | | +| approx_kl | 0.31535926 | +| clip_fraction | 0.12 | +| clip_range | 0.155 | +| entropy_loss | -6.07 | +| explained_variance | 0.179 | +| learning_rate | 6e-05 | +| loss | 5.99 | +| n_updates | 12690 | +| policy_gradient_loss | 0.0174 | +| value_loss | 12.3 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.2e+03 | +| ep_rew_mean | -95.5 | +| time/ | | +| fps | 344 | +| iterations | 1271 | +| time_elapsed | 13208 | +| total_timesteps | 4555264 | +| train/ | | +| approx_kl | 1.1247593 | +| clip_fraction | 0.223 | +| clip_range | 0.155 | +| entropy_loss | -5.04 | +| explained_variance | 0.173 | +| learning_rate | 6e-05 | +| loss | 29.7 | +| n_updates | 12700 | +| policy_gradient_loss | 0.0218 | +| value_loss | 16.3 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.2e+03 | +| ep_rew_mean | -97 | +| time/ | | +| fps | 344 | +| iterations | 1272 | +| time_elapsed | 13218 | +| total_timesteps | 4558848 | +| train/ | | +| approx_kl | 1.4492542 | +| clip_fraction | 0.273 | +| clip_range | 0.155 | +| entropy_loss | -5.36 | +| explained_variance | 0.388 | +| learning_rate | 6e-05 | +| loss | 3.17 | +| n_updates | 12710 | +| policy_gradient_loss | 0.0308 | +| value_loss | 12.5 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -96.6 | +| time/ | | +| fps | 344 | +| iterations | 1273 | +| time_elapsed | 13228 | +| total_timesteps | 4562432 | +| train/ | | +| approx_kl | 1.083204 | +| clip_fraction | 0.162 | +| clip_range | 0.155 | +| entropy_loss | -5.94 | +| explained_variance | 0.107 | +| learning_rate | 6e-05 | +| loss | 2.88 | +| n_updates | 12720 | +| policy_gradient_loss | 0.0128 | +| value_loss | 19.3 | +-------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -93.4 | +| time/ | | +| fps | 344 | +| iterations | 1274 | +| time_elapsed | 13238 | +| total_timesteps | 4566016 | +| train/ | | +| approx_kl | 1.088323 | +| clip_fraction | 0.189 | +| clip_range | 0.155 | +| entropy_loss | -5.76 | +| explained_variance | 0.145 | +| learning_rate | 6e-05 | +| loss | 1.66 | +| n_updates | 12730 | +| policy_gradient_loss | 0.0317 | +| value_loss | 11.5 | +-------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -87.5 | +| time/ | | +| fps | 344 | +| iterations | 1275 | +| time_elapsed | 13249 | +| total_timesteps | 4569600 | +| train/ | | +| approx_kl | 1.5441859 | +| clip_fraction | 0.18 | +| clip_range | 0.155 | +| entropy_loss | -5.64 | +| explained_variance | 0.0835 | +| learning_rate | 6e-05 | +| loss | 1.74 | +| n_updates | 12740 | +| policy_gradient_loss | 0.0248 | +| value_loss | 14.3 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -87.7 | +| time/ | | +| fps | 344 | +| iterations | 1276 | +| time_elapsed | 13260 | +| total_timesteps | 4573184 | +| train/ | | +| approx_kl | 0.7491503 | +| clip_fraction | 0.164 | +| clip_range | 0.155 | +| entropy_loss | -6.57 | +| explained_variance | 0.425 | +| learning_rate | 6e-05 | +| loss | 0.495 | +| n_updates | 12750 | +| policy_gradient_loss | 0.0281 | +| value_loss | 8.94 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -88.6 | +| time/ | | +| fps | 344 | +| iterations | 1277 | +| time_elapsed | 13270 | +| total_timesteps | 4576768 | +| train/ | | +| approx_kl | 0.68623257 | +| clip_fraction | 0.0834 | +| clip_range | 0.155 | +| entropy_loss | -5.19 | +| explained_variance | 0.122 | +| learning_rate | 6e-05 | +| loss | 14.4 | +| n_updates | 12760 | +| policy_gradient_loss | 0.0141 | +| value_loss | 28.2 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -87.7 | +| time/ | | +| fps | 344 | +| iterations | 1278 | +| time_elapsed | 13281 | +| total_timesteps | 4580352 | +| train/ | | +| approx_kl | 0.9943814 | +| clip_fraction | 0.16 | +| clip_range | 0.155 | +| entropy_loss | -6.89 | +| explained_variance | 0.549 | +| learning_rate | 6e-05 | +| loss | 1.73 | +| n_updates | 12770 | +| policy_gradient_loss | 0.0205 | +| value_loss | 16.6 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -87.7 | +| time/ | | +| fps | 344 | +| iterations | 1279 | +| time_elapsed | 13291 | +| total_timesteps | 4583936 | +| train/ | | +| approx_kl | 0.535005 | +| clip_fraction | 0.138 | +| clip_range | 0.155 | +| entropy_loss | -6.85 | +| explained_variance | 0.0629 | +| learning_rate | 6e-05 | +| loss | 0.0739 | +| n_updates | 12780 | +| policy_gradient_loss | 0.0239 | +| value_loss | 10.6 | +-------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.24e+03 | +| ep_rew_mean | -90.8 | +| time/ | | +| fps | 344 | +| iterations | 1280 | +| time_elapsed | 13302 | +| total_timesteps | 4587520 | +| train/ | | +| approx_kl | 0.6247336 | +| clip_fraction | 0.113 | +| clip_range | 0.155 | +| entropy_loss | -6.98 | +| explained_variance | 0.0851 | +| learning_rate | 6e-05 | +| loss | 9.49 | +| n_updates | 12790 | +| policy_gradient_loss | 0.0345 | +| value_loss | 5.17 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -91.6 | +| time/ | | +| fps | 344 | +| iterations | 1281 | +| time_elapsed | 13313 | +| total_timesteps | 4591104 | +| train/ | | +| approx_kl | 2.1533842 | +| clip_fraction | 0.156 | +| clip_range | 0.155 | +| entropy_loss | -6.2 | +| explained_variance | 0.0833 | +| learning_rate | 6e-05 | +| loss | 0.119 | +| n_updates | 12800 | +| policy_gradient_loss | 0.0241 | +| value_loss | 14.4 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -90 | +| time/ | | +| fps | 344 | +| iterations | 1282 | +| time_elapsed | 13324 | +| total_timesteps | 4594688 | +| train/ | | +| approx_kl | 0.7510583 | +| clip_fraction | 0.176 | +| clip_range | 0.155 | +| entropy_loss | -6.44 | +| explained_variance | 0.138 | +| learning_rate | 6e-05 | +| loss | 20.2 | +| n_updates | 12810 | +| policy_gradient_loss | 0.0402 | +| value_loss | 16.7 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -101 | +| time/ | | +| fps | 344 | +| iterations | 1283 | +| time_elapsed | 13334 | +| total_timesteps | 4598272 | +| train/ | | +| approx_kl | 0.87430996 | +| clip_fraction | 0.156 | +| clip_range | 0.155 | +| entropy_loss | -6.02 | +| explained_variance | 0.147 | +| learning_rate | 6e-05 | +| loss | 0.262 | +| n_updates | 12820 | +| policy_gradient_loss | 0.033 | +| value_loss | 8.21 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.24e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 344 | +| iterations | 1284 | +| time_elapsed | 13344 | +| total_timesteps | 4601856 | +| train/ | | +| approx_kl | 3.0897548 | +| clip_fraction | 0.13 | +| clip_range | 0.155 | +| entropy_loss | -4.91 | +| explained_variance | 0.24 | +| learning_rate | 6e-05 | +| loss | 11.3 | +| n_updates | 12830 | +| policy_gradient_loss | 0.0149 | +| value_loss | 27.7 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 344 | +| iterations | 1285 | +| time_elapsed | 13354 | +| total_timesteps | 4605440 | +| train/ | | +| approx_kl | 0.30760098 | +| clip_fraction | 0.0668 | +| clip_range | 0.155 | +| entropy_loss | -6.86 | +| explained_variance | 0.579 | +| learning_rate | 6e-05 | +| loss | 0.0858 | +| n_updates | 12840 | +| policy_gradient_loss | 0.013 | +| value_loss | 17.3 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 344 | +| iterations | 1286 | +| time_elapsed | 13364 | +| total_timesteps | 4609024 | +| train/ | | +| approx_kl | 1.764952 | +| clip_fraction | 0.191 | +| clip_range | 0.155 | +| entropy_loss | -3.67 | +| explained_variance | 0.57 | +| learning_rate | 6e-05 | +| loss | 8.28 | +| n_updates | 12850 | +| policy_gradient_loss | 0.0099 | +| value_loss | 11.2 | +-------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -107 | +| time/ | | +| fps | 344 | +| iterations | 1287 | +| time_elapsed | 13375 | +| total_timesteps | 4612608 | +| train/ | | +| approx_kl | 4.1738057 | +| clip_fraction | 0.175 | +| clip_range | 0.155 | +| entropy_loss | -5.91 | +| explained_variance | 0.0467 | +| learning_rate | 6e-05 | +| loss | 2.78 | +| n_updates | 12860 | +| policy_gradient_loss | 0.0219 | +| value_loss | 28.9 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -91.6 | +| time/ | | +| fps | 344 | +| iterations | 1288 | +| time_elapsed | 13387 | +| total_timesteps | 4616192 | +| train/ | | +| approx_kl | 0.119748764 | +| clip_fraction | 0.0475 | +| clip_range | 0.155 | +| entropy_loss | -6.97 | +| explained_variance | 0.21 | +| learning_rate | 6e-05 | +| loss | 117 | +| n_updates | 12870 | +| policy_gradient_loss | 0.0131 | +| value_loss | 40.4 | +----------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -90.5 | +| time/ | | +| fps | 344 | +| iterations | 1289 | +| time_elapsed | 13397 | +| total_timesteps | 4619776 | +| train/ | | +| approx_kl | 1.3477346 | +| clip_fraction | 0.0856 | +| clip_range | 0.155 | +| entropy_loss | -5.69 | +| explained_variance | 0.00482 | +| learning_rate | 6e-05 | +| loss | 1.31e+03 | +| n_updates | 12880 | +| policy_gradient_loss | 0.0204 | +| value_loss | 1.58e+03 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -90.8 | +| time/ | | +| fps | 344 | +| iterations | 1290 | +| time_elapsed | 13407 | +| total_timesteps | 4623360 | +| train/ | | +| approx_kl | 1.9719576 | +| clip_fraction | 0.206 | +| clip_range | 0.155 | +| entropy_loss | -4.84 | +| explained_variance | 0.159 | +| learning_rate | 6e-05 | +| loss | 2.24 | +| n_updates | 12890 | +| policy_gradient_loss | 0.0296 | +| value_loss | 7.1 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -89.4 | +| time/ | | +| fps | 344 | +| iterations | 1291 | +| time_elapsed | 13417 | +| total_timesteps | 4626944 | +| train/ | | +| approx_kl | 0.8320762 | +| clip_fraction | 0.146 | +| clip_range | 0.155 | +| entropy_loss | -3.31 | +| explained_variance | 0.0835 | +| learning_rate | 6e-05 | +| loss | 0.963 | +| n_updates | 12900 | +| policy_gradient_loss | 0.0904 | +| value_loss | 14.8 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -88.2 | +| time/ | | +| fps | 344 | +| iterations | 1292 | +| time_elapsed | 13428 | +| total_timesteps | 4630528 | +| train/ | | +| approx_kl | 0.64797676 | +| clip_fraction | 0.0893 | +| clip_range | 0.155 | +| entropy_loss | -5.28 | +| explained_variance | 0.332 | +| learning_rate | 6e-05 | +| loss | 1.17 | +| n_updates | 12910 | +| policy_gradient_loss | 0.027 | +| value_loss | 8.14 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -89.6 | +| time/ | | +| fps | 344 | +| iterations | 1293 | +| time_elapsed | 13438 | +| total_timesteps | 4634112 | +| train/ | | +| approx_kl | 1.8512771 | +| clip_fraction | 0.251 | +| clip_range | 0.155 | +| entropy_loss | -4.91 | +| explained_variance | 0.102 | +| learning_rate | 6e-05 | +| loss | 3.28 | +| n_updates | 12920 | +| policy_gradient_loss | 0.0532 | +| value_loss | 19.7 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -88.3 | +| time/ | | +| fps | 344 | +| iterations | 1294 | +| time_elapsed | 13448 | +| total_timesteps | 4637696 | +| train/ | | +| approx_kl | 0.8240376 | +| clip_fraction | 0.179 | +| clip_range | 0.155 | +| entropy_loss | -6.17 | +| explained_variance | 0.072 | +| learning_rate | 6e-05 | +| loss | 4.5 | +| n_updates | 12930 | +| policy_gradient_loss | 0.111 | +| value_loss | 11.7 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -89.9 | +| time/ | | +| fps | 344 | +| iterations | 1295 | +| time_elapsed | 13458 | +| total_timesteps | 4641280 | +| train/ | | +| approx_kl | 2.5454962 | +| clip_fraction | 0.126 | +| clip_range | 0.155 | +| entropy_loss | -7.13 | +| explained_variance | 0.15 | +| learning_rate | 6e-05 | +| loss | 0.557 | +| n_updates | 12940 | +| policy_gradient_loss | 0.0332 | +| value_loss | 8.58 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -92.3 | +| time/ | | +| fps | 344 | +| iterations | 1296 | +| time_elapsed | 13467 | +| total_timesteps | 4644864 | +| train/ | | +| approx_kl | 0.6861028 | +| clip_fraction | 0.124 | +| clip_range | 0.155 | +| entropy_loss | -6.85 | +| explained_variance | 0.0972 | +| learning_rate | 6e-05 | +| loss | 0.513 | +| n_updates | 12950 | +| policy_gradient_loss | 0.0548 | +| value_loss | 16.6 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -92 | +| time/ | | +| fps | 344 | +| iterations | 1297 | +| time_elapsed | 13477 | +| total_timesteps | 4648448 | +| train/ | | +| approx_kl | 0.73205936 | +| clip_fraction | 0.0663 | +| clip_range | 0.155 | +| entropy_loss | -4.6 | +| explained_variance | 0.221 | +| learning_rate | 6e-05 | +| loss | 2.5 | +| n_updates | 12960 | +| policy_gradient_loss | 0.0178 | +| value_loss | 9.84 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -86.3 | +| time/ | | +| fps | 344 | +| iterations | 1298 | +| time_elapsed | 13488 | +| total_timesteps | 4652032 | +| train/ | | +| approx_kl | 2.7199504 | +| clip_fraction | 0.12 | +| clip_range | 0.155 | +| entropy_loss | -7.33 | +| explained_variance | -0.00711 | +| learning_rate | 6e-05 | +| loss | 1.18 | +| n_updates | 12970 | +| policy_gradient_loss | 0.0785 | +| value_loss | 33.6 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -84.2 | +| time/ | | +| fps | 344 | +| iterations | 1299 | +| time_elapsed | 13498 | +| total_timesteps | 4655616 | +| train/ | | +| approx_kl | 0.14059801 | +| clip_fraction | 0.037 | +| clip_range | 0.155 | +| entropy_loss | -8.11 | +| explained_variance | 0.0677 | +| learning_rate | 6e-05 | +| loss | 5.6 | +| n_updates | 12980 | +| policy_gradient_loss | 0.00845 | +| value_loss | 9.26 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -86.7 | +| time/ | | +| fps | 344 | +| iterations | 1300 | +| time_elapsed | 13509 | +| total_timesteps | 4659200 | +| train/ | | +| approx_kl | 0.32773167 | +| clip_fraction | 0.0504 | +| clip_range | 0.155 | +| entropy_loss | -6.7 | +| explained_variance | 0.125 | +| learning_rate | 6e-05 | +| loss | 0.00101 | +| n_updates | 12990 | +| policy_gradient_loss | 0.0222 | +| value_loss | 6.25 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -87.6 | +| time/ | | +| fps | 344 | +| iterations | 1301 | +| time_elapsed | 13519 | +| total_timesteps | 4662784 | +| train/ | | +| approx_kl | 3.666361 | +| clip_fraction | 0.0654 | +| clip_range | 0.155 | +| entropy_loss | -7.54 | +| explained_variance | 0.0252 | +| learning_rate | 6e-05 | +| loss | 7.07 | +| n_updates | 13000 | +| policy_gradient_loss | 0.0124 | +| value_loss | 35.1 | +-------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -90.7 | +| time/ | | +| fps | 344 | +| iterations | 1302 | +| time_elapsed | 13529 | +| total_timesteps | 4666368 | +| train/ | | +| approx_kl | 3.6687698 | +| clip_fraction | 0.126 | +| clip_range | 0.155 | +| entropy_loss | -2.75 | +| explained_variance | 0.162 | +| learning_rate | 6e-05 | +| loss | 17.2 | +| n_updates | 13010 | +| policy_gradient_loss | 0.0112 | +| value_loss | 10.1 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -93.5 | +| time/ | | +| fps | 344 | +| iterations | 1303 | +| time_elapsed | 13539 | +| total_timesteps | 4669952 | +| train/ | | +| approx_kl | 0.39417234 | +| clip_fraction | 0.09 | +| clip_range | 0.155 | +| entropy_loss | -1.84 | +| explained_variance | 0.292 | +| learning_rate | 6e-05 | +| loss | 1.71 | +| n_updates | 13020 | +| policy_gradient_loss | 0.0595 | +| value_loss | 10.7 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -91.8 | +| time/ | | +| fps | 344 | +| iterations | 1304 | +| time_elapsed | 13549 | +| total_timesteps | 4673536 | +| train/ | | +| approx_kl | 0.8685249 | +| clip_fraction | 0.139 | +| clip_range | 0.155 | +| entropy_loss | -5.91 | +| explained_variance | 0.112 | +| learning_rate | 6e-05 | +| loss | 0.324 | +| n_updates | 13030 | +| policy_gradient_loss | 0.02 | +| value_loss | 20.9 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -91.9 | +| time/ | | +| fps | 344 | +| iterations | 1305 | +| time_elapsed | 13559 | +| total_timesteps | 4677120 | +| train/ | | +| approx_kl | 4.317981 | +| clip_fraction | 0.329 | +| clip_range | 0.155 | +| entropy_loss | -4.04 | +| explained_variance | 0.0329 | +| learning_rate | 6e-05 | +| loss | 12.3 | +| n_updates | 13040 | +| policy_gradient_loss | 0.0788 | +| value_loss | 13.1 | +-------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -92.7 | +| time/ | | +| fps | 344 | +| iterations | 1306 | +| time_elapsed | 13569 | +| total_timesteps | 4680704 | +| train/ | | +| approx_kl | 0.49836013 | +| clip_fraction | 0.19 | +| clip_range | 0.155 | +| entropy_loss | -3.15 | +| explained_variance | 0.243 | +| learning_rate | 6e-05 | +| loss | 16 | +| n_updates | 13050 | +| policy_gradient_loss | 0.0398 | +| value_loss | 3.96 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.27e+03 | +| ep_rew_mean | -95.1 | +| time/ | | +| fps | 344 | +| iterations | 1307 | +| time_elapsed | 13579 | +| total_timesteps | 4684288 | +| train/ | | +| approx_kl | 4.274094 | +| clip_fraction | 0.227 | +| clip_range | 0.155 | +| entropy_loss | -4.51 | +| explained_variance | 0.232 | +| learning_rate | 6e-05 | +| loss | 0.558 | +| n_updates | 13060 | +| policy_gradient_loss | 0.046 | +| value_loss | 8.21 | +-------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -97.4 | +| time/ | | +| fps | 344 | +| iterations | 1308 | +| time_elapsed | 13589 | +| total_timesteps | 4687872 | +| train/ | | +| approx_kl | 1.9331377 | +| clip_fraction | 0.173 | +| clip_range | 0.155 | +| entropy_loss | -3.48 | +| explained_variance | 0.0911 | +| learning_rate | 6e-05 | +| loss | 8.84 | +| n_updates | 13070 | +| policy_gradient_loss | 0.0354 | +| value_loss | 25.2 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -102 | +| time/ | | +| fps | 344 | +| iterations | 1309 | +| time_elapsed | 13599 | +| total_timesteps | 4691456 | +| train/ | | +| approx_kl | 1.7331865 | +| clip_fraction | 0.201 | +| clip_range | 0.155 | +| entropy_loss | -5.28 | +| explained_variance | 0.111 | +| learning_rate | 6e-05 | +| loss | 3 | +| n_updates | 13080 | +| policy_gradient_loss | 0.0356 | +| value_loss | 15.3 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 344 | +| iterations | 1310 | +| time_elapsed | 13610 | +| total_timesteps | 4695040 | +| train/ | | +| approx_kl | 0.6087994 | +| clip_fraction | 0.0963 | +| clip_range | 0.155 | +| entropy_loss | -6.06 | +| explained_variance | 0.00561 | +| learning_rate | 6e-05 | +| loss | 0.123 | +| n_updates | 13090 | +| policy_gradient_loss | 0.0218 | +| value_loss | 18.9 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.26e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 344 | +| iterations | 1311 | +| time_elapsed | 13620 | +| total_timesteps | 4698624 | +| train/ | | +| approx_kl | 2.6511552 | +| clip_fraction | 0.115 | +| clip_range | 0.155 | +| entropy_loss | -6.7 | +| explained_variance | 0.0278 | +| learning_rate | 6e-05 | +| loss | 21.4 | +| n_updates | 13100 | +| policy_gradient_loss | 0.0271 | +| value_loss | 30.4 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.24e+03 | +| ep_rew_mean | -108 | +| time/ | | +| fps | 344 | +| iterations | 1312 | +| time_elapsed | 13631 | +| total_timesteps | 4702208 | +| train/ | | +| approx_kl | 0.6218218 | +| clip_fraction | 0.113 | +| clip_range | 0.155 | +| entropy_loss | -6.51 | +| explained_variance | 0.153 | +| learning_rate | 6e-05 | +| loss | 7.66 | +| n_updates | 13110 | +| policy_gradient_loss | 0.0204 | +| value_loss | 13 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 344 | +| iterations | 1313 | +| time_elapsed | 13641 | +| total_timesteps | 4705792 | +| train/ | | +| approx_kl | 8.339106 | +| clip_fraction | 0.154 | +| clip_range | 0.155 | +| entropy_loss | -6.7 | +| explained_variance | 0.0206 | +| learning_rate | 6e-05 | +| loss | 8.33 | +| n_updates | 13120 | +| policy_gradient_loss | 0.0232 | +| value_loss | 37.6 | +-------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -123 | +| time/ | | +| fps | 344 | +| iterations | 1314 | +| time_elapsed | 13651 | +| total_timesteps | 4709376 | +| train/ | | +| approx_kl | 1.9048193 | +| clip_fraction | 0.0708 | +| clip_range | 0.155 | +| entropy_loss | -2.7 | +| explained_variance | 0.216 | +| learning_rate | 6e-05 | +| loss | 12.9 | +| n_updates | 13130 | +| policy_gradient_loss | 0.0262 | +| value_loss | 61.4 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.12e+03 | +| ep_rew_mean | -127 | +| time/ | | +| fps | 344 | +| iterations | 1315 | +| time_elapsed | 13662 | +| total_timesteps | 4712960 | +| train/ | | +| approx_kl | 3.905846 | +| clip_fraction | 0.166 | +| clip_range | 0.155 | +| entropy_loss | -5.31 | +| explained_variance | 0.153 | +| learning_rate | 6e-05 | +| loss | 3.5 | +| n_updates | 13140 | +| policy_gradient_loss | 0.0203 | +| value_loss | 53 | +-------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.11e+03 | +| ep_rew_mean | -130 | +| time/ | | +| fps | 344 | +| iterations | 1316 | +| time_elapsed | 13673 | +| total_timesteps | 4716544 | +| train/ | | +| approx_kl | 0.9581284 | +| clip_fraction | 0.151 | +| clip_range | 0.155 | +| entropy_loss | -4.87 | +| explained_variance | 0.447 | +| learning_rate | 6e-05 | +| loss | 0.393 | +| n_updates | 13150 | +| policy_gradient_loss | 0.0121 | +| value_loss | 21.4 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.1e+03 | +| ep_rew_mean | -130 | +| time/ | | +| fps | 344 | +| iterations | 1317 | +| time_elapsed | 13684 | +| total_timesteps | 4720128 | +| train/ | | +| approx_kl | 6.0071096 | +| clip_fraction | 0.104 | +| clip_range | 0.155 | +| entropy_loss | -7.49 | +| explained_variance | 0.0291 | +| learning_rate | 6e-05 | +| loss | 0.0845 | +| n_updates | 13160 | +| policy_gradient_loss | 0.016 | +| value_loss | 34.4 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.07e+03 | +| ep_rew_mean | -133 | +| time/ | | +| fps | 344 | +| iterations | 1318 | +| time_elapsed | 13693 | +| total_timesteps | 4723712 | +| train/ | | +| approx_kl | 1.7094698 | +| clip_fraction | 0.116 | +| clip_range | 0.155 | +| entropy_loss | -2.97 | +| explained_variance | 0.317 | +| learning_rate | 6e-05 | +| loss | 3.89 | +| n_updates | 13170 | +| policy_gradient_loss | 0.017 | +| value_loss | 38 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.02e+03 | +| ep_rew_mean | -140 | +| time/ | | +| fps | 344 | +| iterations | 1319 | +| time_elapsed | 13703 | +| total_timesteps | 4727296 | +| train/ | | +| approx_kl | 1.5869018 | +| clip_fraction | 0.0983 | +| clip_range | 0.155 | +| entropy_loss | -2.93 | +| explained_variance | 0.272 | +| learning_rate | 6e-05 | +| loss | 2.21 | +| n_updates | 13180 | +| policy_gradient_loss | 0.00846 | +| value_loss | 50.7 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 344 | +| iterations | 1320 | +| time_elapsed | 13713 | +| total_timesteps | 4730880 | +| train/ | | +| approx_kl | 0.2216737 | +| clip_fraction | 0.0522 | +| clip_range | 0.155 | +| entropy_loss | -3.41 | +| explained_variance | 0.826 | +| learning_rate | 6e-05 | +| loss | 16.2 | +| n_updates | 13190 | +| policy_gradient_loss | 0.0021 | +| value_loss | 39.5 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -144 | +| time/ | | +| fps | 344 | +| iterations | 1321 | +| time_elapsed | 13724 | +| total_timesteps | 4734464 | +| train/ | | +| approx_kl | 0.2463834 | +| clip_fraction | 0.115 | +| clip_range | 0.155 | +| entropy_loss | -4.06 | +| explained_variance | 0.555 | +| learning_rate | 6e-05 | +| loss | 4.5 | +| n_updates | 13200 | +| policy_gradient_loss | 0.00879 | +| value_loss | 23.7 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.02e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 344 | +| iterations | 1322 | +| time_elapsed | 13735 | +| total_timesteps | 4738048 | +| train/ | | +| approx_kl | 0.6501107 | +| clip_fraction | 0.125 | +| clip_range | 0.155 | +| entropy_loss | -6.15 | +| explained_variance | 0.142 | +| learning_rate | 6e-05 | +| loss | 0.0465 | +| n_updates | 13210 | +| policy_gradient_loss | 0.0244 | +| value_loss | 10.1 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 344 | +| iterations | 1323 | +| time_elapsed | 13745 | +| total_timesteps | 4741632 | +| train/ | | +| approx_kl | 0.5452938 | +| clip_fraction | 0.114 | +| clip_range | 0.155 | +| entropy_loss | -4.19 | +| explained_variance | 0.315 | +| learning_rate | 6e-05 | +| loss | 2.18 | +| n_updates | 13220 | +| policy_gradient_loss | 0.0266 | +| value_loss | 19.1 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -157 | +| time/ | | +| fps | 344 | +| iterations | 1324 | +| time_elapsed | 13755 | +| total_timesteps | 4745216 | +| train/ | | +| approx_kl | 1.4469587 | +| clip_fraction | 0.0904 | +| clip_range | 0.155 | +| entropy_loss | -4.79 | +| explained_variance | 0.139 | +| learning_rate | 6e-05 | +| loss | 2.66 | +| n_updates | 13230 | +| policy_gradient_loss | 0.011 | +| value_loss | 30.9 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -162 | +| time/ | | +| fps | 344 | +| iterations | 1325 | +| time_elapsed | 13765 | +| total_timesteps | 4748800 | +| train/ | | +| approx_kl | 1.0666864 | +| clip_fraction | 0.118 | +| clip_range | 0.155 | +| entropy_loss | -3.74 | +| explained_variance | 0.443 | +| learning_rate | 6e-05 | +| loss | 31.7 | +| n_updates | 13240 | +| policy_gradient_loss | 0.0201 | +| value_loss | 31.2 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -171 | +| time/ | | +| fps | 344 | +| iterations | 1326 | +| time_elapsed | 13776 | +| total_timesteps | 4752384 | +| train/ | | +| approx_kl | 0.5580775 | +| clip_fraction | 0.0901 | +| clip_range | 0.155 | +| entropy_loss | -3.69 | +| explained_variance | 0.756 | +| learning_rate | 6e-05 | +| loss | 2.57 | +| n_updates | 13250 | +| policy_gradient_loss | 0.0116 | +| value_loss | 22.7 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -170 | +| time/ | | +| fps | 344 | +| iterations | 1327 | +| time_elapsed | 13786 | +| total_timesteps | 4755968 | +| train/ | | +| approx_kl | 3.370088 | +| clip_fraction | 0.192 | +| clip_range | 0.155 | +| entropy_loss | -3.96 | +| explained_variance | 0.148 | +| learning_rate | 6e-05 | +| loss | 7.66 | +| n_updates | 13260 | +| policy_gradient_loss | 0.0336 | +| value_loss | 56.7 | +-------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -169 | +| time/ | | +| fps | 344 | +| iterations | 1328 | +| time_elapsed | 13796 | +| total_timesteps | 4759552 | +| train/ | | +| approx_kl | 0.69540817 | +| clip_fraction | 0.0988 | +| clip_range | 0.155 | +| entropy_loss | -3.84 | +| explained_variance | 0.694 | +| learning_rate | 6e-05 | +| loss | 0.533 | +| n_updates | 13270 | +| policy_gradient_loss | 0.0288 | +| value_loss | 6.83 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -168 | +| time/ | | +| fps | 345 | +| iterations | 1329 | +| time_elapsed | 13806 | +| total_timesteps | 4763136 | +| train/ | | +| approx_kl | 0.4503357 | +| clip_fraction | 0.0999 | +| clip_range | 0.155 | +| entropy_loss | -7.03 | +| explained_variance | 0.102 | +| learning_rate | 6e-05 | +| loss | 5.41 | +| n_updates | 13280 | +| policy_gradient_loss | 0.0174 | +| value_loss | 9 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -170 | +| time/ | | +| fps | 345 | +| iterations | 1330 | +| time_elapsed | 13816 | +| total_timesteps | 4766720 | +| train/ | | +| approx_kl | 2.3226244 | +| clip_fraction | 0.111 | +| clip_range | 0.155 | +| entropy_loss | -6.75 | +| explained_variance | 0.287 | +| learning_rate | 6e-05 | +| loss | 3.45 | +| n_updates | 13290 | +| policy_gradient_loss | 0.0565 | +| value_loss | 13 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.84e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 345 | +| iterations | 1331 | +| time_elapsed | 13826 | +| total_timesteps | 4770304 | +| train/ | | +| approx_kl | 1.2909917 | +| clip_fraction | 0.161 | +| clip_range | 0.155 | +| entropy_loss | -4.39 | +| explained_variance | 0.647 | +| learning_rate | 6e-05 | +| loss | 0.993 | +| n_updates | 13300 | +| policy_gradient_loss | 0.0316 | +| value_loss | 20.1 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.84e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 345 | +| iterations | 1332 | +| time_elapsed | 13836 | +| total_timesteps | 4773888 | +| train/ | | +| approx_kl | 1.6418638 | +| clip_fraction | 0.135 | +| clip_range | 0.155 | +| entropy_loss | -5.19 | +| explained_variance | 0.0704 | +| learning_rate | 6e-05 | +| loss | 0.391 | +| n_updates | 13310 | +| policy_gradient_loss | 0.0285 | +| value_loss | 22.3 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 345 | +| iterations | 1333 | +| time_elapsed | 13847 | +| total_timesteps | 4777472 | +| train/ | | +| approx_kl | 0.6947282 | +| clip_fraction | 0.0694 | +| clip_range | 0.155 | +| entropy_loss | -7.81 | +| explained_variance | 0.00247 | +| learning_rate | 6e-05 | +| loss | 0.0211 | +| n_updates | 13320 | +| policy_gradient_loss | 0.0193 | +| value_loss | 33.4 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -167 | +| time/ | | +| fps | 344 | +| iterations | 1334 | +| time_elapsed | 13858 | +| total_timesteps | 4781056 | +| train/ | | +| approx_kl | 0.32345656 | +| clip_fraction | 0.0597 | +| clip_range | 0.155 | +| entropy_loss | -7.95 | +| explained_variance | 0.000276 | +| learning_rate | 6e-05 | +| loss | 5.01 | +| n_updates | 13330 | +| policy_gradient_loss | 0.0241 | +| value_loss | 13.4 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 344 | +| iterations | 1335 | +| time_elapsed | 13869 | +| total_timesteps | 4784640 | +| train/ | | +| approx_kl | 0.38155493 | +| clip_fraction | 0.0372 | +| clip_range | 0.155 | +| entropy_loss | -7.54 | +| explained_variance | 0.0433 | +| learning_rate | 6e-05 | +| loss | 2.55 | +| n_updates | 13340 | +| policy_gradient_loss | 0.024 | +| value_loss | 15.7 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 344 | +| iterations | 1336 | +| time_elapsed | 13879 | +| total_timesteps | 4788224 | +| train/ | | +| approx_kl | 1.4520452 | +| clip_fraction | 0.0743 | +| clip_range | 0.155 | +| entropy_loss | -7.37 | +| explained_variance | 0.118 | +| learning_rate | 6e-05 | +| loss | 4.44 | +| n_updates | 13350 | +| policy_gradient_loss | 0.0137 | +| value_loss | 11.6 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 344 | +| iterations | 1337 | +| time_elapsed | 13889 | +| total_timesteps | 4791808 | +| train/ | | +| approx_kl | 0.088653326 | +| clip_fraction | 0.0271 | +| clip_range | 0.155 | +| entropy_loss | -8.14 | +| explained_variance | 0.00218 | +| learning_rate | 6e-05 | +| loss | 3.56 | +| n_updates | 13360 | +| policy_gradient_loss | 0.0122 | +| value_loss | 8.62 | +----------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -163 | +| time/ | | +| fps | 345 | +| iterations | 1338 | +| time_elapsed | 13899 | +| total_timesteps | 4795392 | +| train/ | | +| approx_kl | 2.9231522 | +| clip_fraction | 0.0683 | +| clip_range | 0.155 | +| entropy_loss | -4.84 | +| explained_variance | 0.385 | +| learning_rate | 6e-05 | +| loss | 14.9 | +| n_updates | 13370 | +| policy_gradient_loss | 0.0141 | +| value_loss | 30.4 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -169 | +| time/ | | +| fps | 345 | +| iterations | 1339 | +| time_elapsed | 13909 | +| total_timesteps | 4798976 | +| train/ | | +| approx_kl | 3.6014905 | +| clip_fraction | 0.062 | +| clip_range | 0.155 | +| entropy_loss | -7.14 | +| explained_variance | 0.778 | +| learning_rate | 6e-05 | +| loss | 3.03 | +| n_updates | 13380 | +| policy_gradient_loss | 0.00323 | +| value_loss | 28.7 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -185 | +| time/ | | +| fps | 345 | +| iterations | 1340 | +| time_elapsed | 13919 | +| total_timesteps | 4802560 | +| train/ | | +| approx_kl | 2.1823676 | +| clip_fraction | 0.0739 | +| clip_range | 0.155 | +| entropy_loss | -7 | +| explained_variance | 0.139 | +| learning_rate | 6e-05 | +| loss | 2.84 | +| n_updates | 13390 | +| policy_gradient_loss | 0.0214 | +| value_loss | 33.2 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -186 | +| time/ | | +| fps | 345 | +| iterations | 1341 | +| time_elapsed | 13929 | +| total_timesteps | 4806144 | +| train/ | | +| approx_kl | 0.9393884 | +| clip_fraction | 0.0701 | +| clip_range | 0.155 | +| entropy_loss | -1.86 | +| explained_variance | 0.626 | +| learning_rate | 6e-05 | +| loss | 15.4 | +| n_updates | 13400 | +| policy_gradient_loss | 0.00433 | +| value_loss | 14.9 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.83e+03 | +| ep_rew_mean | -183 | +| time/ | | +| fps | 345 | +| iterations | 1342 | +| time_elapsed | 13939 | +| total_timesteps | 4809728 | +| train/ | | +| approx_kl | 2.0223339 | +| clip_fraction | 0.164 | +| clip_range | 0.155 | +| entropy_loss | -2.82 | +| explained_variance | 0.69 | +| learning_rate | 6e-05 | +| loss | 1.42 | +| n_updates | 13410 | +| policy_gradient_loss | 0.014 | +| value_loss | 16.6 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -184 | +| time/ | | +| fps | 345 | +| iterations | 1343 | +| time_elapsed | 13949 | +| total_timesteps | 4813312 | +| train/ | | +| approx_kl | 0.31642827 | +| clip_fraction | 0.0943 | +| clip_range | 0.155 | +| entropy_loss | -5.83 | +| explained_variance | 0.174 | +| learning_rate | 6e-05 | +| loss | 2.84 | +| n_updates | 13420 | +| policy_gradient_loss | 0.0294 | +| value_loss | 13 | +---------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -184 | +| time/ | | +| fps | 345 | +| iterations | 1344 | +| time_elapsed | 13959 | +| total_timesteps | 4816896 | +| train/ | | +| approx_kl | 1.0506774 | +| clip_fraction | 0.152 | +| clip_range | 0.155 | +| entropy_loss | -2.21 | +| explained_variance | 0.147 | +| learning_rate | 6e-05 | +| loss | 2.08 | +| n_updates | 13430 | +| policy_gradient_loss | 0.0501 | +| value_loss | 12.7 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -183 | +| time/ | | +| fps | 345 | +| iterations | 1345 | +| time_elapsed | 13970 | +| total_timesteps | 4820480 | +| train/ | | +| approx_kl | 1.1970882 | +| clip_fraction | 0.175 | +| clip_range | 0.155 | +| entropy_loss | -4.36 | +| explained_variance | 0.655 | +| learning_rate | 6e-05 | +| loss | 1.82 | +| n_updates | 13440 | +| policy_gradient_loss | 0.0331 | +| value_loss | 8.26 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -186 | +| time/ | | +| fps | 345 | +| iterations | 1346 | +| time_elapsed | 13980 | +| total_timesteps | 4824064 | +| train/ | | +| approx_kl | 0.5424376 | +| clip_fraction | 0.141 | +| clip_range | 0.155 | +| entropy_loss | -6.45 | +| explained_variance | 0.104 | +| learning_rate | 6e-05 | +| loss | 2.42 | +| n_updates | 13450 | +| policy_gradient_loss | 0.0255 | +| value_loss | 5.41 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -187 | +| time/ | | +| fps | 345 | +| iterations | 1347 | +| time_elapsed | 13991 | +| total_timesteps | 4827648 | +| train/ | | +| approx_kl | 1.1883717 | +| clip_fraction | 0.1 | +| clip_range | 0.155 | +| entropy_loss | -4.14 | +| explained_variance | 0.498 | +| learning_rate | 6e-05 | +| loss | 2.22 | +| n_updates | 13460 | +| policy_gradient_loss | 0.013 | +| value_loss | 27.2 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -184 | +| time/ | | +| fps | 345 | +| iterations | 1348 | +| time_elapsed | 14002 | +| total_timesteps | 4831232 | +| train/ | | +| approx_kl | 0.78207636 | +| clip_fraction | 0.163 | +| clip_range | 0.155 | +| entropy_loss | -4.48 | +| explained_variance | 0.341 | +| learning_rate | 6e-05 | +| loss | 6.05 | +| n_updates | 13470 | +| policy_gradient_loss | 0.0228 | +| value_loss | 9.41 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -187 | +| time/ | | +| fps | 345 | +| iterations | 1349 | +| time_elapsed | 14012 | +| total_timesteps | 4834816 | +| train/ | | +| approx_kl | 2.3643377 | +| clip_fraction | 0.239 | +| clip_range | 0.155 | +| entropy_loss | -5.9 | +| explained_variance | 0.0829 | +| learning_rate | 6e-05 | +| loss | 0.546 | +| n_updates | 13480 | +| policy_gradient_loss | 0.0688 | +| value_loss | 10.9 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -191 | +| time/ | | +| fps | 344 | +| iterations | 1350 | +| time_elapsed | 14024 | +| total_timesteps | 4838400 | +| train/ | | +| approx_kl | 3.341831 | +| clip_fraction | 0.236 | +| clip_range | 0.155 | +| entropy_loss | -4.69 | +| explained_variance | 0.29 | +| learning_rate | 6e-05 | +| loss | 0.479 | +| n_updates | 13490 | +| policy_gradient_loss | 0.0634 | +| value_loss | 22 | +-------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -191 | +| time/ | | +| fps | 344 | +| iterations | 1351 | +| time_elapsed | 14035 | +| total_timesteps | 4841984 | +| train/ | | +| approx_kl | 0.6706541 | +| clip_fraction | 0.0558 | +| clip_range | 0.155 | +| entropy_loss | -3.11 | +| explained_variance | 0.453 | +| learning_rate | 6e-05 | +| loss | 0.349 | +| n_updates | 13500 | +| policy_gradient_loss | 0.00736 | +| value_loss | 11.8 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -191 | +| time/ | | +| fps | 344 | +| iterations | 1352 | +| time_elapsed | 14046 | +| total_timesteps | 4845568 | +| train/ | | +| approx_kl | 0.7090221 | +| clip_fraction | 0.136 | +| clip_range | 0.155 | +| entropy_loss | -7.3 | +| explained_variance | 0.0492 | +| learning_rate | 6e-05 | +| loss | 0.143 | +| n_updates | 13510 | +| policy_gradient_loss | 0.0426 | +| value_loss | 3.34 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -191 | +| time/ | | +| fps | 344 | +| iterations | 1353 | +| time_elapsed | 14056 | +| total_timesteps | 4849152 | +| train/ | | +| approx_kl | 1.0634267 | +| clip_fraction | 0.0744 | +| clip_range | 0.155 | +| entropy_loss | -5.77 | +| explained_variance | 0.204 | +| learning_rate | 6e-05 | +| loss | 2.44 | +| n_updates | 13520 | +| policy_gradient_loss | 0.00946 | +| value_loss | 5.3 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -185 | +| time/ | | +| fps | 344 | +| iterations | 1354 | +| time_elapsed | 14066 | +| total_timesteps | 4852736 | +| train/ | | +| approx_kl | 0.20827296 | +| clip_fraction | 0.0522 | +| clip_range | 0.155 | +| entropy_loss | -6.91 | +| explained_variance | 0.00459 | +| learning_rate | 6e-05 | +| loss | -0.0133 | +| n_updates | 13530 | +| policy_gradient_loss | 0.0114 | +| value_loss | 3.79 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.98e+03 | +| ep_rew_mean | -184 | +| time/ | | +| fps | 345 | +| iterations | 1355 | +| time_elapsed | 14076 | +| total_timesteps | 4856320 | +| train/ | | +| approx_kl | 0.33593598 | +| clip_fraction | 0.109 | +| clip_range | 0.155 | +| entropy_loss | -5.45 | +| explained_variance | 0.00891 | +| learning_rate | 6e-05 | +| loss | 0.123 | +| n_updates | 13540 | +| policy_gradient_loss | 0.0399 | +| value_loss | 18.3 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.99e+03 | +| ep_rew_mean | -185 | +| time/ | | +| fps | 344 | +| iterations | 1356 | +| time_elapsed | 14086 | +| total_timesteps | 4859904 | +| train/ | | +| approx_kl | 0.05657869 | +| clip_fraction | 0.0286 | +| clip_range | 0.155 | +| entropy_loss | -8.22 | +| explained_variance | 0.000529 | +| learning_rate | 6e-05 | +| loss | 6.88 | +| n_updates | 13550 | +| policy_gradient_loss | 0.00637 | +| value_loss | 4.58 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -188 | +| time/ | | +| fps | 344 | +| iterations | 1357 | +| time_elapsed | 14097 | +| total_timesteps | 4863488 | +| train/ | | +| approx_kl | 0.07934006 | +| clip_fraction | 0.0436 | +| clip_range | 0.155 | +| entropy_loss | -8.16 | +| explained_variance | 0.0135 | +| learning_rate | 6e-05 | +| loss | 6.9 | +| n_updates | 13560 | +| policy_gradient_loss | 0.00919 | +| value_loss | 17.9 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -188 | +| time/ | | +| fps | 344 | +| iterations | 1358 | +| time_elapsed | 14108 | +| total_timesteps | 4867072 | +| train/ | | +| approx_kl | 0.8120286 | +| clip_fraction | 0.0188 | +| clip_range | 0.155 | +| entropy_loss | -8.04 | +| explained_variance | 0.0475 | +| learning_rate | 6e-05 | +| loss | 8.86 | +| n_updates | 13570 | +| policy_gradient_loss | 0.00439 | +| value_loss | 32 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -189 | +| time/ | | +| fps | 344 | +| iterations | 1359 | +| time_elapsed | 14118 | +| total_timesteps | 4870656 | +| train/ | | +| approx_kl | 0.110729255 | +| clip_fraction | 0.0207 | +| clip_range | 0.155 | +| entropy_loss | -8.16 | +| explained_variance | 0.0165 | +| learning_rate | 6e-05 | +| loss | 1.07 | +| n_updates | 13580 | +| policy_gradient_loss | 0.00468 | +| value_loss | 21.9 | +----------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -192 | +| time/ | | +| fps | 344 | +| iterations | 1360 | +| time_elapsed | 14128 | +| total_timesteps | 4874240 | +| train/ | | +| approx_kl | 0.18688758 | +| clip_fraction | 0.0241 | +| clip_range | 0.155 | +| entropy_loss | -6.68 | +| explained_variance | 0.18 | +| learning_rate | 6e-05 | +| loss | 11.2 | +| n_updates | 13590 | +| policy_gradient_loss | 0.00282 | +| value_loss | 9.49 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +------------------------------------------ +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -192 | +| time/ | | +| fps | 344 | +| iterations | 1361 | +| time_elapsed | 14138 | +| total_timesteps | 4877824 | +| train/ | | +| approx_kl | 0.0018398982 | +| clip_fraction | 0.000391 | +| clip_range | 0.155 | +| entropy_loss | -8.24 | +| explained_variance | 0.0547 | +| learning_rate | 6e-05 | +| loss | 67.1 | +| n_updates | 13600 | +| policy_gradient_loss | 9.2e-05 | +| value_loss | 26.4 | +------------------------------------------ + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -185 | +| time/ | | +| fps | 345 | +| iterations | 1362 | +| time_elapsed | 14148 | +| total_timesteps | 4881408 | +| train/ | | +| approx_kl | 3.6346858 | +| clip_fraction | 0.0984 | +| clip_range | 0.155 | +| entropy_loss | -7.13 | +| explained_variance | 0.0354 | +| learning_rate | 6e-05 | +| loss | 15.1 | +| n_updates | 13610 | +| policy_gradient_loss | 0.00815 | +| value_loss | 13.3 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -186 | +| time/ | | +| fps | 345 | +| iterations | 1363 | +| time_elapsed | 14159 | +| total_timesteps | 4884992 | +| train/ | | +| approx_kl | 0.53891695 | +| clip_fraction | 0.0695 | +| clip_range | 0.155 | +| entropy_loss | -7.62 | +| explained_variance | 0.0351 | +| learning_rate | 6e-05 | +| loss | 11.1 | +| n_updates | 13620 | +| policy_gradient_loss | 0.0368 | +| value_loss | 16.8 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -183 | +| time/ | | +| fps | 345 | +| iterations | 1364 | +| time_elapsed | 14169 | +| total_timesteps | 4888576 | +| train/ | | +| approx_kl | 0.2712156 | +| clip_fraction | 0.034 | +| clip_range | 0.155 | +| entropy_loss | -7.74 | +| explained_variance | 0.0233 | +| learning_rate | 6e-05 | +| loss | 0.708 | +| n_updates | 13630 | +| policy_gradient_loss | 0.063 | +| value_loss | 8.14 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -179 | +| time/ | | +| fps | 345 | +| iterations | 1365 | +| time_elapsed | 14179 | +| total_timesteps | 4892160 | +| train/ | | +| approx_kl | 0.13332911 | +| clip_fraction | 0.0186 | +| clip_range | 0.155 | +| entropy_loss | -8.19 | +| explained_variance | -0.00112 | +| learning_rate | 6e-05 | +| loss | 0.0954 | +| n_updates | 13640 | +| policy_gradient_loss | 0.00633 | +| value_loss | 26.2 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -178 | +| time/ | | +| fps | 345 | +| iterations | 1366 | +| time_elapsed | 14189 | +| total_timesteps | 4895744 | +| train/ | | +| approx_kl | 0.21810673 | +| clip_fraction | 0.0289 | +| clip_range | 0.155 | +| entropy_loss | -7.92 | +| explained_variance | 0.0827 | +| learning_rate | 6e-05 | +| loss | 3.73 | +| n_updates | 13650 | +| policy_gradient_loss | 0.0146 | +| value_loss | 14.4 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -177 | +| time/ | | +| fps | 345 | +| iterations | 1367 | +| time_elapsed | 14199 | +| total_timesteps | 4899328 | +| train/ | | +| approx_kl | 3.0550969 | +| clip_fraction | 0.0936 | +| clip_range | 0.155 | +| entropy_loss | -6.94 | +| explained_variance | 0.127 | +| learning_rate | 6e-05 | +| loss | 0.0931 | +| n_updates | 13660 | +| policy_gradient_loss | 0.00626 | +| value_loss | 13.6 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.98e+03 | +| ep_rew_mean | -177 | +| time/ | | +| fps | 345 | +| iterations | 1368 | +| time_elapsed | 14210 | +| total_timesteps | 4902912 | +| train/ | | +| approx_kl | 1.2949284 | +| clip_fraction | 0.037 | +| clip_range | 0.155 | +| entropy_loss | -7.63 | +| explained_variance | 0.117 | +| learning_rate | 6e-05 | +| loss | -0.0621 | +| n_updates | 13670 | +| policy_gradient_loss | 0.00637 | +| value_loss | 8.54 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.02e+03 | +| ep_rew_mean | -174 | +| time/ | | +| fps | 345 | +| iterations | 1369 | +| time_elapsed | 14221 | +| total_timesteps | 4906496 | +| train/ | | +| approx_kl | 1.1919372 | +| clip_fraction | 0.0134 | +| clip_range | 0.155 | +| entropy_loss | -8.16 | +| explained_variance | 0.0112 | +| learning_rate | 6e-05 | +| loss | 4.23 | +| n_updates | 13680 | +| policy_gradient_loss | 0.00778 | +| value_loss | 4.16 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.03e+03 | +| ep_rew_mean | -171 | +| time/ | | +| fps | 345 | +| iterations | 1370 | +| time_elapsed | 14231 | +| total_timesteps | 4910080 | +| train/ | | +| approx_kl | 0.0179961 | +| clip_fraction | 0.0041 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | -0.000182 | +| learning_rate | 6e-05 | +| loss | 43.1 | +| n_updates | 13690 | +| policy_gradient_loss | 0.0015 | +| value_loss | 22.8 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -170 | +| time/ | | +| fps | 345 | +| iterations | 1371 | +| time_elapsed | 14241 | +| total_timesteps | 4913664 | +| train/ | | +| approx_kl | 1.9386423 | +| clip_fraction | 0.0433 | +| clip_range | 0.155 | +| entropy_loss | -7.84 | +| explained_variance | 0.0032 | +| learning_rate | 6e-05 | +| loss | 26 | +| n_updates | 13700 | +| policy_gradient_loss | 0.00329 | +| value_loss | 12.1 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -170 | +| time/ | | +| fps | 345 | +| iterations | 1372 | +| time_elapsed | 14251 | +| total_timesteps | 4917248 | +| train/ | | +| approx_kl | 0.9494027 | +| clip_fraction | 0.113 | +| clip_range | 0.155 | +| entropy_loss | -4.43 | +| explained_variance | 0.373 | +| learning_rate | 6e-05 | +| loss | 2.7 | +| n_updates | 13710 | +| policy_gradient_loss | 0.0438 | +| value_loss | 7.09 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.04e+03 | +| ep_rew_mean | -170 | +| time/ | | +| fps | 345 | +| iterations | 1373 | +| time_elapsed | 14261 | +| total_timesteps | 4920832 | +| train/ | | +| approx_kl | 0.5891393 | +| clip_fraction | 0.0484 | +| clip_range | 0.155 | +| entropy_loss | -6.38 | +| explained_variance | 0.313 | +| learning_rate | 6e-05 | +| loss | 0.123 | +| n_updates | 13720 | +| policy_gradient_loss | 0.0104 | +| value_loss | 3.18 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -166 | +| time/ | | +| fps | 345 | +| iterations | 1374 | +| time_elapsed | 14271 | +| total_timesteps | 4924416 | +| train/ | | +| approx_kl | 0.6578528 | +| clip_fraction | 0.074 | +| clip_range | 0.155 | +| entropy_loss | -5.77 | +| explained_variance | 0.231 | +| learning_rate | 6e-05 | +| loss | 2.23 | +| n_updates | 13730 | +| policy_gradient_loss | 0.00877 | +| value_loss | 3.77 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 345 | +| iterations | 1375 | +| time_elapsed | 14281 | +| total_timesteps | 4928000 | +| train/ | | +| approx_kl | 0.118938096 | +| clip_fraction | 0.0303 | +| clip_range | 0.155 | +| entropy_loss | -8.08 | +| explained_variance | 0.00925 | +| learning_rate | 6e-05 | +| loss | 0.159 | +| n_updates | 13740 | +| policy_gradient_loss | 0.0133 | +| value_loss | 6.96 | +----------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 345 | +| iterations | 1376 | +| time_elapsed | 14291 | +| total_timesteps | 4931584 | +| train/ | | +| approx_kl | 0.06356572 | +| clip_fraction | 0.012 | +| clip_range | 0.155 | +| entropy_loss | -8.25 | +| explained_variance | -0.000404 | +| learning_rate | 6e-05 | +| loss | 4.82 | +| n_updates | 13750 | +| policy_gradient_loss | 0.00367 | +| value_loss | 10.6 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -163 | +| time/ | | +| fps | 345 | +| iterations | 1377 | +| time_elapsed | 14301 | +| total_timesteps | 4935168 | +| train/ | | +| approx_kl | 0.93235195 | +| clip_fraction | 0.0136 | +| clip_range | 0.155 | +| entropy_loss | -7.5 | +| explained_variance | 0.111 | +| learning_rate | 6e-05 | +| loss | 7.89 | +| n_updates | 13760 | +| policy_gradient_loss | 0.00156 | +| value_loss | 25.9 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.19e+03 | +| ep_rew_mean | -160 | +| time/ | | +| fps | 345 | +| iterations | 1378 | +| time_elapsed | 14311 | +| total_timesteps | 4938752 | +| train/ | | +| approx_kl | 0.013457686 | +| clip_fraction | 0.00879 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 4.8e-05 | +| learning_rate | 6e-05 | +| loss | 0.518 | +| n_updates | 13770 | +| policy_gradient_loss | 0.00207 | +| value_loss | 18.5 | +----------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.2e+03 | +| ep_rew_mean | -156 | +| time/ | | +| fps | 345 | +| iterations | 1379 | +| time_elapsed | 14322 | +| total_timesteps | 4942336 | +| train/ | | +| approx_kl | 5.237766 | +| clip_fraction | 0.143 | +| clip_range | 0.155 | +| entropy_loss | -5.75 | +| explained_variance | 0.0506 | +| learning_rate | 6e-05 | +| loss | 0.887 | +| n_updates | 13780 | +| policy_gradient_loss | 0.0298 | +| value_loss | 25.4 | +-------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.21e+03 | +| ep_rew_mean | -155 | +| time/ | | +| fps | 345 | +| iterations | 1380 | +| time_elapsed | 14333 | +| total_timesteps | 4945920 | +| train/ | | +| approx_kl | 5.0655437 | +| clip_fraction | 0.0989 | +| clip_range | 0.155 | +| entropy_loss | -6.18 | +| explained_variance | 0.289 | +| learning_rate | 6e-05 | +| loss | 0.946 | +| n_updates | 13790 | +| policy_gradient_loss | 0.00408 | +| value_loss | 15.3 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.22e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 345 | +| iterations | 1381 | +| time_elapsed | 14344 | +| total_timesteps | 4949504 | +| train/ | | +| approx_kl | 7.92747 | +| clip_fraction | 0.131 | +| clip_range | 0.155 | +| entropy_loss | -6.23 | +| explained_variance | 0.177 | +| learning_rate | 6e-05 | +| loss | 2.95 | +| n_updates | 13800 | +| policy_gradient_loss | 0.0115 | +| value_loss | 29 | +-------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.22e+03 | +| ep_rew_mean | -152 | +| time/ | | +| fps | 345 | +| iterations | 1382 | +| time_elapsed | 14355 | +| total_timesteps | 4953088 | +| train/ | | +| approx_kl | 5.3562403 | +| clip_fraction | 0.132 | +| clip_range | 0.155 | +| entropy_loss | -6.01 | +| explained_variance | 0.146 | +| learning_rate | 6e-05 | +| loss | 7.78 | +| n_updates | 13810 | +| policy_gradient_loss | 0.0218 | +| value_loss | 35.4 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -152 | +| time/ | | +| fps | 345 | +| iterations | 1383 | +| time_elapsed | 14365 | +| total_timesteps | 4956672 | +| train/ | | +| approx_kl | 1.4408809 | +| clip_fraction | 0.103 | +| clip_range | 0.155 | +| entropy_loss | -3.37 | +| explained_variance | 0.373 | +| learning_rate | 6e-05 | +| loss | 5 | +| n_updates | 13820 | +| policy_gradient_loss | 0.00697 | +| value_loss | 29.4 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.17e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 345 | +| iterations | 1384 | +| time_elapsed | 14376 | +| total_timesteps | 4960256 | +| train/ | | +| approx_kl | 1.2644961 | +| clip_fraction | 0.0927 | +| clip_range | 0.155 | +| entropy_loss | -4.59 | +| explained_variance | 0.41 | +| learning_rate | 6e-05 | +| loss | 4.49 | +| n_updates | 13830 | +| policy_gradient_loss | 0.012 | +| value_loss | 33 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 345 | +| iterations | 1385 | +| time_elapsed | 14387 | +| total_timesteps | 4963840 | +| train/ | | +| approx_kl | 2.8429894 | +| clip_fraction | 0.128 | +| clip_range | 0.155 | +| entropy_loss | -4.69 | +| explained_variance | 0.439 | +| learning_rate | 6e-05 | +| loss | 5.44 | +| n_updates | 13840 | +| policy_gradient_loss | 0.00923 | +| value_loss | 17.7 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.21e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 344 | +| iterations | 1386 | +| time_elapsed | 14398 | +| total_timesteps | 4967424 | +| train/ | | +| approx_kl | 1.1384536 | +| clip_fraction | 0.0783 | +| clip_range | 0.155 | +| entropy_loss | -2.81 | +| explained_variance | 0.533 | +| learning_rate | 6e-05 | +| loss | 0.401 | +| n_updates | 13850 | +| policy_gradient_loss | 0.018 | +| value_loss | 10.5 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.21e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 344 | +| iterations | 1387 | +| time_elapsed | 14409 | +| total_timesteps | 4971008 | +| train/ | | +| approx_kl | 0.36252293 | +| clip_fraction | 0.0923 | +| clip_range | 0.155 | +| entropy_loss | -4.99 | +| explained_variance | 0.387 | +| learning_rate | 6e-05 | +| loss | 6.62 | +| n_updates | 13860 | +| policy_gradient_loss | 0.0102 | +| value_loss | 16.1 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.23e+03 | +| ep_rew_mean | -142 | +| time/ | | +| fps | 345 | +| iterations | 1388 | +| time_elapsed | 14419 | +| total_timesteps | 4974592 | +| train/ | | +| approx_kl | 2.1905668 | +| clip_fraction | 0.137 | +| clip_range | 0.155 | +| entropy_loss | -4.18 | +| explained_variance | 0.318 | +| learning_rate | 6e-05 | +| loss | 15.6 | +| n_updates | 13870 | +| policy_gradient_loss | 0.0195 | +| value_loss | 15.6 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.22e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 345 | +| iterations | 1389 | +| time_elapsed | 14429 | +| total_timesteps | 4978176 | +| train/ | | +| approx_kl | 0.25023693 | +| clip_fraction | 0.127 | +| clip_range | 0.155 | +| entropy_loss | -4.69 | +| explained_variance | 0.237 | +| learning_rate | 6e-05 | +| loss | 20.2 | +| n_updates | 13880 | +| policy_gradient_loss | 0.0187 | +| value_loss | 38.5 | +---------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.23e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 345 | +| iterations | 1390 | +| time_elapsed | 14439 | +| total_timesteps | 4981760 | +| train/ | | +| approx_kl | 0.89480674 | +| clip_fraction | 0.153 | +| clip_range | 0.155 | +| entropy_loss | -4.17 | +| explained_variance | 0.165 | +| learning_rate | 6e-05 | +| loss | 7.19 | +| n_updates | 13890 | +| policy_gradient_loss | 0.0175 | +| value_loss | 27 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.23e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 345 | +| iterations | 1391 | +| time_elapsed | 14450 | +| total_timesteps | 4985344 | +| train/ | | +| approx_kl | 0.4866137 | +| clip_fraction | 0.0922 | +| clip_range | 0.155 | +| entropy_loss | -3.19 | +| explained_variance | 0.439 | +| learning_rate | 6e-05 | +| loss | 4.27 | +| n_updates | 13900 | +| policy_gradient_loss | 0.0251 | +| value_loss | 11.1 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.22e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 344 | +| iterations | 1392 | +| time_elapsed | 14460 | +| total_timesteps | 4988928 | +| train/ | | +| approx_kl | 3.5420516 | +| clip_fraction | 0.167 | +| clip_range | 0.155 | +| entropy_loss | -6.47 | +| explained_variance | 0.0293 | +| learning_rate | 6e-05 | +| loss | 9.67 | +| n_updates | 13910 | +| policy_gradient_loss | 0.044 | +| value_loss | 23.4 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 345 | +| iterations | 1393 | +| time_elapsed | 14470 | +| total_timesteps | 4992512 | +| train/ | | +| approx_kl | 0.54634434 | +| clip_fraction | 0.0764 | +| clip_range | 0.155 | +| entropy_loss | -7.96 | +| explained_variance | 0.0145 | +| learning_rate | 6e-05 | +| loss | 6.79 | +| n_updates | 13920 | +| policy_gradient_loss | 0.0286 | +| value_loss | 17.7 | +---------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -152 | +| time/ | | +| fps | 345 | +| iterations | 1394 | +| time_elapsed | 14481 | +| total_timesteps | 4996096 | +| train/ | | +| approx_kl | 3.3231447 | +| clip_fraction | 0.0629 | +| clip_range | 0.155 | +| entropy_loss | -3.05 | +| explained_variance | 0.322 | +| learning_rate | 6e-05 | +| loss | 12.5 | +| n_updates | 13930 | +| policy_gradient_loss | 0.00616 | +| value_loss | 61.2 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.15e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 345 | +| iterations | 1395 | +| time_elapsed | 14491 | +| total_timesteps | 4999680 | +| train/ | | +| approx_kl | 0.48948935 | +| clip_fraction | 0.0339 | +| clip_range | 0.155 | +| entropy_loss | -7.01 | +| explained_variance | 0.65 | +| learning_rate | 6e-05 | +| loss | 0.443 | +| n_updates | 13940 | +| policy_gradient_loss | 0.00547 | +| value_loss | 13.8 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.15e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 345 | +| iterations | 1396 | +| time_elapsed | 14501 | +| total_timesteps | 5003264 | +| train/ | | +| approx_kl | 0.45854667 | +| clip_fraction | 0.134 | +| clip_range | 0.155 | +| entropy_loss | -7.75 | +| explained_variance | -0.0232 | +| learning_rate | 6e-05 | +| loss | 0.462 | +| n_updates | 13950 | +| policy_gradient_loss | 0.0632 | +| value_loss | 20.7 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.15e+03 | +| ep_rew_mean | -141 | +| time/ | | +| fps | 345 | +| iterations | 1397 | +| time_elapsed | 14511 | +| total_timesteps | 5006848 | +| train/ | | +| approx_kl | 0.5716791 | +| clip_fraction | 0.0808 | +| clip_range | 0.155 | +| entropy_loss | -5.06 | +| explained_variance | 0.144 | +| learning_rate | 6e-05 | +| loss | 0.452 | +| n_updates | 13960 | +| policy_gradient_loss | 0.0208 | +| value_loss | 13.2 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 345 | +| iterations | 1398 | +| time_elapsed | 14521 | +| total_timesteps | 5010432 | +| train/ | | +| approx_kl | 3.7487123 | +| clip_fraction | 0.176 | +| clip_range | 0.155 | +| entropy_loss | -5.06 | +| explained_variance | 0.0824 | +| learning_rate | 6e-05 | +| loss | 7.75 | +| n_updates | 13970 | +| policy_gradient_loss | 0.0468 | +| value_loss | 24.4 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.18e+03 | +| ep_rew_mean | -136 | +| time/ | | +| fps | 345 | +| iterations | 1399 | +| time_elapsed | 14531 | +| total_timesteps | 5014016 | +| train/ | | +| approx_kl | 1.0328172 | +| clip_fraction | 0.138 | +| clip_range | 0.155 | +| entropy_loss | -6.83 | +| explained_variance | 0.0668 | +| learning_rate | 6e-05 | +| loss | 20.9 | +| n_updates | 13980 | +| policy_gradient_loss | 0.0137 | +| value_loss | 12.7 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -137 | +| time/ | | +| fps | 345 | +| iterations | 1400 | +| time_elapsed | 14541 | +| total_timesteps | 5017600 | +| train/ | | +| approx_kl | 1.8316603 | +| clip_fraction | 0.124 | +| clip_range | 0.155 | +| entropy_loss | -6.52 | +| explained_variance | 0.0549 | +| learning_rate | 6e-05 | +| loss | 4.2 | +| n_updates | 13990 | +| policy_gradient_loss | 0.0216 | +| value_loss | 25.7 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.21e+03 | +| ep_rew_mean | -136 | +| time/ | | +| fps | 345 | +| iterations | 1401 | +| time_elapsed | 14551 | +| total_timesteps | 5021184 | +| train/ | | +| approx_kl | 0.35482427 | +| clip_fraction | 0.113 | +| clip_range | 0.155 | +| entropy_loss | -2.8 | +| explained_variance | 0.296 | +| learning_rate | 6e-05 | +| loss | 11.3 | +| n_updates | 14000 | +| policy_gradient_loss | 0.0241 | +| value_loss | 13.3 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.21e+03 | +| ep_rew_mean | -132 | +| time/ | | +| fps | 345 | +| iterations | 1402 | +| time_elapsed | 14561 | +| total_timesteps | 5024768 | +| train/ | | +| approx_kl | 1.0581255 | +| clip_fraction | 0.186 | +| clip_range | 0.155 | +| entropy_loss | -5.06 | +| explained_variance | 0.285 | +| learning_rate | 6e-05 | +| loss | 4.32 | +| n_updates | 14010 | +| policy_gradient_loss | 0.0162 | +| value_loss | 7.99 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.21e+03 | +| ep_rew_mean | -132 | +| time/ | | +| fps | 345 | +| iterations | 1403 | +| time_elapsed | 14572 | +| total_timesteps | 5028352 | +| train/ | | +| approx_kl | 3.6392674 | +| clip_fraction | 0.132 | +| clip_range | 0.155 | +| entropy_loss | -7.3 | +| explained_variance | 0.00257 | +| learning_rate | 6e-05 | +| loss | 0.693 | +| n_updates | 14020 | +| policy_gradient_loss | 0.0191 | +| value_loss | 19 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.2e+03 | +| ep_rew_mean | -132 | +| time/ | | +| fps | 345 | +| iterations | 1404 | +| time_elapsed | 14583 | +| total_timesteps | 5031936 | +| train/ | | +| approx_kl | 2.2182648 | +| clip_fraction | 0.108 | +| clip_range | 0.155 | +| entropy_loss | -6.48 | +| explained_variance | 0.113 | +| learning_rate | 6e-05 | +| loss | 0.0761 | +| n_updates | 14030 | +| policy_gradient_loss | 0.0094 | +| value_loss | 10.9 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.14e+03 | +| ep_rew_mean | -136 | +| time/ | | +| fps | 345 | +| iterations | 1405 | +| time_elapsed | 14593 | +| total_timesteps | 5035520 | +| train/ | | +| approx_kl | 1.0027443 | +| clip_fraction | 0.0607 | +| clip_range | 0.155 | +| entropy_loss | -6.64 | +| explained_variance | 0.188 | +| learning_rate | 6e-05 | +| loss | 8.84 | +| n_updates | 14040 | +| policy_gradient_loss | 0.00948 | +| value_loss | 20.2 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.14e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1406 | +| time_elapsed | 14603 | +| total_timesteps | 5039104 | +| train/ | | +| approx_kl | 0.668687 | +| clip_fraction | 0.0923 | +| clip_range | 0.155 | +| entropy_loss | -4.77 | +| explained_variance | 0.723 | +| learning_rate | 6e-05 | +| loss | 1.37 | +| n_updates | 14050 | +| policy_gradient_loss | 0.00564 | +| value_loss | 29.9 | +-------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -140 | +| time/ | | +| fps | 345 | +| iterations | 1407 | +| time_elapsed | 14613 | +| total_timesteps | 5042688 | +| train/ | | +| approx_kl | 1.6346362 | +| clip_fraction | 0.0435 | +| clip_range | 0.155 | +| entropy_loss | -4.52 | +| explained_variance | 0.726 | +| learning_rate | 6e-05 | +| loss | 12.9 | +| n_updates | 14060 | +| policy_gradient_loss | 0.00627 | +| value_loss | 39.4 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.14e+03 | +| ep_rew_mean | -140 | +| time/ | | +| fps | 345 | +| iterations | 1408 | +| time_elapsed | 14623 | +| total_timesteps | 5046272 | +| train/ | | +| approx_kl | 1.7040757 | +| clip_fraction | 0.104 | +| clip_range | 0.155 | +| entropy_loss | -6.85 | +| explained_variance | 0.809 | +| learning_rate | 6e-05 | +| loss | 16.3 | +| n_updates | 14070 | +| policy_gradient_loss | 0.026 | +| value_loss | 6.6 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 345 | +| iterations | 1409 | +| time_elapsed | 14633 | +| total_timesteps | 5049856 | +| train/ | | +| approx_kl | 0.43888965 | +| clip_fraction | 0.118 | +| clip_range | 0.155 | +| entropy_loss | -3.44 | +| explained_variance | 0.45 | +| learning_rate | 6e-05 | +| loss | 19.2 | +| n_updates | 14080 | +| policy_gradient_loss | 0.0258 | +| value_loss | 19.8 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.01e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 345 | +| iterations | 1410 | +| time_elapsed | 14643 | +| total_timesteps | 5053440 | +| train/ | | +| approx_kl | 0.498909 | +| clip_fraction | 0.105 | +| clip_range | 0.155 | +| entropy_loss | -4.67 | +| explained_variance | 0.302 | +| learning_rate | 6e-05 | +| loss | 2.89 | +| n_updates | 14090 | +| policy_gradient_loss | 0.012 | +| value_loss | 15.6 | +-------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.99e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 345 | +| iterations | 1411 | +| time_elapsed | 14652 | +| total_timesteps | 5057024 | +| train/ | | +| approx_kl | 6.417053 | +| clip_fraction | 0.106 | +| clip_range | 0.155 | +| entropy_loss | -6.39 | +| explained_variance | 0.125 | +| learning_rate | 6e-05 | +| loss | 4.54 | +| n_updates | 14100 | +| policy_gradient_loss | 0.0147 | +| value_loss | 17.1 | +-------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 345 | +| iterations | 1412 | +| time_elapsed | 14662 | +| total_timesteps | 5060608 | +| train/ | | +| approx_kl | 1.2884039 | +| clip_fraction | 0.0778 | +| clip_range | 0.155 | +| entropy_loss | -6.8 | +| explained_variance | 0.206 | +| learning_rate | 6e-05 | +| loss | 0.53 | +| n_updates | 14110 | +| policy_gradient_loss | 0.0253 | +| value_loss | 15 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.01e+03 | +| ep_rew_mean | -141 | +| time/ | | +| fps | 345 | +| iterations | 1413 | +| time_elapsed | 14672 | +| total_timesteps | 5064192 | +| train/ | | +| approx_kl | 0.7366382 | +| clip_fraction | 0.108 | +| clip_range | 0.155 | +| entropy_loss | -2.91 | +| explained_variance | 0.287 | +| learning_rate | 6e-05 | +| loss | 5.3 | +| n_updates | 14120 | +| policy_gradient_loss | 0.0187 | +| value_loss | 5.03 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.98e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 345 | +| iterations | 1414 | +| time_elapsed | 14683 | +| total_timesteps | 5067776 | +| train/ | | +| approx_kl | 4.1877112 | +| clip_fraction | 0.079 | +| clip_range | 0.155 | +| entropy_loss | -6.6 | +| explained_variance | 0.0934 | +| learning_rate | 6e-05 | +| loss | 4.25 | +| n_updates | 14130 | +| policy_gradient_loss | 0.0111 | +| value_loss | 20.9 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -142 | +| time/ | | +| fps | 345 | +| iterations | 1415 | +| time_elapsed | 14694 | +| total_timesteps | 5071360 | +| train/ | | +| approx_kl | 7.08166 | +| clip_fraction | 0.119 | +| clip_range | 0.155 | +| entropy_loss | -4.76 | +| explained_variance | 0.794 | +| learning_rate | 6e-05 | +| loss | 4.24 | +| n_updates | 14140 | +| policy_gradient_loss | 0.000252 | +| value_loss | 26.2 | +-------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -144 | +| time/ | | +| fps | 345 | +| iterations | 1416 | +| time_elapsed | 14705 | +| total_timesteps | 5074944 | +| train/ | | +| approx_kl | 2.4101455 | +| clip_fraction | 0.0798 | +| clip_range | 0.155 | +| entropy_loss | -7.07 | +| explained_variance | 0.0167 | +| learning_rate | 6e-05 | +| loss | 6.62 | +| n_updates | 14150 | +| policy_gradient_loss | 0.0234 | +| value_loss | 36.6 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 345 | +| iterations | 1417 | +| time_elapsed | 14715 | +| total_timesteps | 5078528 | +| train/ | | +| approx_kl | 0.9413516 | +| clip_fraction | 0.0545 | +| clip_range | 0.155 | +| entropy_loss | -6.95 | +| explained_variance | 0.244 | +| learning_rate | 6e-05 | +| loss | 0.136 | +| n_updates | 14160 | +| policy_gradient_loss | 0.0195 | +| value_loss | 10.5 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.96e+03 | +| ep_rew_mean | -152 | +| time/ | | +| fps | 345 | +| iterations | 1418 | +| time_elapsed | 14725 | +| total_timesteps | 5082112 | +| train/ | | +| approx_kl | 1.449647 | +| clip_fraction | 0.0859 | +| clip_range | 0.155 | +| entropy_loss | -6.71 | +| explained_variance | 0.183 | +| learning_rate | 6e-05 | +| loss | 7.19 | +| n_updates | 14170 | +| policy_gradient_loss | 0.0109 | +| value_loss | 25.6 | +-------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -154 | +| time/ | | +| fps | 345 | +| iterations | 1419 | +| time_elapsed | 14735 | +| total_timesteps | 5085696 | +| train/ | | +| approx_kl | 0.5386229 | +| clip_fraction | 0.0544 | +| clip_range | 0.155 | +| entropy_loss | -6.48 | +| explained_variance | 0.297 | +| learning_rate | 6e-05 | +| loss | 0.164 | +| n_updates | 14180 | +| policy_gradient_loss | 0.00428 | +| value_loss | 13.3 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.97e+03 | +| ep_rew_mean | -154 | +| time/ | | +| fps | 345 | +| iterations | 1420 | +| time_elapsed | 14747 | +| total_timesteps | 5089280 | +| train/ | | +| approx_kl | 6.9624915 | +| clip_fraction | 0.171 | +| clip_range | 0.155 | +| entropy_loss | -4.06 | +| explained_variance | 0.268 | +| learning_rate | 6e-05 | +| loss | 0.66 | +| n_updates | 14190 | +| policy_gradient_loss | 0.0186 | +| value_loss | 8.85 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.01e+03 | +| ep_rew_mean | -157 | +| time/ | | +| fps | 345 | +| iterations | 1421 | +| time_elapsed | 14759 | +| total_timesteps | 5092864 | +| train/ | | +| approx_kl | 0.69206005 | +| clip_fraction | 0.0904 | +| clip_range | 0.155 | +| entropy_loss | -1.4 | +| explained_variance | 0.265 | +| learning_rate | 6e-05 | +| loss | 0.909 | +| n_updates | 14200 | +| policy_gradient_loss | 0.0157 | +| value_loss | 4.24 | +---------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.02e+03 | +| ep_rew_mean | -157 | +| time/ | | +| fps | 345 | +| iterations | 1422 | +| time_elapsed | 14769 | +| total_timesteps | 5096448 | +| train/ | | +| approx_kl | 5.0647073 | +| clip_fraction | 0.158 | +| clip_range | 0.155 | +| entropy_loss | -3.11 | +| explained_variance | 0.404 | +| learning_rate | 6e-05 | +| loss | 2.03 | +| n_updates | 14210 | +| policy_gradient_loss | 0.0339 | +| value_loss | 13.4 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.01e+03 | +| ep_rew_mean | -156 | +| time/ | | +| fps | 345 | +| iterations | 1423 | +| time_elapsed | 14779 | +| total_timesteps | 5100032 | +| train/ | | +| approx_kl | 1.6927248 | +| clip_fraction | 0.101 | +| clip_range | 0.155 | +| entropy_loss | -5.99 | +| explained_variance | 0.344 | +| learning_rate | 6e-05 | +| loss | 9.98 | +| n_updates | 14220 | +| policy_gradient_loss | 0.0056 | +| value_loss | 12 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.99e+03 | +| ep_rew_mean | -160 | +| time/ | | +| fps | 345 | +| iterations | 1424 | +| time_elapsed | 14789 | +| total_timesteps | 5103616 | +| train/ | | +| approx_kl | 1.2318003 | +| clip_fraction | 0.0294 | +| clip_range | 0.155 | +| entropy_loss | -8 | +| explained_variance | 0.0432 | +| learning_rate | 6e-05 | +| loss | 1.74 | +| n_updates | 14230 | +| policy_gradient_loss | 0.00725 | +| value_loss | 12.5 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.83e+03 | +| ep_rew_mean | -166 | +| time/ | | +| fps | 345 | +| iterations | 1425 | +| time_elapsed | 14799 | +| total_timesteps | 5107200 | +| train/ | | +| approx_kl | 2.021108 | +| clip_fraction | 0.097 | +| clip_range | 0.155 | +| entropy_loss | -3.6 | +| explained_variance | 0.343 | +| learning_rate | 6e-05 | +| loss | 2.05 | +| n_updates | 14240 | +| policy_gradient_loss | 0.00751 | +| value_loss | 21.7 | +-------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.81e+03 | +| ep_rew_mean | -169 | +| time/ | | +| fps | 345 | +| iterations | 1426 | +| time_elapsed | 14810 | +| total_timesteps | 5110784 | +| train/ | | +| approx_kl | 3.6411357 | +| clip_fraction | 0.0921 | +| clip_range | 0.155 | +| entropy_loss | -3.74 | +| explained_variance | 0.718 | +| learning_rate | 6e-05 | +| loss | 16.2 | +| n_updates | 14250 | +| policy_gradient_loss | 0.00802 | +| value_loss | 29 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.8e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 345 | +| iterations | 1427 | +| time_elapsed | 14821 | +| total_timesteps | 5114368 | +| train/ | | +| approx_kl | 1.2799231 | +| clip_fraction | 0.12 | +| clip_range | 0.155 | +| entropy_loss | -4.44 | +| explained_variance | 0.391 | +| learning_rate | 6e-05 | +| loss | 6.94 | +| n_updates | 14260 | +| policy_gradient_loss | 0.012 | +| value_loss | 43 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.79e+03 | +| ep_rew_mean | -164 | +| time/ | | +| fps | 345 | +| iterations | 1428 | +| time_elapsed | 14831 | +| total_timesteps | 5117952 | +| train/ | | +| approx_kl | 1.2394456 | +| clip_fraction | 0.144 | +| clip_range | 0.155 | +| entropy_loss | -4.25 | +| explained_variance | 0.355 | +| learning_rate | 6e-05 | +| loss | 2.42 | +| n_updates | 14270 | +| policy_gradient_loss | 0.0292 | +| value_loss | 17 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.82e+03 | +| ep_rew_mean | -165 | +| time/ | | +| fps | 345 | +| iterations | 1429 | +| time_elapsed | 14841 | +| total_timesteps | 5121536 | +| train/ | | +| approx_kl | 1.0479625 | +| clip_fraction | 0.091 | +| clip_range | 0.155 | +| entropy_loss | -6.93 | +| explained_variance | 0.322 | +| learning_rate | 6e-05 | +| loss | 0.627 | +| n_updates | 14280 | +| policy_gradient_loss | 0.0308 | +| value_loss | 9.47 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.82e+03 | +| ep_rew_mean | -166 | +| time/ | | +| fps | 345 | +| iterations | 1430 | +| time_elapsed | 14852 | +| total_timesteps | 5125120 | +| train/ | | +| approx_kl | 0.6925157 | +| clip_fraction | 0.029 | +| clip_range | 0.155 | +| entropy_loss | -7.53 | +| explained_variance | 0.112 | +| learning_rate | 6e-05 | +| loss | 13.7 | +| n_updates | 14290 | +| policy_gradient_loss | 0.00924 | +| value_loss | 9.14 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.82e+03 | +| ep_rew_mean | -163 | +| time/ | | +| fps | 345 | +| iterations | 1431 | +| time_elapsed | 14862 | +| total_timesteps | 5128704 | +| train/ | | +| approx_kl | 0.77993995 | +| clip_fraction | 0.0636 | +| clip_range | 0.155 | +| entropy_loss | -7.66 | +| explained_variance | 0.0535 | +| learning_rate | 6e-05 | +| loss | 1.4 | +| n_updates | 14300 | +| policy_gradient_loss | 0.00906 | +| value_loss | 31.2 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.83e+03 | +| ep_rew_mean | -161 | +| time/ | | +| fps | 345 | +| iterations | 1432 | +| time_elapsed | 14871 | +| total_timesteps | 5132288 | +| train/ | | +| approx_kl | 1.6816837 | +| clip_fraction | 0.172 | +| clip_range | 0.155 | +| entropy_loss | -7.37 | +| explained_variance | 0.548 | +| learning_rate | 6e-05 | +| loss | 2.08 | +| n_updates | 14310 | +| policy_gradient_loss | 0.019 | +| value_loss | 15.5 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.83e+03 | +| ep_rew_mean | -159 | +| time/ | | +| fps | 345 | +| iterations | 1433 | +| time_elapsed | 14881 | +| total_timesteps | 5135872 | +| train/ | | +| approx_kl | 1.1632298 | +| clip_fraction | 0.061 | +| clip_range | 0.155 | +| entropy_loss | -7.71 | +| explained_variance | 0.0763 | +| learning_rate | 6e-05 | +| loss | 1.6 | +| n_updates | 14320 | +| policy_gradient_loss | 0.0176 | +| value_loss | 23.7 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 345 | +| iterations | 1434 | +| time_elapsed | 14891 | +| total_timesteps | 5139456 | +| train/ | | +| approx_kl | 0.32584387 | +| clip_fraction | 0.0504 | +| clip_range | 0.155 | +| entropy_loss | -5.42 | +| explained_variance | 0.195 | +| learning_rate | 6e-05 | +| loss | 4.56 | +| n_updates | 14330 | +| policy_gradient_loss | 0.0156 | +| value_loss | 24.6 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -153 | +| time/ | | +| fps | 345 | +| iterations | 1435 | +| time_elapsed | 14901 | +| total_timesteps | 5143040 | +| train/ | | +| approx_kl | 0.8354033 | +| clip_fraction | 0.089 | +| clip_range | 0.155 | +| entropy_loss | -5.06 | +| explained_variance | 0.613 | +| learning_rate | 6e-05 | +| loss | 0.389 | +| n_updates | 14340 | +| policy_gradient_loss | 0.0181 | +| value_loss | 18.4 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -151 | +| time/ | | +| fps | 345 | +| iterations | 1436 | +| time_elapsed | 14911 | +| total_timesteps | 5146624 | +| train/ | | +| approx_kl | 0.69631916 | +| clip_fraction | 0.0537 | +| clip_range | 0.155 | +| entropy_loss | -7.03 | +| explained_variance | 0.334 | +| learning_rate | 6e-05 | +| loss | 0.136 | +| n_updates | 14350 | +| policy_gradient_loss | 0.00392 | +| value_loss | 17.4 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 345 | +| iterations | 1437 | +| time_elapsed | 14921 | +| total_timesteps | 5150208 | +| train/ | | +| approx_kl | 1.4856218 | +| clip_fraction | 0.0313 | +| clip_range | 0.155 | +| entropy_loss | -8.06 | +| explained_variance | 0.00816 | +| learning_rate | 6e-05 | +| loss | 0.643 | +| n_updates | 14360 | +| policy_gradient_loss | 0.00316 | +| value_loss | 17.5 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -144 | +| time/ | | +| fps | 345 | +| iterations | 1438 | +| time_elapsed | 14931 | +| total_timesteps | 5153792 | +| train/ | | +| approx_kl | 0.5406733 | +| clip_fraction | 0.0928 | +| clip_range | 0.155 | +| entropy_loss | -6.54 | +| explained_variance | -0.0248 | +| learning_rate | 6e-05 | +| loss | 13.5 | +| n_updates | 14370 | +| policy_gradient_loss | 0.0215 | +| value_loss | 13.2 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 345 | +| iterations | 1439 | +| time_elapsed | 14942 | +| total_timesteps | 5157376 | +| train/ | | +| approx_kl | 0.5624845 | +| clip_fraction | 0.123 | +| clip_range | 0.155 | +| entropy_loss | -6.48 | +| explained_variance | 0.0423 | +| learning_rate | 6e-05 | +| loss | 8.24 | +| n_updates | 14380 | +| policy_gradient_loss | 0.0205 | +| value_loss | 14.8 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 345 | +| iterations | 1440 | +| time_elapsed | 14952 | +| total_timesteps | 5160960 | +| train/ | | +| approx_kl | 2.1709259 | +| clip_fraction | 0.0372 | +| clip_range | 0.155 | +| entropy_loss | -7.21 | +| explained_variance | 0.304 | +| learning_rate | 6e-05 | +| loss | 15.6 | +| n_updates | 14390 | +| policy_gradient_loss | 0.000438 | +| value_loss | 44.4 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -149 | +| time/ | | +| fps | 345 | +| iterations | 1441 | +| time_elapsed | 14962 | +| total_timesteps | 5164544 | +| train/ | | +| approx_kl | 0.09718137 | +| clip_fraction | 0.00826 | +| clip_range | 0.155 | +| entropy_loss | -6.91 | +| explained_variance | 0.425 | +| learning_rate | 6e-05 | +| loss | 11.3 | +| n_updates | 14400 | +| policy_gradient_loss | 0.000572 | +| value_loss | 41.6 | +---------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.84e+03 | +| ep_rew_mean | -149 | +| time/ | | +| fps | 345 | +| iterations | 1442 | +| time_elapsed | 14973 | +| total_timesteps | 5168128 | +| train/ | | +| approx_kl | 0.7057585 | +| clip_fraction | 0.0836 | +| clip_range | 0.155 | +| entropy_loss | -6.13 | +| explained_variance | 0.0684 | +| learning_rate | 6e-05 | +| loss | 3.82 | +| n_updates | 14410 | +| policy_gradient_loss | 0.0151 | +| value_loss | 20.8 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -152 | +| time/ | | +| fps | 345 | +| iterations | 1443 | +| time_elapsed | 14982 | +| total_timesteps | 5171712 | +| train/ | | +| approx_kl | 2.5924575 | +| clip_fraction | 0.0532 | +| clip_range | 0.155 | +| entropy_loss | -6.73 | +| explained_variance | 0.576 | +| learning_rate | 6e-05 | +| loss | 38.7 | +| n_updates | 14420 | +| policy_gradient_loss | 0.00743 | +| value_loss | 18 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 345 | +| iterations | 1444 | +| time_elapsed | 14992 | +| total_timesteps | 5175296 | +| train/ | | +| approx_kl | 1.7867857 | +| clip_fraction | 0.0823 | +| clip_range | 0.155 | +| entropy_loss | -5.59 | +| explained_variance | 0.726 | +| learning_rate | 6e-05 | +| loss | 3.54 | +| n_updates | 14430 | +| policy_gradient_loss | 0.021 | +| value_loss | 25.4 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -147 | +| time/ | | +| fps | 345 | +| iterations | 1445 | +| time_elapsed | 15002 | +| total_timesteps | 5178880 | +| train/ | | +| approx_kl | 1.024216 | +| clip_fraction | 0.102 | +| clip_range | 0.155 | +| entropy_loss | -4.76 | +| explained_variance | 0.0542 | +| learning_rate | 6e-05 | +| loss | 26.5 | +| n_updates | 14440 | +| policy_gradient_loss | 0.0144 | +| value_loss | 27.9 | +-------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 345 | +| iterations | 1446 | +| time_elapsed | 15012 | +| total_timesteps | 5182464 | +| train/ | | +| approx_kl | 0.72534424 | +| clip_fraction | 0.0754 | +| clip_range | 0.155 | +| entropy_loss | -7.07 | +| explained_variance | 0.204 | +| learning_rate | 6e-05 | +| loss | 7.06 | +| n_updates | 14450 | +| policy_gradient_loss | 0.0103 | +| value_loss | 15.6 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 345 | +| iterations | 1447 | +| time_elapsed | 15022 | +| total_timesteps | 5186048 | +| train/ | | +| approx_kl | 0.4955955 | +| clip_fraction | 0.0185 | +| clip_range | 0.155 | +| entropy_loss | -7.68 | +| explained_variance | 0.298 | +| learning_rate | 6e-05 | +| loss | 17.6 | +| n_updates | 14460 | +| policy_gradient_loss | 0.00142 | +| value_loss | 11.7 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -144 | +| time/ | | +| fps | 345 | +| iterations | 1448 | +| time_elapsed | 15031 | +| total_timesteps | 5189632 | +| train/ | | +| approx_kl | 0.3708353 | +| clip_fraction | 0.0448 | +| clip_range | 0.155 | +| entropy_loss | -7.85 | +| explained_variance | 0.0163 | +| learning_rate | 6e-05 | +| loss | 3.81 | +| n_updates | 14470 | +| policy_gradient_loss | 0.00994 | +| value_loss | 5.31 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.92e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 345 | +| iterations | 1449 | +| time_elapsed | 15042 | +| total_timesteps | 5193216 | +| train/ | | +| approx_kl | 0.02968044 | +| clip_fraction | 0.00619 | +| clip_range | 0.155 | +| entropy_loss | -8.26 | +| explained_variance | -0.00225 | +| learning_rate | 6e-05 | +| loss | 3.44 | +| n_updates | 14480 | +| policy_gradient_loss | 0.0027 | +| value_loss | 7.75 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.92e+03 | +| ep_rew_mean | -144 | +| time/ | | +| fps | 345 | +| iterations | 1450 | +| time_elapsed | 15052 | +| total_timesteps | 5196800 | +| train/ | | +| approx_kl | 2.5224452 | +| clip_fraction | 0.109 | +| clip_range | 0.155 | +| entropy_loss | -6.06 | +| explained_variance | 0.131 | +| learning_rate | 6e-05 | +| loss | 1.33 | +| n_updates | 14490 | +| policy_gradient_loss | 0.0237 | +| value_loss | 15 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -148 | +| time/ | | +| fps | 345 | +| iterations | 1451 | +| time_elapsed | 15063 | +| total_timesteps | 5200384 | +| train/ | | +| approx_kl | 0.083875604 | +| clip_fraction | 0.0242 | +| clip_range | 0.155 | +| entropy_loss | -8.25 | +| explained_variance | -0.00703 | +| learning_rate | 6e-05 | +| loss | 2.27 | +| n_updates | 14500 | +| policy_gradient_loss | 0.0159 | +| value_loss | 15.8 | +----------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.92e+03 | +| ep_rew_mean | -145 | +| time/ | | +| fps | 345 | +| iterations | 1452 | +| time_elapsed | 15074 | +| total_timesteps | 5203968 | +| train/ | | +| approx_kl | 0.5829459 | +| clip_fraction | 0.0175 | +| clip_range | 0.155 | +| entropy_loss | -7.66 | +| explained_variance | 0.0811 | +| learning_rate | 6e-05 | +| loss | 0.811 | +| n_updates | 14510 | +| policy_gradient_loss | 0.00523 | +| value_loss | 9.46 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -141 | +| time/ | | +| fps | 345 | +| iterations | 1453 | +| time_elapsed | 15084 | +| total_timesteps | 5207552 | +| train/ | | +| approx_kl | 2.2508388 | +| clip_fraction | 0.179 | +| clip_range | 0.155 | +| entropy_loss | -5.41 | +| explained_variance | 0.216 | +| learning_rate | 6e-05 | +| loss | 14.9 | +| n_updates | 14520 | +| policy_gradient_loss | 0.0232 | +| value_loss | 12.5 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.9e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1454 | +| time_elapsed | 15094 | +| total_timesteps | 5211136 | +| train/ | | +| approx_kl | 0.06257143 | +| clip_fraction | 0.0172 | +| clip_range | 0.155 | +| entropy_loss | -7.79 | +| explained_variance | 0.0527 | +| learning_rate | 6e-05 | +| loss | 9.86 | +| n_updates | 14530 | +| policy_gradient_loss | 0.00264 | +| value_loss | 18.1 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -140 | +| time/ | | +| fps | 345 | +| iterations | 1455 | +| time_elapsed | 15105 | +| total_timesteps | 5214720 | +| train/ | | +| approx_kl | 1.3155754 | +| clip_fraction | 0.0567 | +| clip_range | 0.155 | +| entropy_loss | -4.35 | +| explained_variance | 0.413 | +| learning_rate | 6e-05 | +| loss | 10.7 | +| n_updates | 14540 | +| policy_gradient_loss | 0.0301 | +| value_loss | 13.9 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1456 | +| time_elapsed | 15116 | +| total_timesteps | 5218304 | +| train/ | | +| approx_kl | 0.0993466 | +| clip_fraction | 0.0283 | +| clip_range | 0.155 | +| entropy_loss | -7.73 | +| explained_variance | 0.11 | +| learning_rate | 6e-05 | +| loss | 0.094 | +| n_updates | 14550 | +| policy_gradient_loss | 0.00574 | +| value_loss | 20.3 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1457 | +| time_elapsed | 15126 | +| total_timesteps | 5221888 | +| train/ | | +| approx_kl | 0.028285917 | +| clip_fraction | 0.00145 | +| clip_range | 0.155 | +| entropy_loss | -8.08 | +| explained_variance | 0.0919 | +| learning_rate | 6e-05 | +| loss | 8.77 | +| n_updates | 14560 | +| policy_gradient_loss | -0.000374 | +| value_loss | 13.2 | +----------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.9e+03 | +| ep_rew_mean | -137 | +| time/ | | +| fps | 345 | +| iterations | 1458 | +| time_elapsed | 15136 | +| total_timesteps | 5225472 | +| train/ | | +| approx_kl | 2.1230047 | +| clip_fraction | 0.0482 | +| clip_range | 0.155 | +| entropy_loss | -7.67 | +| explained_variance | 0.00806 | +| learning_rate | 6e-05 | +| loss | 3.27 | +| n_updates | 14570 | +| policy_gradient_loss | 0.00839 | +| value_loss | 15.7 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.9e+03 | +| ep_rew_mean | -135 | +| time/ | | +| fps | 345 | +| iterations | 1459 | +| time_elapsed | 15146 | +| total_timesteps | 5229056 | +| train/ | | +| approx_kl | 2.2068942 | +| clip_fraction | 0.0184 | +| clip_range | 0.155 | +| entropy_loss | -7.68 | +| explained_variance | 0.0447 | +| learning_rate | 6e-05 | +| loss | 3.15 | +| n_updates | 14580 | +| policy_gradient_loss | -0.000974 | +| value_loss | 36 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -135 | +| time/ | | +| fps | 345 | +| iterations | 1460 | +| time_elapsed | 15156 | +| total_timesteps | 5232640 | +| train/ | | +| approx_kl | 0.8723434 | +| clip_fraction | 0.063 | +| clip_range | 0.155 | +| entropy_loss | -4.91 | +| explained_variance | 0.502 | +| learning_rate | 6e-05 | +| loss | 3.82 | +| n_updates | 14590 | +| policy_gradient_loss | 0.00104 | +| value_loss | 34.5 | +--------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -134 | +| time/ | | +| fps | 345 | +| iterations | 1461 | +| time_elapsed | 15167 | +| total_timesteps | 5236224 | +| train/ | | +| approx_kl | 1.397867 | +| clip_fraction | 0.0527 | +| clip_range | 0.155 | +| entropy_loss | -7.02 | +| explained_variance | 0.0682 | +| learning_rate | 6e-05 | +| loss | 8.23 | +| n_updates | 14600 | +| policy_gradient_loss | 0.00342 | +| value_loss | 23.7 | +-------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1462 | +| time_elapsed | 15178 | +| total_timesteps | 5239808 | +| train/ | | +| approx_kl | 0.63009447 | +| clip_fraction | 0.0352 | +| clip_range | 0.155 | +| entropy_loss | -7.51 | +| explained_variance | 0.102 | +| learning_rate | 6e-05 | +| loss | 3.23 | +| n_updates | 14610 | +| policy_gradient_loss | 0.00537 | +| value_loss | 10.1 | +---------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1463 | +| time_elapsed | 15189 | +| total_timesteps | 5243392 | +| train/ | | +| approx_kl | 5.381866 | +| clip_fraction | 0.0496 | +| clip_range | 0.155 | +| entropy_loss | -3.49 | +| explained_variance | 0.508 | +| learning_rate | 6e-05 | +| loss | 0.885 | +| n_updates | 14620 | +| policy_gradient_loss | 0.00832 | +| value_loss | 24.6 | +-------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.85e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 345 | +| iterations | 1464 | +| time_elapsed | 15199 | +| total_timesteps | 5246976 | +| train/ | | +| approx_kl | 1.6812872 | +| clip_fraction | 0.0434 | +| clip_range | 0.155 | +| entropy_loss | -6.56 | +| explained_variance | 0.591 | +| learning_rate | 6e-05 | +| loss | 62.4 | +| n_updates | 14630 | +| policy_gradient_loss | 0.000363 | +| value_loss | 22.7 | +--------------------------------------- + +Current state: Champion.Level10.ChunLiVsVega +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 345 | +| iterations | 1465 | +| time_elapsed | 15209 | +| total_timesteps | 5250560 | +| train/ | | +| approx_kl | 0.662723 | +| clip_fraction | 0.116 | +| clip_range | 0.155 | +| entropy_loss | -7.29 | +| explained_variance | 0.0847 | +| learning_rate | 6e-05 | +| loss | 3.81 | +| n_updates | 14640 | +| policy_gradient_loss | 0.0177 | +| value_loss | 15.1 | +-------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -133 | +| time/ | | +| fps | 345 | +| iterations | 1466 | +| time_elapsed | 15219 | +| total_timesteps | 5254144 | +| train/ | | +| approx_kl | 1.3605807 | +| clip_fraction | 0.0423 | +| clip_range | 0.155 | +| entropy_loss | -6.48 | +| explained_variance | 0.194 | +| learning_rate | 6e-05 | +| loss | 0.11 | +| n_updates | 14650 | +| policy_gradient_loss | 0.00472 | +| value_loss | 7.16 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -129 | +| time/ | | +| fps | 345 | +| iterations | 1467 | +| time_elapsed | 15229 | +| total_timesteps | 5257728 | +| train/ | | +| approx_kl | 1.0328138 | +| clip_fraction | 0.0921 | +| clip_range | 0.155 | +| entropy_loss | -7.7 | +| explained_variance | -0.0128 | +| learning_rate | 6e-05 | +| loss | 5.2 | +| n_updates | 14660 | +| policy_gradient_loss | 0.0458 | +| value_loss | 25 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.9e+03 | +| ep_rew_mean | -127 | +| time/ | | +| fps | 345 | +| iterations | 1468 | +| time_elapsed | 15239 | +| total_timesteps | 5261312 | +| train/ | | +| approx_kl | 6.281489 | +| clip_fraction | 0.0757 | +| clip_range | 0.155 | +| entropy_loss | -6.72 | +| explained_variance | 0.0103 | +| learning_rate | 6e-05 | +| loss | 0.205 | +| n_updates | 14670 | +| policy_gradient_loss | 0.00543 | +| value_loss | 16.1 | +-------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -128 | +| time/ | | +| fps | 345 | +| iterations | 1469 | +| time_elapsed | 15249 | +| total_timesteps | 5264896 | +| train/ | | +| approx_kl | 2.3276184 | +| clip_fraction | 0.176 | +| clip_range | 0.155 | +| entropy_loss | -5.21 | +| explained_variance | 0.115 | +| learning_rate | 6e-05 | +| loss | 3.38 | +| n_updates | 14680 | +| policy_gradient_loss | 0.0355 | +| value_loss | 11.8 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.9e+03 | +| ep_rew_mean | -126 | +| time/ | | +| fps | 345 | +| iterations | 1470 | +| time_elapsed | 15259 | +| total_timesteps | 5268480 | +| train/ | | +| approx_kl | 2.2806563 | +| clip_fraction | 0.139 | +| clip_range | 0.155 | +| entropy_loss | -5.54 | +| explained_variance | 0.243 | +| learning_rate | 6e-05 | +| loss | 11.2 | +| n_updates | 14690 | +| policy_gradient_loss | 0.00997 | +| value_loss | 13.8 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -125 | +| time/ | | +| fps | 345 | +| iterations | 1471 | +| time_elapsed | 15269 | +| total_timesteps | 5272064 | +| train/ | | +| approx_kl | 3.74225 | +| clip_fraction | 0.109 | +| clip_range | 0.155 | +| entropy_loss | -5.18 | +| explained_variance | 0.592 | +| learning_rate | 6e-05 | +| loss | 9.44 | +| n_updates | 14700 | +| policy_gradient_loss | 0.00691 | +| value_loss | 22.6 | +-------------------------------------- + +Current state: Champion.Level11.ChunLiVsSagat +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -125 | +| time/ | | +| fps | 345 | +| iterations | 1472 | +| time_elapsed | 15279 | +| total_timesteps | 5275648 | +| train/ | | +| approx_kl | 1.3296187 | +| clip_fraction | 0.0622 | +| clip_range | 0.155 | +| entropy_loss | -6.85 | +| explained_variance | 0.158 | +| learning_rate | 6e-05 | +| loss | 3 | +| n_updates | 14710 | +| policy_gradient_loss | 0.0224 | +| value_loss | 11.5 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -127 | +| time/ | | +| fps | 345 | +| iterations | 1473 | +| time_elapsed | 15290 | +| total_timesteps | 5279232 | +| train/ | | +| approx_kl | 1.2698233 | +| clip_fraction | 0.0159 | +| clip_range | 0.155 | +| entropy_loss | -8.21 | +| explained_variance | 7.59e-05 | +| learning_rate | 6e-05 | +| loss | 246 | +| n_updates | 14720 | +| policy_gradient_loss | 0.00198 | +| value_loss | 177 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -128 | +| time/ | | +| fps | 345 | +| iterations | 1474 | +| time_elapsed | 15301 | +| total_timesteps | 5282816 | +| train/ | | +| approx_kl | 3.9318326 | +| clip_fraction | 0.0648 | +| clip_range | 0.155 | +| entropy_loss | -1.9 | +| explained_variance | 0.254 | +| learning_rate | 6e-05 | +| loss | 8.07 | +| n_updates | 14730 | +| policy_gradient_loss | 0.00314 | +| value_loss | 65.8 | +--------------------------------------- + +Current state: Champion.Level6.ChunLiVsRyu +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.86e+03 | +| ep_rew_mean | -129 | +| time/ | | +| fps | 345 | +| iterations | 1475 | +| time_elapsed | 15311 | +| total_timesteps | 5286400 | +| train/ | | +| approx_kl | 0.69109696 | +| clip_fraction | 0.0826 | +| clip_range | 0.155 | +| entropy_loss | -6.41 | +| explained_variance | 0.643 | +| learning_rate | 6e-05 | +| loss | 0.608 | +| n_updates | 14740 | +| policy_gradient_loss | 0.0487 | +| value_loss | 6.94 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.87e+03 | +| ep_rew_mean | -128 | +| time/ | | +| fps | 345 | +| iterations | 1476 | +| time_elapsed | 15321 | +| total_timesteps | 5289984 | +| train/ | | +| approx_kl | 2.5481944 | +| clip_fraction | 0.0385 | +| clip_range | 0.155 | +| entropy_loss | -7.24 | +| explained_variance | 0.139 | +| learning_rate | 6e-05 | +| loss | -0.047 | +| n_updates | 14750 | +| policy_gradient_loss | 1.68 | +| value_loss | 6.52 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.88e+03 | +| ep_rew_mean | -129 | +| time/ | | +| fps | 345 | +| iterations | 1477 | +| time_elapsed | 15331 | +| total_timesteps | 5293568 | +| train/ | | +| approx_kl | 2.8009365 | +| clip_fraction | 0.114 | +| clip_range | 0.155 | +| entropy_loss | -5.8 | +| explained_variance | 0.284 | +| learning_rate | 6e-05 | +| loss | 45.2 | +| n_updates | 14760 | +| policy_gradient_loss | 0.0192 | +| value_loss | 22 | +--------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.89e+03 | +| ep_rew_mean | -124 | +| time/ | | +| fps | 345 | +| iterations | 1478 | +| time_elapsed | 15341 | +| total_timesteps | 5297152 | +| train/ | | +| approx_kl | 1.3075736 | +| clip_fraction | 0.061 | +| clip_range | 0.155 | +| entropy_loss | -6.69 | +| explained_variance | 0.234 | +| learning_rate | 6e-05 | +| loss | 0.943 | +| n_updates | 14770 | +| policy_gradient_loss | 0.00463 | +| value_loss | 24.4 | +--------------------------------------- + +Current state: Champion.Level12.ChunLiVsBison +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -120 | +| time/ | | +| fps | 345 | +| iterations | 1479 | +| time_elapsed | 15351 | +| total_timesteps | 5300736 | +| train/ | | +| approx_kl | 1.4779198 | +| clip_fraction | 0.0879 | +| clip_range | 0.155 | +| entropy_loss | -7.38 | +| explained_variance | -0.0132 | +| learning_rate | 6e-05 | +| loss | 0.467 | +| n_updates | 14780 | +| policy_gradient_loss | 0.0231 | +| value_loss | 13.3 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 345 | +| iterations | 1480 | +| time_elapsed | 15361 | +| total_timesteps | 5304320 | +| train/ | | +| approx_kl | 1.9090964 | +| clip_fraction | 0.0703 | +| clip_range | 0.155 | +| entropy_loss | -6.41 | +| explained_variance | 0.232 | +| learning_rate | 6e-05 | +| loss | 0.427 | +| n_updates | 14790 | +| policy_gradient_loss | 0.0253 | +| value_loss | 8.96 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 345 | +| iterations | 1481 | +| time_elapsed | 15370 | +| total_timesteps | 5307904 | +| train/ | | +| approx_kl | 1.4184047 | +| clip_fraction | 0.0764 | +| clip_range | 0.155 | +| entropy_loss | -4.07 | +| explained_variance | 0.68 | +| learning_rate | 6e-05 | +| loss | 18.1 | +| n_updates | 14800 | +| policy_gradient_loss | 0.00515 | +| value_loss | 15 | +--------------------------------------- + +Current state: Champion.Level4.ChunLiVsZangief +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -116 | +| time/ | | +| fps | 345 | +| iterations | 1482 | +| time_elapsed | 15380 | +| total_timesteps | 5311488 | +| train/ | | +| approx_kl | 1.4483336 | +| clip_fraction | 0.0834 | +| clip_range | 0.155 | +| entropy_loss | -4.6 | +| explained_variance | 0.468 | +| learning_rate | 6e-05 | +| loss | 2.56 | +| n_updates | 14810 | +| policy_gradient_loss | 0.0102 | +| value_loss | 10.5 | +--------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 345 | +| iterations | 1483 | +| time_elapsed | 15390 | +| total_timesteps | 5315072 | +| train/ | | +| approx_kl | 0.30256054 | +| clip_fraction | 0.0855 | +| clip_range | 0.155 | +| entropy_loss | -8.05 | +| explained_variance | 0.0391 | +| learning_rate | 6e-05 | +| loss | 6.96 | +| n_updates | 14820 | +| policy_gradient_loss | 0.0194 | +| value_loss | 11.5 | +---------------------------------------- + +Current state: Champion.Level1.ChunLiVsGuile +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 345 | +| iterations | 1484 | +| time_elapsed | 15400 | +| total_timesteps | 5318656 | +| train/ | | +| approx_kl | 0.70303136 | +| clip_fraction | 0.0391 | +| clip_range | 0.155 | +| entropy_loss | -6.1 | +| explained_variance | 0.35 | +| learning_rate | 6e-05 | +| loss | 1.72 | +| n_updates | 14830 | +| policy_gradient_loss | 0.00186 | +| value_loss | 7.43 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 345 | +| iterations | 1485 | +| time_elapsed | 15411 | +| total_timesteps | 5322240 | +| train/ | | +| approx_kl | 3.0615518 | +| clip_fraction | 0.0802 | +| clip_range | 0.155 | +| entropy_loss | -6.38 | +| explained_variance | 0.0648 | +| learning_rate | 6e-05 | +| loss | 3.72 | +| n_updates | 14840 | +| policy_gradient_loss | 0.0132 | +| value_loss | 17.4 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +----------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 345 | +| iterations | 1486 | +| time_elapsed | 15422 | +| total_timesteps | 5325824 | +| train/ | | +| approx_kl | 0.121159054 | +| clip_fraction | 0.0225 | +| clip_range | 0.155 | +| entropy_loss | -8.17 | +| explained_variance | -0.00174 | +| learning_rate | 6e-05 | +| loss | 10.1 | +| n_updates | 14850 | +| policy_gradient_loss | 0.0171 | +| value_loss | 7.69 | +----------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.94e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 345 | +| iterations | 1487 | +| time_elapsed | 15433 | +| total_timesteps | 5329408 | +| train/ | | +| approx_kl | 5.2687364 | +| clip_fraction | 0.108 | +| clip_range | 0.155 | +| entropy_loss | -5.69 | +| explained_variance | 0.0996 | +| learning_rate | 6e-05 | +| loss | 1.12 | +| n_updates | 14860 | +| policy_gradient_loss | 0.01 | +| value_loss | 19.5 | +--------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.95e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 345 | +| iterations | 1488 | +| time_elapsed | 15443 | +| total_timesteps | 5332992 | +| train/ | | +| approx_kl | 0.69310933 | +| clip_fraction | 0.0248 | +| clip_range | 0.155 | +| entropy_loss | -7.77 | +| explained_variance | 0.0132 | +| learning_rate | 6e-05 | +| loss | 90.2 | +| n_updates | 14870 | +| policy_gradient_loss | 0.00212 | +| value_loss | 30 | +---------------------------------------- + +Current state: Champion.Level3.ChunLiVsChunLi +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.93e+03 | +| ep_rew_mean | -116 | +| time/ | | +| fps | 345 | +| iterations | 1489 | +| time_elapsed | 15453 | +| total_timesteps | 5336576 | +| train/ | | +| approx_kl | 1.6383746 | +| clip_fraction | 0.0419 | +| clip_range | 0.155 | +| entropy_loss | -8.03 | +| explained_variance | -0.0422 | +| learning_rate | 6e-05 | +| loss | 2.53 | +| n_updates | 14880 | +| policy_gradient_loss | 0.0064 | +| value_loss | 15.6 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.92e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 345 | +| iterations | 1490 | +| time_elapsed | 15464 | +| total_timesteps | 5340160 | +| train/ | | +| approx_kl | 0.50850654 | +| clip_fraction | 0.0598 | +| clip_range | 0.155 | +| entropy_loss | -7.88 | +| explained_variance | 0.0201 | +| learning_rate | 6e-05 | +| loss | 16.6 | +| n_updates | 14890 | +| policy_gradient_loss | 0.0126 | +| value_loss | 28.4 | +---------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +-------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 345 | +| iterations | 1491 | +| time_elapsed | 15475 | +| total_timesteps | 5343744 | +| train/ | | +| approx_kl | 6.179366 | +| clip_fraction | 0.104 | +| clip_range | 0.155 | +| entropy_loss | -7.5 | +| explained_variance | -0.0172 | +| learning_rate | 6e-05 | +| loss | 0.908 | +| n_updates | 14900 | +| policy_gradient_loss | 0.0157 | +| value_loss | 29.3 | +-------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 345 | +| iterations | 1492 | +| time_elapsed | 15486 | +| total_timesteps | 5347328 | +| train/ | | +| approx_kl | 0.24448892 | +| clip_fraction | 0.0481 | +| clip_range | 0.155 | +| entropy_loss | -7.52 | +| explained_variance | -0.0218 | +| learning_rate | 6e-05 | +| loss | 4.31 | +| n_updates | 14910 | +| policy_gradient_loss | 0.0364 | +| value_loss | 9.42 | +---------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.91e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 345 | +| iterations | 1493 | +| time_elapsed | 15495 | +| total_timesteps | 5350912 | +| train/ | | +| approx_kl | 1.1701069 | +| clip_fraction | 0.0626 | +| clip_range | 0.155 | +| entropy_loss | -6.08 | +| explained_variance | 0.181 | +| learning_rate | 6e-05 | +| loss | 2.23 | +| n_updates | 14920 | +| policy_gradient_loss | 0.00368 | +| value_loss | 4.42 | +--------------------------------------- + +Current state: Champion.Level8.ChunLiVsBlanka +--------------------------------------- +| rollout/ | | +| ep_len_mean | 1.99e+03 | +| ep_rew_mean | -121 | +| time/ | | +| fps | 345 | +| iterations | 1494 | +| time_elapsed | 15505 | +| total_timesteps | 5354496 | +| train/ | | +| approx_kl | 1.1823349 | +| clip_fraction | 0.0355 | +| clip_range | 0.155 | +| entropy_loss | -6.65 | +| explained_variance | 0.103 | +| learning_rate | 6e-05 | +| loss | 5.53 | +| n_updates | 14930 | +| policy_gradient_loss | 0.00474 | +| value_loss | 3.01 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 1.99e+03 | +| ep_rew_mean | -121 | +| time/ | | +| fps | 345 | +| iterations | 1495 | +| time_elapsed | 15515 | +| total_timesteps | 5358080 | +| train/ | | +| approx_kl | 0.17688313 | +| clip_fraction | 0.0545 | +| clip_range | 0.155 | +| entropy_loss | -5.68 | +| explained_variance | 0.137 | +| learning_rate | 6e-05 | +| loss | 0.713 | +| n_updates | 14940 | +| policy_gradient_loss | 0.0292 | +| value_loss | 2.44 | +---------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 345 | +| iterations | 1496 | +| time_elapsed | 15526 | +| total_timesteps | 5361664 | +| train/ | | +| approx_kl | 0.9058685 | +| clip_fraction | 0.0271 | +| clip_range | 0.155 | +| entropy_loss | -7.94 | +| explained_variance | -0.00334 | +| learning_rate | 6e-05 | +| loss | 1.34 | +| n_updates | 14950 | +| policy_gradient_loss | 0.0123 | +| value_loss | 6.05 | +--------------------------------------- + +Current state: Champion.Level7.ChunLiVsEHonda +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.05e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 345 | +| iterations | 1497 | +| time_elapsed | 15536 | +| total_timesteps | 5365248 | +| train/ | | +| approx_kl | 0.8243508 | +| clip_fraction | 0.0875 | +| clip_range | 0.155 | +| entropy_loss | -5.34 | +| explained_variance | 0.0344 | +| learning_rate | 6e-05 | +| loss | -0.0197 | +| n_updates | 14960 | +| policy_gradient_loss | 0.0178 | +| value_loss | 3.86 | +--------------------------------------- + +Current state: Champion.Level5.ChunLiVsDhalsim +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 345 | +| iterations | 1498 | +| time_elapsed | 15547 | +| total_timesteps | 5368832 | +| train/ | | +| approx_kl | 0.52059186 | +| clip_fraction | 0.0796 | +| clip_range | 0.155 | +| entropy_loss | -5.76 | +| explained_variance | 0.12 | +| learning_rate | 6e-05 | +| loss | 1.54 | +| n_updates | 14970 | +| policy_gradient_loss | 0.0177 | +| value_loss | 3.81 | +---------------------------------------- + +Current state: Champion.Level9.ChunLiVsBalrog +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.13e+03 | +| ep_rew_mean | -113 | +| time/ | | +| fps | 345 | +| iterations | 1499 | +| time_elapsed | 15557 | +| total_timesteps | 5372416 | +| train/ | | +| approx_kl | 1.6673042 | +| clip_fraction | 0.0729 | +| clip_range | 0.155 | +| entropy_loss | -7.44 | +| explained_variance | 0.0163 | +| learning_rate | 6e-05 | +| loss | 0.749 | +| n_updates | 14980 | +| policy_gradient_loss | 0.0126 | +| value_loss | 6.92 | +--------------------------------------- + +Current state: Champion.Level2.ChunLiVsKen +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.16e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 345 | +| iterations | 1500 | +| time_elapsed | 15568 | +| total_timesteps | 5376000 | +| train/ | | +| approx_kl | 1.0374296 | +| clip_fraction | 0.0323 | +| clip_range | 0.155 | +| entropy_loss | -8 | +| explained_variance | 0.0126 | +| learning_rate | 6e-05 | +| loss | 8.36 | +| n_updates | 14990 | +| policy_gradient_loss | 0.00436 | +| value_loss | 10.5 | +--------------------------------------- \ No newline at end of file diff --git a/000_image_stack_ram_based_reward/trained_models_level_1/training_logs.txt b/000_image_stack_ram_based_reward/trained_models_level_1/training_logs.txt new file mode 100644 index 0000000..90266c6 --- /dev/null +++ b/000_image_stack_ram_based_reward/trained_models_level_1/training_logs.txt @@ -0,0 +1,3144 @@ +(StreetFighterAI) PS C:\Users\unitec\Documents\AIProjects\street-fighter-ai\000_image_stack_ram_based_reward> python .\train.py +Using cuda device +Wrapping the env in a DummyVecEnv. +Wrapping the env in a VecTransposeImage. +Logging to logs/PPO_30 +--------------------------------- +| rollout/ | | +| ep_len_mean | 2.37e+03 | +| ep_rew_mean | -90.4 | +| time/ | | +| fps | 514 | +| iterations | 1 | +| time_elapsed | 69 | +| total_timesteps | 35840 | +--------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.57e+03 | +| ep_rew_mean | -89.4 | +| time/ | | +| fps | 397 | +| iterations | 2 | +| time_elapsed | 180 | +| total_timesteps | 71680 | +| train/ | | +| approx_kl | 0.0050133066 | +| clip_fraction | 0.0823 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | -4.42e-05 | +| learning_rate | 6e-05 | +| loss | 2.84 | +| n_updates | 10 | +| policy_gradient_loss | -0.0041 | +| value_loss | 13.8 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.61e+03 | +| ep_rew_mean | -85.8 | +| time/ | | +| fps | 364 | +| iterations | 3 | +| time_elapsed | 295 | +| total_timesteps | 107520 | +| train/ | | +| approx_kl | 0.005845706 | +| clip_fraction | 0.0964 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.0243 | +| learning_rate | 6e-05 | +| loss | 6.21 | +| n_updates | 20 | +| policy_gradient_loss | -0.00668 | +| value_loss | 9.59 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.56e+03 | +| ep_rew_mean | -86.6 | +| time/ | | +| fps | 351 | +| iterations | 4 | +| time_elapsed | 407 | +| total_timesteps | 143360 | +| train/ | | +| approx_kl | 0.007079247 | +| clip_fraction | 0.12 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.0379 | +| learning_rate | 6e-05 | +| loss | 2.52 | +| n_updates | 30 | +| policy_gradient_loss | -0.00804 | +| value_loss | 10.3 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.55e+03 | +| ep_rew_mean | -91.4 | +| time/ | | +| fps | 345 | +| iterations | 5 | +| time_elapsed | 518 | +| total_timesteps | 179200 | +| train/ | | +| approx_kl | 0.008851709 | +| clip_fraction | 0.157 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.105 | +| learning_rate | 6e-05 | +| loss | 0.579 | +| n_updates | 40 | +| policy_gradient_loss | -0.00843 | +| value_loss | 9.87 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.54e+03 | +| ep_rew_mean | -93.8 | +| time/ | | +| fps | 342 | +| iterations | 6 | +| time_elapsed | 628 | +| total_timesteps | 215040 | +| train/ | | +| approx_kl | 0.0116657885 | +| clip_fraction | 0.204 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.0882 | +| learning_rate | 6e-05 | +| loss | 0.201 | +| n_updates | 50 | +| policy_gradient_loss | -0.00743 | +| value_loss | 14.4 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -97.2 | +| time/ | | +| fps | 339 | +| iterations | 7 | +| time_elapsed | 738 | +| total_timesteps | 250880 | +| train/ | | +| approx_kl | 0.014411392 | +| clip_fraction | 0.25 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.148 | +| learning_rate | 6e-05 | +| loss | 2.61 | +| n_updates | 60 | +| policy_gradient_loss | -0.00736 | +| value_loss | 7.66 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.5e+03 | +| ep_rew_mean | -109 | +| time/ | | +| fps | 337 | +| iterations | 8 | +| time_elapsed | 849 | +| total_timesteps | 286720 | +| train/ | | +| approx_kl | 0.01602269 | +| clip_fraction | 0.264 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.112 | +| learning_rate | 6e-05 | +| loss | 0.436 | +| n_updates | 70 | +| policy_gradient_loss | -0.00533 | +| value_loss | 8.72 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.49e+03 | +| ep_rew_mean | -72.8 | +| time/ | | +| fps | 335 | +| iterations | 9 | +| time_elapsed | 960 | +| total_timesteps | 322560 | +| train/ | | +| approx_kl | 0.019153824 | +| clip_fraction | 0.286 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.0806 | +| learning_rate | 6e-05 | +| loss | 0.891 | +| n_updates | 80 | +| policy_gradient_loss | -0.00355 | +| value_loss | 11.8 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.46e+03 | +| ep_rew_mean | -71.8 | +| time/ | | +| fps | 333 | +| iterations | 10 | +| time_elapsed | 1074 | +| total_timesteps | 358400 | +| train/ | | +| approx_kl | 0.025319224 | +| clip_fraction | 0.332 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.00587 | +| learning_rate | 6e-05 | +| loss | 7.2e+03 | +| n_updates | 90 | +| policy_gradient_loss | 0.00131 | +| value_loss | 607 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.48e+03 | +| ep_rew_mean | -75.9 | +| time/ | | +| fps | 331 | +| iterations | 11 | +| time_elapsed | 1190 | +| total_timesteps | 394240 | +| train/ | | +| approx_kl | 0.022422956 | +| clip_fraction | 0.312 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.19 | +| learning_rate | 6e-05 | +| loss | 0.33 | +| n_updates | 100 | +| policy_gradient_loss | 0.00232 | +| value_loss | 7.57 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.46e+03 | +| ep_rew_mean | -80.5 | +| time/ | | +| fps | 330 | +| iterations | 12 | +| time_elapsed | 1300 | +| total_timesteps | 430080 | +| train/ | | +| approx_kl | 0.025700385 | +| clip_fraction | 0.321 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.136 | +| learning_rate | 6e-05 | +| loss | 2.56 | +| n_updates | 110 | +| policy_gradient_loss | 0.00435 | +| value_loss | 11.3 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.51e+03 | +| ep_rew_mean | -81.5 | +| time/ | | +| fps | 329 | +| iterations | 13 | +| time_elapsed | 1413 | +| total_timesteps | 465920 | +| train/ | | +| approx_kl | 0.023794638 | +| clip_fraction | 0.282 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.131 | +| learning_rate | 6e-05 | +| loss | 4.77 | +| n_updates | 120 | +| policy_gradient_loss | 0.00461 | +| value_loss | 9.29 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.5e+03 | +| ep_rew_mean | -70.6 | +| time/ | | +| fps | 328 | +| iterations | 14 | +| time_elapsed | 1528 | +| total_timesteps | 501760 | +| train/ | | +| approx_kl | 0.025345555 | +| clip_fraction | 0.279 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.0755 | +| learning_rate | 6e-05 | +| loss | 13.7 | +| n_updates | 130 | +| policy_gradient_loss | 0.00785 | +| value_loss | 8.64 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -51.6 | +| time/ | | +| fps | 328 | +| iterations | 15 | +| time_elapsed | 1635 | +| total_timesteps | 537600 | +| train/ | | +| approx_kl | 0.024148518 | +| clip_fraction | 0.268 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.105 | +| learning_rate | 6e-05 | +| loss | 0.792 | +| n_updates | 140 | +| policy_gradient_loss | 0.00487 | +| value_loss | 7.73 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.46e+03 | +| ep_rew_mean | -91.5 | +| time/ | | +| fps | 328 | +| iterations | 16 | +| time_elapsed | 1744 | +| total_timesteps | 573440 | +| train/ | | +| approx_kl | 0.022860302 | +| clip_fraction | 0.239 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.129 | +| learning_rate | 6e-05 | +| loss | 1.84 | +| n_updates | 150 | +| policy_gradient_loss | 0.0047 | +| value_loss | 9.31 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 328 | +| iterations | 17 | +| time_elapsed | 1855 | +| total_timesteps | 609280 | +| train/ | | +| approx_kl | 0.022038916 | +| clip_fraction | 0.239 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.132 | +| learning_rate | 6e-05 | +| loss | 0.592 | +| n_updates | 160 | +| policy_gradient_loss | 0.00797 | +| value_loss | 13.2 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.5e+03 | +| ep_rew_mean | -108 | +| time/ | | +| fps | 328 | +| iterations | 18 | +| time_elapsed | 1965 | +| total_timesteps | 645120 | +| train/ | | +| approx_kl | 0.019105315 | +| clip_fraction | 0.21 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.177 | +| learning_rate | 6e-05 | +| loss | 4.11 | +| n_updates | 170 | +| policy_gradient_loss | 0.00811 | +| value_loss | 10.7 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -107 | +| time/ | | +| fps | 328 | +| iterations | 19 | +| time_elapsed | 2075 | +| total_timesteps | 680960 | +| train/ | | +| approx_kl | 0.018897315 | +| clip_fraction | 0.19 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.192 | +| learning_rate | 6e-05 | +| loss | 32.8 | +| n_updates | 180 | +| policy_gradient_loss | 0.00387 | +| value_loss | 8.64 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -117 | +| time/ | | +| fps | 327 | +| iterations | 20 | +| time_elapsed | 2188 | +| total_timesteps | 716800 | +| train/ | | +| approx_kl | 0.019180825 | +| clip_fraction | 0.189 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.191 | +| learning_rate | 6e-05 | +| loss | 3.44 | +| n_updates | 190 | +| policy_gradient_loss | 0.00363 | +| value_loss | 11 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.39e+03 | +| ep_rew_mean | -129 | +| time/ | | +| fps | 327 | +| iterations | 21 | +| time_elapsed | 2299 | +| total_timesteps | 752640 | +| train/ | | +| approx_kl | 0.020077143 | +| clip_fraction | 0.177 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.135 | +| learning_rate | 6e-05 | +| loss | 13.4 | +| n_updates | 200 | +| policy_gradient_loss | 0.00547 | +| value_loss | 11.4 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.45e+03 | +| ep_rew_mean | -139 | +| time/ | | +| fps | 327 | +| iterations | 22 | +| time_elapsed | 2410 | +| total_timesteps | 788480 | +| train/ | | +| approx_kl | 0.01744306 | +| clip_fraction | 0.163 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.198 | +| learning_rate | 6e-05 | +| loss | 0.382 | +| n_updates | 210 | +| policy_gradient_loss | 0.00595 | +| value_loss | 9.73 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -140 | +| time/ | | +| fps | 326 | +| iterations | 23 | +| time_elapsed | 2521 | +| total_timesteps | 824320 | +| train/ | | +| approx_kl | 0.01349086 | +| clip_fraction | 0.136 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.193 | +| learning_rate | 6e-05 | +| loss | 0.953 | +| n_updates | 220 | +| policy_gradient_loss | 0.00365 | +| value_loss | 9.73 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.37e+03 | +| ep_rew_mean | -77.1 | +| time/ | | +| fps | 325 | +| iterations | 24 | +| time_elapsed | 2639 | +| total_timesteps | 860160 | +| train/ | | +| approx_kl | 0.013683978 | +| clip_fraction | 0.147 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.128 | +| learning_rate | 6e-05 | +| loss | 0.79 | +| n_updates | 230 | +| policy_gradient_loss | 0.00506 | +| value_loss | 15.5 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.39e+03 | +| ep_rew_mean | -45.8 | +| time/ | | +| fps | 325 | +| iterations | 25 | +| time_elapsed | 2752 | +| total_timesteps | 896000 | +| train/ | | +| approx_kl | 0.014018106 | +| clip_fraction | 0.14 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.00416 | +| learning_rate | 6e-05 | +| loss | 0.622 | +| n_updates | 240 | +| policy_gradient_loss | 0.00429 | +| value_loss | 954 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -33.8 | +| time/ | | +| fps | 325 | +| iterations | 26 | +| time_elapsed | 2863 | +| total_timesteps | 931840 | +| train/ | | +| approx_kl | 0.011773149 | +| clip_fraction | 0.131 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.00377 | +| learning_rate | 6e-05 | +| loss | 3.8 | +| n_updates | 250 | +| policy_gradient_loss | 0.00287 | +| value_loss | 350 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -28.5 | +| time/ | | +| fps | 324 | +| iterations | 27 | +| time_elapsed | 2979 | +| total_timesteps | 967680 | +| train/ | | +| approx_kl | 0.01187954 | +| clip_fraction | 0.121 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.0948 | +| learning_rate | 6e-05 | +| loss | 7.15 | +| n_updates | 260 | +| policy_gradient_loss | 0.0039 | +| value_loss | 11.3 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -14.4 | +| time/ | | +| fps | 324 | +| iterations | 28 | +| time_elapsed | 3090 | +| total_timesteps | 1003520 | +| train/ | | +| approx_kl | 0.011217899 | +| clip_fraction | 0.124 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.122 | +| learning_rate | 6e-05 | +| loss | 0.323 | +| n_updates | 270 | +| policy_gradient_loss | 0.00335 | +| value_loss | 14.2 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -11.3 | +| time/ | | +| fps | 324 | +| iterations | 29 | +| time_elapsed | 3200 | +| total_timesteps | 1039360 | +| train/ | | +| approx_kl | 0.012944548 | +| clip_fraction | 0.136 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.175 | +| learning_rate | 6e-05 | +| loss | 1.6 | +| n_updates | 280 | +| policy_gradient_loss | 0.00392 | +| value_loss | 11.6 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -18.7 | +| time/ | | +| fps | 324 | +| iterations | 30 | +| time_elapsed | 3313 | +| total_timesteps | 1075200 | +| train/ | | +| approx_kl | 0.011754743 | +| clip_fraction | 0.115 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.219 | +| learning_rate | 6e-05 | +| loss | 0.318 | +| n_updates | 290 | +| policy_gradient_loss | 0.0017 | +| value_loss | 9.09 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -71.9 | +| time/ | | +| fps | 324 | +| iterations | 31 | +| time_elapsed | 3425 | +| total_timesteps | 1111040 | +| train/ | | +| approx_kl | 0.01659386 | +| clip_fraction | 0.131 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.177 | +| learning_rate | 6e-05 | +| loss | 0.556 | +| n_updates | 300 | +| policy_gradient_loss | 0.00461 | +| value_loss | 9.77 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.54e+03 | +| ep_rew_mean | -101 | +| time/ | | +| fps | 324 | +| iterations | 32 | +| time_elapsed | 3535 | +| total_timesteps | 1146880 | +| train/ | | +| approx_kl | 0.011952113 | +| clip_fraction | 0.109 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.245 | +| learning_rate | 6e-05 | +| loss | 0.356 | +| n_updates | 310 | +| policy_gradient_loss | 0.00122 | +| value_loss | 8.21 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.54e+03 | +| ep_rew_mean | -120 | +| time/ | | +| fps | 324 | +| iterations | 33 | +| time_elapsed | 3649 | +| total_timesteps | 1182720 | +| train/ | | +| approx_kl | 0.012140925 | +| clip_fraction | 0.1 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.171 | +| learning_rate | 6e-05 | +| loss | 9.4 | +| n_updates | 320 | +| policy_gradient_loss | 0.00255 | +| value_loss | 9.02 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.56e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 323 | +| iterations | 34 | +| time_elapsed | 3763 | +| total_timesteps | 1218560 | +| train/ | | +| approx_kl | 0.015660465 | +| clip_fraction | 0.119 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.226 | +| learning_rate | 6e-05 | +| loss | 2.52 | +| n_updates | 330 | +| policy_gradient_loss | 0.00669 | +| value_loss | 11.8 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.57e+03 | +| ep_rew_mean | -116 | +| time/ | | +| fps | 323 | +| iterations | 35 | +| time_elapsed | 3873 | +| total_timesteps | 1254400 | +| train/ | | +| approx_kl | 0.012417111 | +| clip_fraction | 0.0986 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.215 | +| learning_rate | 6e-05 | +| loss | 1.76 | +| n_updates | 340 | +| policy_gradient_loss | 0.0034 | +| value_loss | 8.17 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -113 | +| time/ | | +| fps | 323 | +| iterations | 36 | +| time_elapsed | 3989 | +| total_timesteps | 1290240 | +| train/ | | +| approx_kl | 0.012947853 | +| clip_fraction | 0.103 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.172 | +| learning_rate | 6e-05 | +| loss | 2.13 | +| n_updates | 350 | +| policy_gradient_loss | 0.00457 | +| value_loss | 11.2 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -100 | +| time/ | | +| fps | 322 | +| iterations | 37 | +| time_elapsed | 4107 | +| total_timesteps | 1326080 | +| train/ | | +| approx_kl | 0.011590318 | +| clip_fraction | 0.0958 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.217 | +| learning_rate | 6e-05 | +| loss | 0.361 | +| n_updates | 360 | +| policy_gradient_loss | 0.00357 | +| value_loss | 12.3 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -105 | +| time/ | | +| fps | 322 | +| iterations | 38 | +| time_elapsed | 4220 | +| total_timesteps | 1361920 | +| train/ | | +| approx_kl | 0.010220998 | +| clip_fraction | 0.0941 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.233 | +| learning_rate | 6e-05 | +| loss | 0.713 | +| n_updates | 370 | +| policy_gradient_loss | 0.00461 | +| value_loss | 7.02 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -98.9 | +| time/ | | +| fps | 322 | +| iterations | 39 | +| time_elapsed | 4332 | +| total_timesteps | 1397760 | +| train/ | | +| approx_kl | 0.016354688 | +| clip_fraction | 0.111 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.175 | +| learning_rate | 6e-05 | +| loss | 4.73 | +| n_updates | 380 | +| policy_gradient_loss | 0.00377 | +| value_loss | 12.6 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -86.4 | +| time/ | | +| fps | 322 | +| iterations | 40 | +| time_elapsed | 4448 | +| total_timesteps | 1433600 | +| train/ | | +| approx_kl | 0.01376914 | +| clip_fraction | 0.0929 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.205 | +| learning_rate | 6e-05 | +| loss | 0.676 | +| n_updates | 390 | +| policy_gradient_loss | 0.00817 | +| value_loss | 10.1 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -81.9 | +| time/ | | +| fps | 322 | +| iterations | 41 | +| time_elapsed | 4557 | +| total_timesteps | 1469440 | +| train/ | | +| approx_kl | 0.009162674 | +| clip_fraction | 0.0872 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.133 | +| learning_rate | 6e-05 | +| loss | 1.28 | +| n_updates | 400 | +| policy_gradient_loss | 0.00412 | +| value_loss | 14.1 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.45e+03 | +| ep_rew_mean | -82.9 | +| time/ | | +| fps | 322 | +| iterations | 42 | +| time_elapsed | 4664 | +| total_timesteps | 1505280 | +| train/ | | +| approx_kl | 0.009312105 | +| clip_fraction | 0.0653 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.158 | +| learning_rate | 6e-05 | +| loss | 0.0358 | +| n_updates | 410 | +| policy_gradient_loss | 0.00398 | +| value_loss | 9.32 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.51e+03 | +| ep_rew_mean | -80.6 | +| time/ | | +| fps | 322 | +| iterations | 43 | +| time_elapsed | 4776 | +| total_timesteps | 1541120 | +| train/ | | +| approx_kl | 0.0116137685 | +| clip_fraction | 0.0647 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.185 | +| learning_rate | 6e-05 | +| loss | 0.971 | +| n_updates | 420 | +| policy_gradient_loss | 0.00522 | +| value_loss | 11.2 | +------------------------------------------ +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -88 | +| time/ | | +| fps | 322 | +| iterations | 44 | +| time_elapsed | 4883 | +| total_timesteps | 1576960 | +| train/ | | +| approx_kl | 0.0075986898 | +| clip_fraction | 0.0622 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.132 | +| learning_rate | 6e-05 | +| loss | 0.595 | +| n_updates | 430 | +| policy_gradient_loss | 0.0035 | +| value_loss | 10.2 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.63e+03 | +| ep_rew_mean | -31.5 | +| time/ | | +| fps | 323 | +| iterations | 45 | +| time_elapsed | 4992 | +| total_timesteps | 1612800 | +| train/ | | +| approx_kl | 0.008369539 | +| clip_fraction | 0.0486 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.184 | +| learning_rate | 6e-05 | +| loss | 3.35 | +| n_updates | 440 | +| policy_gradient_loss | 0.00372 | +| value_loss | 9.04 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.58e+03 | +| ep_rew_mean | -26.2 | +| time/ | | +| fps | 322 | +| iterations | 46 | +| time_elapsed | 5105 | +| total_timesteps | 1648640 | +| train/ | | +| approx_kl | 0.0073546325 | +| clip_fraction | 0.0519 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.00525 | +| learning_rate | 6e-05 | +| loss | 2.19 | +| n_updates | 450 | +| policy_gradient_loss | 0.00373 | +| value_loss | 463 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.57e+03 | +| ep_rew_mean | -7.57 | +| time/ | | +| fps | 322 | +| iterations | 47 | +| time_elapsed | 5216 | +| total_timesteps | 1684480 | +| train/ | | +| approx_kl | 0.019465668 | +| clip_fraction | 0.0381 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.098 | +| learning_rate | 6e-05 | +| loss | 38.6 | +| n_updates | 460 | +| policy_gradient_loss | 0.000535 | +| value_loss | 12.1 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.63e+03 | +| ep_rew_mean | -28.9 | +| time/ | | +| fps | 322 | +| iterations | 48 | +| time_elapsed | 5326 | +| total_timesteps | 1720320 | +| train/ | | +| approx_kl | 0.006279047 | +| clip_fraction | 0.042 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.034 | +| learning_rate | 6e-05 | +| loss | 0.114 | +| n_updates | 470 | +| policy_gradient_loss | 0.00356 | +| value_loss | 78.5 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.55e+03 | +| ep_rew_mean | -13.1 | +| time/ | | +| fps | 322 | +| iterations | 49 | +| time_elapsed | 5438 | +| total_timesteps | 1756160 | +| train/ | | +| approx_kl | 0.005161907 | +| clip_fraction | 0.0307 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.116 | +| learning_rate | 6e-05 | +| loss | 13.1 | +| n_updates | 480 | +| policy_gradient_loss | 0.00278 | +| value_loss | 12.5 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.58e+03 | +| ep_rew_mean | -17.4 | +| time/ | | +| fps | 322 | +| iterations | 50 | +| time_elapsed | 5550 | +| total_timesteps | 1792000 | +| train/ | | +| approx_kl | 0.0066763177 | +| clip_fraction | 0.0317 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.116 | +| learning_rate | 6e-05 | +| loss | 0.257 | +| n_updates | 490 | +| policy_gradient_loss | 0.00152 | +| value_loss | 13.9 | +------------------------------------------ +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.64e+03 | +| ep_rew_mean | -2.15 | +| time/ | | +| fps | 322 | +| iterations | 51 | +| time_elapsed | 5663 | +| total_timesteps | 1827840 | +| train/ | | +| approx_kl | 0.0054794447 | +| clip_fraction | 0.0303 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.0188 | +| learning_rate | 6e-05 | +| loss | 1.88 | +| n_updates | 500 | +| policy_gradient_loss | 0.00216 | +| value_loss | 128 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.64e+03 | +| ep_rew_mean | -59.1 | +| time/ | | +| fps | 322 | +| iterations | 52 | +| time_elapsed | 5781 | +| total_timesteps | 1863680 | +| train/ | | +| approx_kl | 0.004004343 | +| clip_fraction | 0.0281 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.126 | +| learning_rate | 6e-05 | +| loss | 6.13 | +| n_updates | 510 | +| policy_gradient_loss | 0.000878 | +| value_loss | 11.3 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.63e+03 | +| ep_rew_mean | -51.9 | +| time/ | | +| fps | 322 | +| iterations | 53 | +| time_elapsed | 5894 | +| total_timesteps | 1899520 | +| train/ | | +| approx_kl | 0.0040078186 | +| clip_fraction | 0.026 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.0973 | +| learning_rate | 6e-05 | +| loss | 0.153 | +| n_updates | 520 | +| policy_gradient_loss | 0.00193 | +| value_loss | 10 | +------------------------------------------ +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.64e+03 | +| ep_rew_mean | -62 | +| time/ | | +| fps | 322 | +| iterations | 54 | +| time_elapsed | 6004 | +| total_timesteps | 1935360 | +| train/ | | +| approx_kl | 0.0059778546 | +| clip_fraction | 0.0321 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.0963 | +| learning_rate | 6e-05 | +| loss | 3.3 | +| n_updates | 530 | +| policy_gradient_loss | 0.00259 | +| value_loss | 10.9 | +------------------------------------------ +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.57e+03 | +| ep_rew_mean | -52.9 | +| time/ | | +| fps | 322 | +| iterations | 55 | +| time_elapsed | 6112 | +| total_timesteps | 1971200 | +| train/ | | +| approx_kl | 0.0063833822 | +| clip_fraction | 0.0278 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.188 | +| learning_rate | 6e-05 | +| loss | 3.17 | +| n_updates | 540 | +| policy_gradient_loss | 0.00346 | +| value_loss | 9.17 | +------------------------------------------ +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.6e+03 | +| ep_rew_mean | -57.5 | +| time/ | | +| fps | 322 | +| iterations | 56 | +| time_elapsed | 6223 | +| total_timesteps | 2007040 | +| train/ | | +| approx_kl | 0.0073829913 | +| clip_fraction | 0.033 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.114 | +| learning_rate | 6e-05 | +| loss | 3.82 | +| n_updates | 550 | +| policy_gradient_loss | 0.00575 | +| value_loss | 14.8 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.64e+03 | +| ep_rew_mean | -51.7 | +| time/ | | +| fps | 322 | +| iterations | 57 | +| time_elapsed | 6331 | +| total_timesteps | 2042880 | +| train/ | | +| approx_kl | 0.006855669 | +| clip_fraction | 0.0367 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.147 | +| learning_rate | 6e-05 | +| loss | 1.13 | +| n_updates | 560 | +| policy_gradient_loss | 0.00607 | +| value_loss | 9.96 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.54e+03 | +| ep_rew_mean | -79.9 | +| time/ | | +| fps | 322 | +| iterations | 58 | +| time_elapsed | 6437 | +| total_timesteps | 2078720 | +| train/ | | +| approx_kl | 0.00765656 | +| clip_fraction | 0.024 | +| clip_range | 0.155 | +| entropy_loss | -8.31 | +| explained_variance | 0.0883 | +| learning_rate | 6e-05 | +| loss | 0.762 | +| n_updates | 570 | +| policy_gradient_loss | 0.00303 | +| value_loss | 9.47 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -83.6 | +| time/ | | +| fps | 322 | +| iterations | 59 | +| time_elapsed | 6551 | +| total_timesteps | 2114560 | +| train/ | | +| approx_kl | 0.011897133 | +| clip_fraction | 0.0378 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.163 | +| learning_rate | 6e-05 | +| loss | 3.51 | +| n_updates | 580 | +| policy_gradient_loss | 0.00693 | +| value_loss | 11.8 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -84.7 | +| time/ | | +| fps | 322 | +| iterations | 60 | +| time_elapsed | 6660 | +| total_timesteps | 2150400 | +| train/ | | +| approx_kl | 0.009864187 | +| clip_fraction | 0.0326 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.149 | +| learning_rate | 6e-05 | +| loss | 3.69 | +| n_updates | 590 | +| policy_gradient_loss | 0.0073 | +| value_loss | 11.6 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -95.9 | +| time/ | | +| fps | 322 | +| iterations | 61 | +| time_elapsed | 6771 | +| total_timesteps | 2186240 | +| train/ | | +| approx_kl | 0.015894253 | +| clip_fraction | 0.0338 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.118 | +| learning_rate | 6e-05 | +| loss | 1.35 | +| n_updates | 600 | +| policy_gradient_loss | 0.00843 | +| value_loss | 11.2 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.49e+03 | +| ep_rew_mean | -108 | +| time/ | | +| fps | 322 | +| iterations | 62 | +| time_elapsed | 6883 | +| total_timesteps | 2222080 | +| train/ | | +| approx_kl | 0.008286863 | +| clip_fraction | 0.0252 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.12 | +| learning_rate | 6e-05 | +| loss | 0.408 | +| n_updates | 610 | +| policy_gradient_loss | 0.00399 | +| value_loss | 11.3 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.45e+03 | +| ep_rew_mean | -107 | +| time/ | | +| fps | 322 | +| iterations | 63 | +| time_elapsed | 6994 | +| total_timesteps | 2257920 | +| train/ | | +| approx_kl | 0.017238934 | +| clip_fraction | 0.0246 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.156 | +| learning_rate | 6e-05 | +| loss | 5.56 | +| n_updates | 620 | +| policy_gradient_loss | 0.00791 | +| value_loss | 15.3 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.48e+03 | +| ep_rew_mean | -126 | +| time/ | | +| fps | 322 | +| iterations | 64 | +| time_elapsed | 7106 | +| total_timesteps | 2293760 | +| train/ | | +| approx_kl | 0.009971302 | +| clip_fraction | 0.0238 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.141 | +| learning_rate | 6e-05 | +| loss | 0.729 | +| n_updates | 630 | +| policy_gradient_loss | 0.00418 | +| value_loss | 20.7 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.48e+03 | +| ep_rew_mean | -116 | +| time/ | | +| fps | 322 | +| iterations | 65 | +| time_elapsed | 7218 | +| total_timesteps | 2329600 | +| train/ | | +| approx_kl | 0.010677262 | +| clip_fraction | 0.024 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.166 | +| learning_rate | 6e-05 | +| loss | 0.867 | +| n_updates | 640 | +| policy_gradient_loss | 0.00226 | +| value_loss | 19.7 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.58e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 322 | +| iterations | 66 | +| time_elapsed | 7328 | +| total_timesteps | 2365440 | +| train/ | | +| approx_kl | 0.0071625956 | +| clip_fraction | 0.0256 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.104 | +| learning_rate | 6e-05 | +| loss | 2.4 | +| n_updates | 650 | +| policy_gradient_loss | 0.00594 | +| value_loss | 14.4 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.5e+03 | +| ep_rew_mean | -84.8 | +| time/ | | +| fps | 322 | +| iterations | 67 | +| time_elapsed | 7439 | +| total_timesteps | 2401280 | +| train/ | | +| approx_kl | 0.011161038 | +| clip_fraction | 0.0223 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.15 | +| learning_rate | 6e-05 | +| loss | 4.37 | +| n_updates | 660 | +| policy_gradient_loss | 0.00536 | +| value_loss | 9.4 | +----------------------------------------- +------------------------------------------ +| rollout/ | | +| ep_len_mean | 2.51e+03 | +| ep_rew_mean | -78.5 | +| time/ | | +| fps | 322 | +| iterations | 68 | +| time_elapsed | 7547 | +| total_timesteps | 2437120 | +| train/ | | +| approx_kl | 0.0055492893 | +| clip_fraction | 0.0199 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.00508 | +| learning_rate | 6e-05 | +| loss | 3.14 | +| n_updates | 670 | +| policy_gradient_loss | 0.00415 | +| value_loss | 540 | +------------------------------------------ +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.54e+03 | +| ep_rew_mean | -77.1 | +| time/ | | +| fps | 322 | +| iterations | 69 | +| time_elapsed | 7660 | +| total_timesteps | 2472960 | +| train/ | | +| approx_kl | 0.009921813 | +| clip_fraction | 0.0249 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.291 | +| learning_rate | 6e-05 | +| loss | 6.92 | +| n_updates | 680 | +| policy_gradient_loss | 0.00479 | +| value_loss | 8.89 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.51e+03 | +| ep_rew_mean | -84.3 | +| time/ | | +| fps | 322 | +| iterations | 70 | +| time_elapsed | 7767 | +| total_timesteps | 2508800 | +| train/ | | +| approx_kl | 0.008127724 | +| clip_fraction | 0.0249 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.13 | +| learning_rate | 6e-05 | +| loss | 1.88 | +| n_updates | 690 | +| policy_gradient_loss | 0.0039 | +| value_loss | 12 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.48e+03 | +| ep_rew_mean | -85 | +| time/ | | +| fps | 323 | +| iterations | 71 | +| time_elapsed | 7876 | +| total_timesteps | 2544640 | +| train/ | | +| approx_kl | 0.014872775 | +| clip_fraction | 0.0288 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.125 | +| learning_rate | 6e-05 | +| loss | -0.0535 | +| n_updates | 700 | +| policy_gradient_loss | 0.00914 | +| value_loss | 16.1 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.57e+03 | +| ep_rew_mean | -76.3 | +| time/ | | +| fps | 322 | +| iterations | 72 | +| time_elapsed | 7991 | +| total_timesteps | 2580480 | +| train/ | | +| approx_kl | 0.016463093 | +| clip_fraction | 0.0383 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.299 | +| learning_rate | 6e-05 | +| loss | 0.0458 | +| n_updates | 710 | +| policy_gradient_loss | 0.00876 | +| value_loss | 11.1 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.5e+03 | +| ep_rew_mean | -75.6 | +| time/ | | +| fps | 322 | +| iterations | 73 | +| time_elapsed | 8103 | +| total_timesteps | 2616320 | +| train/ | | +| approx_kl | 0.009839703 | +| clip_fraction | 0.0311 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.169 | +| learning_rate | 6e-05 | +| loss | 3.51 | +| n_updates | 720 | +| policy_gradient_loss | 0.00673 | +| value_loss | 10.7 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.46e+03 | +| ep_rew_mean | -112 | +| time/ | | +| fps | 322 | +| iterations | 74 | +| time_elapsed | 8214 | +| total_timesteps | 2652160 | +| train/ | | +| approx_kl | 0.028734079 | +| clip_fraction | 0.0455 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.209 | +| learning_rate | 6e-05 | +| loss | 7.12 | +| n_updates | 730 | +| policy_gradient_loss | 0.00743 | +| value_loss | 12 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.45e+03 | +| ep_rew_mean | -58 | +| time/ | | +| fps | 322 | +| iterations | 75 | +| time_elapsed | 8326 | +| total_timesteps | 2688000 | +| train/ | | +| approx_kl | 0.02214181 | +| clip_fraction | 0.0544 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.16 | +| learning_rate | 6e-05 | +| loss | 2.05 | +| n_updates | 740 | +| policy_gradient_loss | 0.0127 | +| value_loss | 13.8 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -56.9 | +| time/ | | +| fps | 322 | +| iterations | 76 | +| time_elapsed | 8436 | +| total_timesteps | 2723840 | +| train/ | | +| approx_kl | 0.01680419 | +| clip_fraction | 0.0459 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.00435 | +| learning_rate | 6e-05 | +| loss | 2.08 | +| n_updates | 750 | +| policy_gradient_loss | 0.00956 | +| value_loss | 962 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.52e+03 | +| ep_rew_mean | -53.8 | +| time/ | | +| fps | 322 | +| iterations | 77 | +| time_elapsed | 8548 | +| total_timesteps | 2759680 | +| train/ | | +| approx_kl | 0.022428373 | +| clip_fraction | 0.0394 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.198 | +| learning_rate | 6e-05 | +| loss | 0.678 | +| n_updates | 760 | +| policy_gradient_loss | 0.00761 | +| value_loss | 9.44 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.47e+03 | +| ep_rew_mean | -41.5 | +| time/ | | +| fps | 322 | +| iterations | 78 | +| time_elapsed | 8658 | +| total_timesteps | 2795520 | +| train/ | | +| approx_kl | 0.018052083 | +| clip_fraction | 0.0357 | +| clip_range | 0.155 | +| entropy_loss | -8.3 | +| explained_variance | 0.113 | +| learning_rate | 6e-05 | +| loss | 8.2 | +| n_updates | 770 | +| policy_gradient_loss | 0.00723 | +| value_loss | 12.2 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -44.2 | +| time/ | | +| fps | 322 | +| iterations | 79 | +| time_elapsed | 8770 | +| total_timesteps | 2831360 | +| train/ | | +| approx_kl | 0.018138604 | +| clip_fraction | 0.0362 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.152 | +| learning_rate | 6e-05 | +| loss | 1.26 | +| n_updates | 780 | +| policy_gradient_loss | 0.00648 | +| value_loss | 15 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.43e+03 | +| ep_rew_mean | -46.5 | +| time/ | | +| fps | 322 | +| iterations | 80 | +| time_elapsed | 8879 | +| total_timesteps | 2867200 | +| train/ | | +| approx_kl | 0.025932662 | +| clip_fraction | 0.0341 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.204 | +| learning_rate | 6e-05 | +| loss | 3.03 | +| n_updates | 790 | +| policy_gradient_loss | 0.00861 | +| value_loss | 8.87 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.46e+03 | +| ep_rew_mean | -52.3 | +| time/ | | +| fps | 323 | +| iterations | 81 | +| time_elapsed | 8987 | +| total_timesteps | 2903040 | +| train/ | | +| approx_kl | 0.016968325 | +| clip_fraction | 0.0369 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.153 | +| learning_rate | 6e-05 | +| loss | 0.209 | +| n_updates | 800 | +| policy_gradient_loss | 0.00617 | +| value_loss | 12.4 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -109 | +| time/ | | +| fps | 323 | +| iterations | 82 | +| time_elapsed | 9098 | +| total_timesteps | 2938880 | +| train/ | | +| approx_kl | 0.025080647 | +| clip_fraction | 0.0355 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.241 | +| learning_rate | 6e-05 | +| loss | 11.9 | +| n_updates | 810 | +| policy_gradient_loss | 0.0105 | +| value_loss | 9.72 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.37e+03 | +| ep_rew_mean | -107 | +| time/ | | +| fps | 323 | +| iterations | 83 | +| time_elapsed | 9206 | +| total_timesteps | 2974720 | +| train/ | | +| approx_kl | 0.02796489 | +| clip_fraction | 0.0335 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.166 | +| learning_rate | 6e-05 | +| loss | 0.346 | +| n_updates | 820 | +| policy_gradient_loss | 0.00976 | +| value_loss | 13.8 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.35e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 323 | +| iterations | 84 | +| time_elapsed | 9314 | +| total_timesteps | 3010560 | +| train/ | | +| approx_kl | 0.03354401 | +| clip_fraction | 0.0355 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.164 | +| learning_rate | 6e-05 | +| loss | 14 | +| n_updates | 830 | +| policy_gradient_loss | 0.0089 | +| value_loss | 13.4 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.39e+03 | +| ep_rew_mean | -111 | +| time/ | | +| fps | 323 | +| iterations | 85 | +| time_elapsed | 9428 | +| total_timesteps | 3046400 | +| train/ | | +| approx_kl | 0.04482753 | +| clip_fraction | 0.0399 | +| clip_range | 0.155 | +| entropy_loss | -8.28 | +| explained_variance | 0.142 | +| learning_rate | 6e-05 | +| loss | 4.24 | +| n_updates | 840 | +| policy_gradient_loss | 0.00868 | +| value_loss | 12.4 | +---------------------------------------- +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 322 | +| iterations | 86 | +| time_elapsed | 9543 | +| total_timesteps | 3082240 | +| train/ | | +| approx_kl | 0.029196 | +| clip_fraction | 0.0325 | +| clip_range | 0.155 | +| entropy_loss | -8.29 | +| explained_variance | 0.178 | +| learning_rate | 6e-05 | +| loss | 31.3 | +| n_updates | 850 | +| policy_gradient_loss | 0.00857 | +| value_loss | 9.72 | +-------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.35e+03 | +| ep_rew_mean | -126 | +| time/ | | +| fps | 322 | +| iterations | 87 | +| time_elapsed | 9658 | +| total_timesteps | 3118080 | +| train/ | | +| approx_kl | 0.03724062 | +| clip_fraction | 0.0473 | +| clip_range | 0.155 | +| entropy_loss | -8.26 | +| explained_variance | 0.162 | +| learning_rate | 6e-05 | +| loss | 1.17 | +| n_updates | 860 | +| policy_gradient_loss | 0.0102 | +| value_loss | 10.7 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.35e+03 | +| ep_rew_mean | -122 | +| time/ | | +| fps | 322 | +| iterations | 88 | +| time_elapsed | 9771 | +| total_timesteps | 3153920 | +| train/ | | +| approx_kl | 0.073307335 | +| clip_fraction | 0.059 | +| clip_range | 0.155 | +| entropy_loss | -8.24 | +| explained_variance | 0.164 | +| learning_rate | 6e-05 | +| loss | 0.052 | +| n_updates | 870 | +| policy_gradient_loss | 0.0146 | +| value_loss | 17.2 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 322 | +| iterations | 89 | +| time_elapsed | 9884 | +| total_timesteps | 3189760 | +| train/ | | +| approx_kl | 0.052658338 | +| clip_fraction | 0.0485 | +| clip_range | 0.155 | +| entropy_loss | -8.26 | +| explained_variance | 0.167 | +| learning_rate | 6e-05 | +| loss | 4.54 | +| n_updates | 880 | +| policy_gradient_loss | 0.0106 | +| value_loss | 11.7 | +----------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 322 | +| iterations | 90 | +| time_elapsed | 9997 | +| total_timesteps | 3225600 | +| train/ | | +| approx_kl | 0.047828972 | +| clip_fraction | 0.0548 | +| clip_range | 0.155 | +| entropy_loss | -8.25 | +| explained_variance | 0.151 | +| learning_rate | 6e-05 | +| loss | 4.92 | +| n_updates | 890 | +| policy_gradient_loss | 0.0171 | +| value_loss | 9.67 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 322 | +| iterations | 91 | +| time_elapsed | 10109 | +| total_timesteps | 3261440 | +| train/ | | +| approx_kl | 0.04650531 | +| clip_fraction | 0.063 | +| clip_range | 0.155 | +| entropy_loss | -8.22 | +| explained_variance | 0.107 | +| learning_rate | 6e-05 | +| loss | 3.9 | +| n_updates | 900 | +| policy_gradient_loss | 0.0169 | +| value_loss | 12.6 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.43e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 322 | +| iterations | 92 | +| time_elapsed | 10222 | +| total_timesteps | 3297280 | +| train/ | | +| approx_kl | 0.026718527 | +| clip_fraction | 0.0444 | +| clip_range | 0.155 | +| entropy_loss | -8.27 | +| explained_variance | 0.132 | +| learning_rate | 6e-05 | +| loss | 1.67 | +| n_updates | 910 | +| policy_gradient_loss | 0.00786 | +| value_loss | 9.84 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 322 | +| iterations | 93 | +| time_elapsed | 10337 | +| total_timesteps | 3333120 | +| train/ | | +| approx_kl | 0.07109032 | +| clip_fraction | 0.0635 | +| clip_range | 0.155 | +| entropy_loss | -8.19 | +| explained_variance | 0.211 | +| learning_rate | 6e-05 | +| loss | 0.688 | +| n_updates | 920 | +| policy_gradient_loss | 0.0149 | +| value_loss | 8.78 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -97.6 | +| time/ | | +| fps | 322 | +| iterations | 94 | +| time_elapsed | 10450 | +| total_timesteps | 3368960 | +| train/ | | +| approx_kl | 0.06335044 | +| clip_fraction | 0.0486 | +| clip_range | 0.155 | +| entropy_loss | -8.25 | +| explained_variance | 0.2 | +| learning_rate | 6e-05 | +| loss | 10.3 | +| n_updates | 930 | +| policy_gradient_loss | 0.0139 | +| value_loss | 10.9 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.45e+03 | +| ep_rew_mean | -107 | +| time/ | | +| fps | 322 | +| iterations | 95 | +| time_elapsed | 10566 | +| total_timesteps | 3404800 | +| train/ | | +| approx_kl | 0.043878794 | +| clip_fraction | 0.0491 | +| clip_range | 0.155 | +| entropy_loss | -8.25 | +| explained_variance | 0.0986 | +| learning_rate | 6e-05 | +| loss | 9.38 | +| n_updates | 940 | +| policy_gradient_loss | 0.0125 | +| value_loss | 15.9 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.36e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 322 | +| iterations | 96 | +| time_elapsed | 10680 | +| total_timesteps | 3440640 | +| train/ | | +| approx_kl | 0.05979298 | +| clip_fraction | 0.0676 | +| clip_range | 0.155 | +| entropy_loss | -8.2 | +| explained_variance | 0.197 | +| learning_rate | 6e-05 | +| loss | 1.4 | +| n_updates | 950 | +| policy_gradient_loss | 0.0175 | +| value_loss | 11.4 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -112 | +| time/ | | +| fps | 322 | +| iterations | 97 | +| time_elapsed | 10794 | +| total_timesteps | 3476480 | +| train/ | | +| approx_kl | 0.091493666 | +| clip_fraction | 0.0731 | +| clip_range | 0.155 | +| entropy_loss | -8.2 | +| explained_variance | 0.149 | +| learning_rate | 6e-05 | +| loss | 46.5 | +| n_updates | 960 | +| policy_gradient_loss | 0.0195 | +| value_loss | 15.3 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.29e+03 | +| ep_rew_mean | -108 | +| time/ | | +| fps | 322 | +| iterations | 98 | +| time_elapsed | 10906 | +| total_timesteps | 3512320 | +| train/ | | +| approx_kl | 0.07293383 | +| clip_fraction | 0.0632 | +| clip_range | 0.155 | +| entropy_loss | -8.21 | +| explained_variance | 0.233 | +| learning_rate | 6e-05 | +| loss | 3.57 | +| n_updates | 970 | +| policy_gradient_loss | 0.0189 | +| value_loss | 10 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.28e+03 | +| ep_rew_mean | -101 | +| time/ | | +| fps | 321 | +| iterations | 99 | +| time_elapsed | 11020 | +| total_timesteps | 3548160 | +| train/ | | +| approx_kl | 0.05710225 | +| clip_fraction | 0.0589 | +| clip_range | 0.155 | +| entropy_loss | -8.22 | +| explained_variance | 0.264 | +| learning_rate | 6e-05 | +| loss | 0.0927 | +| n_updates | 980 | +| policy_gradient_loss | 0.0166 | +| value_loss | 12 | +---------------------------------------- +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.31e+03 | +| ep_rew_mean | -98.2 | +| time/ | | +| fps | 322 | +| iterations | 100 | +| time_elapsed | 11128 | +| total_timesteps | 3584000 | +| train/ | | +| approx_kl | 0.084365 | +| clip_fraction | 0.063 | +| clip_range | 0.155 | +| entropy_loss | -8.19 | +| explained_variance | 0.224 | +| learning_rate | 6e-05 | +| loss | 0.5 | +| n_updates | 990 | +| policy_gradient_loss | 0.0194 | +| value_loss | 9.49 | +-------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.31e+03 | +| ep_rew_mean | -104 | +| time/ | | +| fps | 321 | +| iterations | 101 | +| time_elapsed | 11242 | +| total_timesteps | 3619840 | +| train/ | | +| approx_kl | 0.09273384 | +| clip_fraction | 0.0506 | +| clip_range | 0.155 | +| entropy_loss | -8.22 | +| explained_variance | 0.178 | +| learning_rate | 6e-05 | +| loss | 0.00826 | +| n_updates | 1000 | +| policy_gradient_loss | 0.0135 | +| value_loss | 10.2 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 321 | +| iterations | 102 | +| time_elapsed | 11355 | +| total_timesteps | 3655680 | +| train/ | | +| approx_kl | 0.07110433 | +| clip_fraction | 0.0701 | +| clip_range | 0.155 | +| entropy_loss | -8.16 | +| explained_variance | 0.176 | +| learning_rate | 6e-05 | +| loss | 0.493 | +| n_updates | 1010 | +| policy_gradient_loss | 0.039 | +| value_loss | 10.8 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -101 | +| time/ | | +| fps | 321 | +| iterations | 103 | +| time_elapsed | 11470 | +| total_timesteps | 3691520 | +| train/ | | +| approx_kl | 0.12202358 | +| clip_fraction | 0.0564 | +| clip_range | 0.155 | +| entropy_loss | -8.2 | +| explained_variance | 0.163 | +| learning_rate | 6e-05 | +| loss | 0.342 | +| n_updates | 1020 | +| policy_gradient_loss | 0.0155 | +| value_loss | 13.9 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.37e+03 | +| ep_rew_mean | -106 | +| time/ | | +| fps | 321 | +| iterations | 104 | +| time_elapsed | 11583 | +| total_timesteps | 3727360 | +| train/ | | +| approx_kl | 0.05147917 | +| clip_fraction | 0.0448 | +| clip_range | 0.155 | +| entropy_loss | -8.23 | +| explained_variance | 0.176 | +| learning_rate | 6e-05 | +| loss | 0.532 | +| n_updates | 1030 | +| policy_gradient_loss | 0.0145 | +| value_loss | 11.6 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -115 | +| time/ | | +| fps | 321 | +| iterations | 105 | +| time_elapsed | 11696 | +| total_timesteps | 3763200 | +| train/ | | +| approx_kl | 0.10852592 | +| clip_fraction | 0.0717 | +| clip_range | 0.155 | +| entropy_loss | -8.14 | +| explained_variance | 0.213 | +| learning_rate | 6e-05 | +| loss | 1.09 | +| n_updates | 1040 | +| policy_gradient_loss | 0.0211 | +| value_loss | 10.3 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.36e+03 | +| ep_rew_mean | -120 | +| time/ | | +| fps | 321 | +| iterations | 106 | +| time_elapsed | 11808 | +| total_timesteps | 3799040 | +| train/ | | +| approx_kl | 0.11565618 | +| clip_fraction | 0.0687 | +| clip_range | 0.155 | +| entropy_loss | -8.16 | +| explained_variance | 0.114 | +| learning_rate | 6e-05 | +| loss | 0.0915 | +| n_updates | 1050 | +| policy_gradient_loss | 0.0209 | +| value_loss | 14 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 321 | +| iterations | 107 | +| time_elapsed | 11919 | +| total_timesteps | 3834880 | +| train/ | | +| approx_kl | 0.14752688 | +| clip_fraction | 0.0839 | +| clip_range | 0.155 | +| entropy_loss | -8.1 | +| explained_variance | 0.198 | +| learning_rate | 6e-05 | +| loss | 1.8 | +| n_updates | 1060 | +| policy_gradient_loss | 0.0262 | +| value_loss | 11.4 | +---------------------------------------- +----------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -75 | +| time/ | | +| fps | 321 | +| iterations | 108 | +| time_elapsed | 12031 | +| total_timesteps | 3870720 | +| train/ | | +| approx_kl | 0.121228136 | +| clip_fraction | 0.0701 | +| clip_range | 0.155 | +| entropy_loss | -8.11 | +| explained_variance | 0.25 | +| learning_rate | 6e-05 | +| loss | 5.19 | +| n_updates | 1070 | +| policy_gradient_loss | 0.0229 | +| value_loss | 7.36 | +----------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -72.3 | +| time/ | | +| fps | 321 | +| iterations | 109 | +| time_elapsed | 12143 | +| total_timesteps | 3906560 | +| train/ | | +| approx_kl | 0.10632153 | +| clip_fraction | 0.0787 | +| clip_range | 0.155 | +| entropy_loss | -8.09 | +| explained_variance | 0.0061 | +| learning_rate | 6e-05 | +| loss | 1.19 | +| n_updates | 1080 | +| policy_gradient_loss | 0.0222 | +| value_loss | 513 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.49e+03 | +| ep_rew_mean | -63.3 | +| time/ | | +| fps | 321 | +| iterations | 110 | +| time_elapsed | 12255 | +| total_timesteps | 3942400 | +| train/ | | +| approx_kl | 0.15867813 | +| clip_fraction | 0.0861 | +| clip_range | 0.155 | +| entropy_loss | -8.06 | +| explained_variance | 0.255 | +| learning_rate | 6e-05 | +| loss | 0.495 | +| n_updates | 1090 | +| policy_gradient_loss | 0.0242 | +| value_loss | 10.9 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.5e+03 | +| ep_rew_mean | -67.5 | +| time/ | | +| fps | 321 | +| iterations | 111 | +| time_elapsed | 12369 | +| total_timesteps | 3978240 | +| train/ | | +| approx_kl | 0.12611906 | +| clip_fraction | 0.0647 | +| clip_range | 0.155 | +| entropy_loss | -8.13 | +| explained_variance | 0.0467 | +| learning_rate | 6e-05 | +| loss | 5.08 | +| n_updates | 1100 | +| policy_gradient_loss | 0.0195 | +| value_loss | 80.9 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -66.4 | +| time/ | | +| fps | 321 | +| iterations | 112 | +| time_elapsed | 12483 | +| total_timesteps | 4014080 | +| train/ | | +| approx_kl | 0.16015784 | +| clip_fraction | 0.0553 | +| clip_range | 0.155 | +| entropy_loss | -8.17 | +| explained_variance | 0.149 | +| learning_rate | 6e-05 | +| loss | 0.0422 | +| n_updates | 1110 | +| policy_gradient_loss | 0.031 | +| value_loss | 11.2 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -61 | +| time/ | | +| fps | 321 | +| iterations | 113 | +| time_elapsed | 12595 | +| total_timesteps | 4049920 | +| train/ | | +| approx_kl | 0.19592966 | +| clip_fraction | 0.0659 | +| clip_range | 0.155 | +| entropy_loss | -8.13 | +| explained_variance | 0.149 | +| learning_rate | 6e-05 | +| loss | 1.63 | +| n_updates | 1120 | +| policy_gradient_loss | 0.0197 | +| value_loss | 16.1 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -64.9 | +| time/ | | +| fps | 321 | +| iterations | 114 | +| time_elapsed | 12713 | +| total_timesteps | 4085760 | +| train/ | | +| approx_kl | 0.14562534 | +| clip_fraction | 0.063 | +| clip_range | 0.155 | +| entropy_loss | -8.11 | +| explained_variance | 0.194 | +| learning_rate | 6e-05 | +| loss | 3.38 | +| n_updates | 1130 | +| policy_gradient_loss | 0.0332 | +| value_loss | 11.3 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -97 | +| time/ | | +| fps | 321 | +| iterations | 115 | +| time_elapsed | 12825 | +| total_timesteps | 4121600 | +| train/ | | +| approx_kl | 0.1879231 | +| clip_fraction | 0.0709 | +| clip_range | 0.155 | +| entropy_loss | -8.07 | +| explained_variance | 0.214 | +| learning_rate | 6e-05 | +| loss | 0.503 | +| n_updates | 1140 | +| policy_gradient_loss | 0.024 | +| value_loss | 10.5 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 321 | +| iterations | 116 | +| time_elapsed | 12936 | +| total_timesteps | 4157440 | +| train/ | | +| approx_kl | 0.21333364 | +| clip_fraction | 0.0792 | +| clip_range | 0.155 | +| entropy_loss | -8.08 | +| explained_variance | 0.216 | +| learning_rate | 6e-05 | +| loss | 0.0629 | +| n_updates | 1150 | +| policy_gradient_loss | 0.0234 | +| value_loss | 10.2 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -113 | +| time/ | | +| fps | 321 | +| iterations | 117 | +| time_elapsed | 13044 | +| total_timesteps | 4193280 | +| train/ | | +| approx_kl | 0.29418498 | +| clip_fraction | 0.104 | +| clip_range | 0.155 | +| entropy_loss | -7.91 | +| explained_variance | 0.291 | +| learning_rate | 6e-05 | +| loss | 3.07 | +| n_updates | 1160 | +| policy_gradient_loss | 0.0309 | +| value_loss | 13.1 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -111 | +| time/ | | +| fps | 321 | +| iterations | 118 | +| time_elapsed | 13156 | +| total_timesteps | 4229120 | +| train/ | | +| approx_kl | 0.26577407 | +| clip_fraction | 0.0855 | +| clip_range | 0.155 | +| entropy_loss | -7.96 | +| explained_variance | 0.182 | +| learning_rate | 6e-05 | +| loss | 0.717 | +| n_updates | 1170 | +| policy_gradient_loss | 0.0294 | +| value_loss | 10.9 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -118 | +| time/ | | +| fps | 321 | +| iterations | 119 | +| time_elapsed | 13270 | +| total_timesteps | 4264960 | +| train/ | | +| approx_kl | 0.24464282 | +| clip_fraction | 0.078 | +| clip_range | 0.155 | +| entropy_loss | -8.03 | +| explained_variance | 0.209 | +| learning_rate | 6e-05 | +| loss | 0.217 | +| n_updates | 1180 | +| policy_gradient_loss | 0.0215 | +| value_loss | 11.9 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.48e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 321 | +| iterations | 120 | +| time_elapsed | 13382 | +| total_timesteps | 4300800 | +| train/ | | +| approx_kl | 0.19720955 | +| clip_fraction | 0.0707 | +| clip_range | 0.155 | +| entropy_loss | -8.06 | +| explained_variance | 0.14 | +| learning_rate | 6e-05 | +| loss | 76.4 | +| n_updates | 1190 | +| policy_gradient_loss | 0.035 | +| value_loss | 15.7 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -117 | +| time/ | | +| fps | 321 | +| iterations | 121 | +| time_elapsed | 13496 | +| total_timesteps | 4336640 | +| train/ | | +| approx_kl | 0.23292133 | +| clip_fraction | 0.0855 | +| clip_range | 0.155 | +| entropy_loss | -7.9 | +| explained_variance | 0.26 | +| learning_rate | 6e-05 | +| loss | 2.33 | +| n_updates | 1200 | +| policy_gradient_loss | 0.03 | +| value_loss | 9.48 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -123 | +| time/ | | +| fps | 321 | +| iterations | 122 | +| time_elapsed | 13609 | +| total_timesteps | 4372480 | +| train/ | | +| approx_kl | 0.30917075 | +| clip_fraction | 0.0809 | +| clip_range | 0.155 | +| entropy_loss | -7.91 | +| explained_variance | 0.234 | +| learning_rate | 6e-05 | +| loss | 0.732 | +| n_updates | 1210 | +| policy_gradient_loss | 0.0296 | +| value_loss | 12.5 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 321 | +| iterations | 123 | +| time_elapsed | 13720 | +| total_timesteps | 4408320 | +| train/ | | +| approx_kl | 0.3058498 | +| clip_fraction | 0.0735 | +| clip_range | 0.155 | +| entropy_loss | -8.03 | +| explained_variance | 0.197 | +| learning_rate | 6e-05 | +| loss | -0.0221 | +| n_updates | 1220 | +| policy_gradient_loss | 0.146 | +| value_loss | 11.8 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -109 | +| time/ | | +| fps | 321 | +| iterations | 124 | +| time_elapsed | 13832 | +| total_timesteps | 4444160 | +| train/ | | +| approx_kl | 0.30846933 | +| clip_fraction | 0.0646 | +| clip_range | 0.155 | +| entropy_loss | -8.02 | +| explained_variance | 0.145 | +| learning_rate | 6e-05 | +| loss | 5.6 | +| n_updates | 1230 | +| policy_gradient_loss | 0.0238 | +| value_loss | 12.9 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -111 | +| time/ | | +| fps | 321 | +| iterations | 125 | +| time_elapsed | 13944 | +| total_timesteps | 4480000 | +| train/ | | +| approx_kl | 0.24360867 | +| clip_fraction | 0.0597 | +| clip_range | 0.155 | +| entropy_loss | -8.03 | +| explained_variance | 0.203 | +| learning_rate | 6e-05 | +| loss | 1.73 | +| n_updates | 1240 | +| policy_gradient_loss | 0.0223 | +| value_loss | 9.69 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -100 | +| time/ | | +| fps | 321 | +| iterations | 126 | +| time_elapsed | 14056 | +| total_timesteps | 4515840 | +| train/ | | +| approx_kl | 0.4805094 | +| clip_fraction | 0.0725 | +| clip_range | 0.155 | +| entropy_loss | -7.95 | +| explained_variance | 0.166 | +| learning_rate | 6e-05 | +| loss | 3.72 | +| n_updates | 1250 | +| policy_gradient_loss | 0.0229 | +| value_loss | 13 | +--------------------------------------- +-------------------------------------- +| rollout/ | | +| ep_len_mean | 2.35e+03 | +| ep_rew_mean | -99.2 | +| time/ | | +| fps | 321 | +| iterations | 127 | +| time_elapsed | 14171 | +| total_timesteps | 4551680 | +| train/ | | +| approx_kl | 0.311447 | +| clip_fraction | 0.0721 | +| clip_range | 0.155 | +| entropy_loss | -7.96 | +| explained_variance | 0.194 | +| learning_rate | 6e-05 | +| loss | 4.36 | +| n_updates | 1260 | +| policy_gradient_loss | 0.025 | +| value_loss | 9.4 | +-------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.36e+03 | +| ep_rew_mean | -109 | +| time/ | | +| fps | 320 | +| iterations | 128 | +| time_elapsed | 14291 | +| total_timesteps | 4587520 | +| train/ | | +| approx_kl | 0.3889818 | +| clip_fraction | 0.0736 | +| clip_range | 0.155 | +| entropy_loss | -7.89 | +| explained_variance | 0.201 | +| learning_rate | 6e-05 | +| loss | 2.15 | +| n_updates | 1270 | +| policy_gradient_loss | 0.0234 | +| value_loss | 11.9 | +--------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.33e+03 | +| ep_rew_mean | -101 | +| time/ | | +| fps | 320 | +| iterations | 129 | +| time_elapsed | 14405 | +| total_timesteps | 4623360 | +| train/ | | +| approx_kl | 0.3869719 | +| clip_fraction | 0.0722 | +| clip_range | 0.155 | +| entropy_loss | -7.94 | +| explained_variance | 0.218 | +| learning_rate | 6e-05 | +| loss | 0.791 | +| n_updates | 1280 | +| policy_gradient_loss | 0.0855 | +| value_loss | 10.1 | +--------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.35e+03 | +| ep_rew_mean | -110 | +| time/ | | +| fps | 320 | +| iterations | 130 | +| time_elapsed | 14519 | +| total_timesteps | 4659200 | +| train/ | | +| approx_kl | 0.4129661 | +| clip_fraction | 0.0907 | +| clip_range | 0.155 | +| entropy_loss | -7.94 | +| explained_variance | 0.181 | +| learning_rate | 6e-05 | +| loss | 1.6 | +| n_updates | 1290 | +| policy_gradient_loss | 0.0309 | +| value_loss | 16.1 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.37e+03 | +| ep_rew_mean | -108 | +| time/ | | +| fps | 320 | +| iterations | 131 | +| time_elapsed | 14631 | +| total_timesteps | 4695040 | +| train/ | | +| approx_kl | 0.40856624 | +| clip_fraction | 0.0743 | +| clip_range | 0.155 | +| entropy_loss | -7.91 | +| explained_variance | 0.228 | +| learning_rate | 6e-05 | +| loss | 0.0513 | +| n_updates | 1300 | +| policy_gradient_loss | 0.0213 | +| value_loss | 11.4 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.25e+03 | +| ep_rew_mean | -125 | +| time/ | | +| fps | 320 | +| iterations | 132 | +| time_elapsed | 14742 | +| total_timesteps | 4730880 | +| train/ | | +| approx_kl | 0.32232064 | +| clip_fraction | 0.0699 | +| clip_range | 0.155 | +| entropy_loss | -7.82 | +| explained_variance | 0.226 | +| learning_rate | 6e-05 | +| loss | 2.34 | +| n_updates | 1310 | +| policy_gradient_loss | 0.0267 | +| value_loss | 9.5 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.24e+03 | +| ep_rew_mean | -138 | +| time/ | | +| fps | 320 | +| iterations | 133 | +| time_elapsed | 14858 | +| total_timesteps | 4766720 | +| train/ | | +| approx_kl | 0.36457273 | +| clip_fraction | 0.0725 | +| clip_range | 0.155 | +| entropy_loss | -7.88 | +| explained_variance | 0.233 | +| learning_rate | 6e-05 | +| loss | 2.28 | +| n_updates | 1320 | +| policy_gradient_loss | 0.0233 | +| value_loss | 13.1 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.3e+03 | +| ep_rew_mean | -143 | +| time/ | | +| fps | 320 | +| iterations | 134 | +| time_elapsed | 14969 | +| total_timesteps | 4802560 | +| train/ | | +| approx_kl | 0.37729052 | +| clip_fraction | 0.0805 | +| clip_range | 0.155 | +| entropy_loss | -7.83 | +| explained_variance | 0.237 | +| learning_rate | 6e-05 | +| loss | 0.926 | +| n_updates | 1330 | +| policy_gradient_loss | 0.0275 | +| value_loss | 12 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.31e+03 | +| ep_rew_mean | -150 | +| time/ | | +| fps | 320 | +| iterations | 135 | +| time_elapsed | 15081 | +| total_timesteps | 4838400 | +| train/ | | +| approx_kl | 0.26841652 | +| clip_fraction | 0.0684 | +| clip_range | 0.155 | +| entropy_loss | -7.91 | +| explained_variance | 0.282 | +| learning_rate | 6e-05 | +| loss | 1.26 | +| n_updates | 1340 | +| policy_gradient_loss | 0.0345 | +| value_loss | 8.77 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -146 | +| time/ | | +| fps | 320 | +| iterations | 136 | +| time_elapsed | 15194 | +| total_timesteps | 4874240 | +| train/ | | +| approx_kl | 0.38375458 | +| clip_fraction | 0.0603 | +| clip_range | 0.155 | +| entropy_loss | -7.99 | +| explained_variance | 0.196 | +| learning_rate | 6e-05 | +| loss | 7.85 | +| n_updates | 1350 | +| policy_gradient_loss | 0.0208 | +| value_loss | 11.5 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.32e+03 | +| ep_rew_mean | -149 | +| time/ | | +| fps | 320 | +| iterations | 137 | +| time_elapsed | 15305 | +| total_timesteps | 4910080 | +| train/ | | +| approx_kl | 0.49587908 | +| clip_fraction | 0.0631 | +| clip_range | 0.155 | +| entropy_loss | -7.96 | +| explained_variance | 0.196 | +| learning_rate | 6e-05 | +| loss | 8.14 | +| n_updates | 1360 | +| policy_gradient_loss | 0.0247 | +| value_loss | 10.5 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.37e+03 | +| ep_rew_mean | -137 | +| time/ | | +| fps | 320 | +| iterations | 138 | +| time_elapsed | 15418 | +| total_timesteps | 4945920 | +| train/ | | +| approx_kl | 0.7668628 | +| clip_fraction | 0.0773 | +| clip_range | 0.155 | +| entropy_loss | -7.82 | +| explained_variance | 0.247 | +| learning_rate | 6e-05 | +| loss | 2.83 | +| n_updates | 1370 | +| policy_gradient_loss | 0.0227 | +| value_loss | 12.9 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.43e+03 | +| ep_rew_mean | -125 | +| time/ | | +| fps | 320 | +| iterations | 139 | +| time_elapsed | 15531 | +| total_timesteps | 4981760 | +| train/ | | +| approx_kl | 0.34270757 | +| clip_fraction | 0.0768 | +| clip_range | 0.155 | +| entropy_loss | -7.82 | +| explained_variance | 0.13 | +| learning_rate | 6e-05 | +| loss | 0.79 | +| n_updates | 1380 | +| policy_gradient_loss | 0.0259 | +| value_loss | 20 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.4e+03 | +| ep_rew_mean | -126 | +| time/ | | +| fps | 320 | +| iterations | 140 | +| time_elapsed | 15641 | +| total_timesteps | 5017600 | +| train/ | | +| approx_kl | 0.5019565 | +| clip_fraction | 0.0815 | +| clip_range | 0.155 | +| entropy_loss | -7.71 | +| explained_variance | 0.311 | +| learning_rate | 6e-05 | +| loss | 1.58 | +| n_updates | 1390 | +| policy_gradient_loss | 0.0215 | +| value_loss | 7.63 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.34e+03 | +| ep_rew_mean | -117 | +| time/ | | +| fps | 320 | +| iterations | 141 | +| time_elapsed | 15751 | +| total_timesteps | 5053440 | +| train/ | | +| approx_kl | 0.62975854 | +| clip_fraction | 0.0772 | +| clip_range | 0.155 | +| entropy_loss | -7.87 | +| explained_variance | 0.298 | +| learning_rate | 6e-05 | +| loss | 1.16 | +| n_updates | 1400 | +| policy_gradient_loss | 0.0212 | +| value_loss | 9.34 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.38e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 320 | +| iterations | 142 | +| time_elapsed | 15860 | +| total_timesteps | 5089280 | +| train/ | | +| approx_kl | 0.42187455 | +| clip_fraction | 0.0763 | +| clip_range | 0.155 | +| entropy_loss | -7.92 | +| explained_variance | 0.243 | +| learning_rate | 6e-05 | +| loss | 0.0562 | +| n_updates | 1410 | +| policy_gradient_loss | 0.026 | +| value_loss | 11.1 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -112 | +| time/ | | +| fps | 320 | +| iterations | 143 | +| time_elapsed | 15972 | +| total_timesteps | 5125120 | +| train/ | | +| approx_kl | 0.41300878 | +| clip_fraction | 0.0712 | +| clip_range | 0.155 | +| entropy_loss | -7.95 | +| explained_variance | 0.217 | +| learning_rate | 6e-05 | +| loss | 1.55 | +| n_updates | 1420 | +| policy_gradient_loss | 0.0201 | +| value_loss | 10.5 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.44e+03 | +| ep_rew_mean | -114 | +| time/ | | +| fps | 320 | +| iterations | 144 | +| time_elapsed | 16080 | +| total_timesteps | 5160960 | +| train/ | | +| approx_kl | 0.5569242 | +| clip_fraction | 0.0822 | +| clip_range | 0.155 | +| entropy_loss | -7.73 | +| explained_variance | 0.266 | +| learning_rate | 6e-05 | +| loss | 33 | +| n_updates | 1430 | +| policy_gradient_loss | 0.0315 | +| value_loss | 9.46 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -119 | +| time/ | | +| fps | 321 | +| iterations | 145 | +| time_elapsed | 16188 | +| total_timesteps | 5196800 | +| train/ | | +| approx_kl | 0.53122234 | +| clip_fraction | 0.0719 | +| clip_range | 0.155 | +| entropy_loss | -7.82 | +| explained_variance | 0.186 | +| learning_rate | 6e-05 | +| loss | 11.7 | +| n_updates | 1440 | +| policy_gradient_loss | 0.0229 | +| value_loss | 11.7 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.42e+03 | +| ep_rew_mean | -125 | +| time/ | | +| fps | 321 | +| iterations | 146 | +| time_elapsed | 16299 | +| total_timesteps | 5232640 | +| train/ | | +| approx_kl | 0.74737495 | +| clip_fraction | 0.069 | +| clip_range | 0.155 | +| entropy_loss | -7.9 | +| explained_variance | 0.253 | +| learning_rate | 6e-05 | +| loss | 0.321 | +| n_updates | 1450 | +| policy_gradient_loss | 0.024 | +| value_loss | 8.96 | +---------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -128 | +| time/ | | +| fps | 321 | +| iterations | 147 | +| time_elapsed | 16407 | +| total_timesteps | 5268480 | +| train/ | | +| approx_kl | 0.48857084 | +| clip_fraction | 0.074 | +| clip_range | 0.155 | +| entropy_loss | -7.88 | +| explained_variance | 0.219 | +| learning_rate | 6e-05 | +| loss | 1.87 | +| n_updates | 1460 | +| policy_gradient_loss | 0.0244 | +| value_loss | 10.8 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.43e+03 | +| ep_rew_mean | -129 | +| time/ | | +| fps | 321 | +| iterations | 148 | +| time_elapsed | 16514 | +| total_timesteps | 5304320 | +| train/ | | +| approx_kl | 0.7808695 | +| clip_fraction | 0.0811 | +| clip_range | 0.155 | +| entropy_loss | -7.75 | +| explained_variance | 0.225 | +| learning_rate | 6e-05 | +| loss | 0.597 | +| n_updates | 1470 | +| policy_gradient_loss | 0.0207 | +| value_loss | 13.5 | +--------------------------------------- +---------------------------------------- +| rollout/ | | +| ep_len_mean | 2.45e+03 | +| ep_rew_mean | -137 | +| time/ | | +| fps | 321 | +| iterations | 149 | +| time_elapsed | 16627 | +| total_timesteps | 5340160 | +| train/ | | +| approx_kl | 0.73379165 | +| clip_fraction | 0.0797 | +| clip_range | 0.155 | +| entropy_loss | -7.79 | +| explained_variance | 0.26 | +| learning_rate | 6e-05 | +| loss | 0.554 | +| n_updates | 1480 | +| policy_gradient_loss | 0.0295 | +| value_loss | 8.54 | +---------------------------------------- +--------------------------------------- +| rollout/ | | +| ep_len_mean | 2.41e+03 | +| ep_rew_mean | -123 | +| time/ | | +| fps | 321 | +| iterations | 150 | +| time_elapsed | 16738 | +| total_timesteps | 5376000 | +| train/ | | +| approx_kl | 0.6530856 | +| clip_fraction | 0.0916 | +| clip_range | 0.155 | +| entropy_loss | -7.55 | +| explained_variance | 0.334 | +| learning_rate | 6e-05 | +| loss | 18.9 | +| n_updates | 1490 | +| policy_gradient_loss | 0.0353 | +| value_loss | 8.39 | +--------------------------------------- \ No newline at end of file diff --git a/004_custom_policy/custom_cnn.py b/004_custom_policy/custom_cnn.py new file mode 100644 index 0000000..9ef0a3b --- /dev/null +++ b/004_custom_policy/custom_cnn.py @@ -0,0 +1,35 @@ +import torch.nn as nn + +def conv2d_custom_init(in_channels, out_channels, kernel_size=3, stride=1, padding=1, bias=False): + conv = nn.Conv2d(in_channels, out_channels, kernel_size=kernel_size, stride=stride, padding=padding, bias=bias) + nn.init.xavier_uniform_(conv.weight) + return conv + +def custom_conv2d(in_channels, out_channels, kernel_size=3, stride=1, padding=1, bias=False): + return nn.Sequential( + conv2d_custom_init(in_channels, out_channels, kernel_size=kernel_size, stride=stride, padding=padding, bias=bias) + nn.Relu(), + nn.MaxPool2d((2, 2)) + ) + +# Custom feature extractor (CNN) +class CustomCNN(nn.Module): + def __init__(self, num_frames, num_moves, num_attacks): + super(CustomCNN, self).__init__() + self.num_moves = num_moves + self.num_attacks = num_attacks + self.cnn = nn.Sequential( + nn.Conv2d(4, 32, kernel_size=5, stride=2, padding=0), + nn.ReLU(), + nn.Conv2d(32, 64, kernel_size=5, stride=2, padding=0), + nn.ReLU(), + nn.Conv2d(64, 64, kernel_size=3, stride=1, padding=0), + nn.ReLU(), + nn.Flatten(), + nn.Linear(16384, self.features_dim), + nn.ReLU() + ) + + def forward(self, observations: torch.Tensor) -> torch.Tensor: + return self.cnn(observations) + \ No newline at end of file