{"iter": 1, "steps": 3072, "cmd_scale": 0.0, "ep_return": 155.15, "ep_len": 43.3, "ep_seconds": 0.43, "sps": 3637, "elapsed_s": 0, "log_std": -0.501, "kl": 0.003, "clipfrac": 0.0289, "pg": -0.0099, "vf": 1785.0167}
{"iter": 2, "steps": 6144, "cmd_scale": 0.001, "ep_return": 163.04, "ep_len": 45.2, "ep_seconds": 0.45, "sps": 2723, "elapsed_s": 2, "log_std": -0.502, "kl": 0.0022, "clipfrac": 0.0151, "pg": -0.0069, "vf": 1854.4695}
{"iter": 3, "steps": 9216, "cmd_scale": 0.003, "ep_return": 167.61, "ep_len": 46.4, "ep_seconds": 0.46, "sps": 2759, "elapsed_s": 3, "log_std": -0.503, "kl": 0.0024, "clipfrac": 0.014, "pg": -0.0044, "vf": 1761.7174}
{"iter": 4, "steps": 12288, "cmd_scale": 0.004, "ep_return": 170.14, "ep_len": 47.1, "ep_seconds": 0.47, "sps": 2576, "elapsed_s": 4, "log_std": -0.504, "kl": 0.0026, "clipfrac": 0.02, "pg": -0.0072, "vf": 1686.6827}
{"iter": 5, "steps": 15360, "cmd_scale": 0.006, "ep_return": 167.64, "ep_len": 46.6, "ep_seconds": 0.47, "sps": 2420, "elapsed_s": 6, "log_std": -0.504, "kl": 0.0021, "clipfrac": 0.0146, "pg": -0.0059, "vf": 1620.2236}
{"iter": 6, "steps": 18432, "cmd_scale": 0.007, "ep_return": 167.22, "ep_len": 46.7, "ep_seconds": 0.47, "sps": 2485, "elapsed_s": 7, "log_std": -0.506, "kl": 0.0024, "clipfrac": 0.0182, "pg": -0.0075, "vf": 1681.9605}
{"iter": 7, "steps": 21504, "cmd_scale": 0.009, "ep_return": 169.05, "ep_len": 47.1, "ep_seconds": 0.47, "sps": 2536, "elapsed_s": 8, "log_std": -0.507, "kl": 0.0023, "clipfrac": 0.0174, "pg": -0.0072, "vf": 1768.0053}
{"iter": 8, "steps": 24576, "cmd_scale": 0.01, "ep_return": 169.57, "ep_len": 47.5, "ep_seconds": 0.47, "sps": 2521, "elapsed_s": 9, "log_std": -0.508, "kl": 0.0027, "clipfrac": 0.0256, "pg": -0.0076, "vf": 1548.0398}
{"iter": 9, "steps": 27648, "cmd_scale": 0.012, "ep_return": 170.09, "ep_len": 47.5, "ep_seconds": 0.48, "sps": 2362, "elapsed_s": 11, "log_std": -0.505, "kl": 0.0021, "clipfrac": 0.013, "pg": -0.0064, "vf": 1704.4295}
{"iter": 10, "steps": 30720, "cmd_scale": 0.013, "ep_return": 170.11, "ep_len": 47.6, "ep_seconds": 0.48, "sps": 2253, "elapsed_s": 13, "log_std": -0.506, "kl": 0.0022, "clipfrac": 0.0182, "pg": -0.0083, "vf": 1576.5098}
{"iter": 11, "steps": 33792, "cmd_scale": 0.015, "ep_return": 170.3, "ep_len": 47.6, "ep_seconds": 0.48, "sps": 2184, "elapsed_s": 15, "log_std": -0.508, "kl": 0.003, "clipfrac": 0.0292, "pg": -0.0086, "vf": 1629.4073}
{"iter": 12, "steps": 36864, "cmd_scale": 0.016, "ep_return": 165.77, "ep_len": 46.4, "ep_seconds": 0.46, "sps": 2148, "elapsed_s": 17, "log_std": -0.509, "kl": 0.0029, "clipfrac": 0.0286, "pg": -0.0094, "vf": 1569.4649}
{"iter": 13, "steps": 39936, "cmd_scale": 0.018, "ep_return": 165.96, "ep_len": 46.8, "ep_seconds": 0.47, "sps": 2113, "elapsed_s": 18, "log_std": -0.511, "kl": 0.0025, "clipfrac": 0.0199, "pg": -0.0085, "vf": 1563.0352}
{"iter": 14, "steps": 43008, "cmd_scale": 0.019, "ep_return": 163.39, "ep_len": 46.2, "ep_seconds": 0.46, "sps": 2089, "elapsed_s": 20, "log_std": -0.511, "kl": 0.0025, "clipfrac": 0.0201, "pg": -0.0068, "vf": 1445.9368}
{"iter": 15, "steps": 46080, "cmd_scale": 0.02, "ep_return": 165.73, "ep_len": 46.8, "ep_seconds": 0.47, "sps": 1979, "elapsed_s": 23, "log_std": -0.512, "kl": 0.0019, "clipfrac": 0.0124, "pg": -0.0068, "vf": 1689.4724}
{"iter": 16, "steps": 49152, "cmd_scale": 0.022, "ep_return": 163.02, "ep_len": 45.7, "ep_seconds": 0.46, "sps": 1889, "elapsed_s": 26, "log_std": -0.512, "kl": 0.0039, "clipfrac": 0.0438, "pg": -0.0095, "vf": 1439.5253}
{"iter": 17, "steps": 52224, "cmd_scale": 0.023, "ep_return": 165.29, "ep_len": 46.4, "ep_seconds": 0.46, "sps": 1900, "elapsed_s": 27, "log_std": -0.514, "kl": 0.0031, "clipfrac": 0.0334, "pg": -0.0097, "vf": 1449.0353}
{"iter": 18, "steps": 55296, "cmd_scale": 0.025, "ep_return": 165.66, "ep_len": 46.7, "ep_seconds": 0.47, "sps": 1907, "elapsed_s": 28, "log_std": -0.516, "kl": 0.0028, "clipfrac": 0.027, "pg": -0.0086, "vf": 1617.1841}
{"iter": 19, "steps": 58368, "cmd_scale": 0.026, "ep_return": 168.59, "ep_len": 47.8, "ep_seconds": 0.48, "sps": 1908, "elapsed_s": 30, "log_std": -0.516, "kl": 0.003, "clipfrac": 0.0302, "pg": -0.0097, "vf": 1479.6752}
{"iter": 20, "steps": 61440, "cmd_scale": 0.028, "ep_return": 173.79, "ep_len": 49.3, "ep_seconds": 0.49, "sps": 1895, "elapsed_s": 32, "log_std": -0.516, "kl": 0.0031, "clipfrac": 0.0326, "pg": -0.0096, "vf": 1580.9113}
{"iter": 21, "steps": 64512, "cmd_scale": 0.029, "ep_return": 175.36, "ep_len": 49.4, "ep_seconds": 0.49, "sps": 1873, "elapsed_s": 34, "log_std": -0.515, "kl": 0.0029, "clipfrac": 0.0292, "pg": -0.0084, "vf": 1488.2685}
{"iter": 22, "steps": 67584, "cmd_scale": 0.031, "ep_return": 176.87, "ep_len": 49.9, "ep_seconds": 0.5, "sps": 1847, "elapsed_s": 36, "log_std": -0.513, "kl": 0.0028, "clipfrac": 0.0263, "pg": -0.0094, "vf": 1572.332}
{"iter": 23, "steps": 70656, "cmd_scale": 0.032, "ep_return": 180.81, "ep_len": 51.0, "ep_seconds": 0.51, "sps": 1844, "elapsed_s": 38, "log_std": -0.513, "kl": 0.0035, "clipfrac": 0.04, "pg": -0.0107, "vf": 1512.2542}
{"iter": 24, "steps": 73728, "cmd_scale": 0.034, "ep_return": 177.65, "ep_len": 50.3, "ep_seconds": 0.5, "sps": 1850, "elapsed_s": 39, "log_std": -0.512, "kl": 0.0035, "clipfrac": 0.0373, "pg": -0.0095, "vf": 1434.2446}
{"iter": 25, "steps": 76800, "cmd_scale": 0.035, "ep_return": 182.93, "ep_len": 51.7, "ep_seconds": 0.52, "sps": 1855, "elapsed_s": 41, "log_std": -0.513, "kl": 0.0032, "clipfrac": 0.0326, "pg": -0.0083, "vf": 1599.087}
{"iter": 26, "steps": 79872, "cmd_scale": 0.037, "ep_return": 187.42, "ep_len": 53.6, "ep_seconds": 0.54, "sps": 1868, "elapsed_s": 42, "log_std": -0.514, "kl": 0.0045, "clipfrac": 0.055, "pg": -0.009, "vf": 1417.421}
{"iter": 27, "steps": 82944, "cmd_scale": 0.038, "ep_return": 190.39, "ep_len": 54.5, "ep_seconds": 0.54, "sps": 1886, "elapsed_s": 43, "log_std": -0.514, "kl": 0.0035, "clipfrac": 0.0369, "pg": -0.0101, "vf": 1482.7711}
{"iter": 28, "steps": 86016, "cmd_scale": 0.04, "ep_return": 194.35, "ep_len": 55.7, "ep_seconds": 0.56, "sps": 1909, "elapsed_s": 45, "log_std": -0.515, "kl": 0.0031, "clipfrac": 0.032, "pg": -0.0097, "vf": 1336.7824}
{"iter": 29, "steps": 89088, "cmd_scale": 0.041, "ep_return": 187.92, "ep_len": 53.6, "ep_seconds": 0.54, "sps": 1934, "elapsed_s": 46, "log_std": -0.517, "kl": 0.0025, "clipfrac": 0.0213, "pg": -0.009, "vf": 1441.5906}
{"iter": 30, "steps": 92160, "cmd_scale": 0.042, "ep_return": 184.32, "ep_len": 52.5, "ep_seconds": 0.52, "sps": 1948, "elapsed_s": 47, "log_std": -0.516, "kl": 0.004, "clipfrac": 0.0476, "pg": -0.0112, "vf": 1312.0267}
{"iter": 31, "steps": 95232, "cmd_scale": 0.044, "ep_return": 184.05, "ep_len": 52.4, "ep_seconds": 0.52, "sps": 1964, "elapsed_s": 48, "log_std": -0.515, "kl": 0.0039, "clipfrac": 0.0446, "pg": -0.0103, "vf": 1417.386}
{"iter": 32, "steps": 98304, "cmd_scale": 0.045, "ep_return": 187.21, "ep_len": 53.1, "ep_seconds": 0.53, "sps": 1981, "elapsed_s": 49, "log_std": -0.515, "kl": 0.0038, "clipfrac": 0.0417, "pg": -0.009, "vf": 1399.6662}
{"iter": 33, "steps": 101376, "cmd_scale": 0.047, "ep_return": 189.93, "ep_len": 54.1, "ep_seconds": 0.54, "sps": 1979, "elapsed_s": 51, "log_std": -0.516, "kl": 0.0024, "clipfrac": 0.022, "pg": -0.0089, "vf": 1345.782}
{"iter": 34, "steps": 104448, "cmd_scale": 0.048, "ep_return": 192.7, "ep_len": 55.3, "ep_seconds": 0.55, "sps": 1989, "elapsed_s": 52, "log_std": -0.516, "kl": 0.0036, "clipfrac": 0.0395, "pg": -0.0105, "vf": 1455.6537}
{"iter": 35, "steps": 107520, "cmd_scale": 0.05, "ep_return": 192.54, "ep_len": 54.9, "ep_seconds": 0.55, "sps": 2009, "elapsed_s": 53, "log_std": -0.518, "kl": 0.0031, "clipfrac": 0.0317, "pg": -0.0093, "vf": 1481.6083}
{"iter": 36, "steps": 110592, "cmd_scale": 0.051, "ep_return": 197.88, "ep_len": 56.5, "ep_seconds": 0.57, "sps": 2013, "elapsed_s": 54, "log_std": -0.52, "kl": 0.0031, "clipfrac": 0.0311, "pg": -0.011, "vf": 1380.9399}
{"iter": 37, "steps": 113664, "cmd_scale": 0.053, "ep_return": 198.56, "ep_len": 56.3, "ep_seconds": 0.56, "sps": 2026, "elapsed_s": 56, "log_std": -0.521, "kl": 0.0031, "clipfrac": 0.0322, "pg": -0.0087, "vf": 1391.061}
{"iter": 38, "steps": 116736, "cmd_scale": 0.054, "ep_return": 198.44, "ep_len": 56.3, "ep_seconds": 0.56, "sps": 2047, "elapsed_s": 57, "log_std": -0.522, "kl": 0.003, "clipfrac": 0.0298, "pg": -0.0089, "vf": 1226.7445}
{"iter": 39, "steps": 119808, "cmd_scale": 0.056, "ep_return": 188.86, "ep_len": 53.7, "ep_seconds": 0.54, "sps": 2069, "elapsed_s": 57, "log_std": -0.522, "kl": 0.0027, "clipfrac": 0.0286, "pg": -0.0101, "vf": 1218.4844}
{"iter": 40, "steps": 122880, "cmd_scale": 0.057, "ep_return": 185.19, "ep_len": 52.8, "ep_seconds": 0.53, "sps": 2092, "elapsed_s": 58, "log_std": -0.522, "kl": 0.0026, "clipfrac": 0.0238, "pg": -0.0091, "vf": 1361.7595}
{"iter": 41, "steps": 125952, "cmd_scale": 0.059, "ep_return": 185.44, "ep_len": 52.7, "ep_seconds": 0.53, "sps": 2109, "elapsed_s": 59, "log_std": -0.522, "kl": 0.0035, "clipfrac": 0.0404, "pg": -0.0107, "vf": 1357.9414}
{"iter": 42, "steps": 129024, "cmd_scale": 0.06, "ep_return": 188.71, "ep_len": 53.7, "ep_seconds": 0.54, "sps": 2131, "elapsed_s": 60, "log_std": -0.523, "kl": 0.0044, "clipfrac": 0.0546, "pg": -0.0112, "vf": 1356.1778}
{"iter": 43, "steps": 132096, "cmd_scale": 0.061, "ep_return": 197.36, "ep_len": 56.2, "ep_seconds": 0.56, "sps": 2147, "elapsed_s": 61, "log_std": -0.523, "kl": 0.004, "clipfrac": 0.0475, "pg": -0.0099, "vf": 1342.1799}
{"iter": 44, "steps": 135168, "cmd_scale": 0.063, "ep_return": 195.37, "ep_len": 55.8, "ep_seconds": 0.56, "sps": 2161, "elapsed_s": 62, "log_std": -0.523, "kl": 0.0049, "clipfrac": 0.0626, "pg": -0.0108, "vf": 1286.6746}
{"iter": 45, "steps": 138240, "cmd_scale": 0.064, "ep_return": 190.09, "ep_len": 54.4, "ep_seconds": 0.54, "sps": 2177, "elapsed_s": 63, "log_std": -0.524, "kl": 0.0025, "clipfrac": 0.0213, "pg": -0.0081, "vf": 1314.8423}
{"iter": 46, "steps": 141312, "cmd_scale": 0.066, "ep_return": 190.05, "ep_len": 54.2, "ep_seconds": 0.54, "sps": 2188, "elapsed_s": 64, "log_std": -0.524, "kl": 0.0034, "clipfrac": 0.0396, "pg": -0.0097, "vf": 1288.7969}
{"iter": 47, "steps": 144384, "cmd_scale": 0.067, "ep_return": 193.64, "ep_len": 55.5, "ep_seconds": 0.56, "sps": 2195, "elapsed_s": 65, "log_std": -0.525, "kl": 0.0029, "clipfrac": 0.031, "pg": -0.0095, "vf": 1248.8185}
{"iter": 48, "steps": 147456, "cmd_scale": 0.069, "ep_return": 194.28, "ep_len": 55.3, "ep_seconds": 0.55, "sps": 2218, "elapsed_s": 66, "log_std": -0.525, "kl": 0.003, "clipfrac": 0.0296, "pg": -0.0105, "vf": 1393.1093}
{"iter": 49, "steps": 150528, "cmd_scale": 0.07, "ep_return": 197.8, "ep_len": 56.5, "ep_seconds": 0.57, "sps": 2237, "elapsed_s": 67, "log_std": -0.526, "kl": 0.0031, "clipfrac": 0.0326, "pg": -0.0108, "vf": 1169.0697}
{"iter": 50, "steps": 153600, "cmd_scale": 0.072, "ep_return": 191.89, "ep_len": 55.3, "ep_seconds": 0.55, "sps": 2255, "elapsed_s": 68, "log_std": -0.527, "kl": 0.0029, "clipfrac": 0.0298, "pg": -0.0083, "vf": 1261.3907}
{"iter": 51, "steps": 156672, "cmd_scale": 0.073, "ep_return": 196.54, "ep_len": 57.3, "ep_seconds": 0.57, "sps": 2266, "elapsed_s": 69, "log_std": -0.527, "kl": 0.0024, "clipfrac": 0.021, "pg": -0.009, "vf": 1206.2382}
{"iter": 52, "steps": 159744, "cmd_scale": 0.075, "ep_return": 193.77, "ep_len": 56.6, "ep_seconds": 0.57, "sps": 2277, "elapsed_s": 70, "log_std": -0.527, "kl": 0.0042, "clipfrac": 0.0525, "pg": -0.0105, "vf": 1250.963}
{"iter": 53, "steps": 162816, "cmd_scale": 0.076, "ep_return": 194.95, "ep_len": 57.1, "ep_seconds": 0.57, "sps": 2292, "elapsed_s": 71, "log_std": -0.529, "kl": 0.0051, "clipfrac": 0.0687, "pg": -0.0121, "vf": 1243.3001}
{"iter": 54, "steps": 165888, "cmd_scale": 0.078, "ep_return": 194.81, "ep_len": 56.8, "ep_seconds": 0.57, "sps": 2307, "elapsed_s": 71, "log_std": -0.529, "kl": 0.0056, "clipfrac": 0.073, "pg": -0.0117, "vf": 1247.1239}
{"iter": 55, "steps": 168960, "cmd_scale": 0.079, "ep_return": 193.63, "ep_len": 56.0, "ep_seconds": 0.56, "sps": 2323, "elapsed_s": 72, "log_std": -0.53, "kl": 0.0034, "clipfrac": 0.0353, "pg": -0.0096, "vf": 1207.1562}
{"iter": 56, "steps": 172032, "cmd_scale": 0.081, "ep_return": 193.45, "ep_len": 56.1, "ep_seconds": 0.56, "sps": 2338, "elapsed_s": 73, "log_std": -0.531, "kl": 0.0044, "clipfrac": 0.0559, "pg": -0.011, "vf": 1156.4868}
{"iter": 57, "steps": 175104, "cmd_scale": 0.082, "ep_return": 194.21, "ep_len": 56.2, "ep_seconds": 0.56, "sps": 2354, "elapsed_s": 74, "log_std": -0.53, "kl": 0.0045, "clipfrac": 0.0568, "pg": -0.0115, "vf": 1318.631}
{"iter": 58, "steps": 178176, "cmd_scale": 0.083, "ep_return": 196.64, "ep_len": 57.0, "ep_seconds": 0.57, "sps": 2365, "elapsed_s": 75, "log_std": -0.529, "kl": 0.0041, "clipfrac": 0.0482, "pg": -0.0101, "vf": 1263.4162}
{"iter": 59, "steps": 181248, "cmd_scale": 0.085, "ep_return": 193.15, "ep_len": 55.7, "ep_seconds": 0.56, "sps": 2376, "elapsed_s": 76, "log_std": -0.527, "kl": 0.0038, "clipfrac": 0.0429, "pg": -0.0092, "vf": 1233.6067}
{"iter": 60, "steps": 184320, "cmd_scale": 0.086, "ep_return": 203.15, "ep_len": 58.7, "ep_seconds": 0.59, "sps": 2392, "elapsed_s": 77, "log_std": -0.526, "kl": 0.0047, "clipfrac": 0.0605, "pg": -0.0116, "vf": 1330.9514}
{"iter": 61, "steps": 187392, "cmd_scale": 0.088, "ep_return": 211.3, "ep_len": 61.2, "ep_seconds": 0.61, "sps": 2399, "elapsed_s": 78, "log_std": -0.526, "kl": 0.0039, "clipfrac": 0.0422, "pg": -0.0104, "vf": 1220.9002}
{"iter": 62, "steps": 190464, "cmd_scale": 0.089, "ep_return": 208.86, "ep_len": 60.6, "ep_seconds": 0.61, "sps": 2413, "elapsed_s": 78, "log_std": -0.526, "kl": 0.0036, "clipfrac": 0.0372, "pg": -0.0105, "vf": 1195.81}
{"iter": 63, "steps": 193536, "cmd_scale": 0.091, "ep_return": 209.0, "ep_len": 61.1, "ep_seconds": 0.61, "sps": 2425, "elapsed_s": 79, "log_std": -0.527, "kl": 0.0035, "clipfrac": 0.0396, "pg": -0.0102, "vf": 1201.4808}
{"iter": 64, "steps": 196608, "cmd_scale": 0.092, "ep_return": 202.08, "ep_len": 59.1, "ep_seconds": 0.59, "sps": 2431, "elapsed_s": 80, "log_std": -0.528, "kl": 0.003, "clipfrac": 0.0321, "pg": -0.0096, "vf": 1180.9697}
{"iter": 65, "steps": 199680, "cmd_scale": 0.094, "ep_return": 197.79, "ep_len": 57.9, "ep_seconds": 0.58, "sps": 2442, "elapsed_s": 81, "log_std": -0.527, "kl": 0.0042, "clipfrac": 0.0521, "pg": -0.0104, "vf": 1170.2375}
{"iter": 66, "steps": 202752, "cmd_scale": 0.095, "ep_return": 194.57, "ep_len": 56.8, "ep_seconds": 0.57, "sps": 2454, "elapsed_s": 82, "log_std": -0.526, "kl": 0.0031, "clipfrac": 0.0318, "pg": -0.0092, "vf": 1169.4146}
{"iter": 67, "steps": 205824, "cmd_scale": 0.097, "ep_return": 199.61, "ep_len": 58.3, "ep_seconds": 0.58, "sps": 2453, "elapsed_s": 83, "log_std": -0.527, "kl": 0.0038, "clipfrac": 0.0447, "pg": -0.0109, "vf": 1218.8092}
{"iter": 68, "steps": 208896, "cmd_scale": 0.098, "ep_return": 201.65, "ep_len": 59.3, "ep_seconds": 0.59, "sps": 2459, "elapsed_s": 84, "log_std": -0.528, "kl": 0.0039, "clipfrac": 0.0443, "pg": -0.0115, "vf": 1182.7674}
{"iter": 69, "steps": 211968, "cmd_scale": 0.1, "ep_return": 201.83, "ep_len": 59.4, "ep_seconds": 0.59, "sps": 2464, "elapsed_s": 86, "log_std": -0.528, "kl": 0.0045, "clipfrac": 0.0571, "pg": -0.0107, "vf": 1201.8202}
{"iter": 70, "steps": 215040, "cmd_scale": 0.101, "ep_return": 203.29, "ep_len": 59.8, "ep_seconds": 0.6, "sps": 2464, "elapsed_s": 87, "log_std": -0.527, "kl": 0.0032, "clipfrac": 0.0353, "pg": -0.0087, "vf": 1144.5989}
{"iter": 71, "steps": 218112, "cmd_scale": 0.102, "ep_return": 202.85, "ep_len": 59.7, "ep_seconds": 0.6, "sps": 2461, "elapsed_s": 88, "log_std": -0.527, "kl": 0.0039, "clipfrac": 0.0439, "pg": -0.0104, "vf": 1112.9376}
{"iter": 72, "steps": 221184, "cmd_scale": 0.104, "ep_return": 199.33, "ep_len": 58.8, "ep_seconds": 0.59, "sps": 2464, "elapsed_s": 89, "log_std": -0.528, "kl": 0.004, "clipfrac": 0.0471, "pg": -0.0107, "vf": 1095.7175}
{"iter": 73, "steps": 224256, "cmd_scale": 0.105, "ep_return": 201.48, "ep_len": 59.4, "ep_seconds": 0.59, "sps": 2473, "elapsed_s": 90, "log_std": -0.528, "kl": 0.004, "clipfrac": 0.0458, "pg": -0.0115, "vf": 1155.3532}
{"iter": 74, "steps": 227328, "cmd_scale": 0.107, "ep_return": 198.01, "ep_len": 58.1, "ep_seconds": 0.58, "sps": 2484, "elapsed_s": 91, "log_std": -0.53, "kl": 0.0026, "clipfrac": 0.0252, "pg": -0.0098, "vf": 1169.7239}
{"iter": 75, "steps": 230400, "cmd_scale": 0.108, "ep_return": 192.71, "ep_len": 56.1, "ep_seconds": 0.56, "sps": 2489, "elapsed_s": 92, "log_std": -0.531, "kl": 0.0031, "clipfrac": 0.032, "pg": -0.0082, "vf": 1104.8727}
{"iter": 76, "steps": 233472, "cmd_scale": 0.11, "ep_return": 192.09, "ep_len": 55.9, "ep_seconds": 0.56, "sps": 2492, "elapsed_s": 93, "log_std": -0.531, "kl": 0.0032, "clipfrac": 0.0322, "pg": -0.0089, "vf": 1122.7751}
{"iter": 77, "steps": 236544, "cmd_scale": 0.111, "ep_return": 185.56, "ep_len": 53.6, "ep_seconds": 0.54, "sps": 2472, "elapsed_s": 95, "log_std": -0.531, "kl": 0.004, "clipfrac": 0.0477, "pg": -0.011, "vf": 1049.5176}
{"iter": 78, "steps": 239616, "cmd_scale": 0.113, "ep_return": 188.44, "ep_len": 55.0, "ep_seconds": 0.55, "sps": 2477, "elapsed_s": 96, "log_std": -0.532, "kl": 0.0047, "clipfrac": 0.0571, "pg": -0.011, "vf": 1158.495}
{"iter": 79, "steps": 242688, "cmd_scale": 0.114, "ep_return": 194.54, "ep_len": 56.9, "ep_seconds": 0.57, "sps": 2468, "elapsed_s": 98, "log_std": -0.531, "kl": 0.0046, "clipfrac": 0.0563, "pg": -0.0119, "vf": 1172.2328}
{"iter": 80, "steps": 245760, "cmd_scale": 0.116, "ep_return": 201.65, "ep_len": 59.0, "ep_seconds": 0.59, "sps": 2475, "elapsed_s": 99, "log_std": -0.531, "kl": 0.0042, "clipfrac": 0.0512, "pg": -0.01, "vf": 1084.2551}
{"iter": 81, "steps": 248832, "cmd_scale": 0.117, "ep_return": 209.87, "ep_len": 61.7, "ep_seconds": 0.62, "sps": 2482, "elapsed_s": 100, "log_std": -0.53, "kl": 0.0043, "clipfrac": 0.0486, "pg": -0.0081, "vf": 1194.7152}
{"iter": 82, "steps": 251904, "cmd_scale": 0.119, "ep_return": 221.42, "ep_len": 65.2, "ep_seconds": 0.65, "sps": 2492, "elapsed_s": 101, "log_std": -0.53, "kl": 0.0032, "clipfrac": 0.0325, "pg": -0.0091, "vf": 1158.7567}
{"iter": 83, "steps": 254976, "cmd_scale": 0.12, "ep_return": 227.43, "ep_len": 67.2, "ep_seconds": 0.67, "sps": 2498, "elapsed_s": 102, "log_std": -0.53, "kl": 0.0047, "clipfrac": 0.0599, "pg": -0.0099, "vf": 1181.7048}
{"iter": 84, "steps": 258048, "cmd_scale": 0.121, "ep_return": 229.86, "ep_len": 68.0, "ep_seconds": 0.68, "sps": 2508, "elapsed_s": 102, "log_std": -0.53, "kl": 0.0032, "clipfrac": 0.0333, "pg": -0.0097, "vf": 995.3205}
{"iter": 85, "steps": 261120, "cmd_scale": 0.123, "ep_return": 227.42, "ep_len": 67.4, "ep_seconds": 0.67, "sps": 2515, "elapsed_s": 103, "log_std": -0.531, "kl": 0.0046, "clipfrac": 0.0586, "pg": -0.01, "vf": 1156.6977}
{"iter": 86, "steps": 264192, "cmd_scale": 0.124, "ep_return": 220.28, "ep_len": 65.1, "ep_seconds": 0.65, "sps": 2525, "elapsed_s": 104, "log_std": -0.529, "kl": 0.0045, "clipfrac": 0.0573, "pg": -0.0103, "vf": 991.3132}
{"iter": 87, "steps": 267264, "cmd_scale": 0.126, "ep_return": 216.14, "ep_len": 63.8, "ep_seconds": 0.64, "sps": 2533, "elapsed_s": 105, "log_std": -0.528, "kl": 0.0042, "clipfrac": 0.0491, "pg": -0.0105, "vf": 1136.0322}
{"iter": 88, "steps": 270336, "cmd_scale": 0.127, "ep_return": 209.82, "ep_len": 61.7, "ep_seconds": 0.62, "sps": 2541, "elapsed_s": 106, "log_std": -0.526, "kl": 0.0032, "clipfrac": 0.035, "pg": -0.0105, "vf": 969.0007}
{"iter": 89, "steps": 273408, "cmd_scale": 0.129, "ep_return": 214.13, "ep_len": 62.9, "ep_seconds": 0.63, "sps": 2546, "elapsed_s": 107, "log_std": -0.526, "kl": 0.0033, "clipfrac": 0.035, "pg": -0.0089, "vf": 1050.439}
{"iter": 90, "steps": 276480, "cmd_scale": 0.13, "ep_return": 212.92, "ep_len": 62.7, "ep_seconds": 0.63, "sps": 2554, "elapsed_s": 108, "log_std": -0.526, "kl": 0.0037, "clipfrac": 0.0423, "pg": -0.0106, "vf": 1030.6836}
{"iter": 91, "steps": 279552, "cmd_scale": 0.132, "ep_return": 214.65, "ep_len": 63.3, "ep_seconds": 0.63, "sps": 2563, "elapsed_s": 109, "log_std": -0.527, "kl": 0.0039, "clipfrac": 0.0467, "pg": -0.0106, "vf": 1128.3652}
{"iter": 92, "steps": 282624, "cmd_scale": 0.133, "ep_return": 213.66, "ep_len": 63.0, "ep_seconds": 0.63, "sps": 2567, "elapsed_s": 110, "log_std": -0.527, "kl": 0.0039, "clipfrac": 0.0439, "pg": -0.0102, "vf": 974.5816}
{"iter": 93, "steps": 285696, "cmd_scale": 0.135, "ep_return": 218.66, "ep_len": 64.4, "ep_seconds": 0.64, "sps": 2573, "elapsed_s": 111, "log_std": -0.526, "kl": 0.0045, "clipfrac": 0.0595, "pg": -0.0116, "vf": 1002.5715}
{"iter": 94, "steps": 288768, "cmd_scale": 0.136, "ep_return": 219.42, "ep_len": 65.0, "ep_seconds": 0.65, "sps": 2581, "elapsed_s": 111, "log_std": -0.523, "kl": 0.0039, "clipfrac": 0.0451, "pg": -0.0099, "vf": 1057.832}
{"iter": 95, "steps": 291840, "cmd_scale": 0.138, "ep_return": 220.68, "ep_len": 65.4, "ep_seconds": 0.65, "sps": 2590, "elapsed_s": 112, "log_std": -0.524, "kl": 0.0035, "clipfrac": 0.0385, "pg": -0.0095, "vf": 1033.033}
{"iter": 96, "steps": 294912, "cmd_scale": 0.139, "ep_return": 220.36, "ep_len": 65.9, "ep_seconds": 0.66, "sps": 2590, "elapsed_s": 113, "log_std": -0.526, "kl": 0.0041, "clipfrac": 0.0493, "pg": -0.0115, "vf": 1003.5095}
{"iter": 97, "steps": 297984, "cmd_scale": 0.141, "ep_return": 220.6, "ep_len": 65.7, "ep_seconds": 0.66, "sps": 2593, "elapsed_s": 114, "log_std": -0.526, "kl": 0.0047, "clipfrac": 0.0604, "pg": -0.0107, "vf": 990.0226}
{"iter": 98, "steps": 301056, "cmd_scale": 0.142, "ep_return": 223.63, "ep_len": 66.8, "ep_seconds": 0.67, "sps": 2590, "elapsed_s": 116, "log_std": -0.525, "kl": 0.0042, "clipfrac": 0.0502, "pg": -0.011, "vf": 975.0291}
{"iter": 99, "steps": 304128, "cmd_scale": 0.143, "ep_return": 220.26, "ep_len": 65.7, "ep_seconds": 0.66, "sps": 2596, "elapsed_s": 117, "log_std": -0.526, "kl": 0.004, "clipfrac": 0.0426, "pg": -0.0106, "vf": 1012.5765}
{"iter": 100, "steps": 307200, "cmd_scale": 0.145, "ep_return": 217.57, "ep_len": 64.5, "ep_seconds": 0.64, "sps": 2602, "elapsed_s": 118, "log_std": -0.526, "kl": 0.004, "clipfrac": 0.0469, "pg": -0.0099, "vf": 997.8577}
{"iter": 101, "steps": 310272, "cmd_scale": 0.146, "ep_return": 218.06, "ep_len": 64.9, "ep_seconds": 0.65, "sps": 2594, "elapsed_s": 119, "log_std": -0.526, "kl": 0.0042, "clipfrac": 0.05, "pg": -0.01, "vf": 930.7951}
{"iter": 102, "steps": 313344, "cmd_scale": 0.148, "ep_return": 220.58, "ep_len": 66.0, "ep_seconds": 0.66, "sps": 2585, "elapsed_s": 121, "log_std": -0.525, "kl": 0.0051, "clipfrac": 0.0636, "pg": -0.011, "vf": 1002.4212}
{"iter": 103, "steps": 316416, "cmd_scale": 0.149, "ep_return": 219.67, "ep_len": 65.5, "ep_seconds": 0.66, "sps": 2582, "elapsed_s": 122, "log_std": -0.525, "kl": 0.0036, "clipfrac": 0.0414, "pg": -0.0099, "vf": 1020.2902}
{"iter": 104, "steps": 319488, "cmd_scale": 0.151, "ep_return": 221.86, "ep_len": 66.4, "ep_seconds": 0.66, "sps": 2583, "elapsed_s": 123, "log_std": -0.525, "kl": 0.0052, "clipfrac": 0.0638, "pg": -0.0109, "vf": 1081.6626}
{"iter": 105, "steps": 322560, "cmd_scale": 0.152, "ep_return": 221.7, "ep_len": 66.1, "ep_seconds": 0.66, "sps": 2575, "elapsed_s": 125, "log_std": -0.524, "kl": 0.0033, "clipfrac": 0.033, "pg": -0.0093, "vf": 958.4085}
{"iter": 106, "steps": 325632, "cmd_scale": 0.154, "ep_return": 218.9, "ep_len": 65.2, "ep_seconds": 0.65, "sps": 2573, "elapsed_s": 126, "log_std": -0.524, "kl": 0.003, "clipfrac": 0.0319, "pg": -0.009, "vf": 1018.1422}
{"iter": 107, "steps": 328704, "cmd_scale": 0.155, "ep_return": 216.78, "ep_len": 64.7, "ep_seconds": 0.65, "sps": 2569, "elapsed_s": 127, "log_std": -0.524, "kl": 0.0049, "clipfrac": 0.0597, "pg": -0.0101, "vf": 1009.7495}
{"iter": 108, "steps": 331776, "cmd_scale": 0.157, "ep_return": 223.3, "ep_len": 66.5, "ep_seconds": 0.67, "sps": 2572, "elapsed_s": 128, "log_std": -0.525, "kl": 0.004, "clipfrac": 0.0447, "pg": -0.0101, "vf": 1003.7027}
{"iter": 109, "steps": 334848, "cmd_scale": 0.158, "ep_return": 227.32, "ep_len": 67.9, "ep_seconds": 0.68, "sps": 2566, "elapsed_s": 130, "log_std": -0.524, "kl": 0.0047, "clipfrac": 0.0584, "pg": -0.0108, "vf": 1036.8669}
{"iter": 110, "steps": 337920, "cmd_scale": 0.16, "ep_return": 228.99, "ep_len": 68.5, "ep_seconds": 0.68, "sps": 2558, "elapsed_s": 132, "log_std": -0.524, "kl": 0.003, "clipfrac": 0.0307, "pg": -0.0102, "vf": 920.8423}
{"iter": 111, "steps": 340992, "cmd_scale": 0.161, "ep_return": 229.13, "ep_len": 68.5, "ep_seconds": 0.68, "sps": 2543, "elapsed_s": 134, "log_std": -0.524, "kl": 0.0044, "clipfrac": 0.0538, "pg": -0.0104, "vf": 894.5435}
{"iter": 112, "steps": 344064, "cmd_scale": 0.162, "ep_return": 226.07, "ep_len": 67.6, "ep_seconds": 0.68, "sps": 2541, "elapsed_s": 135, "log_std": -0.524, "kl": 0.0044, "clipfrac": 0.055, "pg": -0.0108, "vf": 1060.9747}
{"iter": 113, "steps": 347136, "cmd_scale": 0.164, "ep_return": 219.76, "ep_len": 65.3, "ep_seconds": 0.65, "sps": 2535, "elapsed_s": 136, "log_std": -0.524, "kl": 0.0045, "clipfrac": 0.0544, "pg": -0.0091, "vf": 1041.9807}
{"iter": 114, "steps": 350208, "cmd_scale": 0.165, "ep_return": 217.4, "ep_len": 64.2, "ep_seconds": 0.64, "sps": 2527, "elapsed_s": 138, "log_std": -0.524, "kl": 0.005, "clipfrac": 0.0603, "pg": -0.0126, "vf": 939.1578}
{"iter": 115, "steps": 353280, "cmd_scale": 0.167, "ep_return": 217.97, "ep_len": 64.3, "ep_seconds": 0.64, "sps": 2528, "elapsed_s": 139, "log_std": -0.525, "kl": 0.0048, "clipfrac": 0.0583, "pg": -0.0103, "vf": 1033.6747}
{"iter": 116, "steps": 356352, "cmd_scale": 0.168, "ep_return": 224.45, "ep_len": 66.4, "ep_seconds": 0.66, "sps": 2529, "elapsed_s": 140, "log_std": -0.525, "kl": 0.0037, "clipfrac": 0.0392, "pg": -0.0101, "vf": 1033.2899}
{"iter": 117, "steps": 359424, "cmd_scale": 0.17, "ep_return": 223.06, "ep_len": 65.7, "ep_seconds": 0.66, "sps": 2531, "elapsed_s": 141, "log_std": -0.526, "kl": 0.005, "clipfrac": 0.0662, "pg": -0.0126, "vf": 1031.481}
{"iter": 118, "steps": 362496, "cmd_scale": 0.171, "ep_return": 216.12, "ep_len": 64.4, "ep_seconds": 0.64, "sps": 2527, "elapsed_s": 143, "log_std": -0.527, "kl": 0.0043, "clipfrac": 0.0504, "pg": -0.01, "vf": 1010.0476}
{"iter": 119, "steps": 365568, "cmd_scale": 0.173, "ep_return": 218.12, "ep_len": 64.8, "ep_seconds": 0.65, "sps": 2530, "elapsed_s": 144, "log_std": -0.527, "kl": 0.0033, "clipfrac": 0.0342, "pg": -0.0093, "vf": 995.9002}
{"iter": 120, "steps": 368640, "cmd_scale": 0.174, "ep_return": 217.05, "ep_len": 64.7, "ep_seconds": 0.65, "sps": 2514, "elapsed_s": 146, "log_std": -0.526, "kl": 0.0041, "clipfrac": 0.0466, "pg": -0.0083, "vf": 940.6448}
{"iter": 121, "steps": 371712, "cmd_scale": 0.176, "ep_return": 216.24, "ep_len": 64.9, "ep_seconds": 0.65, "sps": 2497, "elapsed_s": 148, "log_std": -0.525, "kl": 0.0032, "clipfrac": 0.0321, "pg": -0.0087, "vf": 1141.6858}
{"iter": 122, "steps": 374784, "cmd_scale": 0.177, "ep_return": 222.18, "ep_len": 66.5, "ep_seconds": 0.66, "sps": 2490, "elapsed_s": 150, "log_std": -0.525, "kl": 0.0052, "clipfrac": 0.0666, "pg": -0.0126, "vf": 1130.4398}
{"iter": 123, "steps": 377856, "cmd_scale": 0.179, "ep_return": 233.19, "ep_len": 69.7, "ep_seconds": 0.7, "sps": 2497, "elapsed_s": 151, "log_std": -0.527, "kl": 0.0044, "clipfrac": 0.0535, "pg": -0.0119, "vf": 1102.5548}
{"iter": 124, "steps": 380928, "cmd_scale": 0.18, "ep_return": 235.01, "ep_len": 70.6, "ep_seconds": 0.71, "sps": 2505, "elapsed_s": 152, "log_std": -0.528, "kl": 0.0052, "clipfrac": 0.0651, "pg": -0.0115, "vf": 1060.1173}
{"iter": 125, "steps": 384000, "cmd_scale": 0.181, "ep_return": 235.18, "ep_len": 70.4, "ep_seconds": 0.7, "sps": 2500, "elapsed_s": 153, "log_std": -0.528, "kl": 0.0045, "clipfrac": 0.0531, "pg": -0.0102, "vf": 1137.1294}
{"iter": 126, "steps": 387072, "cmd_scale": 0.183, "ep_return": 245.43, "ep_len": 73.6, "ep_seconds": 0.74, "sps": 2502, "elapsed_s": 154, "log_std": -0.529, "kl": 0.0038, "clipfrac": 0.0424, "pg": -0.0115, "vf": 1010.0428}
{"iter": 127, "steps": 390144, "cmd_scale": 0.184, "ep_return": 243.84, "ep_len": 73.2, "ep_seconds": 0.73, "sps": 2500, "elapsed_s": 156, "log_std": -0.529, "kl": 0.0039, "clipfrac": 0.0463, "pg": -0.0109, "vf": 1009.8002}
{"iter": 128, "steps": 393216, "cmd_scale": 0.186, "ep_return": 248.03, "ep_len": 74.5, "ep_seconds": 0.75, "sps": 2507, "elapsed_s": 156, "log_std": -0.529, "kl": 0.0037, "clipfrac": 0.0417, "pg": -0.0105, "vf": 1055.3995}
{"iter": 129, "steps": 396288, "cmd_scale": 0.187, "ep_return": 251.45, "ep_len": 75.2, "ep_seconds": 0.75, "sps": 2513, "elapsed_s": 157, "log_std": -0.53, "kl": 0.0047, "clipfrac": 0.0572, "pg": -0.011, "vf": 1055.3986}
{"iter": 130, "steps": 399360, "cmd_scale": 0.189, "ep_return": 249.58, "ep_len": 75.1, "ep_seconds": 0.75, "sps": 2516, "elapsed_s": 158, "log_std": -0.529, "kl": 0.0041, "clipfrac": 0.0484, "pg": -0.0116, "vf": 1037.3538}
{"iter": 131, "steps": 402432, "cmd_scale": 0.19, "ep_return": 259.9, "ep_len": 78.3, "ep_seconds": 0.78, "sps": 2522, "elapsed_s": 159, "log_std": -0.528, "kl": 0.0055, "clipfrac": 0.0693, "pg": -0.0107, "vf": 1022.7392}
{"iter": 132, "steps": 405504, "cmd_scale": 0.192, "ep_return": 261.82, "ep_len": 78.7, "ep_seconds": 0.79, "sps": 2528, "elapsed_s": 160, "log_std": -0.529, "kl": 0.0053, "clipfrac": 0.0707, "pg": -0.0117, "vf": 1142.2231}
{"iter": 133, "steps": 408576, "cmd_scale": 0.193, "ep_return": 260.72, "ep_len": 78.5, "ep_seconds": 0.79, "sps": 2536, "elapsed_s": 161, "log_std": -0.53, "kl": 0.0046, "clipfrac": 0.0541, "pg": -0.011, "vf": 1106.2799}
{"iter": 134, "steps": 411648, "cmd_scale": 0.195, "ep_return": 261.02, "ep_len": 78.8, "ep_seconds": 0.79, "sps": 2542, "elapsed_s": 161, "log_std": -0.529, "kl": 0.0042, "clipfrac": 0.0512, "pg": -0.0111, "vf": 991.5085}
{"iter": 135, "steps": 414720, "cmd_scale": 0.196, "ep_return": 263.28, "ep_len": 79.9, "ep_seconds": 0.8, "sps": 2549, "elapsed_s": 162, "log_std": -0.529, "kl": 0.0036, "clipfrac": 0.0409, "pg": -0.0091, "vf": 1045.8949}
{"iter": 136, "steps": 417792, "cmd_scale": 0.198, "ep_return": 265.22, "ep_len": 80.5, "ep_seconds": 0.8, "sps": 2555, "elapsed_s": 163, "log_std": -0.528, "kl": 0.0037, "clipfrac": 0.0422, "pg": -0.0112, "vf": 1104.7092}
{"iter": 137, "steps": 420864, "cmd_scale": 0.199, "ep_return": 271.22, "ep_len": 82.2, "ep_seconds": 0.82, "sps": 2562, "elapsed_s": 164, "log_std": -0.529, "kl": 0.0047, "clipfrac": 0.0566, "pg": -0.0113, "vf": 941.043}
{"iter": 138, "steps": 423936, "cmd_scale": 0.201, "ep_return": 262.44, "ep_len": 79.7, "ep_seconds": 0.8, "sps": 2561, "elapsed_s": 165, "log_std": -0.531, "kl": 0.0041, "clipfrac": 0.0505, "pg": -0.0109, "vf": 987.0178}
{"iter": 139, "steps": 427008, "cmd_scale": 0.202, "ep_return": 264.97, "ep_len": 80.3, "ep_seconds": 0.8, "sps": 2565, "elapsed_s": 166, "log_std": -0.531, "kl": 0.0044, "clipfrac": 0.0531, "pg": -0.0108, "vf": 944.3129}
{"iter": 140, "steps": 430080, "cmd_scale": 0.203, "ep_return": 264.21, "ep_len": 80.1, "ep_seconds": 0.8, "sps": 2571, "elapsed_s": 167, "log_std": -0.529, "kl": 0.0052, "clipfrac": 0.0671, "pg": -0.0127, "vf": 1015.9169}
{"iter": 141, "steps": 433152, "cmd_scale": 0.205, "ep_return": 260.14, "ep_len": 78.5, "ep_seconds": 0.78, "sps": 2576, "elapsed_s": 168, "log_std": -0.528, "kl": 0.0044, "clipfrac": 0.0516, "pg": -0.011, "vf": 947.9006}
{"iter": 142, "steps": 436224, "cmd_scale": 0.206, "ep_return": 249.03, "ep_len": 75.5, "ep_seconds": 0.75, "sps": 2583, "elapsed_s": 168, "log_std": -0.531, "kl": 0.0041, "clipfrac": 0.0494, "pg": -0.0111, "vf": 935.5595}
{"iter": 143, "steps": 439296, "cmd_scale": 0.208, "ep_return": 253.74, "ep_len": 77.4, "ep_seconds": 0.77, "sps": 2588, "elapsed_s": 169, "log_std": -0.533, "kl": 0.0052, "clipfrac": 0.0673, "pg": -0.0122, "vf": 1032.669}
{"iter": 144, "steps": 442368, "cmd_scale": 0.209, "ep_return": 256.0, "ep_len": 77.7, "ep_seconds": 0.78, "sps": 2594, "elapsed_s": 170, "log_std": -0.534, "kl": 0.0045, "clipfrac": 0.0545, "pg": -0.0108, "vf": 985.1084}
{"iter": 145, "steps": 445440, "cmd_scale": 0.211, "ep_return": 259.44, "ep_len": 78.3, "ep_seconds": 0.78, "sps": 2600, "elapsed_s": 171, "log_std": -0.535, "kl": 0.0046, "clipfrac": 0.0556, "pg": -0.0122, "vf": 1003.7989}
{"iter": 146, "steps": 448512, "cmd_scale": 0.212, "ep_return": 253.68, "ep_len": 76.3, "ep_seconds": 0.76, "sps": 2605, "elapsed_s": 172, "log_std": -0.536, "kl": 0.0047, "clipfrac": 0.0563, "pg": -0.0109, "vf": 983.5778}
{"iter": 147, "steps": 451584, "cmd_scale": 0.214, "ep_return": 265.62, "ep_len": 80.2, "ep_seconds": 0.8, "sps": 2608, "elapsed_s": 173, "log_std": -0.537, "kl": 0.004, "clipfrac": 0.0491, "pg": -0.0094, "vf": 966.7652}
{"iter": 148, "steps": 454656, "cmd_scale": 0.215, "ep_return": 265.63, "ep_len": 79.2, "ep_seconds": 0.79, "sps": 2610, "elapsed_s": 174, "log_std": -0.538, "kl": 0.0054, "clipfrac": 0.0736, "pg": -0.0118, "vf": 971.95}
{"iter": 149, "steps": 457728, "cmd_scale": 0.217, "ep_return": 263.77, "ep_len": 78.9, "ep_seconds": 0.79, "sps": 2609, "elapsed_s": 175, "log_std": -0.539, "kl": 0.0049, "clipfrac": 0.0605, "pg": -0.0114, "vf": 1026.6137}
{"iter": 150, "steps": 460800, "cmd_scale": 0.218, "ep_return": 268.97, "ep_len": 80.6, "ep_seconds": 0.81, "sps": 2603, "elapsed_s": 177, "log_std": -0.538, "kl": 0.0049, "clipfrac": 0.0594, "pg": -0.012, "vf": 920.394}
{"iter": 151, "steps": 463872, "cmd_scale": 0.22, "ep_return": 271.6, "ep_len": 81.5, "ep_seconds": 0.81, "sps": 2608, "elapsed_s": 177, "log_std": -0.537, "kl": 0.0051, "clipfrac": 0.0634, "pg": -0.0118, "vf": 902.4291}
{"iter": 152, "steps": 466944, "cmd_scale": 0.221, "ep_return": 261.89, "ep_len": 78.4, "ep_seconds": 0.78, "sps": 2609, "elapsed_s": 178, "log_std": -0.537, "kl": 0.0039, "clipfrac": 0.0492, "pg": -0.0117, "vf": 946.9962}
{"iter": 153, "steps": 470016, "cmd_scale": 0.222, "ep_return": 258.82, "ep_len": 77.7, "ep_seconds": 0.78, "sps": 2607, "elapsed_s": 180, "log_std": -0.538, "kl": 0.0049, "clipfrac": 0.0633, "pg": -0.0121, "vf": 907.4827}
{"iter": 154, "steps": 473088, "cmd_scale": 0.224, "ep_return": 262.97, "ep_len": 79.2, "ep_seconds": 0.79, "sps": 2609, "elapsed_s": 181, "log_std": -0.541, "kl": 0.0029, "clipfrac": 0.028, "pg": -0.01, "vf": 920.4552}
{"iter": 155, "steps": 476160, "cmd_scale": 0.225, "ep_return": 252.61, "ep_len": 76.4, "ep_seconds": 0.76, "sps": 2598, "elapsed_s": 183, "log_std": -0.542, "kl": 0.0044, "clipfrac": 0.0554, "pg": -0.0118, "vf": 930.8708}
{"iter": 156, "steps": 479232, "cmd_scale": 0.227, "ep_return": 258.86, "ep_len": 78.5, "ep_seconds": 0.79, "sps": 2600, "elapsed_s": 184, "log_std": -0.541, "kl": 0.0052, "clipfrac": 0.0668, "pg": -0.0111, "vf": 912.3943}
{"iter": 157, "steps": 482304, "cmd_scale": 0.228, "ep_return": 258.5, "ep_len": 78.4, "ep_seconds": 0.78, "sps": 2602, "elapsed_s": 185, "log_std": -0.541, "kl": 0.0038, "clipfrac": 0.0444, "pg": -0.0115, "vf": 909.7957}
{"iter": 158, "steps": 485376, "cmd_scale": 0.23, "ep_return": 263.46, "ep_len": 80.7, "ep_seconds": 0.81, "sps": 2602, "elapsed_s": 186, "log_std": -0.541, "kl": 0.0054, "clipfrac": 0.0692, "pg": -0.0129, "vf": 964.5081}
{"iter": 159, "steps": 488448, "cmd_scale": 0.231, "ep_return": 259.44, "ep_len": 78.9, "ep_seconds": 0.79, "sps": 2605, "elapsed_s": 187, "log_std": -0.541, "kl": 0.0041, "clipfrac": 0.0471, "pg": -0.0115, "vf": 843.2256}
{"iter": 160, "steps": 491520, "cmd_scale": 0.233, "ep_return": 265.04, "ep_len": 80.2, "ep_seconds": 0.8, "sps": 2608, "elapsed_s": 188, "log_std": -0.542, "kl": 0.0046, "clipfrac": 0.0547, "pg": -0.0118, "vf": 934.7916}
{"iter": 161, "steps": 494592, "cmd_scale": 0.234, "ep_return": 262.31, "ep_len": 79.2, "ep_seconds": 0.79, "sps": 2611, "elapsed_s": 189, "log_std": -0.543, "kl": 0.005, "clipfrac": 0.0643, "pg": -0.0116, "vf": 954.4205}
{"iter": 162, "steps": 497664, "cmd_scale": 0.236, "ep_return": 257.58, "ep_len": 77.8, "ep_seconds": 0.78, "sps": 2615, "elapsed_s": 190, "log_std": -0.544, "kl": 0.0052, "clipfrac": 0.066, "pg": -0.0112, "vf": 867.6673}
{"iter": 163, "steps": 500736, "cmd_scale": 0.237, "ep_return": 250.92, "ep_len": 75.2, "ep_seconds": 0.75, "sps": 2613, "elapsed_s": 191, "log_std": -0.545, "kl": 0.0053, "clipfrac": 0.0688, "pg": -0.0119, "vf": 871.9773}
{"iter": 164, "steps": 503808, "cmd_scale": 0.239, "ep_return": 242.88, "ep_len": 73.3, "ep_seconds": 0.73, "sps": 2608, "elapsed_s": 193, "log_std": -0.545, "kl": 0.0041, "clipfrac": 0.0502, "pg": -0.0099, "vf": 913.0701}
{"iter": 165, "steps": 506880, "cmd_scale": 0.24, "ep_return": 245.37, "ep_len": 74.2, "ep_seconds": 0.74, "sps": 2612, "elapsed_s": 194, "log_std": -0.544, "kl": 0.0044, "clipfrac": 0.0524, "pg": -0.0106, "vf": 884.0922}
{"iter": 166, "steps": 509952, "cmd_scale": 0.242, "ep_return": 247.14, "ep_len": 74.8, "ep_seconds": 0.75, "sps": 2613, "elapsed_s": 195, "log_std": -0.545, "kl": 0.0052, "clipfrac": 0.0679, "pg": -0.012, "vf": 904.6661}
{"iter": 167, "steps": 513024, "cmd_scale": 0.243, "ep_return": 253.85, "ep_len": 76.3, "ep_seconds": 0.76, "sps": 2606, "elapsed_s": 196, "log_std": -0.546, "kl": 0.0039, "clipfrac": 0.0437, "pg": -0.0105, "vf": 837.262}
{"iter": 168, "steps": 516096, "cmd_scale": 0.244, "ep_return": 251.44, "ep_len": 75.3, "ep_seconds": 0.75, "sps": 2601, "elapsed_s": 198, "log_std": -0.547, "kl": 0.0045, "clipfrac": 0.0577, "pg": -0.012, "vf": 965.4009}
{"iter": 169, "steps": 519168, "cmd_scale": 0.246, "ep_return": 257.2, "ep_len": 76.5, "ep_seconds": 0.77, "sps": 2605, "elapsed_s": 199, "log_std": -0.547, "kl": 0.005, "clipfrac": 0.061, "pg": -0.0121, "vf": 843.4832}
{"iter": 170, "steps": 522240, "cmd_scale": 0.247, "ep_return": 258.0, "ep_len": 76.9, "ep_seconds": 0.77, "sps": 2605, "elapsed_s": 200, "log_std": -0.546, "kl": 0.005, "clipfrac": 0.0634, "pg": -0.0132, "vf": 886.8847}
{"iter": 171, "steps": 525312, "cmd_scale": 0.249, "ep_return": 256.57, "ep_len": 76.4, "ep_seconds": 0.76, "sps": 2604, "elapsed_s": 201, "log_std": -0.546, "kl": 0.0052, "clipfrac": 0.0625, "pg": -0.0114, "vf": 980.3316}
{"iter": 172, "steps": 528384, "cmd_scale": 0.25, "ep_return": 260.98, "ep_len": 77.9, "ep_seconds": 0.78, "sps": 2609, "elapsed_s": 202, "log_std": -0.546, "kl": 0.0042, "clipfrac": 0.051, "pg": -0.0108, "vf": 933.2212}
{"iter": 173, "steps": 531456, "cmd_scale": 0.252, "ep_return": 265.11, "ep_len": 79.2, "ep_seconds": 0.79, "sps": 2612, "elapsed_s": 203, "log_std": -0.545, "kl": 0.0047, "clipfrac": 0.0569, "pg": -0.0112, "vf": 835.903}
{"iter": 174, "steps": 534528, "cmd_scale": 0.253, "ep_return": 265.18, "ep_len": 79.7, "ep_seconds": 0.8, "sps": 2615, "elapsed_s": 204, "log_std": -0.545, "kl": 0.0045, "clipfrac": 0.0537, "pg": -0.0125, "vf": 976.4217}
{"iter": 175, "steps": 537600, "cmd_scale": 0.255, "ep_return": 265.35, "ep_len": 79.1, "ep_seconds": 0.79, "sps": 2617, "elapsed_s": 205, "log_std": -0.546, "kl": 0.0056, "clipfrac": 0.0729, "pg": -0.0124, "vf": 837.3678}
{"iter": 176, "steps": 540672, "cmd_scale": 0.256, "ep_return": 256.83, "ep_len": 76.6, "ep_seconds": 0.77, "sps": 2619, "elapsed_s": 206, "log_std": -0.547, "kl": 0.0043, "clipfrac": 0.0509, "pg": -0.0104, "vf": 875.7956}
{"iter": 177, "steps": 543744, "cmd_scale": 0.258, "ep_return": 253.08, "ep_len": 75.3, "ep_seconds": 0.75, "sps": 2615, "elapsed_s": 207, "log_std": -0.547, "kl": 0.0048, "clipfrac": 0.0566, "pg": -0.011, "vf": 876.1552}
{"iter": 178, "steps": 546816, "cmd_scale": 0.259, "ep_return": 251.88, "ep_len": 75.5, "ep_seconds": 0.75, "sps": 2616, "elapsed_s": 209, "log_std": -0.549, "kl": 0.0046, "clipfrac": 0.0581, "pg": -0.0113, "vf": 813.8063}
{"iter": 179, "steps": 549888, "cmd_scale": 0.261, "ep_return": 256.85, "ep_len": 77.1, "ep_seconds": 0.77, "sps": 2618, "elapsed_s": 210, "log_std": -0.548, "kl": 0.0036, "clipfrac": 0.0396, "pg": -0.0094, "vf": 867.8958}
{"iter": 180, "steps": 552960, "cmd_scale": 0.262, "ep_return": 248.23, "ep_len": 75.4, "ep_seconds": 0.75, "sps": 2621, "elapsed_s": 210, "log_std": -0.548, "kl": 0.0034, "clipfrac": 0.0354, "pg": -0.0095, "vf": 861.9486}
{"iter": 181, "steps": 556032, "cmd_scale": 0.263, "ep_return": 251.36, "ep_len": 76.4, "ep_seconds": 0.76, "sps": 2624, "elapsed_s": 211, "log_std": -0.549, "kl": 0.0044, "clipfrac": 0.0531, "pg": -0.0112, "vf": 890.6803}
{"iter": 182, "steps": 559104, "cmd_scale": 0.265, "ep_return": 256.88, "ep_len": 78.4, "ep_seconds": 0.78, "sps": 2625, "elapsed_s": 212, "log_std": -0.548, "kl": 0.0048, "clipfrac": 0.0585, "pg": -0.0112, "vf": 890.6442}
{"iter": 183, "steps": 562176, "cmd_scale": 0.266, "ep_return": 255.36, "ep_len": 77.8, "ep_seconds": 0.78, "sps": 2627, "elapsed_s": 213, "log_std": -0.547, "kl": 0.0046, "clipfrac": 0.0562, "pg": -0.0113, "vf": 875.7431}
{"iter": 184, "steps": 565248, "cmd_scale": 0.268, "ep_return": 257.47, "ep_len": 78.0, "ep_seconds": 0.78, "sps": 2628, "elapsed_s": 215, "log_std": -0.547, "kl": 0.0056, "clipfrac": 0.0737, "pg": -0.0118, "vf": 757.2925}
{"iter": 185, "steps": 568320, "cmd_scale": 0.269, "ep_return": 265.28, "ep_len": 80.9, "ep_seconds": 0.81, "sps": 2622, "elapsed_s": 216, "log_std": -0.547, "kl": 0.0051, "clipfrac": 0.0639, "pg": -0.012, "vf": 823.8517}
{"iter": 186, "steps": 571392, "cmd_scale": 0.271, "ep_return": 272.9, "ep_len": 83.1, "ep_seconds": 0.83, "sps": 2621, "elapsed_s": 218, "log_std": -0.548, "kl": 0.0061, "clipfrac": 0.0801, "pg": -0.0138, "vf": 851.7355}
{"iter": 187, "steps": 574464, "cmd_scale": 0.272, "ep_return": 261.53, "ep_len": 79.8, "ep_seconds": 0.8, "sps": 2620, "elapsed_s": 219, "log_std": -0.548, "kl": 0.005, "clipfrac": 0.0622, "pg": -0.0125, "vf": 913.0891}
{"iter": 188, "steps": 577536, "cmd_scale": 0.274, "ep_return": 257.55, "ep_len": 78.8, "ep_seconds": 0.79, "sps": 2618, "elapsed_s": 220, "log_std": -0.547, "kl": 0.0053, "clipfrac": 0.0705, "pg": -0.0113, "vf": 772.6916}
{"iter": 189, "steps": 580608, "cmd_scale": 0.275, "ep_return": 259.16, "ep_len": 79.9, "ep_seconds": 0.8, "sps": 2616, "elapsed_s": 221, "log_std": -0.547, "kl": 0.0039, "clipfrac": 0.0411, "pg": -0.0101, "vf": 892.6125}
{"iter": 190, "steps": 583680, "cmd_scale": 0.277, "ep_return": 259.87, "ep_len": 79.6, "ep_seconds": 0.8, "sps": 2612, "elapsed_s": 223, "log_std": -0.548, "kl": 0.0052, "clipfrac": 0.065, "pg": -0.0122, "vf": 911.1802}
{"iter": 191, "steps": 586752, "cmd_scale": 0.278, "ep_return": 257.11, "ep_len": 78.7, "ep_seconds": 0.79, "sps": 2607, "elapsed_s": 225, "log_std": -0.546, "kl": 0.0043, "clipfrac": 0.0472, "pg": -0.0126, "vf": 997.4924}
{"iter": 192, "steps": 589824, "cmd_scale": 0.28, "ep_return": 268.47, "ep_len": 81.7, "ep_seconds": 0.82, "sps": 2602, "elapsed_s": 226, "log_std": -0.545, "kl": 0.0043, "clipfrac": 0.0508, "pg": -0.0112, "vf": 943.3479}
{"iter": 193, "steps": 592896, "cmd_scale": 0.281, "ep_return": 276.0, "ep_len": 84.3, "ep_seconds": 0.84, "sps": 2600, "elapsed_s": 228, "log_std": -0.545, "kl": 0.0052, "clipfrac": 0.0649, "pg": -0.0125, "vf": 788.5753}
{"iter": 194, "steps": 595968, "cmd_scale": 0.282, "ep_return": 268.91, "ep_len": 82.1, "ep_seconds": 0.82, "sps": 2590, "elapsed_s": 230, "log_std": -0.545, "kl": 0.0053, "clipfrac": 0.0669, "pg": -0.0131, "vf": 1007.9364}
{"iter": 195, "steps": 599040, "cmd_scale": 0.284, "ep_return": 274.49, "ep_len": 83.9, "ep_seconds": 0.84, "sps": 2593, "elapsed_s": 230, "log_std": -0.546, "kl": 0.0048, "clipfrac": 0.061, "pg": -0.0115, "vf": 927.4248}
{"iter": 196, "steps": 602112, "cmd_scale": 0.285, "ep_return": 273.64, "ep_len": 84.1, "ep_seconds": 0.84, "sps": 2594, "elapsed_s": 232, "log_std": -0.546, "kl": 0.0052, "clipfrac": 0.067, "pg": -0.012, "vf": 865.4692}
{"iter": 197, "steps": 605184, "cmd_scale": 0.287, "ep_return": 275.37, "ep_len": 85.2, "ep_seconds": 0.85, "sps": 2597, "elapsed_s": 232, "log_std": -0.546, "kl": 0.0047, "clipfrac": 0.0607, "pg": -0.0128, "vf": 907.6335}
{"iter": 198, "steps": 608256, "cmd_scale": 0.288, "ep_return": 273.39, "ep_len": 84.8, "ep_seconds": 0.85, "sps": 2591, "elapsed_s": 234, "log_std": -0.548, "kl": 0.0044, "clipfrac": 0.0532, "pg": -0.0128, "vf": 1008.7157}
{"iter": 199, "steps": 611328, "cmd_scale": 0.29, "ep_return": 275.25, "ep_len": 84.6, "ep_seconds": 0.85, "sps": 2581, "elapsed_s": 236, "log_std": -0.547, "kl": 0.0048, "clipfrac": 0.0582, "pg": -0.0116, "vf": 948.1454}
{"iter": 200, "steps": 614400, "cmd_scale": 0.291, "ep_return": 285.16, "ep_len": 88.0, "ep_seconds": 0.88, "sps": 2555, "elapsed_s": 240, "log_std": -0.547, "kl": 0.0037, "clipfrac": 0.0393, "pg": -0.0115, "vf": 965.6346}
{"iter": 201, "steps": 617472, "cmd_scale": 0.293, "ep_return": 287.25, "ep_len": 88.8, "ep_seconds": 0.89, "sps": 2548, "elapsed_s": 242, "log_std": -0.546, "kl": 0.0048, "clipfrac": 0.0585, "pg": -0.0126, "vf": 932.278}
{"iter": 202, "steps": 620544, "cmd_scale": 0.294, "ep_return": 291.14, "ep_len": 89.7, "ep_seconds": 0.9, "sps": 2546, "elapsed_s": 243, "log_std": -0.545, "kl": 0.0045, "clipfrac": 0.0567, "pg": -0.0106, "vf": 870.4787}
{"iter": 203, "steps": 623616, "cmd_scale": 0.296, "ep_return": 290.18, "ep_len": 88.8, "ep_seconds": 0.89, "sps": 2545, "elapsed_s": 244, "log_std": -0.544, "kl": 0.0046, "clipfrac": 0.0568, "pg": -0.0126, "vf": 973.2793}
{"iter": 204, "steps": 626688, "cmd_scale": 0.297, "ep_return": 295.48, "ep_len": 90.0, "ep_seconds": 0.9, "sps": 2551, "elapsed_s": 245, "log_std": -0.542, "kl": 0.0042, "clipfrac": 0.0486, "pg": -0.0099, "vf": 931.3865}
{"iter": 205, "steps": 629760, "cmd_scale": 0.299, "ep_return": 289.06, "ep_len": 87.7, "ep_seconds": 0.88, "sps": 2554, "elapsed_s": 246, "log_std": -0.542, "kl": 0.0039, "clipfrac": 0.0439, "pg": -0.0104, "vf": 843.3132}
{"iter": 206, "steps": 632832, "cmd_scale": 0.3, "ep_return": 288.75, "ep_len": 87.8, "ep_seconds": 0.88, "sps": 2554, "elapsed_s": 247, "log_std": -0.541, "kl": 0.004, "clipfrac": 0.0488, "pg": -0.0098, "vf": 887.4662}
{"iter": 207, "steps": 635904, "cmd_scale": 0.302, "ep_return": 272.88, "ep_len": 82.8, "ep_seconds": 0.83, "sps": 2552, "elapsed_s": 249, "log_std": -0.541, "kl": 0.0039, "clipfrac": 0.0463, "pg": -0.0115, "vf": 793.9056}
{"iter": 208, "steps": 638976, "cmd_scale": 0.303, "ep_return": 273.44, "ep_len": 82.7, "ep_seconds": 0.83, "sps": 2548, "elapsed_s": 250, "log_std": -0.543, "kl": 0.005, "clipfrac": 0.0643, "pg": -0.0114, "vf": 795.6471}
{"iter": 209, "steps": 642048, "cmd_scale": 0.304, "ep_return": 274.8, "ep_len": 83.4, "ep_seconds": 0.83, "sps": 2546, "elapsed_s": 252, "log_std": -0.544, "kl": 0.0047, "clipfrac": 0.0611, "pg": -0.0104, "vf": 812.111}
{"iter": 210, "steps": 645120, "cmd_scale": 0.306, "ep_return": 271.27, "ep_len": 82.7, "ep_seconds": 0.83, "sps": 2540, "elapsed_s": 253, "log_std": -0.545, "kl": 0.0048, "clipfrac": 0.0609, "pg": -0.0107, "vf": 713.1423}
{"iter": 211, "steps": 648192, "cmd_scale": 0.307, "ep_return": 275.91, "ep_len": 84.0, "ep_seconds": 0.84, "sps": 2535, "elapsed_s": 255, "log_std": -0.545, "kl": 0.0036, "clipfrac": 0.0393, "pg": -0.01, "vf": 840.1317}
{"iter": 212, "steps": 651264, "cmd_scale": 0.309, "ep_return": 275.22, "ep_len": 83.6, "ep_seconds": 0.84, "sps": 2530, "elapsed_s": 257, "log_std": -0.545, "kl": 0.0048, "clipfrac": 0.061, "pg": -0.0122, "vf": 944.5249}
{"iter": 213, "steps": 654336, "cmd_scale": 0.31, "ep_return": 280.43, "ep_len": 84.7, "ep_seconds": 0.85, "sps": 2528, "elapsed_s": 258, "log_std": -0.546, "kl": 0.005, "clipfrac": 0.0662, "pg": -0.0111, "vf": 782.5421}
{"iter": 214, "steps": 657408, "cmd_scale": 0.312, "ep_return": 274.38, "ep_len": 83.2, "ep_seconds": 0.83, "sps": 2523, "elapsed_s": 260, "log_std": -0.545, "kl": 0.0051, "clipfrac": 0.0651, "pg": -0.0124, "vf": 900.02}
{"iter": 215, "steps": 660480, "cmd_scale": 0.313, "ep_return": 276.94, "ep_len": 84.3, "ep_seconds": 0.84, "sps": 2508, "elapsed_s": 263, "log_std": -0.544, "kl": 0.0054, "clipfrac": 0.0731, "pg": -0.0129, "vf": 776.7889}
{"iter": 216, "steps": 663552, "cmd_scale": 0.315, "ep_return": 278.74, "ep_len": 84.8, "ep_seconds": 0.85, "sps": 2509, "elapsed_s": 264, "log_std": -0.544, "kl": 0.0058, "clipfrac": 0.0767, "pg": -0.012, "vf": 802.0744}
{"iter": 217, "steps": 666624, "cmd_scale": 0.316, "ep_return": 281.08, "ep_len": 86.0, "ep_seconds": 0.86, "sps": 2511, "elapsed_s": 265, "log_std": -0.543, "kl": 0.0054, "clipfrac": 0.0718, "pg": -0.0119, "vf": 887.3467}
{"iter": 218, "steps": 669696, "cmd_scale": 0.318, "ep_return": 281.93, "ep_len": 86.7, "ep_seconds": 0.87, "sps": 2508, "elapsed_s": 266, "log_std": -0.543, "kl": 0.0049, "clipfrac": 0.0633, "pg": -0.0113, "vf": 792.7617}
{"iter": 219, "steps": 672768, "cmd_scale": 0.319, "ep_return": 283.6, "ep_len": 87.4, "ep_seconds": 0.87, "sps": 2508, "elapsed_s": 268, "log_std": -0.542, "kl": 0.0047, "clipfrac": 0.0594, "pg": -0.0114, "vf": 912.7529}
{"iter": 220, "steps": 675840, "cmd_scale": 0.321, "ep_return": 287.13, "ep_len": 88.0, "ep_seconds": 0.88, "sps": 2498, "elapsed_s": 270, "log_std": -0.542, "kl": 0.0045, "clipfrac": 0.055, "pg": -0.0119, "vf": 852.473}
{"iter": 221, "steps": 678912, "cmd_scale": 0.322, "ep_return": 285.02, "ep_len": 86.9, "ep_seconds": 0.87, "sps": 2486, "elapsed_s": 273, "log_std": -0.543, "kl": 0.0043, "clipfrac": 0.0514, "pg": -0.0118, "vf": 730.3835}
{"iter": 222, "steps": 681984, "cmd_scale": 0.323, "ep_return": 286.79, "ep_len": 87.2, "ep_seconds": 0.87, "sps": 2488, "elapsed_s": 274, "log_std": -0.544, "kl": 0.0052, "clipfrac": 0.0652, "pg": -0.0128, "vf": 814.5437}
{"iter": 223, "steps": 685056, "cmd_scale": 0.325, "ep_return": 284.18, "ep_len": 86.5, "ep_seconds": 0.87, "sps": 2477, "elapsed_s": 276, "log_std": -0.543, "kl": 0.0045, "clipfrac": 0.0547, "pg": -0.0121, "vf": 840.6733}
{"iter": 224, "steps": 688128, "cmd_scale": 0.326, "ep_return": 281.13, "ep_len": 85.7, "ep_seconds": 0.86, "sps": 2468, "elapsed_s": 278, "log_std": -0.544, "kl": 0.0035, "clipfrac": 0.0422, "pg": -0.0106, "vf": 827.7502}
{"iter": 225, "steps": 691200, "cmd_scale": 0.328, "ep_return": 286.97, "ep_len": 87.6, "ep_seconds": 0.88, "sps": 2469, "elapsed_s": 279, "log_std": -0.546, "kl": 0.0055, "clipfrac": 0.0715, "pg": -0.0121, "vf": 724.2631}
{"iter": 226, "steps": 694272, "cmd_scale": 0.329, "ep_return": 291.8, "ep_len": 89.6, "ep_seconds": 0.9, "sps": 2463, "elapsed_s": 281, "log_std": -0.546, "kl": 0.0054, "clipfrac": 0.069, "pg": -0.0119, "vf": 765.4518}
{"iter": 227, "steps": 697344, "cmd_scale": 0.331, "ep_return": 297.07, "ep_len": 90.9, "ep_seconds": 0.91, "sps": 2444, "elapsed_s": 285, "log_std": -0.546, "kl": 0.0059, "clipfrac": 0.0814, "pg": -0.0127, "vf": 718.1702}
{"iter": 228, "steps": 700416, "cmd_scale": 0.332, "ep_return": 290.01, "ep_len": 88.6, "ep_seconds": 0.89, "sps": 2431, "elapsed_s": 288, "log_std": -0.547, "kl": 0.0059, "clipfrac": 0.0792, "pg": -0.0129, "vf": 849.983}
{"iter": 229, "steps": 703488, "cmd_scale": 0.334, "ep_return": 297.4, "ep_len": 91.0, "ep_seconds": 0.91, "sps": 2412, "elapsed_s": 291, "log_std": -0.548, "kl": 0.0051, "clipfrac": 0.0637, "pg": -0.0109, "vf": 806.7269}
{"iter": 230, "steps": 706560, "cmd_scale": 0.335, "ep_return": 301.43, "ep_len": 91.7, "ep_seconds": 0.92, "sps": 2388, "elapsed_s": 295, "log_std": -0.55, "kl": 0.0063, "clipfrac": 0.0857, "pg": -0.0122, "vf": 878.047}
{"iter": 231, "steps": 709632, "cmd_scale": 0.337, "ep_return": 299.72, "ep_len": 91.6, "ep_seconds": 0.92, "sps": 2358, "elapsed_s": 300, "log_std": -0.551, "kl": 0.0045, "clipfrac": 0.0515, "pg": -0.0101, "vf": 789.3788}
{"iter": 232, "steps": 712704, "cmd_scale": 0.338, "ep_return": 299.99, "ep_len": 91.8, "ep_seconds": 0.92, "sps": 2337, "elapsed_s": 304, "log_std": -0.55, "kl": 0.0046, "clipfrac": 0.0552, "pg": -0.0117, "vf": 881.0176}
{"iter": 233, "steps": 715776, "cmd_scale": 0.34, "ep_return": 299.71, "ep_len": 92.0, "ep_seconds": 0.92, "sps": 2329, "elapsed_s": 307, "log_std": -0.549, "kl": 0.0043, "clipfrac": 0.0516, "pg": -0.0119, "vf": 803.8151}
{"iter": 234, "steps": 718848, "cmd_scale": 0.341, "ep_return": 299.74, "ep_len": 92.3, "ep_seconds": 0.92, "sps": 2328, "elapsed_s": 308, "log_std": -0.55, "kl": 0.0055, "clipfrac": 0.0718, "pg": -0.0119, "vf": 917.8421}
{"iter": 235, "steps": 721920, "cmd_scale": 0.343, "ep_return": 300.66, "ep_len": 92.7, "ep_seconds": 0.93, "sps": 2327, "elapsed_s": 310, "log_std": -0.55, "kl": 0.005, "clipfrac": 0.0644, "pg": -0.0115, "vf": 945.1458}
{"iter": 236, "steps": 724992, "cmd_scale": 0.344, "ep_return": 298.03, "ep_len": 92.3, "ep_seconds": 0.92, "sps": 2325, "elapsed_s": 311, "log_std": -0.55, "kl": 0.0046, "clipfrac": 0.0588, "pg": -0.0113, "vf": 794.3834}
{"iter": 237, "steps": 728064, "cmd_scale": 0.345, "ep_return": 298.11, "ep_len": 91.9, "ep_seconds": 0.92, "sps": 2324, "elapsed_s": 313, "log_std": -0.549, "kl": 0.0057, "clipfrac": 0.0752, "pg": -0.0117, "vf": 771.318}
{"iter": 238, "steps": 731136, "cmd_scale": 0.347, "ep_return": 299.82, "ep_len": 92.2, "ep_seconds": 0.92, "sps": 2322, "elapsed_s": 314, "log_std": -0.548, "kl": 0.0033, "clipfrac": 0.0343, "pg": -0.0099, "vf": 727.4675}
{"iter": 239, "steps": 734208, "cmd_scale": 0.348, "ep_return": 293.15, "ep_len": 90.2, "ep_seconds": 0.9, "sps": 2318, "elapsed_s": 316, "log_std": -0.546, "kl": 0.0053, "clipfrac": 0.0692, "pg": -0.0131, "vf": 859.8448}
{"iter": 240, "steps": 737280, "cmd_scale": 0.35, "ep_return": 294.56, "ep_len": 90.9, "ep_seconds": 0.91, "sps": 2297, "elapsed_s": 320, "log_std": -0.545, "kl": 0.0066, "clipfrac": 0.0896, "pg": -0.0131, "vf": 827.2984}
{"iter": 241, "steps": 740352, "cmd_scale": 0.351, "ep_return": 297.81, "ep_len": 91.0, "ep_seconds": 0.91, "sps": 2295, "elapsed_s": 322, "log_std": -0.544, "kl": 0.0046, "clipfrac": 0.0572, "pg": -0.0114, "vf": 708.4707}
{"iter": 242, "steps": 743424, "cmd_scale": 0.353, "ep_return": 294.44, "ep_len": 90.5, "ep_seconds": 0.9, "sps": 2290, "elapsed_s": 324, "log_std": -0.544, "kl": 0.0047, "clipfrac": 0.057, "pg": -0.0109, "vf": 651.3657}
{"iter": 243, "steps": 746496, "cmd_scale": 0.354, "ep_return": 291.53, "ep_len": 90.2, "ep_seconds": 0.9, "sps": 2276, "elapsed_s": 327, "log_std": -0.545, "kl": 0.0052, "clipfrac": 0.0675, "pg": -0.0119, "vf": 797.9039}
{"iter": 244, "steps": 749568, "cmd_scale": 0.356, "ep_return": 292.35, "ep_len": 90.5, "ep_seconds": 0.91, "sps": 2274, "elapsed_s": 329, "log_std": -0.544, "kl": 0.006, "clipfrac": 0.0793, "pg": -0.0115, "vf": 747.1011}
{"iter": 245, "steps": 752640, "cmd_scale": 0.357, "ep_return": 295.94, "ep_len": 91.6, "ep_seconds": 0.92, "sps": 2270, "elapsed_s": 331, "log_std": -0.544, "kl": 0.0041, "clipfrac": 0.049, "pg": -0.0103, "vf": 700.0279}
{"iter": 246, "steps": 755712, "cmd_scale": 0.359, "ep_return": 291.05, "ep_len": 89.8, "ep_seconds": 0.9, "sps": 2270, "elapsed_s": 332, "log_std": -0.546, "kl": 0.005, "clipfrac": 0.0678, "pg": -0.0126, "vf": 756.9805}
{"iter": 247, "steps": 758784, "cmd_scale": 0.36, "ep_return": 288.34, "ep_len": 89.3, "ep_seconds": 0.89, "sps": 2271, "elapsed_s": 334, "log_std": -0.548, "kl": 0.0051, "clipfrac": 0.0654, "pg": -0.0116, "vf": 825.8766}
{"iter": 248, "steps": 761856, "cmd_scale": 0.362, "ep_return": 283.58, "ep_len": 87.4, "ep_seconds": 0.87, "sps": 2267, "elapsed_s": 336, "log_std": -0.548, "kl": 0.0052, "clipfrac": 0.0664, "pg": -0.0119, "vf": 751.2456}
{"iter": 249, "steps": 764928, "cmd_scale": 0.363, "ep_return": 284.71, "ep_len": 87.2, "ep_seconds": 0.87, "sps": 2266, "elapsed_s": 337, "log_std": -0.548, "kl": 0.0038, "clipfrac": 0.0438, "pg": -0.011, "vf": 718.5731}
{"iter": 250, "steps": 768000, "cmd_scale": 0.364, "ep_return": 285.6, "ep_len": 87.1, "ep_seconds": 0.87, "sps": 2262, "elapsed_s": 339, "log_std": -0.548, "kl": 0.0045, "clipfrac": 0.0525, "pg": -0.0111, "vf": 727.328}
{"iter": 251, "steps": 771072, "cmd_scale": 0.366, "ep_return": 291.2, "ep_len": 89.0, "ep_seconds": 0.89, "sps": 2261, "elapsed_s": 341, "log_std": -0.549, "kl": 0.0051, "clipfrac": 0.0654, "pg": -0.0115, "vf": 669.1276}
{"iter": 252, "steps": 774144, "cmd_scale": 0.367, "ep_return": 293.49, "ep_len": 90.2, "ep_seconds": 0.9, "sps": 2259, "elapsed_s": 342, "log_std": -0.55, "kl": 0.0042, "clipfrac": 0.0521, "pg": -0.0108, "vf": 753.2987}
{"iter": 253, "steps": 777216, "cmd_scale": 0.369, "ep_return": 292.49, "ep_len": 90.0, "ep_seconds": 0.9, "sps": 2256, "elapsed_s": 344, "log_std": -0.55, "kl": 0.0052, "clipfrac": 0.0671, "pg": -0.0125, "vf": 762.867}
{"iter": 254, "steps": 780288, "cmd_scale": 0.37, "ep_return": 291.07, "ep_len": 89.2, "ep_seconds": 0.89, "sps": 2253, "elapsed_s": 346, "log_std": -0.551, "kl": 0.0043, "clipfrac": 0.05, "pg": -0.0119, "vf": 678.8743}
{"iter": 255, "steps": 783360, "cmd_scale": 0.372, "ep_return": 291.66, "ep_len": 89.5, "ep_seconds": 0.89, "sps": 2246, "elapsed_s": 348, "log_std": -0.552, "kl": 0.0057, "clipfrac": 0.0749, "pg": -0.0127, "vf": 697.4162}
{"iter": 256, "steps": 786432, "cmd_scale": 0.373, "ep_return": 281.1, "ep_len": 86.8, "ep_seconds": 0.87, "sps": 2242, "elapsed_s": 350, "log_std": -0.552, "kl": 0.0047, "clipfrac": 0.0558, "pg": -0.0122, "vf": 752.7308}
{"iter": 257, "steps": 789504, "cmd_scale": 0.375, "ep_return": 279.28, "ep_len": 86.0, "ep_seconds": 0.86, "sps": 2240, "elapsed_s": 352, "log_std": -0.553, "kl": 0.0043, "clipfrac": 0.0546, "pg": -0.0108, "vf": 759.0612}
{"iter": 258, "steps": 792576, "cmd_scale": 0.376, "ep_return": 277.47, "ep_len": 84.8, "ep_seconds": 0.85, "sps": 2230, "elapsed_s": 355, "log_std": -0.552, "kl": 0.0052, "clipfrac": 0.064, "pg": -0.0121, "vf": 832.7258}
{"iter": 259, "steps": 795648, "cmd_scale": 0.378, "ep_return": 286.01, "ep_len": 87.3, "ep_seconds": 0.87, "sps": 2222, "elapsed_s": 357, "log_std": -0.551, "kl": 0.0053, "clipfrac": 0.067, "pg": -0.0122, "vf": 681.6106}
{"iter": 260, "steps": 798720, "cmd_scale": 0.379, "ep_return": 292.61, "ep_len": 89.9, "ep_seconds": 0.9, "sps": 2214, "elapsed_s": 360, "log_std": -0.551, "kl": 0.005, "clipfrac": 0.0631, "pg": -0.0114, "vf": 717.7334}
{"iter": 261, "steps": 801792, "cmd_scale": 0.381, "ep_return": 289.38, "ep_len": 89.1, "ep_seconds": 0.89, "sps": 2209, "elapsed_s": 362, "log_std": -0.554, "kl": 0.0062, "clipfrac": 0.078, "pg": -0.0129, "vf": 827.3569}
{"iter": 262, "steps": 804864, "cmd_scale": 0.382, "ep_return": 297.18, "ep_len": 91.2, "ep_seconds": 0.91, "sps": 2199, "elapsed_s": 365, "log_std": -0.556, "kl": 0.005, "clipfrac": 0.0656, "pg": -0.0114, "vf": 748.5914}
{"iter": 263, "steps": 807936, "cmd_scale": 0.383, "ep_return": 295.54, "ep_len": 90.7, "ep_seconds": 0.91, "sps": 2200, "elapsed_s": 367, "log_std": -0.556, "kl": 0.0051, "clipfrac": 0.0623, "pg": -0.0112, "vf": 736.2577}
{"iter": 264, "steps": 811008, "cmd_scale": 0.385, "ep_return": 297.57, "ep_len": 91.9, "ep_seconds": 0.92, "sps": 2200, "elapsed_s": 368, "log_std": -0.554, "kl": 0.0047, "clipfrac": 0.0543, "pg": -0.0124, "vf": 852.163}
{"iter": 265, "steps": 814080, "cmd_scale": 0.386, "ep_return": 298.48, "ep_len": 92.3, "ep_seconds": 0.92, "sps": 2199, "elapsed_s": 370, "log_std": -0.552, "kl": 0.0056, "clipfrac": 0.0722, "pg": -0.0123, "vf": 703.624}
{"iter": 266, "steps": 817152, "cmd_scale": 0.388, "ep_return": 296.78, "ep_len": 91.6, "ep_seconds": 0.92, "sps": 2197, "elapsed_s": 371, "log_std": -0.551, "kl": 0.0055, "clipfrac": 0.0722, "pg": -0.012, "vf": 703.2042}
{"iter": 267, "steps": 820224, "cmd_scale": 0.389, "ep_return": 295.85, "ep_len": 91.5, "ep_seconds": 0.92, "sps": 2197, "elapsed_s": 373, "log_std": -0.551, "kl": 0.0057, "clipfrac": 0.074, "pg": -0.0115, "vf": 843.099}
{"iter": 268, "steps": 823296, "cmd_scale": 0.391, "ep_return": 300.88, "ep_len": 92.9, "ep_seconds": 0.93, "sps": 2197, "elapsed_s": 374, "log_std": -0.553, "kl": 0.0052, "clipfrac": 0.0649, "pg": -0.0119, "vf": 763.0097}
{"iter": 269, "steps": 826368, "cmd_scale": 0.392, "ep_return": 299.08, "ep_len": 92.3, "ep_seconds": 0.92, "sps": 2196, "elapsed_s": 376, "log_std": -0.555, "kl": 0.0056, "clipfrac": 0.0748, "pg": -0.012, "vf": 787.538}
{"iter": 270, "steps": 829440, "cmd_scale": 0.394, "ep_return": 304.12, "ep_len": 93.1, "ep_seconds": 0.93, "sps": 2194, "elapsed_s": 377, "log_std": -0.554, "kl": 0.0049, "clipfrac": 0.0638, "pg": -0.0114, "vf": 625.1677}
{"iter": 271, "steps": 832512, "cmd_scale": 0.395, "ep_return": 298.84, "ep_len": 91.9, "ep_seconds": 0.92, "sps": 2192, "elapsed_s": 379, "log_std": -0.554, "kl": 0.0056, "clipfrac": 0.0724, "pg": -0.0116, "vf": 843.5731}
{"iter": 272, "steps": 835584, "cmd_scale": 0.397, "ep_return": 301.27, "ep_len": 92.7, "ep_seconds": 0.93, "sps": 2189, "elapsed_s": 381, "log_std": -0.554, "kl": 0.005, "clipfrac": 0.0648, "pg": -0.0119, "vf": 760.8755}
{"iter": 273, "steps": 838656, "cmd_scale": 0.398, "ep_return": 301.39, "ep_len": 92.3, "ep_seconds": 0.92, "sps": 2187, "elapsed_s": 383, "log_std": -0.553, "kl": 0.0053, "clipfrac": 0.0669, "pg": -0.0127, "vf": 810.4619}
{"iter": 274, "steps": 841728, "cmd_scale": 0.4, "ep_return": 294.95, "ep_len": 90.5, "ep_seconds": 0.91, "sps": 2186, "elapsed_s": 384, "log_std": -0.553, "kl": 0.0047, "clipfrac": 0.0564, "pg": -0.0116, "vf": 801.8571}
{"iter": 275, "steps": 844800, "cmd_scale": 0.401, "ep_return": 299.38, "ep_len": 92.5, "ep_seconds": 0.92, "sps": 2184, "elapsed_s": 386, "log_std": -0.552, "kl": 0.0053, "clipfrac": 0.0677, "pg": -0.0115, "vf": 664.052}
{"iter": 276, "steps": 847872, "cmd_scale": 0.403, "ep_return": 294.49, "ep_len": 91.4, "ep_seconds": 0.91, "sps": 2185, "elapsed_s": 387, "log_std": -0.553, "kl": 0.0058, "clipfrac": 0.0785, "pg": -0.0125, "vf": 738.3326}
{"iter": 277, "steps": 850944, "cmd_scale": 0.404, "ep_return": 292.11, "ep_len": 90.8, "ep_seconds": 0.91, "sps": 2185, "elapsed_s": 389, "log_std": -0.552, "kl": 0.0054, "clipfrac": 0.0715, "pg": -0.0125, "vf": 843.2858}
{"iter": 278, "steps": 854016, "cmd_scale": 0.405, "ep_return": 291.85, "ep_len": 91.2, "ep_seconds": 0.91, "sps": 2184, "elapsed_s": 390, "log_std": -0.551, "kl": 0.0047, "clipfrac": 0.0582, "pg": -0.0121, "vf": 834.2114}
{"iter": 279, "steps": 857088, "cmd_scale": 0.407, "ep_return": 288.8, "ep_len": 90.3, "ep_seconds": 0.9, "sps": 2175, "elapsed_s": 393, "log_std": -0.551, "kl": 0.0044, "clipfrac": 0.0569, "pg": -0.0114, "vf": 787.0593}
{"iter": 280, "steps": 860160, "cmd_scale": 0.408, "ep_return": 292.44, "ep_len": 91.4, "ep_seconds": 0.91, "sps": 2164, "elapsed_s": 397, "log_std": -0.55, "kl": 0.005, "clipfrac": 0.0641, "pg": -0.0115, "vf": 851.75}
{"iter": 281, "steps": 863232, "cmd_scale": 0.41, "ep_return": 293.38, "ep_len": 91.9, "ep_seconds": 0.92, "sps": 2164, "elapsed_s": 398, "log_std": -0.55, "kl": 0.0047, "clipfrac": 0.0559, "pg": -0.0114, "vf": 589.1357}
{"iter": 282, "steps": 866304, "cmd_scale": 0.411, "ep_return": 300.43, "ep_len": 93.8, "ep_seconds": 0.94, "sps": 2161, "elapsed_s": 400, "log_std": -0.55, "kl": 0.0056, "clipfrac": 0.0729, "pg": -0.0123, "vf": 821.7635}
{"iter": 283, "steps": 869376, "cmd_scale": 0.413, "ep_return": 309.59, "ep_len": 95.6, "ep_seconds": 0.96, "sps": 2149, "elapsed_s": 404, "log_std": -0.551, "kl": 0.0056, "clipfrac": 0.0761, "pg": -0.0124, "vf": 733.6077}
{"iter": 284, "steps": 872448, "cmd_scale": 0.414, "ep_return": 310.97, "ep_len": 96.1, "ep_seconds": 0.96, "sps": 2146, "elapsed_s": 406, "log_std": -0.551, "kl": 0.0043, "clipfrac": 0.0466, "pg": -0.0112, "vf": 918.3637}
{"iter": 285, "steps": 875520, "cmd_scale": 0.416, "ep_return": 319.24, "ep_len": 98.9, "ep_seconds": 0.99, "sps": 2143, "elapsed_s": 408, "log_std": -0.551, "kl": 0.005, "clipfrac": 0.0632, "pg": -0.0126, "vf": 728.3795}
{"iter": 286, "steps": 878592, "cmd_scale": 0.417, "ep_return": 317.83, "ep_len": 98.8, "ep_seconds": 0.99, "sps": 2141, "elapsed_s": 410, "log_std": -0.551, "kl": 0.0052, "clipfrac": 0.0675, "pg": -0.0124, "vf": 744.6595}
{"iter": 287, "steps": 881664, "cmd_scale": 0.419, "ep_return": 325.84, "ep_len": 100.9, "ep_seconds": 1.01, "sps": 2140, "elapsed_s": 411, "log_std": -0.552, "kl": 0.0032, "clipfrac": 0.0332, "pg": -0.0102, "vf": 726.4496}
{"iter": 288, "steps": 884736, "cmd_scale": 0.42, "ep_return": 318.46, "ep_len": 98.6, "ep_seconds": 0.99, "sps": 2137, "elapsed_s": 413, "log_std": -0.551, "kl": 0.0045, "clipfrac": 0.0524, "pg": -0.0111, "vf": 898.6119}
{"iter": 289, "steps": 887808, "cmd_scale": 0.422, "ep_return": 318.66, "ep_len": 98.9, "ep_seconds": 0.99, "sps": 2133, "elapsed_s": 416, "log_std": -0.549, "kl": 0.0047, "clipfrac": 0.0593, "pg": -0.0109, "vf": 869.969}
{"iter": 290, "steps": 890880, "cmd_scale": 0.423, "ep_return": 321.6, "ep_len": 99.8, "ep_seconds": 1.0, "sps": 2130, "elapsed_s": 418, "log_std": -0.549, "kl": 0.0046, "clipfrac": 0.0548, "pg": -0.0108, "vf": 923.517}
{"iter": 291, "steps": 893952, "cmd_scale": 0.424, "ep_return": 325.59, "ep_len": 101.1, "ep_seconds": 1.01, "sps": 2129, "elapsed_s": 419, "log_std": -0.549, "kl": 0.0053, "clipfrac": 0.0668, "pg": -0.0123, "vf": 730.5767}
{"iter": 292, "steps": 897024, "cmd_scale": 0.426, "ep_return": 317.83, "ep_len": 98.3, "ep_seconds": 0.98, "sps": 2126, "elapsed_s": 421, "log_std": -0.55, "kl": 0.0045, "clipfrac": 0.0502, "pg": -0.0106, "vf": 896.4725}
{"iter": 293, "steps": 900096, "cmd_scale": 0.427, "ep_return": 315.87, "ep_len": 97.4, "ep_seconds": 0.97, "sps": 2121, "elapsed_s": 424, "log_std": -0.551, "kl": 0.0063, "clipfrac": 0.0839, "pg": -0.014, "vf": 716.4892}
{"iter": 294, "steps": 903168, "cmd_scale": 0.429, "ep_return": 300.79, "ep_len": 92.9, "ep_seconds": 0.93, "sps": 2118, "elapsed_s": 426, "log_std": -0.552, "kl": 0.0047, "clipfrac": 0.0589, "pg": -0.011, "vf": 781.7029}
{"iter": 295, "steps": 906240, "cmd_scale": 0.43, "ep_return": 289.81, "ep_len": 90.0, "ep_seconds": 0.9, "sps": 2116, "elapsed_s": 428, "log_std": -0.552, "kl": 0.0045, "clipfrac": 0.0592, "pg": -0.0115, "vf": 825.1897}
{"iter": 296, "steps": 909312, "cmd_scale": 0.432, "ep_return": 294.46, "ep_len": 91.5, "ep_seconds": 0.91, "sps": 2115, "elapsed_s": 429, "log_std": -0.552, "kl": 0.0052, "clipfrac": 0.0692, "pg": -0.0135, "vf": 834.2205}
{"iter": 297, "steps": 912384, "cmd_scale": 0.433, "ep_return": 291.55, "ep_len": 90.4, "ep_seconds": 0.9, "sps": 2110, "elapsed_s": 432, "log_std": -0.552, "kl": 0.0043, "clipfrac": 0.0494, "pg": -0.0106, "vf": 834.2082}
{"iter": 298, "steps": 915456, "cmd_scale": 0.435, "ep_return": 304.43, "ep_len": 94.0, "ep_seconds": 0.94, "sps": 2112, "elapsed_s": 433, "log_std": -0.552, "kl": 0.0051, "clipfrac": 0.0679, "pg": -0.0121, "vf": 733.1397}
{"iter": 299, "steps": 918528, "cmd_scale": 0.436, "ep_return": 306.7, "ep_len": 95.0, "ep_seconds": 0.95, "sps": 2111, "elapsed_s": 435, "log_std": -0.553, "kl": 0.0043, "clipfrac": 0.0516, "pg": -0.0122, "vf": 747.987}
{"iter": 300, "steps": 921600, "cmd_scale": 0.438, "ep_return": 303.03, "ep_len": 94.1, "ep_seconds": 0.94, "sps": 2110, "elapsed_s": 436, "log_std": -0.551, "kl": 0.0045, "clipfrac": 0.0554, "pg": -0.0116, "vf": 848.3127}
{"iter": 301, "steps": 924672, "cmd_scale": 0.439, "ep_return": 320.65, "ep_len": 99.3, "ep_seconds": 0.99, "sps": 2109, "elapsed_s": 438, "log_std": -0.55, "kl": 0.0074, "clipfrac": 0.1017, "pg": -0.0146, "vf": 888.3742}
{"iter": 302, "steps": 927744, "cmd_scale": 0.441, "ep_return": 329.16, "ep_len": 101.5, "ep_seconds": 1.01, "sps": 2109, "elapsed_s": 439, "log_std": -0.551, "kl": 0.005, "clipfrac": 0.0623, "pg": -0.0111, "vf": 797.1244}
{"iter": 303, "steps": 930816, "cmd_scale": 0.442, "ep_return": 321.37, "ep_len": 99.4, "ep_seconds": 0.99, "sps": 2108, "elapsed_s": 441, "log_std": -0.553, "kl": 0.0046, "clipfrac": 0.0568, "pg": -0.0118, "vf": 1102.9628}
{"iter": 304, "steps": 933888, "cmd_scale": 0.444, "ep_return": 316.75, "ep_len": 97.8, "ep_seconds": 0.98, "sps": 2107, "elapsed_s": 443, "log_std": -0.553, "kl": 0.0049, "clipfrac": 0.0618, "pg": -0.012, "vf": 901.5037}
{"iter": 305, "steps": 936960, "cmd_scale": 0.445, "ep_return": 311.31, "ep_len": 96.1, "ep_seconds": 0.96, "sps": 2107, "elapsed_s": 444, "log_std": -0.551, "kl": 0.0056, "clipfrac": 0.0714, "pg": -0.0133, "vf": 901.3309}
{"iter": 306, "steps": 940032, "cmd_scale": 0.446, "ep_return": 315.83, "ep_len": 97.4, "ep_seconds": 0.97, "sps": 2108, "elapsed_s": 445, "log_std": -0.55, "kl": 0.0066, "clipfrac": 0.0911, "pg": -0.0138, "vf": 809.3032}
{"iter": 307, "steps": 943104, "cmd_scale": 0.448, "ep_return": 310.72, "ep_len": 95.5, "ep_seconds": 0.96, "sps": 2108, "elapsed_s": 447, "log_std": -0.548, "kl": 0.0041, "clipfrac": 0.0442, "pg": -0.0108, "vf": 817.1018}
{"iter": 308, "steps": 946176, "cmd_scale": 0.449, "ep_return": 300.42, "ep_len": 92.8, "ep_seconds": 0.93, "sps": 2106, "elapsed_s": 449, "log_std": -0.548, "kl": 0.0043, "clipfrac": 0.0507, "pg": -0.0114, "vf": 875.1673}
{"iter": 309, "steps": 949248, "cmd_scale": 0.451, "ep_return": 301.92, "ep_len": 93.2, "ep_seconds": 0.93, "sps": 2106, "elapsed_s": 450, "log_std": -0.548, "kl": 0.0054, "clipfrac": 0.071, "pg": -0.0131, "vf": 770.4971}
{"iter": 310, "steps": 952320, "cmd_scale": 0.452, "ep_return": 299.85, "ep_len": 92.6, "ep_seconds": 0.93, "sps": 2106, "elapsed_s": 452, "log_std": -0.549, "kl": 0.0048, "clipfrac": 0.0626, "pg": -0.0125, "vf": 862.9065}
{"iter": 311, "steps": 955392, "cmd_scale": 0.454, "ep_return": 305.54, "ep_len": 94.5, "ep_seconds": 0.95, "sps": 2103, "elapsed_s": 454, "log_std": -0.55, "kl": 0.0053, "clipfrac": 0.0673, "pg": -0.0123, "vf": 905.2362}
{"iter": 312, "steps": 958464, "cmd_scale": 0.455, "ep_return": 306.25, "ep_len": 94.9, "ep_seconds": 0.95, "sps": 2105, "elapsed_s": 455, "log_std": -0.55, "kl": 0.0069, "clipfrac": 0.0926, "pg": -0.0135, "vf": 835.2228}
{"iter": 313, "steps": 961536, "cmd_scale": 0.457, "ep_return": 302.83, "ep_len": 94.0, "ep_seconds": 0.94, "sps": 2105, "elapsed_s": 456, "log_std": -0.55, "kl": 0.0049, "clipfrac": 0.0623, "pg": -0.0117, "vf": 978.6457}
{"iter": 314, "steps": 964608, "cmd_scale": 0.458, "ep_return": 306.68, "ep_len": 94.9, "ep_seconds": 0.95, "sps": 2107, "elapsed_s": 457, "log_std": -0.551, "kl": 0.0045, "clipfrac": 0.0515, "pg": -0.0112, "vf": 974.4866}
{"iter": 315, "steps": 967680, "cmd_scale": 0.46, "ep_return": 315.47, "ep_len": 97.6, "ep_seconds": 0.98, "sps": 2108, "elapsed_s": 458, "log_std": -0.551, "kl": 0.0049, "clipfrac": 0.0579, "pg": -0.0118, "vf": 812.2048}
{"iter": 316, "steps": 970752, "cmd_scale": 0.461, "ep_return": 317.56, "ep_len": 98.5, "ep_seconds": 0.98, "sps": 2109, "elapsed_s": 460, "log_std": -0.55, "kl": 0.0054, "clipfrac": 0.068, "pg": -0.0116, "vf": 889.0798}
{"iter": 317, "steps": 973824, "cmd_scale": 0.463, "ep_return": 321.32, "ep_len": 99.3, "ep_seconds": 0.99, "sps": 2107, "elapsed_s": 462, "log_std": -0.551, "kl": 0.0062, "clipfrac": 0.085, "pg": -0.0124, "vf": 806.8823}
{"iter": 318, "steps": 976896, "cmd_scale": 0.464, "ep_return": 329.65, "ep_len": 101.5, "ep_seconds": 1.02, "sps": 2109, "elapsed_s": 463, "log_std": -0.55, "kl": 0.006, "clipfrac": 0.0803, "pg": -0.0131, "vf": 872.4777}
{"iter": 319, "steps": 979968, "cmd_scale": 0.465, "ep_return": 335.33, "ep_len": 103.5, "ep_seconds": 1.03, "sps": 2111, "elapsed_s": 464, "log_std": -0.55, "kl": 0.0049, "clipfrac": 0.0604, "pg": -0.0119, "vf": 754.7513}
{"iter": 320, "steps": 983040, "cmd_scale": 0.467, "ep_return": 348.26, "ep_len": 107.5, "ep_seconds": 1.08, "sps": 2114, "elapsed_s": 464, "log_std": -0.552, "kl": 0.0056, "clipfrac": 0.0714, "pg": -0.0155, "vf": 845.0009}
{"iter": 321, "steps": 986112, "cmd_scale": 0.468, "ep_return": 339.0, "ep_len": 104.8, "ep_seconds": 1.05, "sps": 2117, "elapsed_s": 465, "log_std": -0.554, "kl": 0.0051, "clipfrac": 0.0659, "pg": -0.0126, "vf": 852.0308}
{"iter": 322, "steps": 989184, "cmd_scale": 0.47, "ep_return": 348.9, "ep_len": 107.1, "ep_seconds": 1.07, "sps": 2118, "elapsed_s": 466, "log_std": -0.553, "kl": 0.0055, "clipfrac": 0.0738, "pg": -0.0119, "vf": 891.7429}
{"iter": 323, "steps": 992256, "cmd_scale": 0.471, "ep_return": 351.96, "ep_len": 108.1, "ep_seconds": 1.08, "sps": 2119, "elapsed_s": 468, "log_std": -0.552, "kl": 0.0058, "clipfrac": 0.0749, "pg": -0.0142, "vf": 756.3116}
{"iter": 324, "steps": 995328, "cmd_scale": 0.473, "ep_return": 341.78, "ep_len": 105.5, "ep_seconds": 1.06, "sps": 2120, "elapsed_s": 469, "log_std": -0.553, "kl": 0.0048, "clipfrac": 0.0581, "pg": -0.0118, "vf": 907.234}
{"iter": 325, "steps": 998400, "cmd_scale": 0.474, "ep_return": 342.49, "ep_len": 106.3, "ep_seconds": 1.06, "sps": 2122, "elapsed_s": 470, "log_std": -0.553, "kl": 0.0048, "clipfrac": 0.0588, "pg": -0.0107, "vf": 908.3851}
{"iter": 326, "steps": 1001472, "cmd_scale": 0.476, "ep_return": 336.78, "ep_len": 103.5, "ep_seconds": 1.04, "sps": 2124, "elapsed_s": 471, "log_std": -0.554, "kl": 0.004, "clipfrac": 0.0442, "pg": -0.0099, "vf": 873.4971}
{"iter": 327, "steps": 1004544, "cmd_scale": 0.477, "ep_return": 335.28, "ep_len": 103.2, "ep_seconds": 1.03, "sps": 2127, "elapsed_s": 472, "log_std": -0.556, "kl": 0.0054, "clipfrac": 0.0694, "pg": -0.0121, "vf": 902.2738}
{"iter": 328, "steps": 1007616, "cmd_scale": 0.479, "ep_return": 338.99, "ep_len": 104.5, "ep_seconds": 1.05, "sps": 2129, "elapsed_s": 473, "log_std": -0.558, "kl": 0.0046, "clipfrac": 0.0573, "pg": -0.0111, "vf": 854.5123}
{"iter": 329, "steps": 1010688, "cmd_scale": 0.48, "ep_return": 332.81, "ep_len": 103.1, "ep_seconds": 1.03, "sps": 2131, "elapsed_s": 474, "log_std": -0.558, "kl": 0.0053, "clipfrac": 0.0683, "pg": -0.0129, "vf": 896.306}
{"iter": 330, "steps": 1013760, "cmd_scale": 0.482, "ep_return": 317.53, "ep_len": 98.7, "ep_seconds": 0.99, "sps": 2133, "elapsed_s": 475, "log_std": -0.558, "kl": 0.0053, "clipfrac": 0.0704, "pg": -0.0119, "vf": 776.6705}
{"iter": 331, "steps": 1016832, "cmd_scale": 0.483, "ep_return": 315.24, "ep_len": 97.8, "ep_seconds": 0.98, "sps": 2134, "elapsed_s": 476, "log_std": -0.558, "kl": 0.0064, "clipfrac": 0.0875, "pg": -0.0127, "vf": 739.3708}
{"iter": 332, "steps": 1019904, "cmd_scale": 0.484, "ep_return": 300.72, "ep_len": 94.1, "ep_seconds": 0.94, "sps": 2135, "elapsed_s": 477, "log_std": -0.559, "kl": 0.0051, "clipfrac": 0.0662, "pg": -0.0133, "vf": 846.8537}
{"iter": 333, "steps": 1022976, "cmd_scale": 0.486, "ep_return": 301.86, "ep_len": 94.6, "ep_seconds": 0.95, "sps": 2136, "elapsed_s": 478, "log_std": -0.558, "kl": 0.0045, "clipfrac": 0.0549, "pg": -0.0104, "vf": 826.348}
{"iter": 334, "steps": 1026048, "cmd_scale": 0.487, "ep_return": 289.59, "ep_len": 90.7, "ep_seconds": 0.91, "sps": 2134, "elapsed_s": 480, "log_std": -0.557, "kl": 0.0047, "clipfrac": 0.0594, "pg": -0.013, "vf": 950.6245}
{"iter": 335, "steps": 1029120, "cmd_scale": 0.489, "ep_return": 289.76, "ep_len": 90.8, "ep_seconds": 0.91, "sps": 2136, "elapsed_s": 481, "log_std": -0.557, "kl": 0.0059, "clipfrac": 0.0777, "pg": -0.0121, "vf": 843.0926}
{"iter": 336, "steps": 1032192, "cmd_scale": 0.49, "ep_return": 298.5, "ep_len": 93.7, "ep_seconds": 0.94, "sps": 2138, "elapsed_s": 482, "log_std": -0.558, "kl": 0.0048, "clipfrac": 0.0609, "pg": -0.0114, "vf": 953.5335}
{"iter": 337, "steps": 1035264, "cmd_scale": 0.492, "ep_return": 295.22, "ep_len": 92.9, "ep_seconds": 0.93, "sps": 2140, "elapsed_s": 483, "log_std": -0.56, "kl": 0.0049, "clipfrac": 0.0616, "pg": -0.0124, "vf": 767.6947}
{"iter": 338, "steps": 1038336, "cmd_scale": 0.493, "ep_return": 310.18, "ep_len": 97.3, "ep_seconds": 0.97, "sps": 2140, "elapsed_s": 484, "log_std": -0.561, "kl": 0.0054, "clipfrac": 0.0672, "pg": -0.0139, "vf": 775.6778}
{"iter": 339, "steps": 1041408, "cmd_scale": 0.495, "ep_return": 300.3, "ep_len": 94.5, "ep_seconds": 0.95, "sps": 2143, "elapsed_s": 485, "log_std": -0.559, "kl": 0.0052, "clipfrac": 0.0686, "pg": -0.0127, "vf": 816.2909}
{"iter": 340, "steps": 1044480, "cmd_scale": 0.496, "ep_return": 306.35, "ep_len": 96.3, "ep_seconds": 0.96, "sps": 2146, "elapsed_s": 486, "log_std": -0.559, "kl": 0.0058, "clipfrac": 0.0745, "pg": -0.0134, "vf": 704.0017}
{"iter": 341, "steps": 1047552, "cmd_scale": 0.498, "ep_return": 308.17, "ep_len": 97.0, "ep_seconds": 0.97, "sps": 2147, "elapsed_s": 487, "log_std": -0.56, "kl": 0.005, "clipfrac": 0.0616, "pg": -0.0107, "vf": 744.5786}
{"iter": 342, "steps": 1050624, "cmd_scale": 0.499, "ep_return": 301.16, "ep_len": 94.8, "ep_seconds": 0.95, "sps": 2148, "elapsed_s": 488, "log_std": -0.562, "kl": 0.0052, "clipfrac": 0.0658, "pg": -0.012, "vf": 640.4341}
{"iter": 343, "steps": 1053696, "cmd_scale": 0.501, "ep_return": 299.82, "ep_len": 94.1, "ep_seconds": 0.94, "sps": 2150, "elapsed_s": 489, "log_std": -0.563, "kl": 0.0058, "clipfrac": 0.0748, "pg": -0.0127, "vf": 627.9036}
{"iter": 344, "steps": 1056768, "cmd_scale": 0.502, "ep_return": 302.42, "ep_len": 95.2, "ep_seconds": 0.95, "sps": 2149, "elapsed_s": 491, "log_std": -0.563, "kl": 0.0051, "clipfrac": 0.0655, "pg": -0.0113, "vf": 784.0622}
{"iter": 345, "steps": 1059840, "cmd_scale": 0.504, "ep_return": 311.39, "ep_len": 98.1, "ep_seconds": 0.98, "sps": 2152, "elapsed_s": 492, "log_std": -0.562, "kl": 0.0058, "clipfrac": 0.0785, "pg": -0.0128, "vf": 889.9429}
{"iter": 346, "steps": 1062912, "cmd_scale": 0.505, "ep_return": 316.84, "ep_len": 99.3, "ep_seconds": 0.99, "sps": 2150, "elapsed_s": 494, "log_std": -0.562, "kl": 0.0049, "clipfrac": 0.0567, "pg": -0.0116, "vf": 639.8995}
{"iter": 347, "steps": 1065984, "cmd_scale": 0.506, "ep_return": 314.31, "ep_len": 99.0, "ep_seconds": 0.99, "sps": 2152, "elapsed_s": 495, "log_std": -0.563, "kl": 0.0061, "clipfrac": 0.0822, "pg": -0.0127, "vf": 717.6362}
{"iter": 348, "steps": 1069056, "cmd_scale": 0.508, "ep_return": 318.56, "ep_len": 100.3, "ep_seconds": 1.0, "sps": 2151, "elapsed_s": 496, "log_std": -0.563, "kl": 0.0043, "clipfrac": 0.0515, "pg": -0.0131, "vf": 731.413}
{"iter": 349, "steps": 1072128, "cmd_scale": 0.509, "ep_return": 327.12, "ep_len": 103.1, "ep_seconds": 1.03, "sps": 2154, "elapsed_s": 497, "log_std": -0.565, "kl": 0.0057, "clipfrac": 0.0743, "pg": -0.012, "vf": 747.0693}
{"iter": 350, "steps": 1075200, "cmd_scale": 0.511, "ep_return": 324.23, "ep_len": 102.1, "ep_seconds": 1.02, "sps": 2156, "elapsed_s": 498, "log_std": -0.564, "kl": 0.0047, "clipfrac": 0.059, "pg": -0.0107, "vf": 720.981}
{"iter": 351, "steps": 1078272, "cmd_scale": 0.512, "ep_return": 327.33, "ep_len": 103.2, "ep_seconds": 1.03, "sps": 2158, "elapsed_s": 499, "log_std": -0.565, "kl": 0.004, "clipfrac": 0.046, "pg": -0.0114, "vf": 756.1857}
{"iter": 352, "steps": 1081344, "cmd_scale": 0.514, "ep_return": 331.1, "ep_len": 103.9, "ep_seconds": 1.04, "sps": 2160, "elapsed_s": 500, "log_std": -0.568, "kl": 0.0039, "clipfrac": 0.0427, "pg": -0.0119, "vf": 773.3866}
{"iter": 353, "steps": 1084416, "cmd_scale": 0.515, "ep_return": 326.44, "ep_len": 102.8, "ep_seconds": 1.03, "sps": 2161, "elapsed_s": 501, "log_std": -0.568, "kl": 0.0051, "clipfrac": 0.0682, "pg": -0.0119, "vf": 797.8041}
{"iter": 354, "steps": 1087488, "cmd_scale": 0.517, "ep_return": 326.63, "ep_len": 102.3, "ep_seconds": 1.02, "sps": 2162, "elapsed_s": 502, "log_std": -0.567, "kl": 0.0053, "clipfrac": 0.07, "pg": -0.0129, "vf": 688.7371}
{"iter": 355, "steps": 1090560, "cmd_scale": 0.518, "ep_return": 322.67, "ep_len": 100.7, "ep_seconds": 1.01, "sps": 2164, "elapsed_s": 503, "log_std": -0.565, "kl": 0.0051, "clipfrac": 0.0682, "pg": -0.0122, "vf": 772.3797}
{"iter": 356, "steps": 1093632, "cmd_scale": 0.52, "ep_return": 318.5, "ep_len": 99.4, "ep_seconds": 0.99, "sps": 2160, "elapsed_s": 506, "log_std": -0.566, "kl": 0.0052, "clipfrac": 0.0655, "pg": -0.0126, "vf": 890.3675}
{"iter": 357, "steps": 1096704, "cmd_scale": 0.521, "ep_return": 319.93, "ep_len": 99.8, "ep_seconds": 1.0, "sps": 2161, "elapsed_s": 507, "log_std": -0.566, "kl": 0.0051, "clipfrac": 0.0655, "pg": -0.0126, "vf": 703.7333}
{"iter": 358, "steps": 1099776, "cmd_scale": 0.523, "ep_return": 327.76, "ep_len": 101.6, "ep_seconds": 1.02, "sps": 2163, "elapsed_s": 508, "log_std": -0.566, "kl": 0.0053, "clipfrac": 0.0663, "pg": -0.0125, "vf": 692.5582}
{"iter": 359, "steps": 1102848, "cmd_scale": 0.524, "ep_return": 323.02, "ep_len": 100.1, "ep_seconds": 1.0, "sps": 2163, "elapsed_s": 509, "log_std": -0.567, "kl": 0.0051, "clipfrac": 0.0673, "pg": -0.0128, "vf": 863.4834}
{"iter": 360, "steps": 1105920, "cmd_scale": 0.525, "ep_return": 323.09, "ep_len": 100.3, "ep_seconds": 1.0, "sps": 2164, "elapsed_s": 510, "log_std": -0.566, "kl": 0.0066, "clipfrac": 0.0905, "pg": -0.0133, "vf": 573.5533}
{"iter": 361, "steps": 1108992, "cmd_scale": 0.527, "ep_return": 327.28, "ep_len": 102.4, "ep_seconds": 1.02, "sps": 2167, "elapsed_s": 511, "log_std": -0.566, "kl": 0.0035, "clipfrac": 0.0385, "pg": -0.0117, "vf": 716.1059}
{"iter": 362, "steps": 1112064, "cmd_scale": 0.528, "ep_return": 330.43, "ep_len": 103.0, "ep_seconds": 1.03, "sps": 2170, "elapsed_s": 512, "log_std": -0.568, "kl": 0.0055, "clipfrac": 0.0704, "pg": -0.0116, "vf": 775.6634}
{"iter": 363, "steps": 1115136, "cmd_scale": 0.53, "ep_return": 332.96, "ep_len": 103.8, "ep_seconds": 1.04, "sps": 2169, "elapsed_s": 513, "log_std": -0.568, "kl": 0.0058, "clipfrac": 0.079, "pg": -0.0137, "vf": 839.7302}
{"iter": 364, "steps": 1118208, "cmd_scale": 0.531, "ep_return": 330.45, "ep_len": 103.1, "ep_seconds": 1.03, "sps": 2170, "elapsed_s": 515, "log_std": -0.569, "kl": 0.0042, "clipfrac": 0.0496, "pg": -0.0114, "vf": 732.3855}
{"iter": 365, "steps": 1121280, "cmd_scale": 0.533, "ep_return": 330.68, "ep_len": 103.3, "ep_seconds": 1.03, "sps": 2169, "elapsed_s": 516, "log_std": -0.57, "kl": 0.0055, "clipfrac": 0.0706, "pg": -0.0141, "vf": 734.9268}
{"iter": 366, "steps": 1124352, "cmd_scale": 0.534, "ep_return": 337.21, "ep_len": 105.4, "ep_seconds": 1.05, "sps": 2165, "elapsed_s": 519, "log_std": -0.57, "kl": 0.0053, "clipfrac": 0.0658, "pg": -0.013, "vf": 777.5086}
{"iter": 367, "steps": 1127424, "cmd_scale": 0.536, "ep_return": 330.96, "ep_len": 102.9, "ep_seconds": 1.03, "sps": 2163, "elapsed_s": 521, "log_std": -0.572, "kl": 0.0042, "clipfrac": 0.0453, "pg": -0.011, "vf": 751.8948}
{"iter": 368, "steps": 1130496, "cmd_scale": 0.537, "ep_return": 328.63, "ep_len": 102.8, "ep_seconds": 1.03, "sps": 2164, "elapsed_s": 522, "log_std": -0.573, "kl": 0.0042, "clipfrac": 0.0476, "pg": -0.0108, "vf": 837.5898}
{"iter": 369, "steps": 1133568, "cmd_scale": 0.539, "ep_return": 332.64, "ep_len": 104.0, "ep_seconds": 1.04, "sps": 2166, "elapsed_s": 523, "log_std": -0.575, "kl": 0.0053, "clipfrac": 0.0684, "pg": -0.0142, "vf": 734.2927}
{"iter": 370, "steps": 1136640, "cmd_scale": 0.54, "ep_return": 336.45, "ep_len": 105.0, "ep_seconds": 1.05, "sps": 2166, "elapsed_s": 524, "log_std": -0.575, "kl": 0.0052, "clipfrac": 0.0695, "pg": -0.0124, "vf": 794.0225}
{"iter": 371, "steps": 1139712, "cmd_scale": 0.542, "ep_return": 328.76, "ep_len": 102.9, "ep_seconds": 1.03, "sps": 2167, "elapsed_s": 525, "log_std": -0.575, "kl": 0.006, "clipfrac": 0.0784, "pg": -0.0141, "vf": 862.229}
{"iter": 372, "steps": 1142784, "cmd_scale": 0.543, "ep_return": 325.05, "ep_len": 101.8, "ep_seconds": 1.02, "sps": 2169, "elapsed_s": 526, "log_std": -0.575, "kl": 0.0046, "clipfrac": 0.0552, "pg": -0.0125, "vf": 864.9344}
{"iter": 373, "steps": 1145856, "cmd_scale": 0.544, "ep_return": 335.49, "ep_len": 105.6, "ep_seconds": 1.06, "sps": 2170, "elapsed_s": 527, "log_std": -0.576, "kl": 0.0045, "clipfrac": 0.0515, "pg": -0.0111, "vf": 748.4192}
{"iter": 374, "steps": 1148928, "cmd_scale": 0.546, "ep_return": 345.26, "ep_len": 108.5, "ep_seconds": 1.09, "sps": 2171, "elapsed_s": 529, "log_std": -0.576, "kl": 0.0058, "clipfrac": 0.0715, "pg": -0.0127, "vf": 627.4382}
{"iter": 375, "steps": 1152000, "cmd_scale": 0.547, "ep_return": 344.74, "ep_len": 108.2, "ep_seconds": 1.08, "sps": 2173, "elapsed_s": 530, "log_std": -0.576, "kl": 0.0047, "clipfrac": 0.0561, "pg": -0.012, "vf": 832.6663}
{"iter": 376, "steps": 1155072, "cmd_scale": 0.549, "ep_return": 346.4, "ep_len": 108.9, "ep_seconds": 1.09, "sps": 2173, "elapsed_s": 531, "log_std": -0.575, "kl": 0.0057, "clipfrac": 0.0771, "pg": -0.012, "vf": 676.9036}
{"iter": 377, "steps": 1158144, "cmd_scale": 0.55, "ep_return": 345.24, "ep_len": 109.2, "ep_seconds": 1.09, "sps": 2171, "elapsed_s": 533, "log_std": -0.575, "kl": 0.0055, "clipfrac": 0.0719, "pg": -0.0106, "vf": 947.796}
{"iter": 378, "steps": 1161216, "cmd_scale": 0.552, "ep_return": 343.18, "ep_len": 108.5, "ep_seconds": 1.08, "sps": 2172, "elapsed_s": 534, "log_std": -0.576, "kl": 0.0056, "clipfrac": 0.0711, "pg": -0.0133, "vf": 827.8376}
{"iter": 379, "steps": 1164288, "cmd_scale": 0.553, "ep_return": 359.5, "ep_len": 113.4, "ep_seconds": 1.13, "sps": 2171, "elapsed_s": 536, "log_std": -0.576, "kl": 0.004, "clipfrac": 0.0442, "pg": -0.0114, "vf": 812.5046}
{"iter": 380, "steps": 1167360, "cmd_scale": 0.555, "ep_return": 361.72, "ep_len": 113.5, "ep_seconds": 1.13, "sps": 2171, "elapsed_s": 537, "log_std": -0.577, "kl": 0.0043, "clipfrac": 0.0496, "pg": -0.0099, "vf": 658.1634}
{"iter": 381, "steps": 1170432, "cmd_scale": 0.556, "ep_return": 357.61, "ep_len": 112.7, "ep_seconds": 1.13, "sps": 2170, "elapsed_s": 539, "log_std": -0.577, "kl": 0.0057, "clipfrac": 0.0727, "pg": -0.0127, "vf": 699.3035}
{"iter": 382, "steps": 1173504, "cmd_scale": 0.558, "ep_return": 362.24, "ep_len": 113.6, "ep_seconds": 1.14, "sps": 2170, "elapsed_s": 540, "log_std": -0.578, "kl": 0.0056, "clipfrac": 0.0724, "pg": -0.0129, "vf": 914.2582}
{"iter": 383, "steps": 1176576, "cmd_scale": 0.559, "ep_return": 361.5, "ep_len": 112.7, "ep_seconds": 1.13, "sps": 2167, "elapsed_s": 542, "log_std": -0.579, "kl": 0.0045, "clipfrac": 0.0478, "pg": -0.011, "vf": 831.5121}
{"iter": 384, "steps": 1179648, "cmd_scale": 0.561, "ep_return": 371.35, "ep_len": 115.2, "ep_seconds": 1.15, "sps": 2163, "elapsed_s": 545, "log_std": -0.579, "kl": 0.0061, "clipfrac": 0.0812, "pg": -0.0109, "vf": 681.7006}
{"iter": 385, "steps": 1182720, "cmd_scale": 0.562, "ep_return": 369.8, "ep_len": 114.5, "ep_seconds": 1.14, "sps": 2162, "elapsed_s": 546, "log_std": -0.578, "kl": 0.0051, "clipfrac": 0.0635, "pg": -0.0127, "vf": 867.5131}
{"iter": 386, "steps": 1185792, "cmd_scale": 0.564, "ep_return": 359.8, "ep_len": 112.0, "ep_seconds": 1.12, "sps": 2159, "elapsed_s": 549, "log_std": -0.577, "kl": 0.0059, "clipfrac": 0.0813, "pg": -0.0117, "vf": 805.8213}
{"iter": 387, "steps": 1188864, "cmd_scale": 0.565, "ep_return": 358.66, "ep_len": 112.0, "ep_seconds": 1.12, "sps": 2154, "elapsed_s": 551, "log_std": -0.576, "kl": 0.0059, "clipfrac": 0.0768, "pg": -0.0126, "vf": 775.3827}
{"iter": 388, "steps": 1191936, "cmd_scale": 0.566, "ep_return": 356.01, "ep_len": 110.6, "ep_seconds": 1.11, "sps": 2153, "elapsed_s": 553, "log_std": -0.578, "kl": 0.0039, "clipfrac": 0.0402, "pg": -0.0103, "vf": 859.072}
{"iter": 389, "steps": 1195008, "cmd_scale": 0.568, "ep_return": 353.75, "ep_len": 110.2, "ep_seconds": 1.1, "sps": 2155, "elapsed_s": 554, "log_std": -0.578, "kl": 0.0051, "clipfrac": 0.0668, "pg": -0.0123, "vf": 955.3034}
{"iter": 390, "steps": 1198080, "cmd_scale": 0.569, "ep_return": 354.09, "ep_len": 110.6, "ep_seconds": 1.11, "sps": 2155, "elapsed_s": 555, "log_std": -0.576, "kl": 0.0049, "clipfrac": 0.0595, "pg": -0.0117, "vf": 841.4937}
{"iter": 391, "steps": 1201152, "cmd_scale": 0.571, "ep_return": 351.55, "ep_len": 110.0, "ep_seconds": 1.1, "sps": 2156, "elapsed_s": 556, "log_std": -0.575, "kl": 0.006, "clipfrac": 0.0798, "pg": -0.0145, "vf": 774.8144}
{"iter": 392, "steps": 1204224, "cmd_scale": 0.572, "ep_return": 332.58, "ep_len": 103.9, "ep_seconds": 1.04, "sps": 2159, "elapsed_s": 557, "log_std": -0.575, "kl": 0.006, "clipfrac": 0.0795, "pg": -0.0139, "vf": 937.04}
{"iter": 393, "steps": 1207296, "cmd_scale": 0.574, "ep_return": 337.67, "ep_len": 105.3, "ep_seconds": 1.05, "sps": 2156, "elapsed_s": 559, "log_std": -0.577, "kl": 0.0051, "clipfrac": 0.0642, "pg": -0.0128, "vf": 805.66}
{"iter": 394, "steps": 1210368, "cmd_scale": 0.575, "ep_return": 330.19, "ep_len": 102.9, "ep_seconds": 1.03, "sps": 2156, "elapsed_s": 561, "log_std": -0.577, "kl": 0.0049, "clipfrac": 0.0635, "pg": -0.0127, "vf": 860.7605}
{"iter": 395, "steps": 1213440, "cmd_scale": 0.577, "ep_return": 337.31, "ep_len": 105.0, "ep_seconds": 1.05, "sps": 2157, "elapsed_s": 562, "log_std": -0.577, "kl": 0.005, "clipfrac": 0.0646, "pg": -0.0121, "vf": 800.5417}
{"iter": 396, "steps": 1216512, "cmd_scale": 0.578, "ep_return": 332.44, "ep_len": 103.4, "ep_seconds": 1.03, "sps": 2157, "elapsed_s": 563, "log_std": -0.578, "kl": 0.0038, "clipfrac": 0.0423, "pg": -0.0111, "vf": 778.8464}
{"iter": 397, "steps": 1219584, "cmd_scale": 0.58, "ep_return": 334.6, "ep_len": 104.2, "ep_seconds": 1.04, "sps": 2158, "elapsed_s": 565, "log_std": -0.577, "kl": 0.0055, "clipfrac": 0.0735, "pg": -0.0121, "vf": 836.9374}
{"iter": 398, "steps": 1222656, "cmd_scale": 0.581, "ep_return": 328.5, "ep_len": 102.7, "ep_seconds": 1.03, "sps": 2158, "elapsed_s": 566, "log_std": -0.578, "kl": 0.0056, "clipfrac": 0.071, "pg": -0.0136, "vf": 852.1992}
{"iter": 399, "steps": 1225728, "cmd_scale": 0.583, "ep_return": 338.1, "ep_len": 105.5, "ep_seconds": 1.06, "sps": 2156, "elapsed_s": 568, "log_std": -0.578, "kl": 0.0047, "clipfrac": 0.0578, "pg": -0.0111, "vf": 791.3507}
{"iter": 400, "steps": 1228800, "cmd_scale": 0.584, "ep_return": 333.35, "ep_len": 103.7, "ep_seconds": 1.04, "sps": 2154, "elapsed_s": 570, "log_std": -0.578, "kl": 0.0059, "clipfrac": 0.0782, "pg": -0.0126, "vf": 756.1698}
{"iter": 401, "steps": 1231872, "cmd_scale": 0.585, "ep_return": 339.26, "ep_len": 105.3, "ep_seconds": 1.05, "sps": 2153, "elapsed_s": 572, "log_std": -0.578, "kl": 0.0044, "clipfrac": 0.0549, "pg": -0.012, "vf": 703.9863}
{"iter": 402, "steps": 1234944, "cmd_scale": 0.587, "ep_return": 349.37, "ep_len": 108.5, "ep_seconds": 1.09, "sps": 2154, "elapsed_s": 573, "log_std": -0.579, "kl": 0.0049, "clipfrac": 0.0586, "pg": -0.0118, "vf": 648.4778}
{"iter": 403, "steps": 1238016, "cmd_scale": 0.588, "ep_return": 338.8, "ep_len": 104.9, "ep_seconds": 1.05, "sps": 2156, "elapsed_s": 574, "log_std": -0.579, "kl": 0.0042, "clipfrac": 0.0503, "pg": -0.011, "vf": 925.4591}
{"iter": 404, "steps": 1241088, "cmd_scale": 0.59, "ep_return": 338.3, "ep_len": 104.3, "ep_seconds": 1.04, "sps": 2158, "elapsed_s": 574, "log_std": -0.579, "kl": 0.0044, "clipfrac": 0.05, "pg": -0.0106, "vf": 808.1327}
{"iter": 405, "steps": 1244160, "cmd_scale": 0.591, "ep_return": 340.96, "ep_len": 105.6, "ep_seconds": 1.06, "sps": 2159, "elapsed_s": 576, "log_std": -0.58, "kl": 0.0065, "clipfrac": 0.0914, "pg": -0.0137, "vf": 810.0012}
{"iter": 406, "steps": 1247232, "cmd_scale": 0.593, "ep_return": 350.66, "ep_len": 108.8, "ep_seconds": 1.09, "sps": 2158, "elapsed_s": 577, "log_std": -0.578, "kl": 0.0051, "clipfrac": 0.0634, "pg": -0.0112, "vf": 718.1222}
{"iter": 407, "steps": 1250304, "cmd_scale": 0.594, "ep_return": 361.78, "ep_len": 112.5, "ep_seconds": 1.12, "sps": 2154, "elapsed_s": 580, "log_std": -0.578, "kl": 0.0047, "clipfrac": 0.058, "pg": -0.0121, "vf": 730.3393}
{"iter": 408, "steps": 1253376, "cmd_scale": 0.596, "ep_return": 352.88, "ep_len": 110.6, "ep_seconds": 1.11, "sps": 2156, "elapsed_s": 581, "log_std": -0.579, "kl": 0.0064, "clipfrac": 0.0884, "pg": -0.0136, "vf": 922.41}
{"iter": 409, "steps": 1256448, "cmd_scale": 0.597, "ep_return": 350.39, "ep_len": 109.5, "ep_seconds": 1.1, "sps": 2157, "elapsed_s": 582, "log_std": -0.579, "kl": 0.0051, "clipfrac": 0.066, "pg": -0.0128, "vf": 752.0709}
{"iter": 410, "steps": 1259520, "cmd_scale": 0.599, "ep_return": 358.77, "ep_len": 113.1, "ep_seconds": 1.13, "sps": 2155, "elapsed_s": 584, "log_std": -0.58, "kl": 0.0044, "clipfrac": 0.0504, "pg": -0.0106, "vf": 637.1823}
{"iter": 411, "steps": 1262592, "cmd_scale": 0.6, "ep_return": 380.61, "ep_len": 120.3, "ep_seconds": 1.2, "sps": 2153, "elapsed_s": 586, "log_std": -0.582, "kl": 0.0065, "clipfrac": 0.0919, "pg": -0.0138, "vf": 771.3813}
{"iter": 412, "steps": 1265664, "cmd_scale": 0.602, "ep_return": 383.02, "ep_len": 121.2, "ep_seconds": 1.21, "sps": 2152, "elapsed_s": 587, "log_std": -0.582, "kl": 0.0048, "clipfrac": 0.0587, "pg": -0.0135, "vf": 872.9384}
{"iter": 413, "steps": 1268736, "cmd_scale": 0.603, "ep_return": 372.73, "ep_len": 117.8, "ep_seconds": 1.18, "sps": 2149, "elapsed_s": 590, "log_std": -0.581, "kl": 0.0056, "clipfrac": 0.0731, "pg": -0.0128, "vf": 834.7731}
{"iter": 414, "steps": 1271808, "cmd_scale": 0.605, "ep_return": 364.8, "ep_len": 115.0, "ep_seconds": 1.15, "sps": 2147, "elapsed_s": 592, "log_std": -0.581, "kl": 0.0045, "clipfrac": 0.0542, "pg": -0.0112, "vf": 707.1382}
{"iter": 415, "steps": 1274880, "cmd_scale": 0.606, "ep_return": 357.79, "ep_len": 113.3, "ep_seconds": 1.13, "sps": 2147, "elapsed_s": 593, "log_std": -0.582, "kl": 0.0066, "clipfrac": 0.0907, "pg": -0.0143, "vf": 883.775}
{"iter": 416, "steps": 1277952, "cmd_scale": 0.607, "ep_return": 361.4, "ep_len": 114.3, "ep_seconds": 1.14, "sps": 2147, "elapsed_s": 594, "log_std": -0.582, "kl": 0.0052, "clipfrac": 0.0664, "pg": -0.0122, "vf": 705.0567}
{"iter": 417, "steps": 1281024, "cmd_scale": 0.609, "ep_return": 336.01, "ep_len": 106.6, "ep_seconds": 1.07, "sps": 2148, "elapsed_s": 596, "log_std": -0.582, "kl": 0.0046, "clipfrac": 0.0591, "pg": -0.0119, "vf": 776.1654}
{"iter": 418, "steps": 1284096, "cmd_scale": 0.61, "ep_return": 335.08, "ep_len": 105.9, "ep_seconds": 1.06, "sps": 2146, "elapsed_s": 598, "log_std": -0.583, "kl": 0.0052, "clipfrac": 0.0643, "pg": -0.0111, "vf": 652.4226}
{"iter": 419, "steps": 1287168, "cmd_scale": 0.612, "ep_return": 342.97, "ep_len": 108.4, "ep_seconds": 1.08, "sps": 2141, "elapsed_s": 600, "log_std": -0.583, "kl": 0.0057, "clipfrac": 0.0718, "pg": -0.0127, "vf": 622.1991}
{"iter": 420, "steps": 1290240, "cmd_scale": 0.613, "ep_return": 349.17, "ep_len": 110.5, "ep_seconds": 1.1, "sps": 2139, "elapsed_s": 602, "log_std": -0.583, "kl": 0.0049, "clipfrac": 0.0623, "pg": -0.0132, "vf": 695.7464}
{"iter": 421, "steps": 1293312, "cmd_scale": 0.615, "ep_return": 347.76, "ep_len": 109.7, "ep_seconds": 1.1, "sps": 2139, "elapsed_s": 604, "log_std": -0.584, "kl": 0.006, "clipfrac": 0.0793, "pg": -0.0141, "vf": 752.823}
{"iter": 422, "steps": 1296384, "cmd_scale": 0.616, "ep_return": 359.08, "ep_len": 112.9, "ep_seconds": 1.13, "sps": 2138, "elapsed_s": 606, "log_std": -0.586, "kl": 0.005, "clipfrac": 0.0607, "pg": -0.0116, "vf": 837.1971}
{"iter": 423, "steps": 1299456, "cmd_scale": 0.618, "ep_return": 361.29, "ep_len": 113.1, "ep_seconds": 1.13, "sps": 2138, "elapsed_s": 607, "log_std": -0.589, "kl": 0.0055, "clipfrac": 0.0724, "pg": -0.0127, "vf": 661.5962}
{"iter": 424, "steps": 1302528, "cmd_scale": 0.619, "ep_return": 362.25, "ep_len": 113.9, "ep_seconds": 1.14, "sps": 2139, "elapsed_s": 608, "log_std": -0.591, "kl": 0.0055, "clipfrac": 0.0714, "pg": -0.0122, "vf": 902.4024}
{"iter": 425, "steps": 1305600, "cmd_scale": 0.621, "ep_return": 360.55, "ep_len": 113.1, "ep_seconds": 1.13, "sps": 2139, "elapsed_s": 610, "log_std": -0.591, "kl": 0.0044, "clipfrac": 0.053, "pg": -0.0112, "vf": 859.6966}
{"iter": 426, "steps": 1308672, "cmd_scale": 0.622, "ep_return": 354.96, "ep_len": 111.5, "ep_seconds": 1.11, "sps": 2137, "elapsed_s": 612, "log_std": -0.59, "kl": 0.0064, "clipfrac": 0.0854, "pg": -0.0129, "vf": 875.6879}
{"iter": 427, "steps": 1311744, "cmd_scale": 0.624, "ep_return": 358.67, "ep_len": 112.8, "ep_seconds": 1.13, "sps": 2137, "elapsed_s": 613, "log_std": -0.589, "kl": 0.005, "clipfrac": 0.0654, "pg": -0.0112, "vf": 786.8271}
{"iter": 428, "steps": 1314816, "cmd_scale": 0.625, "ep_return": 362.72, "ep_len": 114.5, "ep_seconds": 1.14, "sps": 2136, "elapsed_s": 615, "log_std": -0.59, "kl": 0.0065, "clipfrac": 0.0887, "pg": -0.0142, "vf": 746.1475}
{"iter": 429, "steps": 1317888, "cmd_scale": 0.626, "ep_return": 375.5, "ep_len": 118.7, "ep_seconds": 1.19, "sps": 2134, "elapsed_s": 617, "log_std": -0.592, "kl": 0.0054, "clipfrac": 0.0714, "pg": -0.012, "vf": 801.5072}
{"iter": 430, "steps": 1320960, "cmd_scale": 0.628, "ep_return": 367.64, "ep_len": 115.5, "ep_seconds": 1.16, "sps": 2134, "elapsed_s": 618, "log_std": -0.595, "kl": 0.0059, "clipfrac": 0.0753, "pg": -0.0139, "vf": 984.2348}
{"iter": 431, "steps": 1324032, "cmd_scale": 0.629, "ep_return": 362.8, "ep_len": 114.1, "ep_seconds": 1.14, "sps": 2136, "elapsed_s": 619, "log_std": -0.595, "kl": 0.0054, "clipfrac": 0.0684, "pg": -0.013, "vf": 885.3029}
{"iter": 432, "steps": 1327104, "cmd_scale": 0.631, "ep_return": 368.41, "ep_len": 115.6, "ep_seconds": 1.16, "sps": 2136, "elapsed_s": 621, "log_std": -0.596, "kl": 0.0056, "clipfrac": 0.0701, "pg": -0.0131, "vf": 760.5387}
{"iter": 433, "steps": 1330176, "cmd_scale": 0.632, "ep_return": 369.41, "ep_len": 116.1, "ep_seconds": 1.16, "sps": 2138, "elapsed_s": 622, "log_std": -0.595, "kl": 0.0065, "clipfrac": 0.0899, "pg": -0.0137, "vf": 864.5221}
{"iter": 434, "steps": 1333248, "cmd_scale": 0.634, "ep_return": 385.03, "ep_len": 120.2, "ep_seconds": 1.2, "sps": 2140, "elapsed_s": 622, "log_std": -0.596, "kl": 0.0056, "clipfrac": 0.0778, "pg": -0.0126, "vf": 788.5525}
{"iter": 435, "steps": 1336320, "cmd_scale": 0.635, "ep_return": 368.41, "ep_len": 115.5, "ep_seconds": 1.15, "sps": 2142, "elapsed_s": 623, "log_std": -0.598, "kl": 0.0041, "clipfrac": 0.0448, "pg": -0.0116, "vf": 1045.36}
{"iter": 436, "steps": 1339392, "cmd_scale": 0.637, "ep_return": 356.33, "ep_len": 111.5, "ep_seconds": 1.12, "sps": 2144, "elapsed_s": 624, "log_std": -0.598, "kl": 0.006, "clipfrac": 0.0792, "pg": -0.0138, "vf": 909.4983}
{"iter": 437, "steps": 1342464, "cmd_scale": 0.638, "ep_return": 359.11, "ep_len": 112.3, "ep_seconds": 1.12, "sps": 2147, "elapsed_s": 625, "log_std": -0.596, "kl": 0.0057, "clipfrac": 0.0746, "pg": -0.0133, "vf": 872.7806}
{"iter": 438, "steps": 1345536, "cmd_scale": 0.64, "ep_return": 360.43, "ep_len": 112.8, "ep_seconds": 1.13, "sps": 2149, "elapsed_s": 626, "log_std": -0.596, "kl": 0.006, "clipfrac": 0.0803, "pg": -0.0123, "vf": 810.6885}
{"iter": 439, "steps": 1348608, "cmd_scale": 0.641, "ep_return": 358.62, "ep_len": 112.5, "ep_seconds": 1.12, "sps": 2150, "elapsed_s": 627, "log_std": -0.598, "kl": 0.0058, "clipfrac": 0.0744, "pg": -0.013, "vf": 865.4785}
{"iter": 440, "steps": 1351680, "cmd_scale": 0.643, "ep_return": 355.72, "ep_len": 112.0, "ep_seconds": 1.12, "sps": 2151, "elapsed_s": 628, "log_std": -0.599, "kl": 0.005, "clipfrac": 0.0594, "pg": -0.0116, "vf": 838.269}
{"iter": 441, "steps": 1354752, "cmd_scale": 0.644, "ep_return": 340.97, "ep_len": 107.4, "ep_seconds": 1.07, "sps": 2150, "elapsed_s": 629, "log_std": -0.599, "kl": 0.0062, "clipfrac": 0.0799, "pg": -0.0129, "vf": 936.3412}
{"iter": 442, "steps": 1357824, "cmd_scale": 0.645, "ep_return": 355.32, "ep_len": 112.0, "ep_seconds": 1.12, "sps": 2150, "elapsed_s": 631, "log_std": -0.6, "kl": 0.0047, "clipfrac": 0.0609, "pg": -0.0128, "vf": 719.5483}
{"iter": 443, "steps": 1360896, "cmd_scale": 0.647, "ep_return": 363.03, "ep_len": 114.3, "ep_seconds": 1.14, "sps": 2150, "elapsed_s": 632, "log_std": -0.601, "kl": 0.0064, "clipfrac": 0.089, "pg": -0.0148, "vf": 897.8886}
{"iter": 444, "steps": 1363968, "cmd_scale": 0.648, "ep_return": 360.05, "ep_len": 113.4, "ep_seconds": 1.13, "sps": 2151, "elapsed_s": 634, "log_std": -0.601, "kl": 0.0055, "clipfrac": 0.0701, "pg": -0.0118, "vf": 873.9923}
{"iter": 445, "steps": 1367040, "cmd_scale": 0.65, "ep_return": 355.74, "ep_len": 111.7, "ep_seconds": 1.12, "sps": 2152, "elapsed_s": 635, "log_std": -0.599, "kl": 0.0062, "clipfrac": 0.0824, "pg": -0.0144, "vf": 990.6062}
{"iter": 446, "steps": 1370112, "cmd_scale": 0.651, "ep_return": 365.27, "ep_len": 114.6, "ep_seconds": 1.15, "sps": 2152, "elapsed_s": 636, "log_std": -0.599, "kl": 0.0048, "clipfrac": 0.0552, "pg": -0.0116, "vf": 720.1086}
{"iter": 447, "steps": 1373184, "cmd_scale": 0.653, "ep_return": 378.13, "ep_len": 118.3, "ep_seconds": 1.18, "sps": 2154, "elapsed_s": 637, "log_std": -0.598, "kl": 0.0045, "clipfrac": 0.0567, "pg": -0.0117, "vf": 721.4716}
{"iter": 448, "steps": 1376256, "cmd_scale": 0.654, "ep_return": 373.05, "ep_len": 117.1, "ep_seconds": 1.17, "sps": 2154, "elapsed_s": 638, "log_std": -0.599, "kl": 0.0058, "clipfrac": 0.0749, "pg": -0.0121, "vf": 910.0079}
{"iter": 449, "steps": 1379328, "cmd_scale": 0.656, "ep_return": 383.08, "ep_len": 119.9, "ep_seconds": 1.2, "sps": 2151, "elapsed_s": 641, "log_std": -0.599, "kl": 0.0053, "clipfrac": 0.068, "pg": -0.0124, "vf": 960.6128}
{"iter": 450, "steps": 1382400, "cmd_scale": 0.657, "ep_return": 388.29, "ep_len": 121.3, "ep_seconds": 1.21, "sps": 2152, "elapsed_s": 642, "log_std": -0.599, "kl": 0.0051, "clipfrac": 0.0655, "pg": -0.0114, "vf": 907.8179}
{"iter": 451, "steps": 1385472, "cmd_scale": 0.659, "ep_return": 397.99, "ep_len": 124.4, "ep_seconds": 1.24, "sps": 2151, "elapsed_s": 643, "log_std": -0.599, "kl": 0.0048, "clipfrac": 0.0618, "pg": -0.0118, "vf": 699.9379}
{"iter": 452, "steps": 1388544, "cmd_scale": 0.66, "ep_return": 410.89, "ep_len": 128.6, "ep_seconds": 1.29, "sps": 2152, "elapsed_s": 645, "log_std": -0.598, "kl": 0.0038, "clipfrac": 0.0416, "pg": -0.0104, "vf": 798.3933}
{"iter": 453, "steps": 1391616, "cmd_scale": 0.662, "ep_return": 413.64, "ep_len": 130.2, "ep_seconds": 1.3, "sps": 2154, "elapsed_s": 645, "log_std": -0.597, "kl": 0.0055, "clipfrac": 0.072, "pg": -0.0124, "vf": 1000.7929}
{"iter": 454, "steps": 1394688, "cmd_scale": 0.663, "ep_return": 426.43, "ep_len": 133.9, "ep_seconds": 1.34, "sps": 2156, "elapsed_s": 646, "log_std": -0.597, "kl": 0.0054, "clipfrac": 0.0678, "pg": -0.0125, "vf": 795.127}
{"iter": 455, "steps": 1397760, "cmd_scale": 0.665, "ep_return": 417.58, "ep_len": 131.9, "ep_seconds": 1.32, "sps": 2156, "elapsed_s": 648, "log_std": -0.597, "kl": 0.0053, "clipfrac": 0.068, "pg": -0.0128, "vf": 905.7589}
{"iter": 456, "steps": 1400832, "cmd_scale": 0.666, "ep_return": 421.36, "ep_len": 133.7, "ep_seconds": 1.34, "sps": 2155, "elapsed_s": 649, "log_std": -0.598, "kl": 0.0065, "clipfrac": 0.0857, "pg": -0.013, "vf": 942.3643}
{"iter": 457, "steps": 1403904, "cmd_scale": 0.667, "ep_return": 428.03, "ep_len": 135.1, "ep_seconds": 1.35, "sps": 2154, "elapsed_s": 651, "log_std": -0.597, "kl": 0.0049, "clipfrac": 0.0601, "pg": -0.0125, "vf": 907.7645}
{"iter": 458, "steps": 1406976, "cmd_scale": 0.669, "ep_return": 430.04, "ep_len": 135.6, "ep_seconds": 1.36, "sps": 2156, "elapsed_s": 652, "log_std": -0.598, "kl": 0.0052, "clipfrac": 0.065, "pg": -0.0131, "vf": 740.3087}
{"iter": 459, "steps": 1410048, "cmd_scale": 0.67, "ep_return": 407.47, "ep_len": 129.1, "ep_seconds": 1.29, "sps": 2156, "elapsed_s": 653, "log_std": -0.597, "kl": 0.0046, "clipfrac": 0.0524, "pg": -0.0109, "vf": 957.0313}
{"iter": 460, "steps": 1413120, "cmd_scale": 0.672, "ep_return": 411.99, "ep_len": 129.8, "ep_seconds": 1.3, "sps": 2156, "elapsed_s": 655, "log_std": -0.598, "kl": 0.0054, "clipfrac": 0.0679, "pg": -0.0131, "vf": 1020.5148}
{"iter": 461, "steps": 1416192, "cmd_scale": 0.673, "ep_return": 412.98, "ep_len": 129.8, "ep_seconds": 1.3, "sps": 2154, "elapsed_s": 657, "log_std": -0.599, "kl": 0.0041, "clipfrac": 0.0501, "pg": -0.0123, "vf": 940.0291}
{"iter": 462, "steps": 1419264, "cmd_scale": 0.675, "ep_return": 419.89, "ep_len": 131.6, "ep_seconds": 1.32, "sps": 2153, "elapsed_s": 659, "log_std": -0.6, "kl": 0.0047, "clipfrac": 0.0574, "pg": -0.0122, "vf": 746.0025}
{"iter": 463, "steps": 1422336, "cmd_scale": 0.676, "ep_return": 424.55, "ep_len": 133.1, "ep_seconds": 1.33, "sps": 2154, "elapsed_s": 660, "log_std": -0.6, "kl": 0.0056, "clipfrac": 0.0754, "pg": -0.0139, "vf": 854.2781}
{"iter": 464, "steps": 1425408, "cmd_scale": 0.678, "ep_return": 417.53, "ep_len": 130.4, "ep_seconds": 1.3, "sps": 2155, "elapsed_s": 661, "log_std": -0.601, "kl": 0.0042, "clipfrac": 0.0486, "pg": -0.0114, "vf": 801.8207}
{"iter": 465, "steps": 1428480, "cmd_scale": 0.679, "ep_return": 424.37, "ep_len": 132.3, "ep_seconds": 1.32, "sps": 2157, "elapsed_s": 661, "log_std": -0.601, "kl": 0.0041, "clipfrac": 0.0493, "pg": -0.0096, "vf": 767.8762}
{"iter": 466, "steps": 1431552, "cmd_scale": 0.681, "ep_return": 426.24, "ep_len": 133.4, "ep_seconds": 1.33, "sps": 2157, "elapsed_s": 663, "log_std": -0.602, "kl": 0.0061, "clipfrac": 0.0815, "pg": -0.0139, "vf": 977.6788}
{"iter": 467, "steps": 1434624, "cmd_scale": 0.682, "ep_return": 439.45, "ep_len": 137.4, "ep_seconds": 1.37, "sps": 2158, "elapsed_s": 664, "log_std": -0.601, "kl": 0.0049, "clipfrac": 0.0617, "pg": -0.0121, "vf": 800.3552}
{"iter": 468, "steps": 1437696, "cmd_scale": 0.684, "ep_return": 447.33, "ep_len": 138.9, "ep_seconds": 1.39, "sps": 2159, "elapsed_s": 665, "log_std": -0.6, "kl": 0.0053, "clipfrac": 0.0704, "pg": -0.0143, "vf": 818.6562}
{"iter": 469, "steps": 1440768, "cmd_scale": 0.685, "ep_return": 433.48, "ep_len": 135.1, "ep_seconds": 1.35, "sps": 2161, "elapsed_s": 666, "log_std": -0.601, "kl": 0.0049, "clipfrac": 0.0598, "pg": -0.013, "vf": 1033.1062}
{"iter": 470, "steps": 1443840, "cmd_scale": 0.686, "ep_return": 448.88, "ep_len": 139.6, "ep_seconds": 1.4, "sps": 2162, "elapsed_s": 667, "log_std": -0.601, "kl": 0.0051, "clipfrac": 0.0622, "pg": -0.0112, "vf": 722.5971}
{"iter": 471, "steps": 1446912, "cmd_scale": 0.688, "ep_return": 453.25, "ep_len": 140.9, "ep_seconds": 1.41, "sps": 2164, "elapsed_s": 668, "log_std": -0.602, "kl": 0.0052, "clipfrac": 0.0636, "pg": -0.012, "vf": 833.5017}
{"iter": 472, "steps": 1449984, "cmd_scale": 0.689, "ep_return": 456.22, "ep_len": 141.1, "ep_seconds": 1.41, "sps": 2165, "elapsed_s": 669, "log_std": -0.601, "kl": 0.0059, "clipfrac": 0.0778, "pg": -0.0122, "vf": 947.8946}
{"iter": 473, "steps": 1453056, "cmd_scale": 0.691, "ep_return": 459.42, "ep_len": 142.7, "ep_seconds": 1.43, "sps": 2165, "elapsed_s": 670, "log_std": -0.601, "kl": 0.0068, "clipfrac": 0.0921, "pg": -0.0145, "vf": 796.1923}
{"iter": 474, "steps": 1456128, "cmd_scale": 0.692, "ep_return": 472.84, "ep_len": 146.8, "ep_seconds": 1.47, "sps": 2167, "elapsed_s": 671, "log_std": -0.602, "kl": 0.0054, "clipfrac": 0.065, "pg": -0.0115, "vf": 825.3905}
{"iter": 475, "steps": 1459200, "cmd_scale": 0.694, "ep_return": 463.97, "ep_len": 143.8, "ep_seconds": 1.44, "sps": 2170, "elapsed_s": 672, "log_std": -0.603, "kl": 0.0058, "clipfrac": 0.075, "pg": -0.0146, "vf": 711.2743}
{"iter": 476, "steps": 1462272, "cmd_scale": 0.695, "ep_return": 459.13, "ep_len": 141.9, "ep_seconds": 1.42, "sps": 2172, "elapsed_s": 673, "log_std": -0.602, "kl": 0.006, "clipfrac": 0.0808, "pg": -0.0132, "vf": 1053.6617}
{"iter": 477, "steps": 1465344, "cmd_scale": 0.697, "ep_return": 467.65, "ep_len": 144.5, "ep_seconds": 1.45, "sps": 2174, "elapsed_s": 673, "log_std": -0.602, "kl": 0.006, "clipfrac": 0.0788, "pg": -0.0135, "vf": 756.9289}
{"iter": 478, "steps": 1468416, "cmd_scale": 0.698, "ep_return": 477.89, "ep_len": 148.2, "ep_seconds": 1.48, "sps": 2176, "elapsed_s": 674, "log_std": -0.604, "kl": 0.0059, "clipfrac": 0.079, "pg": -0.0123, "vf": 849.3176}
{"iter": 479, "steps": 1471488, "cmd_scale": 0.7, "ep_return": 476.85, "ep_len": 148.4, "ep_seconds": 1.48, "sps": 2178, "elapsed_s": 675, "log_std": -0.604, "kl": 0.0066, "clipfrac": 0.0879, "pg": -0.0141, "vf": 830.4297}
{"iter": 480, "steps": 1474560, "cmd_scale": 0.701, "ep_return": 459.61, "ep_len": 143.6, "ep_seconds": 1.44, "sps": 2181, "elapsed_s": 676, "log_std": -0.605, "kl": 0.0061, "clipfrac": 0.0828, "pg": -0.0146, "vf": 924.4382}
{"iter": 481, "steps": 1477632, "cmd_scale": 0.703, "ep_return": 453.66, "ep_len": 142.3, "ep_seconds": 1.42, "sps": 2183, "elapsed_s": 676, "log_std": -0.605, "kl": 0.0054, "clipfrac": 0.0689, "pg": -0.0134, "vf": 956.7422}
{"iter": 482, "steps": 1480704, "cmd_scale": 0.704, "ep_return": 442.36, "ep_len": 138.7, "ep_seconds": 1.39, "sps": 2185, "elapsed_s": 677, "log_std": -0.605, "kl": 0.0055, "clipfrac": 0.0696, "pg": -0.0135, "vf": 1126.0883}
{"iter": 483, "steps": 1483776, "cmd_scale": 0.706, "ep_return": 442.44, "ep_len": 138.2, "ep_seconds": 1.38, "sps": 2187, "elapsed_s": 678, "log_std": -0.606, "kl": 0.0053, "clipfrac": 0.0665, "pg": -0.0111, "vf": 871.725}
{"iter": 484, "steps": 1486848, "cmd_scale": 0.707, "ep_return": 441.02, "ep_len": 138.2, "ep_seconds": 1.38, "sps": 2189, "elapsed_s": 678, "log_std": -0.607, "kl": 0.0047, "clipfrac": 0.0614, "pg": -0.0116, "vf": 844.9268}
{"iter": 485, "steps": 1489920, "cmd_scale": 0.708, "ep_return": 450.32, "ep_len": 140.6, "ep_seconds": 1.41, "sps": 2192, "elapsed_s": 679, "log_std": -0.608, "kl": 0.0053, "clipfrac": 0.0688, "pg": -0.0134, "vf": 1140.8127}
{"iter": 486, "steps": 1492992, "cmd_scale": 0.71, "ep_return": 448.53, "ep_len": 140.1, "ep_seconds": 1.4, "sps": 2193, "elapsed_s": 680, "log_std": -0.607, "kl": 0.0051, "clipfrac": 0.0638, "pg": -0.012, "vf": 817.6514}
{"iter": 487, "steps": 1496064, "cmd_scale": 0.711, "ep_return": 453.81, "ep_len": 141.2, "ep_seconds": 1.41, "sps": 2196, "elapsed_s": 681, "log_std": -0.606, "kl": 0.0048, "clipfrac": 0.059, "pg": -0.0115, "vf": 1132.5049}
{"iter": 488, "steps": 1499136, "cmd_scale": 0.713, "ep_return": 455.37, "ep_len": 141.6, "ep_seconds": 1.42, "sps": 2198, "elapsed_s": 682, "log_std": -0.606, "kl": 0.0049, "clipfrac": 0.0618, "pg": -0.0113, "vf": 970.8814}
{"iter": 489, "steps": 1502208, "cmd_scale": 0.714, "ep_return": 476.7, "ep_len": 147.6, "ep_seconds": 1.48, "sps": 2199, "elapsed_s": 682, "log_std": -0.607, "kl": 0.0041, "clipfrac": 0.0452, "pg": -0.0112, "vf": 1120.6486}
{"iter": 490, "steps": 1505280, "cmd_scale": 0.716, "ep_return": 478.66, "ep_len": 148.1, "ep_seconds": 1.48, "sps": 2201, "elapsed_s": 683, "log_std": -0.606, "kl": 0.0057, "clipfrac": 0.0729, "pg": -0.0125, "vf": 938.6041}
{"iter": 491, "steps": 1508352, "cmd_scale": 0.717, "ep_return": 467.94, "ep_len": 145.8, "ep_seconds": 1.46, "sps": 2201, "elapsed_s": 685, "log_std": -0.605, "kl": 0.0051, "clipfrac": 0.0633, "pg": -0.0118, "vf": 1184.6274}
{"iter": 492, "steps": 1511424, "cmd_scale": 0.719, "ep_return": 499.06, "ep_len": 155.6, "ep_seconds": 1.56, "sps": 2200, "elapsed_s": 686, "log_std": -0.605, "kl": 0.0048, "clipfrac": 0.061, "pg": -0.0116, "vf": 1100.776}
{"iter": 493, "steps": 1514496, "cmd_scale": 0.72, "ep_return": 510.63, "ep_len": 158.8, "ep_seconds": 1.59, "sps": 2199, "elapsed_s": 688, "log_std": -0.605, "kl": 0.0042, "clipfrac": 0.0488, "pg": -0.0109, "vf": 1120.1279}
{"iter": 494, "steps": 1517568, "cmd_scale": 0.722, "ep_return": 517.37, "ep_len": 161.1, "ep_seconds": 1.61, "sps": 2199, "elapsed_s": 689, "log_std": -0.605, "kl": 0.0053, "clipfrac": 0.0673, "pg": -0.0126, "vf": 971.4373}
{"iter": 495, "steps": 1520640, "cmd_scale": 0.723, "ep_return": 509.63, "ep_len": 159.3, "ep_seconds": 1.59, "sps": 2198, "elapsed_s": 691, "log_std": -0.605, "kl": 0.0061, "clipfrac": 0.0789, "pg": -0.0119, "vf": 957.2552}
{"iter": 496, "steps": 1523712, "cmd_scale": 0.725, "ep_return": 511.65, "ep_len": 160.2, "ep_seconds": 1.6, "sps": 2200, "elapsed_s": 692, "log_std": -0.605, "kl": 0.0065, "clipfrac": 0.0862, "pg": -0.0135, "vf": 1029.5732}
{"iter": 497, "steps": 1526784, "cmd_scale": 0.726, "ep_return": 498.58, "ep_len": 157.2, "ep_seconds": 1.57, "sps": 2201, "elapsed_s": 693, "log_std": -0.606, "kl": 0.0054, "clipfrac": 0.0678, "pg": -0.0121, "vf": 1167.6013}
{"iter": 498, "steps": 1529856, "cmd_scale": 0.727, "ep_return": 495.17, "ep_len": 156.2, "ep_seconds": 1.56, "sps": 2204, "elapsed_s": 694, "log_std": -0.604, "kl": 0.0045, "clipfrac": 0.0545, "pg": -0.0121, "vf": 926.3664}
{"iter": 499, "steps": 1532928, "cmd_scale": 0.729, "ep_return": 489.64, "ep_len": 154.6, "ep_seconds": 1.55, "sps": 2205, "elapsed_s": 695, "log_std": -0.602, "kl": 0.0077, "clipfrac": 0.1059, "pg": -0.0147, "vf": 1004.8377}
{"iter": 500, "steps": 1536000, "cmd_scale": 0.73, "ep_return": 488.43, "ep_len": 153.9, "ep_seconds": 1.54, "sps": 2206, "elapsed_s": 696, "log_std": -0.602, "kl": 0.0057, "clipfrac": 0.0728, "pg": -0.0138, "vf": 1020.0034}
{"iter": 501, "steps": 1539072, "cmd_scale": 0.732, "ep_return": 453.88, "ep_len": 142.8, "ep_seconds": 1.43, "sps": 2208, "elapsed_s": 696, "log_std": -0.602, "kl": 0.0073, "clipfrac": 0.1029, "pg": -0.0148, "vf": 867.9291}
{"iter": 502, "steps": 1542144, "cmd_scale": 0.733, "ep_return": 443.98, "ep_len": 140.1, "ep_seconds": 1.4, "sps": 2210, "elapsed_s": 697, "log_std": -0.604, "kl": 0.0052, "clipfrac": 0.0667, "pg": -0.0131, "vf": 909.4692}
{"iter": 503, "steps": 1545216, "cmd_scale": 0.735, "ep_return": 436.22, "ep_len": 137.8, "ep_seconds": 1.38, "sps": 2211, "elapsed_s": 698, "log_std": -0.603, "kl": 0.0065, "clipfrac": 0.0892, "pg": -0.0126, "vf": 825.6108}
{"iter": 504, "steps": 1548288, "cmd_scale": 0.736, "ep_return": 434.22, "ep_len": 137.5, "ep_seconds": 1.37, "sps": 2212, "elapsed_s": 699, "log_std": -0.603, "kl": 0.005, "clipfrac": 0.0635, "pg": -0.0121, "vf": 1174.3136}
{"iter": 505, "steps": 1551360, "cmd_scale": 0.738, "ep_return": 441.62, "ep_len": 139.0, "ep_seconds": 1.39, "sps": 2211, "elapsed_s": 701, "log_std": -0.603, "kl": 0.0052, "clipfrac": 0.0644, "pg": -0.0132, "vf": 924.6188}
{"iter": 506, "steps": 1554432, "cmd_scale": 0.739, "ep_return": 440.96, "ep_len": 138.5, "ep_seconds": 1.39, "sps": 2209, "elapsed_s": 703, "log_std": -0.604, "kl": 0.0065, "clipfrac": 0.0818, "pg": -0.014, "vf": 961.8072}
{"iter": 507, "steps": 1557504, "cmd_scale": 0.741, "ep_return": 421.69, "ep_len": 133.4, "ep_seconds": 1.33, "sps": 2210, "elapsed_s": 704, "log_std": -0.605, "kl": 0.0062, "clipfrac": 0.0826, "pg": -0.0132, "vf": 1014.7036}
{"iter": 508, "steps": 1560576, "cmd_scale": 0.742, "ep_return": 417.31, "ep_len": 131.9, "ep_seconds": 1.32, "sps": 2210, "elapsed_s": 705, "log_std": -0.606, "kl": 0.0041, "clipfrac": 0.0462, "pg": -0.0114, "vf": 1016.1439}
{"iter": 509, "steps": 1563648, "cmd_scale": 0.744, "ep_return": 430.05, "ep_len": 136.2, "ep_seconds": 1.36, "sps": 2211, "elapsed_s": 706, "log_std": -0.606, "kl": 0.0042, "clipfrac": 0.048, "pg": -0.0123, "vf": 868.3487}
{"iter": 510, "steps": 1566720, "cmd_scale": 0.745, "ep_return": 437.07, "ep_len": 139.1, "ep_seconds": 1.39, "sps": 2213, "elapsed_s": 707, "log_std": -0.607, "kl": 0.0064, "clipfrac": 0.0817, "pg": -0.0136, "vf": 1143.862}
{"iter": 511, "steps": 1569792, "cmd_scale": 0.746, "ep_return": 443.45, "ep_len": 140.8, "ep_seconds": 1.41, "sps": 2214, "elapsed_s": 708, "log_std": -0.607, "kl": 0.0056, "clipfrac": 0.0728, "pg": -0.0129, "vf": 887.5778}
{"iter": 512, "steps": 1572864, "cmd_scale": 0.748, "ep_return": 456.67, "ep_len": 145.1, "ep_seconds": 1.45, "sps": 2216, "elapsed_s": 709, "log_std": -0.607, "kl": 0.006, "clipfrac": 0.0794, "pg": -0.0129, "vf": 897.2377}
{"iter": 513, "steps": 1575936, "cmd_scale": 0.749, "ep_return": 446.5, "ep_len": 141.7, "ep_seconds": 1.42, "sps": 2216, "elapsed_s": 710, "log_std": -0.606, "kl": 0.0063, "clipfrac": 0.0875, "pg": -0.0138, "vf": 1004.1566}
{"iter": 514, "steps": 1579008, "cmd_scale": 0.751, "ep_return": 438.24, "ep_len": 139.7, "ep_seconds": 1.4, "sps": 2218, "elapsed_s": 711, "log_std": -0.606, "kl": 0.005, "clipfrac": 0.057, "pg": -0.0122, "vf": 905.3792}
{"iter": 515, "steps": 1582080, "cmd_scale": 0.752, "ep_return": 448.25, "ep_len": 143.5, "ep_seconds": 1.43, "sps": 2220, "elapsed_s": 712, "log_std": -0.605, "kl": 0.0062, "clipfrac": 0.0824, "pg": -0.0141, "vf": 953.6548}
{"iter": 516, "steps": 1585152, "cmd_scale": 0.754, "ep_return": 450.27, "ep_len": 143.6, "ep_seconds": 1.44, "sps": 2222, "elapsed_s": 713, "log_std": -0.606, "kl": 0.0065, "clipfrac": 0.0878, "pg": -0.0127, "vf": 1095.121}
{"iter": 517, "steps": 1588224, "cmd_scale": 0.755, "ep_return": 463.07, "ep_len": 147.1, "ep_seconds": 1.47, "sps": 2224, "elapsed_s": 714, "log_std": -0.606, "kl": 0.0044, "clipfrac": 0.0495, "pg": -0.0109, "vf": 1077.315}
{"iter": 518, "steps": 1591296, "cmd_scale": 0.757, "ep_return": 482.73, "ep_len": 153.4, "ep_seconds": 1.53, "sps": 2225, "elapsed_s": 714, "log_std": -0.605, "kl": 0.0056, "clipfrac": 0.0706, "pg": -0.0128, "vf": 879.4122}
{"iter": 519, "steps": 1594368, "cmd_scale": 0.758, "ep_return": 497.05, "ep_len": 157.9, "ep_seconds": 1.58, "sps": 2227, "elapsed_s": 715, "log_std": -0.605, "kl": 0.0041, "clipfrac": 0.0494, "pg": -0.0105, "vf": 878.929}
{"iter": 520, "steps": 1597440, "cmd_scale": 0.76, "ep_return": 506.23, "ep_len": 160.4, "ep_seconds": 1.6, "sps": 2228, "elapsed_s": 716, "log_std": -0.605, "kl": 0.0052, "clipfrac": 0.0672, "pg": -0.0123, "vf": 975.3249}
{"iter": 521, "steps": 1600512, "cmd_scale": 0.761, "ep_return": 511.78, "ep_len": 162.0, "ep_seconds": 1.62, "sps": 2230, "elapsed_s": 717, "log_std": -0.605, "kl": 0.0055, "clipfrac": 0.0707, "pg": -0.0121, "vf": 703.3758}
{"iter": 522, "steps": 1603584, "cmd_scale": 0.763, "ep_return": 520.28, "ep_len": 164.8, "ep_seconds": 1.65, "sps": 2231, "elapsed_s": 718, "log_std": -0.606, "kl": 0.0053, "clipfrac": 0.0623, "pg": -0.0115, "vf": 855.4845}
{"iter": 523, "steps": 1606656, "cmd_scale": 0.764, "ep_return": 532.11, "ep_len": 167.8, "ep_seconds": 1.68, "sps": 2233, "elapsed_s": 719, "log_std": -0.607, "kl": 0.0054, "clipfrac": 0.0706, "pg": -0.0129, "vf": 913.8044}
{"iter": 524, "steps": 1609728, "cmd_scale": 0.766, "ep_return": 532.79, "ep_len": 168.0, "ep_seconds": 1.68, "sps": 2234, "elapsed_s": 720, "log_std": -0.605, "kl": 0.0054, "clipfrac": 0.069, "pg": -0.0129, "vf": 874.5572}
{"iter": 525, "steps": 1612800, "cmd_scale": 0.767, "ep_return": 542.73, "ep_len": 170.9, "ep_seconds": 1.71, "sps": 2236, "elapsed_s": 721, "log_std": -0.605, "kl": 0.0051, "clipfrac": 0.0636, "pg": -0.012, "vf": 984.8448}
{"iter": 526, "steps": 1615872, "cmd_scale": 0.768, "ep_return": 529.25, "ep_len": 166.9, "ep_seconds": 1.67, "sps": 2238, "elapsed_s": 721, "log_std": -0.606, "kl": 0.0077, "clipfrac": 0.109, "pg": -0.0144, "vf": 939.1886}
{"iter": 527, "steps": 1618944, "cmd_scale": 0.77, "ep_return": 530.01, "ep_len": 166.8, "ep_seconds": 1.67, "sps": 2239, "elapsed_s": 722, "log_std": -0.606, "kl": 0.0053, "clipfrac": 0.0705, "pg": -0.0115, "vf": 905.3829}
{"iter": 528, "steps": 1622016, "cmd_scale": 0.771, "ep_return": 523.41, "ep_len": 164.8, "ep_seconds": 1.65, "sps": 2241, "elapsed_s": 723, "log_std": -0.606, "kl": 0.0047, "clipfrac": 0.0575, "pg": -0.0119, "vf": 1003.0178}
{"iter": 529, "steps": 1625088, "cmd_scale": 0.773, "ep_return": 522.43, "ep_len": 164.8, "ep_seconds": 1.65, "sps": 2243, "elapsed_s": 724, "log_std": -0.606, "kl": 0.0054, "clipfrac": 0.0662, "pg": -0.0129, "vf": 953.7981}
{"iter": 530, "steps": 1628160, "cmd_scale": 0.774, "ep_return": 515.58, "ep_len": 162.2, "ep_seconds": 1.62, "sps": 2244, "elapsed_s": 725, "log_std": -0.606, "kl": 0.0065, "clipfrac": 0.0892, "pg": -0.0129, "vf": 894.7198}
{"iter": 531, "steps": 1631232, "cmd_scale": 0.776, "ep_return": 507.91, "ep_len": 159.9, "ep_seconds": 1.6, "sps": 2246, "elapsed_s": 726, "log_std": -0.607, "kl": 0.0045, "clipfrac": 0.0506, "pg": -0.0119, "vf": 743.1474}
{"iter": 532, "steps": 1634304, "cmd_scale": 0.777, "ep_return": 506.41, "ep_len": 158.9, "ep_seconds": 1.59, "sps": 2248, "elapsed_s": 727, "log_std": -0.606, "kl": 0.0044, "clipfrac": 0.053, "pg": -0.0108, "vf": 883.2977}
{"iter": 533, "steps": 1637376, "cmd_scale": 0.779, "ep_return": 516.06, "ep_len": 162.0, "ep_seconds": 1.62, "sps": 2249, "elapsed_s": 727, "log_std": -0.605, "kl": 0.0059, "clipfrac": 0.0755, "pg": -0.0125, "vf": 939.6457}
{"iter": 534, "steps": 1640448, "cmd_scale": 0.78, "ep_return": 519.44, "ep_len": 163.6, "ep_seconds": 1.64, "sps": 2251, "elapsed_s": 728, "log_std": -0.605, "kl": 0.0052, "clipfrac": 0.0671, "pg": -0.0124, "vf": 869.3061}
{"iter": 535, "steps": 1643520, "cmd_scale": 0.782, "ep_return": 534.65, "ep_len": 169.0, "ep_seconds": 1.69, "sps": 2252, "elapsed_s": 729, "log_std": -0.605, "kl": 0.0051, "clipfrac": 0.0629, "pg": -0.0113, "vf": 948.6387}
{"iter": 536, "steps": 1646592, "cmd_scale": 0.783, "ep_return": 523.84, "ep_len": 166.0, "ep_seconds": 1.66, "sps": 2254, "elapsed_s": 730, "log_std": -0.605, "kl": 0.005, "clipfrac": 0.0627, "pg": -0.0107, "vf": 1108.6887}
{"iter": 537, "steps": 1649664, "cmd_scale": 0.785, "ep_return": 550.71, "ep_len": 173.3, "ep_seconds": 1.73, "sps": 2255, "elapsed_s": 731, "log_std": -0.606, "kl": 0.006, "clipfrac": 0.0797, "pg": -0.0133, "vf": 967.1938}
{"iter": 538, "steps": 1652736, "cmd_scale": 0.786, "ep_return": 551.7, "ep_len": 174.0, "ep_seconds": 1.74, "sps": 2257, "elapsed_s": 732, "log_std": -0.607, "kl": 0.0055, "clipfrac": 0.073, "pg": -0.0125, "vf": 1128.0285}
{"iter": 539, "steps": 1655808, "cmd_scale": 0.787, "ep_return": 556.75, "ep_len": 176.2, "ep_seconds": 1.76, "sps": 2259, "elapsed_s": 732, "log_std": -0.607, "kl": 0.0054, "clipfrac": 0.072, "pg": -0.0115, "vf": 1136.6424}
{"iter": 540, "steps": 1658880, "cmd_scale": 0.789, "ep_return": 566.55, "ep_len": 178.2, "ep_seconds": 1.78, "sps": 2260, "elapsed_s": 733, "log_std": -0.606, "kl": 0.0047, "clipfrac": 0.0564, "pg": -0.012, "vf": 1130.062}
{"iter": 541, "steps": 1661952, "cmd_scale": 0.79, "ep_return": 561.69, "ep_len": 177.1, "ep_seconds": 1.77, "sps": 2261, "elapsed_s": 734, "log_std": -0.605, "kl": 0.0057, "clipfrac": 0.0738, "pg": -0.0113, "vf": 1347.9715}
{"iter": 542, "steps": 1665024, "cmd_scale": 0.792, "ep_return": 556.12, "ep_len": 175.7, "ep_seconds": 1.76, "sps": 2261, "elapsed_s": 736, "log_std": -0.607, "kl": 0.0039, "clipfrac": 0.0407, "pg": -0.0117, "vf": 982.9495}
{"iter": 543, "steps": 1668096, "cmd_scale": 0.793, "ep_return": 556.31, "ep_len": 176.2, "ep_seconds": 1.76, "sps": 2260, "elapsed_s": 737, "log_std": -0.607, "kl": 0.0059, "clipfrac": 0.0814, "pg": -0.0139, "vf": 1139.0363}
{"iter": 544, "steps": 1671168, "cmd_scale": 0.795, "ep_return": 556.81, "ep_len": 176.7, "ep_seconds": 1.77, "sps": 2259, "elapsed_s": 739, "log_std": -0.607, "kl": 0.0065, "clipfrac": 0.0843, "pg": -0.0133, "vf": 1105.45}
{"iter": 545, "steps": 1674240, "cmd_scale": 0.796, "ep_return": 549.43, "ep_len": 174.5, "ep_seconds": 1.74, "sps": 2260, "elapsed_s": 740, "log_std": -0.606, "kl": 0.0062, "clipfrac": 0.0862, "pg": -0.0131, "vf": 781.5708}
{"iter": 546, "steps": 1677312, "cmd_scale": 0.798, "ep_return": 553.28, "ep_len": 174.6, "ep_seconds": 1.75, "sps": 2259, "elapsed_s": 742, "log_std": -0.604, "kl": 0.0054, "clipfrac": 0.0723, "pg": -0.0122, "vf": 1143.0607}
{"iter": 547, "steps": 1680384, "cmd_scale": 0.799, "ep_return": 544.16, "ep_len": 171.8, "ep_seconds": 1.72, "sps": 2261, "elapsed_s": 742, "log_std": -0.605, "kl": 0.0062, "clipfrac": 0.0857, "pg": -0.0159, "vf": 1161.9126}
{"iter": 548, "steps": 1683456, "cmd_scale": 0.801, "ep_return": 549.25, "ep_len": 173.0, "ep_seconds": 1.73, "sps": 2263, "elapsed_s": 743, "log_std": -0.605, "kl": 0.0056, "clipfrac": 0.0734, "pg": -0.0137, "vf": 1083.135}
{"iter": 549, "steps": 1686528, "cmd_scale": 0.802, "ep_return": 531.89, "ep_len": 168.4, "ep_seconds": 1.68, "sps": 2264, "elapsed_s": 744, "log_std": -0.604, "kl": 0.0062, "clipfrac": 0.0849, "pg": -0.0128, "vf": 1131.8204}
{"iter": 550, "steps": 1689600, "cmd_scale": 0.804, "ep_return": 557.56, "ep_len": 176.6, "ep_seconds": 1.77, "sps": 2266, "elapsed_s": 745, "log_std": -0.603, "kl": 0.0046, "clipfrac": 0.0594, "pg": -0.0115, "vf": 972.8105}
{"iter": 551, "steps": 1692672, "cmd_scale": 0.805, "ep_return": 595.69, "ep_len": 187.9, "ep_seconds": 1.88, "sps": 2268, "elapsed_s": 746, "log_std": -0.604, "kl": 0.0045, "clipfrac": 0.0528, "pg": -0.0117, "vf": 1264.4382}
{"iter": 552, "steps": 1695744, "cmd_scale": 0.806, "ep_return": 576.27, "ep_len": 182.5, "ep_seconds": 1.82, "sps": 2270, "elapsed_s": 746, "log_std": -0.604, "kl": 0.0061, "clipfrac": 0.0832, "pg": -0.0123, "vf": 1203.6111}
{"iter": 553, "steps": 1698816, "cmd_scale": 0.808, "ep_return": 578.33, "ep_len": 183.4, "ep_seconds": 1.83, "sps": 2271, "elapsed_s": 747, "log_std": -0.605, "kl": 0.0056, "clipfrac": 0.071, "pg": -0.0141, "vf": 1059.7401}
{"iter": 554, "steps": 1701888, "cmd_scale": 0.809, "ep_return": 593.69, "ep_len": 188.0, "ep_seconds": 1.88, "sps": 2271, "elapsed_s": 749, "log_std": -0.605, "kl": 0.0046, "clipfrac": 0.0538, "pg": -0.0121, "vf": 1149.4156}
{"iter": 555, "steps": 1704960, "cmd_scale": 0.811, "ep_return": 589.05, "ep_len": 185.8, "ep_seconds": 1.86, "sps": 2272, "elapsed_s": 750, "log_std": -0.606, "kl": 0.0062, "clipfrac": 0.0831, "pg": -0.0125, "vf": 1081.5106}
{"iter": 556, "steps": 1708032, "cmd_scale": 0.812, "ep_return": 583.14, "ep_len": 184.6, "ep_seconds": 1.85, "sps": 2273, "elapsed_s": 751, "log_std": -0.608, "kl": 0.0049, "clipfrac": 0.0595, "pg": -0.0118, "vf": 878.6059}
{"iter": 557, "steps": 1711104, "cmd_scale": 0.814, "ep_return": 594.66, "ep_len": 187.8, "ep_seconds": 1.88, "sps": 2274, "elapsed_s": 752, "log_std": -0.607, "kl": 0.0056, "clipfrac": 0.0751, "pg": -0.0116, "vf": 997.282}
{"iter": 558, "steps": 1714176, "cmd_scale": 0.815, "ep_return": 580.57, "ep_len": 182.7, "ep_seconds": 1.83, "sps": 2276, "elapsed_s": 753, "log_std": -0.605, "kl": 0.0064, "clipfrac": 0.0828, "pg": -0.0147, "vf": 975.128}
{"iter": 559, "steps": 1717248, "cmd_scale": 0.817, "ep_return": 601.63, "ep_len": 189.4, "ep_seconds": 1.89, "sps": 2277, "elapsed_s": 753, "log_std": -0.604, "kl": 0.0052, "clipfrac": 0.0623, "pg": -0.0114, "vf": 992.8058}
{"iter": 560, "steps": 1720320, "cmd_scale": 0.818, "ep_return": 595.04, "ep_len": 187.7, "ep_seconds": 1.88, "sps": 2279, "elapsed_s": 754, "log_std": -0.605, "kl": 0.0064, "clipfrac": 0.0836, "pg": -0.0135, "vf": 1030.1168}
{"iter": 561, "steps": 1723392, "cmd_scale": 0.82, "ep_return": 603.88, "ep_len": 189.9, "ep_seconds": 1.9, "sps": 2279, "elapsed_s": 755, "log_std": -0.605, "kl": 0.0053, "clipfrac": 0.0667, "pg": -0.0121, "vf": 730.3254}
{"iter": 562, "steps": 1726464, "cmd_scale": 0.821, "ep_return": 561.74, "ep_len": 177.9, "ep_seconds": 1.78, "sps": 2281, "elapsed_s": 756, "log_std": -0.606, "kl": 0.0055, "clipfrac": 0.0681, "pg": -0.0117, "vf": 1140.304}
{"iter": 563, "steps": 1729536, "cmd_scale": 0.823, "ep_return": 566.81, "ep_len": 179.4, "ep_seconds": 1.79, "sps": 2281, "elapsed_s": 758, "log_std": -0.608, "kl": 0.0052, "clipfrac": 0.0632, "pg": -0.012, "vf": 1053.783}
{"iter": 564, "steps": 1732608, "cmd_scale": 0.824, "ep_return": 577.57, "ep_len": 183.0, "ep_seconds": 1.83, "sps": 2282, "elapsed_s": 759, "log_std": -0.608, "kl": 0.0049, "clipfrac": 0.0605, "pg": -0.0127, "vf": 1028.2576}
{"iter": 565, "steps": 1735680, "cmd_scale": 0.826, "ep_return": 579.03, "ep_len": 182.8, "ep_seconds": 1.83, "sps": 2284, "elapsed_s": 759, "log_std": -0.608, "kl": 0.0053, "clipfrac": 0.0696, "pg": -0.0127, "vf": 997.2009}
{"iter": 566, "steps": 1738752, "cmd_scale": 0.827, "ep_return": 548.38, "ep_len": 173.8, "ep_seconds": 1.74, "sps": 2285, "elapsed_s": 760, "log_std": -0.608, "kl": 0.0065, "clipfrac": 0.0857, "pg": -0.0138, "vf": 1055.2857}
{"iter": 567, "steps": 1741824, "cmd_scale": 0.828, "ep_return": 552.87, "ep_len": 175.1, "ep_seconds": 1.75, "sps": 2287, "elapsed_s": 761, "log_std": -0.609, "kl": 0.0049, "clipfrac": 0.0572, "pg": -0.0132, "vf": 914.9571}
{"iter": 568, "steps": 1744896, "cmd_scale": 0.83, "ep_return": 571.98, "ep_len": 180.0, "ep_seconds": 1.8, "sps": 2289, "elapsed_s": 762, "log_std": -0.609, "kl": 0.0056, "clipfrac": 0.0719, "pg": -0.012, "vf": 1002.2922}
{"iter": 569, "steps": 1747968, "cmd_scale": 0.831, "ep_return": 565.21, "ep_len": 178.5, "ep_seconds": 1.78, "sps": 2290, "elapsed_s": 763, "log_std": -0.608, "kl": 0.0055, "clipfrac": 0.0668, "pg": -0.0116, "vf": 1086.3256}
{"iter": 570, "steps": 1751040, "cmd_scale": 0.833, "ep_return": 581.67, "ep_len": 183.7, "ep_seconds": 1.84, "sps": 2292, "elapsed_s": 763, "log_std": -0.607, "kl": 0.0064, "clipfrac": 0.0875, "pg": -0.0139, "vf": 1080.4346}
{"iter": 571, "steps": 1754112, "cmd_scale": 0.834, "ep_return": 580.38, "ep_len": 184.4, "ep_seconds": 1.84, "sps": 2293, "elapsed_s": 764, "log_std": -0.608, "kl": 0.0057, "clipfrac": 0.072, "pg": -0.0119, "vf": 999.2317}
{"iter": 572, "steps": 1757184, "cmd_scale": 0.836, "ep_return": 576.05, "ep_len": 183.3, "ep_seconds": 1.83, "sps": 2295, "elapsed_s": 765, "log_std": -0.607, "kl": 0.0064, "clipfrac": 0.0824, "pg": -0.0141, "vf": 1017.9384}
{"iter": 573, "steps": 1760256, "cmd_scale": 0.837, "ep_return": 569.42, "ep_len": 181.7, "ep_seconds": 1.82, "sps": 2297, "elapsed_s": 766, "log_std": -0.606, "kl": 0.0058, "clipfrac": 0.0743, "pg": -0.0125, "vf": 1047.9588}
{"iter": 574, "steps": 1763328, "cmd_scale": 0.839, "ep_return": 575.89, "ep_len": 183.0, "ep_seconds": 1.83, "sps": 2298, "elapsed_s": 767, "log_std": -0.606, "kl": 0.0055, "clipfrac": 0.0687, "pg": -0.0116, "vf": 714.3426}
{"iter": 575, "steps": 1766400, "cmd_scale": 0.84, "ep_return": 592.61, "ep_len": 187.8, "ep_seconds": 1.88, "sps": 2298, "elapsed_s": 768, "log_std": -0.607, "kl": 0.0045, "clipfrac": 0.0551, "pg": -0.0103, "vf": 929.8981}
{"iter": 576, "steps": 1769472, "cmd_scale": 0.842, "ep_return": 621.87, "ep_len": 196.8, "ep_seconds": 1.97, "sps": 2297, "elapsed_s": 770, "log_std": -0.606, "kl": 0.0054, "clipfrac": 0.0687, "pg": -0.0113, "vf": 1154.895}
{"iter": 577, "steps": 1772544, "cmd_scale": 0.843, "ep_return": 605.8, "ep_len": 191.5, "ep_seconds": 1.92, "sps": 2298, "elapsed_s": 771, "log_std": -0.608, "kl": 0.0057, "clipfrac": 0.0751, "pg": -0.0124, "vf": 815.5377}
{"iter": 578, "steps": 1775616, "cmd_scale": 0.845, "ep_return": 628.07, "ep_len": 198.9, "ep_seconds": 1.99, "sps": 2298, "elapsed_s": 772, "log_std": -0.608, "kl": 0.0061, "clipfrac": 0.0809, "pg": -0.0135, "vf": 946.8213}
{"iter": 579, "steps": 1778688, "cmd_scale": 0.846, "ep_return": 641.44, "ep_len": 203.1, "ep_seconds": 2.03, "sps": 2297, "elapsed_s": 774, "log_std": -0.609, "kl": 0.006, "clipfrac": 0.0771, "pg": -0.0129, "vf": 948.5165}
{"iter": 580, "steps": 1781760, "cmd_scale": 0.847, "ep_return": 639.47, "ep_len": 202.9, "ep_seconds": 2.03, "sps": 2297, "elapsed_s": 775, "log_std": -0.609, "kl": 0.005, "clipfrac": 0.0568, "pg": -0.012, "vf": 835.0904}
{"iter": 581, "steps": 1784832, "cmd_scale": 0.849, "ep_return": 644.51, "ep_len": 205.0, "ep_seconds": 2.05, "sps": 2298, "elapsed_s": 776, "log_std": -0.608, "kl": 0.0071, "clipfrac": 0.0961, "pg": -0.0128, "vf": 850.3923}
{"iter": 582, "steps": 1787904, "cmd_scale": 0.85, "ep_return": 657.93, "ep_len": 208.8, "ep_seconds": 2.09, "sps": 2299, "elapsed_s": 777, "log_std": -0.607, "kl": 0.006, "clipfrac": 0.0779, "pg": -0.012, "vf": 1030.8959}
{"iter": 583, "steps": 1790976, "cmd_scale": 0.852, "ep_return": 646.97, "ep_len": 204.7, "ep_seconds": 2.05, "sps": 2301, "elapsed_s": 778, "log_std": -0.607, "kl": 0.0053, "clipfrac": 0.0691, "pg": -0.0127, "vf": 926.9954}
{"iter": 584, "steps": 1794048, "cmd_scale": 0.853, "ep_return": 647.61, "ep_len": 203.1, "ep_seconds": 2.03, "sps": 2302, "elapsed_s": 779, "log_std": -0.607, "kl": 0.0057, "clipfrac": 0.0727, "pg": -0.0126, "vf": 1175.3539}
{"iter": 585, "steps": 1797120, "cmd_scale": 0.855, "ep_return": 658.75, "ep_len": 205.1, "ep_seconds": 2.05, "sps": 2302, "elapsed_s": 780, "log_std": -0.607, "kl": 0.0056, "clipfrac": 0.0723, "pg": -0.0111, "vf": 878.1653}
{"iter": 586, "steps": 1800192, "cmd_scale": 0.856, "ep_return": 655.37, "ep_len": 204.4, "ep_seconds": 2.04, "sps": 2303, "elapsed_s": 781, "log_std": -0.606, "kl": 0.0055, "clipfrac": 0.0666, "pg": -0.0116, "vf": 916.0107}
{"iter": 587, "steps": 1803264, "cmd_scale": 0.858, "ep_return": 662.23, "ep_len": 206.4, "ep_seconds": 2.06, "sps": 2304, "elapsed_s": 782, "log_std": -0.605, "kl": 0.0056, "clipfrac": 0.0697, "pg": -0.0121, "vf": 810.5429}
{"iter": 588, "steps": 1806336, "cmd_scale": 0.859, "ep_return": 616.85, "ep_len": 191.9, "ep_seconds": 1.92, "sps": 2305, "elapsed_s": 783, "log_std": -0.604, "kl": 0.0057, "clipfrac": 0.0705, "pg": -0.0123, "vf": 937.982}
{"iter": 589, "steps": 1809408, "cmd_scale": 0.861, "ep_return": 633.11, "ep_len": 197.0, "ep_seconds": 1.97, "sps": 2306, "elapsed_s": 784, "log_std": -0.605, "kl": 0.0058, "clipfrac": 0.0763, "pg": -0.0128, "vf": 780.2743}
{"iter": 590, "steps": 1812480, "cmd_scale": 0.862, "ep_return": 642.65, "ep_len": 199.6, "ep_seconds": 2.0, "sps": 2307, "elapsed_s": 785, "log_std": -0.605, "kl": 0.0071, "clipfrac": 0.0988, "pg": -0.0147, "vf": 1080.006}
{"iter": 591, "steps": 1815552, "cmd_scale": 0.864, "ep_return": 629.0, "ep_len": 195.2, "ep_seconds": 1.95, "sps": 2308, "elapsed_s": 786, "log_std": -0.605, "kl": 0.0046, "clipfrac": 0.0572, "pg": -0.0108, "vf": 1015.944}
{"iter": 592, "steps": 1818624, "cmd_scale": 0.865, "ep_return": 624.82, "ep_len": 193.7, "ep_seconds": 1.94, "sps": 2309, "elapsed_s": 787, "log_std": -0.606, "kl": 0.0066, "clipfrac": 0.0865, "pg": -0.0149, "vf": 985.0938}
{"iter": 593, "steps": 1821696, "cmd_scale": 0.867, "ep_return": 640.75, "ep_len": 199.0, "ep_seconds": 1.99, "sps": 2311, "elapsed_s": 788, "log_std": -0.607, "kl": 0.0048, "clipfrac": 0.0602, "pg": -0.012, "vf": 977.5148}
{"iter": 594, "steps": 1824768, "cmd_scale": 0.868, "ep_return": 645.55, "ep_len": 200.7, "ep_seconds": 2.01, "sps": 2312, "elapsed_s": 789, "log_std": -0.608, "kl": 0.0058, "clipfrac": 0.075, "pg": -0.0128, "vf": 975.7468}
{"iter": 595, "steps": 1827840, "cmd_scale": 0.869, "ep_return": 647.63, "ep_len": 201.5, "ep_seconds": 2.02, "sps": 2313, "elapsed_s": 790, "log_std": -0.607, "kl": 0.0062, "clipfrac": 0.079, "pg": -0.0115, "vf": 1074.431}
{"iter": 596, "steps": 1830912, "cmd_scale": 0.871, "ep_return": 642.07, "ep_len": 200.3, "ep_seconds": 2.0, "sps": 2313, "elapsed_s": 791, "log_std": -0.606, "kl": 0.0055, "clipfrac": 0.0706, "pg": -0.0114, "vf": 825.2871}
{"iter": 597, "steps": 1833984, "cmd_scale": 0.872, "ep_return": 657.21, "ep_len": 205.2, "ep_seconds": 2.05, "sps": 2315, "elapsed_s": 792, "log_std": -0.606, "kl": 0.006, "clipfrac": 0.0788, "pg": -0.0134, "vf": 1196.8351}
{"iter": 598, "steps": 1837056, "cmd_scale": 0.874, "ep_return": 683.95, "ep_len": 213.7, "ep_seconds": 2.14, "sps": 2315, "elapsed_s": 793, "log_std": -0.607, "kl": 0.0061, "clipfrac": 0.0778, "pg": -0.013, "vf": 1374.2869}
{"iter": 599, "steps": 1840128, "cmd_scale": 0.875, "ep_return": 681.28, "ep_len": 213.2, "ep_seconds": 2.13, "sps": 2316, "elapsed_s": 794, "log_std": -0.608, "kl": 0.0061, "clipfrac": 0.0801, "pg": -0.0126, "vf": 972.3799}
{"iter": 600, "steps": 1843200, "cmd_scale": 0.877, "ep_return": 676.04, "ep_len": 212.0, "ep_seconds": 2.12, "sps": 2317, "elapsed_s": 795, "log_std": -0.61, "kl": 0.0055, "clipfrac": 0.0688, "pg": -0.013, "vf": 1040.4429}
{"iter": 601, "steps": 1846272, "cmd_scale": 0.878, "ep_return": 687.24, "ep_len": 214.7, "ep_seconds": 2.15, "sps": 2319, "elapsed_s": 796, "log_std": -0.611, "kl": 0.0057, "clipfrac": 0.075, "pg": -0.0118, "vf": 1023.8332}
{"iter": 602, "steps": 1849344, "cmd_scale": 0.88, "ep_return": 685.95, "ep_len": 214.9, "ep_seconds": 2.15, "sps": 2320, "elapsed_s": 796, "log_std": -0.612, "kl": 0.0072, "clipfrac": 0.0971, "pg": -0.0144, "vf": 1392.2707}
{"iter": 603, "steps": 1852416, "cmd_scale": 0.881, "ep_return": 679.66, "ep_len": 212.8, "ep_seconds": 2.13, "sps": 2321, "elapsed_s": 797, "log_std": -0.614, "kl": 0.006, "clipfrac": 0.0779, "pg": -0.0145, "vf": 1259.2283}
{"iter": 604, "steps": 1855488, "cmd_scale": 0.883, "ep_return": 680.74, "ep_len": 213.1, "ep_seconds": 2.13, "sps": 2323, "elapsed_s": 798, "log_std": -0.615, "kl": 0.005, "clipfrac": 0.0568, "pg": -0.0103, "vf": 830.2291}
{"iter": 605, "steps": 1858560, "cmd_scale": 0.884, "ep_return": 686.82, "ep_len": 215.2, "ep_seconds": 2.15, "sps": 2324, "elapsed_s": 799, "log_std": -0.615, "kl": 0.0056, "clipfrac": 0.0718, "pg": -0.0125, "vf": 1100.3747}
{"iter": 606, "steps": 1861632, "cmd_scale": 0.886, "ep_return": 699.91, "ep_len": 219.4, "ep_seconds": 2.19, "sps": 2325, "elapsed_s": 800, "log_std": -0.616, "kl": 0.005, "clipfrac": 0.0609, "pg": -0.0112, "vf": 937.0881}
{"iter": 607, "steps": 1864704, "cmd_scale": 0.887, "ep_return": 703.24, "ep_len": 219.9, "ep_seconds": 2.2, "sps": 2326, "elapsed_s": 801, "log_std": -0.617, "kl": 0.0049, "clipfrac": 0.0606, "pg": -0.0116, "vf": 1327.7452}
{"iter": 608, "steps": 1867776, "cmd_scale": 0.888, "ep_return": 686.8, "ep_len": 214.8, "ep_seconds": 2.15, "sps": 2326, "elapsed_s": 802, "log_std": -0.618, "kl": 0.0056, "clipfrac": 0.07, "pg": -0.0126, "vf": 1290.0194}
{"iter": 609, "steps": 1870848, "cmd_scale": 0.89, "ep_return": 696.5, "ep_len": 217.9, "ep_seconds": 2.18, "sps": 2327, "elapsed_s": 803, "log_std": -0.62, "kl": 0.0052, "clipfrac": 0.066, "pg": -0.0126, "vf": 1146.826}
{"iter": 610, "steps": 1873920, "cmd_scale": 0.891, "ep_return": 690.18, "ep_len": 216.1, "ep_seconds": 2.16, "sps": 2328, "elapsed_s": 804, "log_std": -0.622, "kl": 0.006, "clipfrac": 0.0773, "pg": -0.0129, "vf": 888.786}
{"iter": 611, "steps": 1876992, "cmd_scale": 0.893, "ep_return": 716.2, "ep_len": 223.2, "ep_seconds": 2.23, "sps": 2329, "elapsed_s": 805, "log_std": -0.622, "kl": 0.0052, "clipfrac": 0.066, "pg": -0.0127, "vf": 1260.0537}
{"iter": 612, "steps": 1880064, "cmd_scale": 0.894, "ep_return": 685.91, "ep_len": 215.8, "ep_seconds": 2.16, "sps": 2330, "elapsed_s": 806, "log_std": -0.623, "kl": 0.0041, "clipfrac": 0.0461, "pg": -0.0108, "vf": 1252.4906}
{"iter": 613, "steps": 1883136, "cmd_scale": 0.896, "ep_return": 691.88, "ep_len": 217.1, "ep_seconds": 2.17, "sps": 2331, "elapsed_s": 807, "log_std": -0.624, "kl": 0.0067, "clipfrac": 0.0896, "pg": -0.015, "vf": 974.5659}
{"iter": 614, "steps": 1886208, "cmd_scale": 0.897, "ep_return": 685.63, "ep_len": 216.4, "ep_seconds": 2.16, "sps": 2332, "elapsed_s": 808, "log_std": -0.624, "kl": 0.0056, "clipfrac": 0.0703, "pg": -0.0116, "vf": 1342.4917}
{"iter": 615, "steps": 1889280, "cmd_scale": 0.899, "ep_return": 662.31, "ep_len": 210.1, "ep_seconds": 2.1, "sps": 2333, "elapsed_s": 809, "log_std": -0.622, "kl": 0.0061, "clipfrac": 0.0816, "pg": -0.0124, "vf": 1155.8925}
{"iter": 616, "steps": 1892352, "cmd_scale": 0.9, "ep_return": 686.09, "ep_len": 217.9, "ep_seconds": 2.18, "sps": 2334, "elapsed_s": 810, "log_std": -0.622, "kl": 0.0047, "clipfrac": 0.0577, "pg": -0.0108, "vf": 1086.1752}
{"iter": 617, "steps": 1895424, "cmd_scale": 0.902, "ep_return": 677.89, "ep_len": 215.4, "ep_seconds": 2.15, "sps": 2335, "elapsed_s": 811, "log_std": -0.621, "kl": 0.0051, "clipfrac": 0.0658, "pg": -0.0128, "vf": 1236.2735}
{"iter": 618, "steps": 1898496, "cmd_scale": 0.903, "ep_return": 683.67, "ep_len": 217.3, "ep_seconds": 2.17, "sps": 2336, "elapsed_s": 812, "log_std": -0.623, "kl": 0.0068, "clipfrac": 0.0943, "pg": -0.0129, "vf": 1144.7619}
{"iter": 619, "steps": 1901568, "cmd_scale": 0.905, "ep_return": 691.59, "ep_len": 220.3, "ep_seconds": 2.2, "sps": 2337, "elapsed_s": 813, "log_std": -0.624, "kl": 0.0054, "clipfrac": 0.0676, "pg": -0.0123, "vf": 1145.8386}
{"iter": 620, "steps": 1904640, "cmd_scale": 0.906, "ep_return": 682.37, "ep_len": 217.8, "ep_seconds": 2.18, "sps": 2338, "elapsed_s": 814, "log_std": -0.625, "kl": 0.0056, "clipfrac": 0.0673, "pg": -0.0107, "vf": 805.1787}
{"iter": 621, "steps": 1907712, "cmd_scale": 0.907, "ep_return": 674.37, "ep_len": 215.9, "ep_seconds": 2.16, "sps": 2338, "elapsed_s": 815, "log_std": -0.625, "kl": 0.0052, "clipfrac": 0.0652, "pg": -0.0116, "vf": 1171.6191}
{"iter": 622, "steps": 1910784, "cmd_scale": 0.909, "ep_return": 664.8, "ep_len": 212.2, "ep_seconds": 2.12, "sps": 2339, "elapsed_s": 816, "log_std": -0.626, "kl": 0.0046, "clipfrac": 0.055, "pg": -0.0118, "vf": 1059.4665}
{"iter": 623, "steps": 1913856, "cmd_scale": 0.91, "ep_return": 676.37, "ep_len": 215.8, "ep_seconds": 2.16, "sps": 2340, "elapsed_s": 817, "log_std": -0.627, "kl": 0.0046, "clipfrac": 0.0551, "pg": -0.0121, "vf": 1093.3067}
{"iter": 624, "steps": 1916928, "cmd_scale": 0.912, "ep_return": 685.72, "ep_len": 218.4, "ep_seconds": 2.18, "sps": 2341, "elapsed_s": 818, "log_std": -0.628, "kl": 0.007, "clipfrac": 0.0955, "pg": -0.0146, "vf": 899.0102}
{"iter": 625, "steps": 1920000, "cmd_scale": 0.913, "ep_return": 642.61, "ep_len": 207.0, "ep_seconds": 2.07, "sps": 2341, "elapsed_s": 819, "log_std": -0.628, "kl": 0.0049, "clipfrac": 0.0606, "pg": -0.0103, "vf": 1232.208}
{"iter": 626, "steps": 1923072, "cmd_scale": 0.915, "ep_return": 639.27, "ep_len": 205.8, "ep_seconds": 2.06, "sps": 2342, "elapsed_s": 820, "log_std": -0.63, "kl": 0.0058, "clipfrac": 0.0773, "pg": -0.0132, "vf": 1155.4522}
{"iter": 627, "steps": 1926144, "cmd_scale": 0.916, "ep_return": 654.38, "ep_len": 210.2, "ep_seconds": 2.1, "sps": 2343, "elapsed_s": 821, "log_std": -0.63, "kl": 0.0062, "clipfrac": 0.0821, "pg": -0.0137, "vf": 1360.3203}
{"iter": 628, "steps": 1929216, "cmd_scale": 0.918, "ep_return": 654.06, "ep_len": 209.8, "ep_seconds": 2.1, "sps": 2344, "elapsed_s": 822, "log_std": -0.63, "kl": 0.0074, "clipfrac": 0.1028, "pg": -0.0122, "vf": 891.9741}
{"iter": 629, "steps": 1932288, "cmd_scale": 0.919, "ep_return": 674.39, "ep_len": 215.9, "ep_seconds": 2.16, "sps": 2345, "elapsed_s": 823, "log_std": -0.631, "kl": 0.0057, "clipfrac": 0.074, "pg": -0.0141, "vf": 908.2728}
{"iter": 630, "steps": 1935360, "cmd_scale": 0.921, "ep_return": 657.31, "ep_len": 210.3, "ep_seconds": 2.1, "sps": 2345, "elapsed_s": 825, "log_std": -0.631, "kl": 0.0053, "clipfrac": 0.0689, "pg": -0.0124, "vf": 1199.2159}
{"iter": 631, "steps": 1938432, "cmd_scale": 0.922, "ep_return": 652.54, "ep_len": 209.4, "ep_seconds": 2.09, "sps": 2346, "elapsed_s": 826, "log_std": -0.632, "kl": 0.0062, "clipfrac": 0.0814, "pg": -0.0137, "vf": 978.4158}
{"iter": 632, "steps": 1941504, "cmd_scale": 0.924, "ep_return": 654.08, "ep_len": 210.2, "ep_seconds": 2.1, "sps": 2347, "elapsed_s": 827, "log_std": -0.632, "kl": 0.0057, "clipfrac": 0.0734, "pg": -0.0113, "vf": 1113.7229}
{"iter": 633, "steps": 1944576, "cmd_scale": 0.925, "ep_return": 647.67, "ep_len": 208.1, "ep_seconds": 2.08, "sps": 2348, "elapsed_s": 828, "log_std": -0.633, "kl": 0.0065, "clipfrac": 0.09, "pg": -0.0147, "vf": 787.4998}
{"iter": 634, "steps": 1947648, "cmd_scale": 0.927, "ep_return": 693.7, "ep_len": 221.7, "ep_seconds": 2.22, "sps": 2348, "elapsed_s": 829, "log_std": -0.634, "kl": 0.0055, "clipfrac": 0.0742, "pg": -0.0137, "vf": 1393.6545}
{"iter": 635, "steps": 1950720, "cmd_scale": 0.928, "ep_return": 687.09, "ep_len": 218.6, "ep_seconds": 2.19, "sps": 2349, "elapsed_s": 830, "log_std": -0.632, "kl": 0.0056, "clipfrac": 0.0721, "pg": -0.0126, "vf": 1675.7643}
{"iter": 636, "steps": 1953792, "cmd_scale": 0.929, "ep_return": 706.88, "ep_len": 224.5, "ep_seconds": 2.24, "sps": 2350, "elapsed_s": 831, "log_std": -0.629, "kl": 0.0053, "clipfrac": 0.0703, "pg": -0.0137, "vf": 1527.8299}
{"iter": 637, "steps": 1956864, "cmd_scale": 0.931, "ep_return": 688.55, "ep_len": 218.9, "ep_seconds": 2.19, "sps": 2351, "elapsed_s": 832, "log_std": -0.628, "kl": 0.006, "clipfrac": 0.0775, "pg": -0.0136, "vf": 1328.4824}
{"iter": 638, "steps": 1959936, "cmd_scale": 0.932, "ep_return": 691.79, "ep_len": 220.3, "ep_seconds": 2.2, "sps": 2352, "elapsed_s": 833, "log_std": -0.627, "kl": 0.0058, "clipfrac": 0.0769, "pg": -0.0124, "vf": 1240.4602}
{"iter": 639, "steps": 1963008, "cmd_scale": 0.934, "ep_return": 684.26, "ep_len": 217.5, "ep_seconds": 2.17, "sps": 2352, "elapsed_s": 834, "log_std": -0.626, "kl": 0.0064, "clipfrac": 0.087, "pg": -0.0139, "vf": 1306.6431}
{"iter": 640, "steps": 1966080, "cmd_scale": 0.935, "ep_return": 693.82, "ep_len": 220.1, "ep_seconds": 2.2, "sps": 2353, "elapsed_s": 835, "log_std": -0.625, "kl": 0.0064, "clipfrac": 0.0822, "pg": -0.0141, "vf": 1201.8219}
{"iter": 641, "steps": 1969152, "cmd_scale": 0.937, "ep_return": 696.77, "ep_len": 220.6, "ep_seconds": 2.21, "sps": 2354, "elapsed_s": 836, "log_std": -0.624, "kl": 0.0062, "clipfrac": 0.0841, "pg": -0.0133, "vf": 1142.0941}
{"iter": 642, "steps": 1972224, "cmd_scale": 0.938, "ep_return": 691.86, "ep_len": 219.3, "ep_seconds": 2.19, "sps": 2354, "elapsed_s": 837, "log_std": -0.622, "kl": 0.0062, "clipfrac": 0.0815, "pg": -0.0143, "vf": 1273.0809}
{"iter": 643, "steps": 1975296, "cmd_scale": 0.94, "ep_return": 704.21, "ep_len": 223.3, "ep_seconds": 2.23, "sps": 2355, "elapsed_s": 838, "log_std": -0.623, "kl": 0.0052, "clipfrac": 0.067, "pg": -0.0121, "vf": 1372.3854}
{"iter": 644, "steps": 1978368, "cmd_scale": 0.941, "ep_return": 687.11, "ep_len": 217.9, "ep_seconds": 2.18, "sps": 2356, "elapsed_s": 839, "log_std": -0.622, "kl": 0.0061, "clipfrac": 0.0799, "pg": -0.0137, "vf": 1206.9602}
{"iter": 645, "steps": 1981440, "cmd_scale": 0.943, "ep_return": 669.3, "ep_len": 212.4, "ep_seconds": 2.12, "sps": 2356, "elapsed_s": 840, "log_std": -0.621, "kl": 0.0054, "clipfrac": 0.0665, "pg": -0.0121, "vf": 1115.5789}
{"iter": 646, "steps": 1984512, "cmd_scale": 0.944, "ep_return": 632.56, "ep_len": 201.1, "ep_seconds": 2.01, "sps": 2358, "elapsed_s": 841, "log_std": -0.62, "kl": 0.0055, "clipfrac": 0.0671, "pg": -0.0126, "vf": 1344.0261}
{"iter": 647, "steps": 1987584, "cmd_scale": 0.946, "ep_return": 608.7, "ep_len": 194.2, "ep_seconds": 1.94, "sps": 2359, "elapsed_s": 842, "log_std": -0.621, "kl": 0.0052, "clipfrac": 0.0649, "pg": -0.0127, "vf": 1489.5929}
{"iter": 648, "steps": 1990656, "cmd_scale": 0.947, "ep_return": 581.25, "ep_len": 186.3, "ep_seconds": 1.86, "sps": 2360, "elapsed_s": 843, "log_std": -0.621, "kl": 0.0069, "clipfrac": 0.0953, "pg": -0.0147, "vf": 1252.8366}
{"iter": 649, "steps": 1993728, "cmd_scale": 0.948, "ep_return": 590.24, "ep_len": 188.8, "ep_seconds": 1.89, "sps": 2361, "elapsed_s": 844, "log_std": -0.621, "kl": 0.0057, "clipfrac": 0.0712, "pg": -0.0139, "vf": 1161.9416}
{"iter": 650, "steps": 1996800, "cmd_scale": 0.95, "ep_return": 569.72, "ep_len": 183.0, "ep_seconds": 1.83, "sps": 2362, "elapsed_s": 845, "log_std": -0.622, "kl": 0.0068, "clipfrac": 0.0884, "pg": -0.0142, "vf": 860.6751}
{"iter": 651, "steps": 1999872, "cmd_scale": 0.951, "ep_return": 572.16, "ep_len": 184.3, "ep_seconds": 1.84, "sps": 2364, "elapsed_s": 845, "log_std": -0.622, "kl": 0.0059, "clipfrac": 0.0778, "pg": -0.0136, "vf": 1266.1796}
{"iter": 652, "steps": 2002944, "cmd_scale": 0.953, "ep_return": 558.34, "ep_len": 179.9, "ep_seconds": 1.8, "sps": 2365, "elapsed_s": 846, "log_std": -0.621, "kl": 0.0064, "clipfrac": 0.0879, "pg": -0.0147, "vf": 1238.3317}
{"iter": 653, "steps": 2006016, "cmd_scale": 0.954, "ep_return": 556.24, "ep_len": 178.6, "ep_seconds": 1.79, "sps": 2366, "elapsed_s": 847, "log_std": -0.622, "kl": 0.0062, "clipfrac": 0.0832, "pg": -0.013, "vf": 1182.8522}
{"iter": 654, "steps": 2009088, "cmd_scale": 0.956, "ep_return": 559.62, "ep_len": 179.8, "ep_seconds": 1.8, "sps": 2368, "elapsed_s": 848, "log_std": -0.623, "kl": 0.0068, "clipfrac": 0.0904, "pg": -0.0137, "vf": 1307.0379}
{"iter": 655, "steps": 2012160, "cmd_scale": 0.957, "ep_return": 542.06, "ep_len": 174.9, "ep_seconds": 1.75, "sps": 2369, "elapsed_s": 849, "log_std": -0.623, "kl": 0.0063, "clipfrac": 0.0861, "pg": -0.0128, "vf": 1072.5456}
{"iter": 656, "steps": 2015232, "cmd_scale": 0.959, "ep_return": 555.37, "ep_len": 179.2, "ep_seconds": 1.79, "sps": 2370, "elapsed_s": 849, "log_std": -0.623, "kl": 0.0054, "clipfrac": 0.0679, "pg": -0.0119, "vf": 1252.3867}
{"iter": 657, "steps": 2018304, "cmd_scale": 0.96, "ep_return": 573.78, "ep_len": 184.6, "ep_seconds": 1.85, "sps": 2372, "elapsed_s": 850, "log_std": -0.622, "kl": 0.0066, "clipfrac": 0.0894, "pg": -0.0142, "vf": 1171.6055}
{"iter": 658, "steps": 2021376, "cmd_scale": 0.962, "ep_return": 592.81, "ep_len": 190.2, "ep_seconds": 1.9, "sps": 2373, "elapsed_s": 851, "log_std": -0.622, "kl": 0.0051, "clipfrac": 0.0646, "pg": -0.0129, "vf": 1206.5327}
{"iter": 659, "steps": 2024448, "cmd_scale": 0.963, "ep_return": 605.96, "ep_len": 194.2, "ep_seconds": 1.94, "sps": 2374, "elapsed_s": 852, "log_std": -0.622, "kl": 0.0059, "clipfrac": 0.0772, "pg": -0.0134, "vf": 1255.6259}
{"iter": 660, "steps": 2027520, "cmd_scale": 0.965, "ep_return": 610.39, "ep_len": 195.6, "ep_seconds": 1.96, "sps": 2375, "elapsed_s": 853, "log_std": -0.622, "kl": 0.0048, "clipfrac": 0.0572, "pg": -0.011, "vf": 1239.3902}
{"iter": 661, "steps": 2030592, "cmd_scale": 0.966, "ep_return": 611.63, "ep_len": 196.1, "ep_seconds": 1.96, "sps": 2376, "elapsed_s": 854, "log_std": -0.622, "kl": 0.0057, "clipfrac": 0.0699, "pg": -0.0119, "vf": 1089.1862}
{"iter": 662, "steps": 2033664, "cmd_scale": 0.968, "ep_return": 656.28, "ep_len": 210.0, "ep_seconds": 2.1, "sps": 2378, "elapsed_s": 855, "log_std": -0.622, "kl": 0.0063, "clipfrac": 0.0813, "pg": -0.0138, "vf": 914.6873}
{"iter": 663, "steps": 2036736, "cmd_scale": 0.969, "ep_return": 684.14, "ep_len": 219.0, "ep_seconds": 2.19, "sps": 2379, "elapsed_s": 856, "log_std": -0.621, "kl": 0.006, "clipfrac": 0.075, "pg": -0.0129, "vf": 1109.3239}
{"iter": 664, "steps": 2039808, "cmd_scale": 0.97, "ep_return": 702.19, "ep_len": 224.1, "ep_seconds": 2.24, "sps": 2380, "elapsed_s": 856, "log_std": -0.622, "kl": 0.0065, "clipfrac": 0.0876, "pg": -0.0129, "vf": 1205.9261}
{"iter": 665, "steps": 2042880, "cmd_scale": 0.972, "ep_return": 697.98, "ep_len": 222.8, "ep_seconds": 2.23, "sps": 2381, "elapsed_s": 857, "log_std": -0.623, "kl": 0.0071, "clipfrac": 0.0946, "pg": -0.0138, "vf": 1187.9281}
{"iter": 666, "steps": 2045952, "cmd_scale": 0.973, "ep_return": 709.82, "ep_len": 226.8, "ep_seconds": 2.27, "sps": 2382, "elapsed_s": 858, "log_std": -0.623, "kl": 0.0062, "clipfrac": 0.0809, "pg": -0.0132, "vf": 919.6481}
{"iter": 667, "steps": 2049024, "cmd_scale": 0.975, "ep_return": 724.02, "ep_len": 230.8, "ep_seconds": 2.31, "sps": 2383, "elapsed_s": 859, "log_std": -0.623, "kl": 0.0063, "clipfrac": 0.0809, "pg": -0.014, "vf": 1256.3945}
{"iter": 668, "steps": 2052096, "cmd_scale": 0.976, "ep_return": 709.07, "ep_len": 226.8, "ep_seconds": 2.27, "sps": 2385, "elapsed_s": 860, "log_std": -0.625, "kl": 0.0052, "clipfrac": 0.0623, "pg": -0.0107, "vf": 1316.6786}
{"iter": 669, "steps": 2055168, "cmd_scale": 0.978, "ep_return": 706.5, "ep_len": 226.0, "ep_seconds": 2.26, "sps": 2386, "elapsed_s": 861, "log_std": -0.624, "kl": 0.0065, "clipfrac": 0.0877, "pg": -0.0134, "vf": 956.9475}
{"iter": 670, "steps": 2058240, "cmd_scale": 0.979, "ep_return": 714.01, "ep_len": 227.2, "ep_seconds": 2.27, "sps": 2387, "elapsed_s": 862, "log_std": -0.623, "kl": 0.0057, "clipfrac": 0.0731, "pg": -0.0118, "vf": 1288.2674}
{"iter": 671, "steps": 2061312, "cmd_scale": 0.981, "ep_return": 740.72, "ep_len": 234.8, "ep_seconds": 2.35, "sps": 2389, "elapsed_s": 862, "log_std": -0.621, "kl": 0.0058, "clipfrac": 0.0763, "pg": -0.0131, "vf": 889.9002}
{"iter": 672, "steps": 2064384, "cmd_scale": 0.982, "ep_return": 754.99, "ep_len": 240.4, "ep_seconds": 2.4, "sps": 2390, "elapsed_s": 863, "log_std": -0.622, "kl": 0.0065, "clipfrac": 0.0879, "pg": -0.0146, "vf": 1332.8167}
{"iter": 673, "steps": 2067456, "cmd_scale": 0.984, "ep_return": 723.45, "ep_len": 231.2, "ep_seconds": 2.31, "sps": 2391, "elapsed_s": 864, "log_std": -0.623, "kl": 0.0055, "clipfrac": 0.0712, "pg": -0.0123, "vf": 951.458}
{"iter": 674, "steps": 2070528, "cmd_scale": 0.985, "ep_return": 718.81, "ep_len": 229.8, "ep_seconds": 2.3, "sps": 2392, "elapsed_s": 865, "log_std": -0.622, "kl": 0.0047, "clipfrac": 0.0547, "pg": -0.0132, "vf": 984.4679}
{"iter": 675, "steps": 2073600, "cmd_scale": 0.987, "ep_return": 721.33, "ep_len": 230.5, "ep_seconds": 2.31, "sps": 2393, "elapsed_s": 866, "log_std": -0.622, "kl": 0.0059, "clipfrac": 0.0701, "pg": -0.0131, "vf": 974.2575}
{"iter": 676, "steps": 2076672, "cmd_scale": 0.988, "ep_return": 729.23, "ep_len": 232.2, "ep_seconds": 2.32, "sps": 2394, "elapsed_s": 867, "log_std": -0.62, "kl": 0.0048, "clipfrac": 0.0604, "pg": -0.0118, "vf": 1105.2725}
{"iter": 677, "steps": 2079744, "cmd_scale": 0.989, "ep_return": 730.5, "ep_len": 232.4, "ep_seconds": 2.32, "sps": 2396, "elapsed_s": 867, "log_std": -0.619, "kl": 0.0061, "clipfrac": 0.0794, "pg": -0.0144, "vf": 1066.5377}
{"iter": 678, "steps": 2082816, "cmd_scale": 0.991, "ep_return": 708.74, "ep_len": 225.2, "ep_seconds": 2.25, "sps": 2397, "elapsed_s": 868, "log_std": -0.62, "kl": 0.0049, "clipfrac": 0.0588, "pg": -0.0138, "vf": 1115.0082}
{"iter": 679, "steps": 2085888, "cmd_scale": 0.992, "ep_return": 723.29, "ep_len": 228.7, "ep_seconds": 2.29, "sps": 2398, "elapsed_s": 869, "log_std": -0.622, "kl": 0.0058, "clipfrac": 0.075, "pg": -0.0143, "vf": 844.2022}
{"iter": 680, "steps": 2088960, "cmd_scale": 0.994, "ep_return": 735.95, "ep_len": 232.1, "ep_seconds": 2.32, "sps": 2399, "elapsed_s": 870, "log_std": -0.622, "kl": 0.005, "clipfrac": 0.0579, "pg": -0.0128, "vf": 1046.4266}
{"iter": 681, "steps": 2092032, "cmd_scale": 0.995, "ep_return": 755.26, "ep_len": 237.6, "ep_seconds": 2.38, "sps": 2400, "elapsed_s": 871, "log_std": -0.623, "kl": 0.0052, "clipfrac": 0.0643, "pg": -0.0116, "vf": 1283.5524}
{"iter": 682, "steps": 2095104, "cmd_scale": 0.997, "ep_return": 756.71, "ep_len": 238.1, "ep_seconds": 2.38, "sps": 2401, "elapsed_s": 872, "log_std": -0.623, "kl": 0.0055, "clipfrac": 0.0738, "pg": -0.0147, "vf": 1300.114}
{"iter": 683, "steps": 2098176, "cmd_scale": 0.998, "ep_return": 766.21, "ep_len": 240.9, "ep_seconds": 2.41, "sps": 2402, "elapsed_s": 873, "log_std": -0.622, "kl": 0.0066, "clipfrac": 0.0893, "pg": -0.0146, "vf": 922.3687}
{"iter": 684, "steps": 2101248, "cmd_scale": 1.0, "ep_return": 783.91, "ep_len": 246.0, "ep_seconds": 2.46, "sps": 2403, "elapsed_s": 874, "log_std": -0.622, "kl": 0.0048, "clipfrac": 0.0563, "pg": -0.0114, "vf": 994.8197}
{"iter": 685, "steps": 2104320, "cmd_scale": 1.0, "ep_return": 771.96, "ep_len": 243.1, "ep_seconds": 2.43, "sps": 2404, "elapsed_s": 875, "log_std": -0.624, "kl": 0.0048, "clipfrac": 0.0583, "pg": -0.0132, "vf": 981.3833}
{"iter": 686, "steps": 2107392, "cmd_scale": 1.0, "ep_return": 767.37, "ep_len": 241.8, "ep_seconds": 2.42, "sps": 2405, "elapsed_s": 876, "log_std": -0.625, "kl": 0.0051, "clipfrac": 0.0608, "pg": -0.0124, "vf": 1101.1909}
{"iter": 687, "steps": 2110464, "cmd_scale": 1.0, "ep_return": 782.14, "ep_len": 246.3, "ep_seconds": 2.46, "sps": 2406, "elapsed_s": 876, "log_std": -0.624, "kl": 0.0043, "clipfrac": 0.05, "pg": -0.0118, "vf": 1057.1638}
{"iter": 688, "steps": 2113536, "cmd_scale": 1.0, "ep_return": 752.83, "ep_len": 236.0, "ep_seconds": 2.36, "sps": 2407, "elapsed_s": 877, "log_std": -0.626, "kl": 0.007, "clipfrac": 0.1008, "pg": -0.0148, "vf": 1099.733}
{"iter": 689, "steps": 2116608, "cmd_scale": 1.0, "ep_return": 763.69, "ep_len": 239.4, "ep_seconds": 2.39, "sps": 2408, "elapsed_s": 878, "log_std": -0.628, "kl": 0.0047, "clipfrac": 0.0538, "pg": -0.0105, "vf": 1293.8258}
{"iter": 690, "steps": 2119680, "cmd_scale": 1.0, "ep_return": 789.06, "ep_len": 247.5, "ep_seconds": 2.48, "sps": 2410, "elapsed_s": 879, "log_std": -0.628, "kl": 0.0062, "clipfrac": 0.0825, "pg": -0.0142, "vf": 896.9165}
{"iter": 691, "steps": 2122752, "cmd_scale": 1.0, "ep_return": 824.76, "ep_len": 258.3, "ep_seconds": 2.58, "sps": 2411, "elapsed_s": 880, "log_std": -0.628, "kl": 0.0052, "clipfrac": 0.0679, "pg": -0.0117, "vf": 979.8597}
{"iter": 692, "steps": 2125824, "cmd_scale": 1.0, "ep_return": 853.12, "ep_len": 267.4, "ep_seconds": 2.67, "sps": 2412, "elapsed_s": 881, "log_std": -0.629, "kl": 0.0065, "clipfrac": 0.0834, "pg": -0.0124, "vf": 1013.3443}
{"iter": 693, "steps": 2128896, "cmd_scale": 1.0, "ep_return": 852.1, "ep_len": 267.6, "ep_seconds": 2.68, "sps": 2413, "elapsed_s": 882, "log_std": -0.63, "kl": 0.005, "clipfrac": 0.0563, "pg": -0.0125, "vf": 1052.0934}
{"iter": 694, "steps": 2131968, "cmd_scale": 1.0, "ep_return": 844.96, "ep_len": 265.7, "ep_seconds": 2.66, "sps": 2414, "elapsed_s": 883, "log_std": -0.63, "kl": 0.0063, "clipfrac": 0.0871, "pg": -0.0115, "vf": 919.9765}
{"iter": 695, "steps": 2135040, "cmd_scale": 1.0, "ep_return": 878.95, "ep_len": 277.5, "ep_seconds": 2.77, "sps": 2415, "elapsed_s": 883, "log_std": -0.631, "kl": 0.0057, "clipfrac": 0.0744, "pg": -0.0129, "vf": 1412.9965}
{"iter": 696, "steps": 2138112, "cmd_scale": 1.0, "ep_return": 834.3, "ep_len": 264.7, "ep_seconds": 2.65, "sps": 2416, "elapsed_s": 884, "log_std": -0.632, "kl": 0.0056, "clipfrac": 0.074, "pg": -0.0121, "vf": 1165.5183}
{"iter": 697, "steps": 2141184, "cmd_scale": 1.0, "ep_return": 809.44, "ep_len": 258.1, "ep_seconds": 2.58, "sps": 2416, "elapsed_s": 886, "log_std": -0.635, "kl": 0.0059, "clipfrac": 0.0752, "pg": -0.0133, "vf": 1028.9507}
{"iter": 698, "steps": 2144256, "cmd_scale": 1.0, "ep_return": 784.41, "ep_len": 250.5, "ep_seconds": 2.51, "sps": 2417, "elapsed_s": 887, "log_std": -0.635, "kl": 0.006, "clipfrac": 0.0792, "pg": -0.0141, "vf": 1085.1221}
{"iter": 699, "steps": 2147328, "cmd_scale": 1.0, "ep_return": 797.24, "ep_len": 254.9, "ep_seconds": 2.55, "sps": 2417, "elapsed_s": 888, "log_std": -0.636, "kl": 0.0067, "clipfrac": 0.089, "pg": -0.013, "vf": 858.6438}
{"iter": 700, "steps": 2150400, "cmd_scale": 1.0, "ep_return": 837.17, "ep_len": 266.6, "ep_seconds": 2.67, "sps": 2418, "elapsed_s": 888, "log_std": -0.636, "kl": 0.0054, "clipfrac": 0.0671, "pg": -0.0109, "vf": 1146.617}
{"iter": 701, "steps": 2153472, "cmd_scale": 1.0, "ep_return": 826.18, "ep_len": 263.9, "ep_seconds": 2.64, "sps": 2419, "elapsed_s": 890, "log_std": -0.637, "kl": 0.0041, "clipfrac": 0.0458, "pg": -0.0118, "vf": 1282.45}
{"iter": 702, "steps": 2156544, "cmd_scale": 1.0, "ep_return": 828.59, "ep_len": 264.1, "ep_seconds": 2.64, "sps": 2420, "elapsed_s": 891, "log_std": -0.638, "kl": 0.0052, "clipfrac": 0.0618, "pg": -0.0133, "vf": 943.2421}
{"iter": 703, "steps": 2159616, "cmd_scale": 1.0, "ep_return": 824.44, "ep_len": 263.1, "ep_seconds": 2.63, "sps": 2420, "elapsed_s": 892, "log_std": -0.638, "kl": 0.0056, "clipfrac": 0.0716, "pg": -0.0125, "vf": 742.7345}
{"iter": 704, "steps": 2162688, "cmd_scale": 1.0, "ep_return": 833.42, "ep_len": 265.6, "ep_seconds": 2.66, "sps": 2420, "elapsed_s": 893, "log_std": -0.64, "kl": 0.0051, "clipfrac": 0.0626, "pg": -0.0142, "vf": 1038.8282}
{"iter": 705, "steps": 2165760, "cmd_scale": 1.0, "ep_return": 835.27, "ep_len": 266.5, "ep_seconds": 2.66, "sps": 2421, "elapsed_s": 894, "log_std": -0.641, "kl": 0.007, "clipfrac": 0.0948, "pg": -0.0131, "vf": 1173.1769}
{"iter": 706, "steps": 2168832, "cmd_scale": 1.0, "ep_return": 825.43, "ep_len": 263.7, "ep_seconds": 2.64, "sps": 2421, "elapsed_s": 895, "log_std": -0.641, "kl": 0.0056, "clipfrac": 0.0726, "pg": -0.0146, "vf": 1305.6911}
{"iter": 707, "steps": 2171904, "cmd_scale": 1.0, "ep_return": 867.06, "ep_len": 275.6, "ep_seconds": 2.76, "sps": 2422, "elapsed_s": 896, "log_std": -0.642, "kl": 0.0054, "clipfrac": 0.0688, "pg": -0.0124, "vf": 1042.6907}
{"iter": 708, "steps": 2174976, "cmd_scale": 1.0, "ep_return": 821.22, "ep_len": 261.4, "ep_seconds": 2.61, "sps": 2423, "elapsed_s": 897, "log_std": -0.643, "kl": 0.0052, "clipfrac": 0.0665, "pg": -0.0131, "vf": 882.4754}
{"iter": 709, "steps": 2178048, "cmd_scale": 1.0, "ep_return": 818.66, "ep_len": 260.6, "ep_seconds": 2.61, "sps": 2424, "elapsed_s": 898, "log_std": -0.643, "kl": 0.006, "clipfrac": 0.0783, "pg": -0.0127, "vf": 1080.2264}
{"iter": 710, "steps": 2181120, "cmd_scale": 1.0, "ep_return": 808.01, "ep_len": 256.7, "ep_seconds": 2.57, "sps": 2425, "elapsed_s": 899, "log_std": -0.643, "kl": 0.0048, "clipfrac": 0.0561, "pg": -0.0126, "vf": 1241.122}
{"iter": 711, "steps": 2184192, "cmd_scale": 1.0, "ep_return": 828.47, "ep_len": 260.8, "ep_seconds": 2.61, "sps": 2425, "elapsed_s": 900, "log_std": -0.642, "kl": 0.0044, "clipfrac": 0.0476, "pg": -0.0107, "vf": 1603.9091}
{"iter": 712, "steps": 2187264, "cmd_scale": 1.0, "ep_return": 807.7, "ep_len": 254.2, "ep_seconds": 2.54, "sps": 2426, "elapsed_s": 901, "log_std": -0.642, "kl": 0.0062, "clipfrac": 0.0789, "pg": -0.0134, "vf": 917.8009}
{"iter": 713, "steps": 2190336, "cmd_scale": 1.0, "ep_return": 829.62, "ep_len": 261.0, "ep_seconds": 2.61, "sps": 2425, "elapsed_s": 903, "log_std": -0.643, "kl": 0.0063, "clipfrac": 0.084, "pg": -0.0128, "vf": 1043.3587}
{"iter": 714, "steps": 2193408, "cmd_scale": 1.0, "ep_return": 859.96, "ep_len": 270.0, "ep_seconds": 2.7, "sps": 2425, "elapsed_s": 904, "log_std": -0.644, "kl": 0.0054, "clipfrac": 0.0694, "pg": -0.011, "vf": 1062.6503}
{"iter": 715, "steps": 2196480, "cmd_scale": 1.0, "ep_return": 842.04, "ep_len": 264.4, "ep_seconds": 2.64, "sps": 2426, "elapsed_s": 905, "log_std": -0.645, "kl": 0.0044, "clipfrac": 0.0493, "pg": -0.0119, "vf": 754.7929}
{"iter": 716, "steps": 2199552, "cmd_scale": 1.0, "ep_return": 875.76, "ep_len": 275.5, "ep_seconds": 2.75, "sps": 2426, "elapsed_s": 906, "log_std": -0.646, "kl": 0.006, "clipfrac": 0.0777, "pg": -0.0144, "vf": 1095.928}
{"iter": 717, "steps": 2202624, "cmd_scale": 1.0, "ep_return": 907.74, "ep_len": 284.3, "ep_seconds": 2.84, "sps": 2427, "elapsed_s": 907, "log_std": -0.646, "kl": 0.0048, "clipfrac": 0.0559, "pg": -0.0111, "vf": 1298.4541}
{"iter": 718, "steps": 2205696, "cmd_scale": 1.0, "ep_return": 914.03, "ep_len": 285.3, "ep_seconds": 2.85, "sps": 2427, "elapsed_s": 908, "log_std": -0.647, "kl": 0.0054, "clipfrac": 0.066, "pg": -0.0128, "vf": 1087.9299}
{"iter": 719, "steps": 2208768, "cmd_scale": 1.0, "ep_return": 906.28, "ep_len": 282.7, "ep_seconds": 2.83, "sps": 2427, "elapsed_s": 909, "log_std": -0.647, "kl": 0.0069, "clipfrac": 0.0904, "pg": -0.0149, "vf": 623.1697}
{"iter": 720, "steps": 2211840, "cmd_scale": 1.0, "ep_return": 890.08, "ep_len": 277.9, "ep_seconds": 2.78, "sps": 2428, "elapsed_s": 910, "log_std": -0.647, "kl": 0.0055, "clipfrac": 0.0685, "pg": -0.0101, "vf": 1055.3824}
{"iter": 721, "steps": 2214912, "cmd_scale": 1.0, "ep_return": 909.29, "ep_len": 284.3, "ep_seconds": 2.84, "sps": 2427, "elapsed_s": 912, "log_std": -0.646, "kl": 0.0069, "clipfrac": 0.0934, "pg": -0.0144, "vf": 1428.113}
{"iter": 722, "steps": 2217984, "cmd_scale": 1.0, "ep_return": 894.11, "ep_len": 279.4, "ep_seconds": 2.79, "sps": 2427, "elapsed_s": 913, "log_std": -0.646, "kl": 0.0058, "clipfrac": 0.0785, "pg": -0.0124, "vf": 1138.8777}
{"iter": 723, "steps": 2221056, "cmd_scale": 1.0, "ep_return": 893.67, "ep_len": 280.3, "ep_seconds": 2.8, "sps": 2428, "elapsed_s": 914, "log_std": -0.645, "kl": 0.0066, "clipfrac": 0.0896, "pg": -0.014, "vf": 1342.184}
{"iter": 724, "steps": 2224128, "cmd_scale": 1.0, "ep_return": 898.5, "ep_len": 283.2, "ep_seconds": 2.83, "sps": 2428, "elapsed_s": 915, "log_std": -0.645, "kl": 0.0056, "clipfrac": 0.073, "pg": -0.0119, "vf": 981.6939}
{"iter": 725, "steps": 2227200, "cmd_scale": 1.0, "ep_return": 875.54, "ep_len": 276.4, "ep_seconds": 2.76, "sps": 2429, "elapsed_s": 916, "log_std": -0.645, "kl": 0.0062, "clipfrac": 0.0857, "pg": -0.0124, "vf": 1407.7095}
{"iter": 726, "steps": 2230272, "cmd_scale": 1.0, "ep_return": 874.0, "ep_len": 276.7, "ep_seconds": 2.77, "sps": 2430, "elapsed_s": 917, "log_std": -0.644, "kl": 0.0054, "clipfrac": 0.0671, "pg": -0.0134, "vf": 1327.5167}
{"iter": 727, "steps": 2233344, "cmd_scale": 1.0, "ep_return": 875.05, "ep_len": 277.1, "ep_seconds": 2.77, "sps": 2430, "elapsed_s": 918, "log_std": -0.644, "kl": 0.0061, "clipfrac": 0.0762, "pg": -0.0128, "vf": 797.8136}
{"iter": 728, "steps": 2236416, "cmd_scale": 1.0, "ep_return": 873.47, "ep_len": 276.9, "ep_seconds": 2.77, "sps": 2430, "elapsed_s": 919, "log_std": -0.644, "kl": 0.0061, "clipfrac": 0.079, "pg": -0.0138, "vf": 754.0295}
{"iter": 729, "steps": 2239488, "cmd_scale": 1.0, "ep_return": 886.79, "ep_len": 280.8, "ep_seconds": 2.81, "sps": 2431, "elapsed_s": 921, "log_std": -0.644, "kl": 0.0057, "clipfrac": 0.0697, "pg": -0.0116, "vf": 766.2389}
{"iter": 730, "steps": 2242560, "cmd_scale": 1.0, "ep_return": 864.24, "ep_len": 275.4, "ep_seconds": 2.75, "sps": 2432, "elapsed_s": 922, "log_std": -0.643, "kl": 0.0065, "clipfrac": 0.0829, "pg": -0.0145, "vf": 638.989}
{"iter": 731, "steps": 2245632, "cmd_scale": 1.0, "ep_return": 889.11, "ep_len": 283.5, "ep_seconds": 2.84, "sps": 2432, "elapsed_s": 923, "log_std": -0.643, "kl": 0.0061, "clipfrac": 0.0822, "pg": -0.0132, "vf": 1008.6233}
{"iter": 732, "steps": 2248704, "cmd_scale": 1.0, "ep_return": 873.42, "ep_len": 278.9, "ep_seconds": 2.79, "sps": 2433, "elapsed_s": 924, "log_std": -0.642, "kl": 0.0056, "clipfrac": 0.07, "pg": -0.0127, "vf": 1443.1822}
{"iter": 733, "steps": 2251776, "cmd_scale": 1.0, "ep_return": 924.67, "ep_len": 294.2, "ep_seconds": 2.94, "sps": 2433, "elapsed_s": 925, "log_std": -0.643, "kl": 0.0062, "clipfrac": 0.0839, "pg": -0.0129, "vf": 1626.1438}
{"iter": 734, "steps": 2254848, "cmd_scale": 1.0, "ep_return": 888.31, "ep_len": 282.6, "ep_seconds": 2.83, "sps": 2433, "elapsed_s": 926, "log_std": -0.643, "kl": 0.0064, "clipfrac": 0.0868, "pg": -0.0138, "vf": 1065.038}
{"iter": 735, "steps": 2257920, "cmd_scale": 1.0, "ep_return": 881.17, "ep_len": 280.0, "ep_seconds": 2.8, "sps": 2434, "elapsed_s": 927, "log_std": -0.644, "kl": 0.0077, "clipfrac": 0.1117, "pg": -0.0136, "vf": 1320.1641}
{"iter": 736, "steps": 2260992, "cmd_scale": 1.0, "ep_return": 866.79, "ep_len": 277.3, "ep_seconds": 2.77, "sps": 2433, "elapsed_s": 928, "log_std": -0.645, "kl": 0.007, "clipfrac": 0.0965, "pg": -0.0143, "vf": 1349.6377}
{"iter": 737, "steps": 2264064, "cmd_scale": 1.0, "ep_return": 856.96, "ep_len": 275.4, "ep_seconds": 2.75, "sps": 2434, "elapsed_s": 930, "log_std": -0.644, "kl": 0.0071, "clipfrac": 0.0987, "pg": -0.0139, "vf": 1242.786}
{"iter": 738, "steps": 2267136, "cmd_scale": 1.0, "ep_return": 852.55, "ep_len": 273.4, "ep_seconds": 2.73, "sps": 2434, "elapsed_s": 931, "log_std": -0.645, "kl": 0.0074, "clipfrac": 0.1029, "pg": -0.0129, "vf": 978.3781}
{"iter": 739, "steps": 2270208, "cmd_scale": 1.0, "ep_return": 867.23, "ep_len": 278.4, "ep_seconds": 2.78, "sps": 2435, "elapsed_s": 932, "log_std": -0.646, "kl": 0.0065, "clipfrac": 0.084, "pg": -0.0111, "vf": 1078.4808}
{"iter": 740, "steps": 2273280, "cmd_scale": 1.0, "ep_return": 855.31, "ep_len": 275.3, "ep_seconds": 2.75, "sps": 2436, "elapsed_s": 933, "log_std": -0.646, "kl": 0.0076, "clipfrac": 0.1047, "pg": -0.0127, "vf": 949.3652}
{"iter": 741, "steps": 2276352, "cmd_scale": 1.0, "ep_return": 879.9, "ep_len": 283.1, "ep_seconds": 2.83, "sps": 2435, "elapsed_s": 934, "log_std": -0.647, "kl": 0.0073, "clipfrac": 0.1009, "pg": -0.014, "vf": 1115.0695}
{"iter": 742, "steps": 2279424, "cmd_scale": 1.0, "ep_return": 865.14, "ep_len": 278.6, "ep_seconds": 2.79, "sps": 2435, "elapsed_s": 935, "log_std": -0.649, "kl": 0.0058, "clipfrac": 0.076, "pg": -0.0139, "vf": 1340.2629}
{"iter": 743, "steps": 2282496, "cmd_scale": 1.0, "ep_return": 840.37, "ep_len": 270.8, "ep_seconds": 2.71, "sps": 2435, "elapsed_s": 937, "log_std": -0.649, "kl": 0.0048, "clipfrac": 0.0602, "pg": -0.0127, "vf": 1085.2797}
{"iter": 744, "steps": 2285568, "cmd_scale": 1.0, "ep_return": 874.91, "ep_len": 281.3, "ep_seconds": 2.81, "sps": 2436, "elapsed_s": 938, "log_std": -0.65, "kl": 0.0061, "clipfrac": 0.0807, "pg": -0.0122, "vf": 1166.0835}
{"iter": 745, "steps": 2288640, "cmd_scale": 1.0, "ep_return": 852.22, "ep_len": 274.1, "ep_seconds": 2.74, "sps": 2436, "elapsed_s": 939, "log_std": -0.651, "kl": 0.0066, "clipfrac": 0.0895, "pg": -0.0136, "vf": 810.3161}
{"iter": 746, "steps": 2291712, "cmd_scale": 1.0, "ep_return": 864.19, "ep_len": 278.3, "ep_seconds": 2.78, "sps": 2437, "elapsed_s": 940, "log_std": -0.649, "kl": 0.0077, "clipfrac": 0.1129, "pg": -0.0158, "vf": 803.7756}
{"iter": 747, "steps": 2294784, "cmd_scale": 1.0, "ep_return": 867.71, "ep_len": 279.1, "ep_seconds": 2.79, "sps": 2438, "elapsed_s": 941, "log_std": -0.648, "kl": 0.0064, "clipfrac": 0.0812, "pg": -0.0137, "vf": 962.8024}
{"iter": 748, "steps": 2297856, "cmd_scale": 1.0, "ep_return": 877.21, "ep_len": 282.1, "ep_seconds": 2.82, "sps": 2439, "elapsed_s": 942, "log_std": -0.649, "kl": 0.0073, "clipfrac": 0.1001, "pg": -0.015, "vf": 960.657}
{"iter": 749, "steps": 2300928, "cmd_scale": 1.0, "ep_return": 912.42, "ep_len": 292.5, "ep_seconds": 2.93, "sps": 2439, "elapsed_s": 943, "log_std": -0.65, "kl": 0.0061, "clipfrac": 0.0809, "pg": -0.0123, "vf": 1171.9732}
{"iter": 750, "steps": 2304000, "cmd_scale": 1.0, "ep_return": 899.48, "ep_len": 289.2, "ep_seconds": 2.89, "sps": 2439, "elapsed_s": 944, "log_std": -0.65, "kl": 0.0057, "clipfrac": 0.0745, "pg": -0.0119, "vf": 996.1779}
{"iter": 751, "steps": 2307072, "cmd_scale": 1.0, "ep_return": 900.74, "ep_len": 289.8, "ep_seconds": 2.9, "sps": 2440, "elapsed_s": 945, "log_std": -0.648, "kl": 0.007, "clipfrac": 0.0983, "pg": -0.0117, "vf": 966.298}
{"iter": 752, "steps": 2310144, "cmd_scale": 1.0, "ep_return": 881.58, "ep_len": 284.9, "ep_seconds": 2.85, "sps": 2441, "elapsed_s": 946, "log_std": -0.649, "kl": 0.0068, "clipfrac": 0.0891, "pg": -0.0139, "vf": 961.9385}
{"iter": 753, "steps": 2313216, "cmd_scale": 1.0, "ep_return": 906.42, "ep_len": 292.4, "ep_seconds": 2.92, "sps": 2441, "elapsed_s": 947, "log_std": -0.649, "kl": 0.0066, "clipfrac": 0.0905, "pg": -0.013, "vf": 1120.8437}
{"iter": 754, "steps": 2316288, "cmd_scale": 1.0, "ep_return": 912.4, "ep_len": 294.6, "ep_seconds": 2.95, "sps": 2442, "elapsed_s": 948, "log_std": -0.648, "kl": 0.0073, "clipfrac": 0.0971, "pg": -0.0127, "vf": 690.6649}
{"iter": 755, "steps": 2319360, "cmd_scale": 1.0, "ep_return": 908.48, "ep_len": 295.0, "ep_seconds": 2.95, "sps": 2442, "elapsed_s": 949, "log_std": -0.648, "kl": 0.0064, "clipfrac": 0.084, "pg": -0.0111, "vf": 1048.3932}
{"iter": 756, "steps": 2322432, "cmd_scale": 1.0, "ep_return": 933.97, "ep_len": 302.2, "ep_seconds": 3.02, "sps": 2442, "elapsed_s": 950, "log_std": -0.648, "kl": 0.008, "clipfrac": 0.1106, "pg": -0.0122, "vf": 857.1719}
{"iter": 757, "steps": 2325504, "cmd_scale": 1.0, "ep_return": 956.44, "ep_len": 309.5, "ep_seconds": 3.1, "sps": 2443, "elapsed_s": 951, "log_std": -0.65, "kl": 0.0074, "clipfrac": 0.1017, "pg": -0.0135, "vf": 841.156}
{"iter": 758, "steps": 2328576, "cmd_scale": 1.0, "ep_return": 965.55, "ep_len": 310.9, "ep_seconds": 3.11, "sps": 2443, "elapsed_s": 952, "log_std": -0.651, "kl": 0.0068, "clipfrac": 0.092, "pg": -0.0145, "vf": 916.4389}
{"iter": 759, "steps": 2331648, "cmd_scale": 1.0, "ep_return": 993.27, "ep_len": 319.4, "ep_seconds": 3.19, "sps": 2443, "elapsed_s": 954, "log_std": -0.651, "kl": 0.0063, "clipfrac": 0.0797, "pg": -0.0131, "vf": 682.8855}
{"iter": 760, "steps": 2334720, "cmd_scale": 1.0, "ep_return": 1024.6, "ep_len": 328.6, "ep_seconds": 3.29, "sps": 2444, "elapsed_s": 955, "log_std": -0.649, "kl": 0.0072, "clipfrac": 0.0972, "pg": -0.0121, "vf": 1099.3199}
{"iter": 761, "steps": 2337792, "cmd_scale": 1.0, "ep_return": 1055.86, "ep_len": 338.6, "ep_seconds": 3.39, "sps": 2444, "elapsed_s": 956, "log_std": -0.65, "kl": 0.007, "clipfrac": 0.0997, "pg": -0.0114, "vf": 872.5496}
{"iter": 762, "steps": 2340864, "cmd_scale": 1.0, "ep_return": 1075.02, "ep_len": 344.6, "ep_seconds": 3.45, "sps": 2445, "elapsed_s": 957, "log_std": -0.651, "kl": 0.0067, "clipfrac": 0.0898, "pg": -0.0121, "vf": 683.9821}
{"iter": 763, "steps": 2343936, "cmd_scale": 1.0, "ep_return": 1099.8, "ep_len": 352.5, "ep_seconds": 3.52, "sps": 2445, "elapsed_s": 958, "log_std": -0.654, "kl": 0.0052, "clipfrac": 0.0635, "pg": -0.0109, "vf": 1112.7585}
{"iter": 764, "steps": 2347008, "cmd_scale": 1.0, "ep_return": 1100.55, "ep_len": 353.0, "ep_seconds": 3.53, "sps": 2446, "elapsed_s": 959, "log_std": -0.655, "kl": 0.0061, "clipfrac": 0.077, "pg": -0.0146, "vf": 659.5254}
{"iter": 765, "steps": 2350080, "cmd_scale": 1.0, "ep_return": 1123.23, "ep_len": 359.6, "ep_seconds": 3.6, "sps": 2447, "elapsed_s": 960, "log_std": -0.654, "kl": 0.005, "clipfrac": 0.0585, "pg": -0.0134, "vf": 1096.3211}
{"iter": 766, "steps": 2353152, "cmd_scale": 1.0, "ep_return": 1126.19, "ep_len": 361.2, "ep_seconds": 3.61, "sps": 2447, "elapsed_s": 961, "log_std": -0.653, "kl": 0.0062, "clipfrac": 0.0805, "pg": -0.0138, "vf": 614.4787}
{"iter": 767, "steps": 2356224, "cmd_scale": 1.0, "ep_return": 1133.39, "ep_len": 362.9, "ep_seconds": 3.63, "sps": 2448, "elapsed_s": 962, "log_std": -0.652, "kl": 0.0072, "clipfrac": 0.1021, "pg": -0.0126, "vf": 1030.7864}
{"iter": 768, "steps": 2359296, "cmd_scale": 1.0, "ep_return": 1149.37, "ep_len": 367.2, "ep_seconds": 3.67, "sps": 2449, "elapsed_s": 963, "log_std": -0.653, "kl": 0.0069, "clipfrac": 0.093, "pg": -0.0158, "vf": 1001.2243}
{"iter": 769, "steps": 2362368, "cmd_scale": 1.0, "ep_return": 1168.17, "ep_len": 372.4, "ep_seconds": 3.72, "sps": 2450, "elapsed_s": 964, "log_std": -0.653, "kl": 0.0059, "clipfrac": 0.0761, "pg": -0.0118, "vf": 1232.8235}
{"iter": 770, "steps": 2365440, "cmd_scale": 1.0, "ep_return": 1199.73, "ep_len": 381.7, "ep_seconds": 3.82, "sps": 2451, "elapsed_s": 965, "log_std": -0.65, "kl": 0.0067, "clipfrac": 0.0873, "pg": -0.0119, "vf": 1003.0343}
{"iter": 771, "steps": 2368512, "cmd_scale": 1.0, "ep_return": 1219.18, "ep_len": 387.3, "ep_seconds": 3.87, "sps": 2451, "elapsed_s": 965, "log_std": -0.649, "kl": 0.0076, "clipfrac": 0.1037, "pg": -0.0112, "vf": 1250.2949}
{"iter": 772, "steps": 2371584, "cmd_scale": 1.0, "ep_return": 1215.68, "ep_len": 386.5, "ep_seconds": 3.87, "sps": 2452, "elapsed_s": 966, "log_std": -0.649, "kl": 0.0064, "clipfrac": 0.0813, "pg": -0.0126, "vf": 718.6305}
{"iter": 773, "steps": 2374656, "cmd_scale": 1.0, "ep_return": 1227.87, "ep_len": 389.7, "ep_seconds": 3.9, "sps": 2452, "elapsed_s": 968, "log_std": -0.648, "kl": 0.0059, "clipfrac": 0.0763, "pg": -0.0131, "vf": 937.2544}
{"iter": 774, "steps": 2377728, "cmd_scale": 1.0, "ep_return": 1225.09, "ep_len": 388.5, "ep_seconds": 3.88, "sps": 2452, "elapsed_s": 969, "log_std": -0.648, "kl": 0.0038, "clipfrac": 0.038, "pg": -0.0113, "vf": 661.0775}
{"iter": 775, "steps": 2380800, "cmd_scale": 1.0, "ep_return": 1192.19, "ep_len": 378.1, "ep_seconds": 3.78, "sps": 2453, "elapsed_s": 970, "log_std": -0.649, "kl": 0.0069, "clipfrac": 0.0915, "pg": -0.0127, "vf": 1143.8614}
{"iter": 776, "steps": 2383872, "cmd_scale": 1.0, "ep_return": 1192.92, "ep_len": 378.4, "ep_seconds": 3.78, "sps": 2454, "elapsed_s": 971, "log_std": -0.649, "kl": 0.0053, "clipfrac": 0.0646, "pg": -0.0114, "vf": 1122.6961}
{"iter": 777, "steps": 2386944, "cmd_scale": 1.0, "ep_return": 1199.14, "ep_len": 379.3, "ep_seconds": 3.79, "sps": 2455, "elapsed_s": 972, "log_std": -0.648, "kl": 0.0064, "clipfrac": 0.092, "pg": -0.0128, "vf": 1275.7096}
{"iter": 778, "steps": 2390016, "cmd_scale": 1.0, "ep_return": 1190.07, "ep_len": 376.3, "ep_seconds": 3.76, "sps": 2456, "elapsed_s": 973, "log_std": -0.648, "kl": 0.0044, "clipfrac": 0.0453, "pg": -0.0097, "vf": 898.7892}
{"iter": 779, "steps": 2393088, "cmd_scale": 1.0, "ep_return": 1222.61, "ep_len": 385.4, "ep_seconds": 3.85, "sps": 2457, "elapsed_s": 973, "log_std": -0.649, "kl": 0.0064, "clipfrac": 0.0848, "pg": -0.0116, "vf": 851.8991}
{"iter": 780, "steps": 2396160, "cmd_scale": 1.0, "ep_return": 1217.44, "ep_len": 384.2, "ep_seconds": 3.84, "sps": 2458, "elapsed_s": 974, "log_std": -0.651, "kl": 0.0054, "clipfrac": 0.0649, "pg": -0.0123, "vf": 897.6185}
{"iter": 781, "steps": 2399232, "cmd_scale": 1.0, "ep_return": 1216.36, "ep_len": 383.5, "ep_seconds": 3.84, "sps": 2458, "elapsed_s": 975, "log_std": -0.654, "kl": 0.0078, "clipfrac": 0.1128, "pg": -0.0131, "vf": 857.173}
{"iter": 782, "steps": 2402304, "cmd_scale": 1.0, "ep_return": 1229.25, "ep_len": 386.8, "ep_seconds": 3.87, "sps": 2459, "elapsed_s": 976, "log_std": -0.655, "kl": 0.0061, "clipfrac": 0.0803, "pg": -0.0117, "vf": 736.3843}
{"iter": 783, "steps": 2405376, "cmd_scale": 1.0, "ep_return": 1224.88, "ep_len": 386.2, "ep_seconds": 3.86, "sps": 2460, "elapsed_s": 977, "log_std": -0.655, "kl": 0.0068, "clipfrac": 0.0909, "pg": -0.0151, "vf": 910.0175}
{"iter": 784, "steps": 2408448, "cmd_scale": 1.0, "ep_return": 1207.27, "ep_len": 381.2, "ep_seconds": 3.81, "sps": 2460, "elapsed_s": 978, "log_std": -0.656, "kl": 0.0068, "clipfrac": 0.0914, "pg": -0.015, "vf": 621.079}
{"iter": 785, "steps": 2411520, "cmd_scale": 1.0, "ep_return": 1191.56, "ep_len": 377.2, "ep_seconds": 3.77, "sps": 2461, "elapsed_s": 979, "log_std": -0.657, "kl": 0.0055, "clipfrac": 0.0662, "pg": -0.0115, "vf": 462.4009}
{"iter": 786, "steps": 2414592, "cmd_scale": 1.0, "ep_return": 1216.57, "ep_len": 384.2, "ep_seconds": 3.84, "sps": 2461, "elapsed_s": 981, "log_std": -0.658, "kl": 0.0058, "clipfrac": 0.0748, "pg": -0.0098, "vf": 1023.3617}
{"iter": 787, "steps": 2417664, "cmd_scale": 1.0, "ep_return": 1206.05, "ep_len": 381.4, "ep_seconds": 3.81, "sps": 2461, "elapsed_s": 982, "log_std": -0.657, "kl": 0.0073, "clipfrac": 0.0997, "pg": -0.0131, "vf": 845.544}
{"iter": 788, "steps": 2420736, "cmd_scale": 1.0, "ep_return": 1240.67, "ep_len": 389.9, "ep_seconds": 3.9, "sps": 2462, "elapsed_s": 983, "log_std": -0.656, "kl": 0.0058, "clipfrac": 0.0782, "pg": -0.0114, "vf": 1317.1594}
{"iter": 789, "steps": 2423808, "cmd_scale": 1.0, "ep_return": 1237.71, "ep_len": 389.2, "ep_seconds": 3.89, "sps": 2462, "elapsed_s": 984, "log_std": -0.657, "kl": 0.0061, "clipfrac": 0.0798, "pg": -0.0122, "vf": 715.9993}
{"iter": 790, "steps": 2426880, "cmd_scale": 1.0, "ep_return": 1229.08, "ep_len": 386.1, "ep_seconds": 3.86, "sps": 2463, "elapsed_s": 985, "log_std": -0.657, "kl": 0.0053, "clipfrac": 0.0662, "pg": -0.0106, "vf": 943.2433}
{"iter": 791, "steps": 2429952, "cmd_scale": 1.0, "ep_return": 1254.29, "ep_len": 392.9, "ep_seconds": 3.93, "sps": 2464, "elapsed_s": 986, "log_std": -0.656, "kl": 0.0073, "clipfrac": 0.0967, "pg": -0.0116, "vf": 833.5701}
{"iter": 792, "steps": 2433024, "cmd_scale": 1.0, "ep_return": 1267.71, "ep_len": 397.3, "ep_seconds": 3.97, "sps": 2464, "elapsed_s": 987, "log_std": -0.655, "kl": 0.0055, "clipfrac": 0.0683, "pg": -0.0117, "vf": 991.0973}
{"iter": 793, "steps": 2436096, "cmd_scale": 1.0, "ep_return": 1250.84, "ep_len": 392.7, "ep_seconds": 3.93, "sps": 2464, "elapsed_s": 988, "log_std": -0.654, "kl": 0.0068, "clipfrac": 0.0925, "pg": -0.0144, "vf": 505.5306}
{"iter": 794, "steps": 2439168, "cmd_scale": 1.0, "ep_return": 1264.01, "ep_len": 397.4, "ep_seconds": 3.97, "sps": 2464, "elapsed_s": 989, "log_std": -0.656, "kl": 0.0048, "clipfrac": 0.0569, "pg": -0.0121, "vf": 837.5503}
{"iter": 795, "steps": 2442240, "cmd_scale": 1.0, "ep_return": 1268.12, "ep_len": 397.3, "ep_seconds": 3.97, "sps": 2465, "elapsed_s": 990, "log_std": -0.655, "kl": 0.0055, "clipfrac": 0.068, "pg": -0.0101, "vf": 1031.0135}
{"iter": 796, "steps": 2445312, "cmd_scale": 1.0, "ep_return": 1270.65, "ep_len": 398.2, "ep_seconds": 3.98, "sps": 2465, "elapsed_s": 991, "log_std": -0.655, "kl": 0.0064, "clipfrac": 0.084, "pg": -0.0127, "vf": 362.5684}
{"iter": 797, "steps": 2448384, "cmd_scale": 1.0, "ep_return": 1265.35, "ep_len": 397.2, "ep_seconds": 3.97, "sps": 2464, "elapsed_s": 993, "log_std": -0.657, "kl": 0.0067, "clipfrac": 0.0902, "pg": -0.0115, "vf": 597.4044}
{"iter": 798, "steps": 2451456, "cmd_scale": 1.0, "ep_return": 1306.74, "ep_len": 410.3, "ep_seconds": 4.1, "sps": 2463, "elapsed_s": 995, "log_std": -0.658, "kl": 0.006, "clipfrac": 0.0775, "pg": -0.0109, "vf": 1290.2601}
{"iter": 799, "steps": 2454528, "cmd_scale": 1.0, "ep_return": 1309.86, "ep_len": 411.0, "ep_seconds": 4.11, "sps": 2462, "elapsed_s": 996, "log_std": -0.658, "kl": 0.0044, "clipfrac": 0.0474, "pg": -0.0117, "vf": 1083.3631}
{"iter": 800, "steps": 2457600, "cmd_scale": 1.0, "ep_return": 1335.5, "ep_len": 418.8, "ep_seconds": 4.19, "sps": 2460, "elapsed_s": 998, "log_std": -0.658, "kl": 0.0066, "clipfrac": 0.0894, "pg": -0.0117, "vf": 1203.8121}
{"iter": 801, "steps": 2460672, "cmd_scale": 1.0, "ep_return": 1309.82, "ep_len": 410.8, "ep_seconds": 4.11, "sps": 2460, "elapsed_s": 1000, "log_std": -0.658, "kl": 0.0052, "clipfrac": 0.06, "pg": -0.011, "vf": 876.2219}
{"iter": 802, "steps": 2463744, "cmd_scale": 1.0, "ep_return": 1319.3, "ep_len": 414.7, "ep_seconds": 4.15, "sps": 2459, "elapsed_s": 1001, "log_std": -0.66, "kl": 0.006, "clipfrac": 0.078, "pg": -0.0133, "vf": 704.4683}
{"iter": 803, "steps": 2466816, "cmd_scale": 1.0, "ep_return": 1346.23, "ep_len": 423.2, "ep_seconds": 4.23, "sps": 2458, "elapsed_s": 1003, "log_std": -0.66, "kl": 0.0058, "clipfrac": 0.0738, "pg": -0.0091, "vf": 1243.1676}
{"iter": 804, "steps": 2469888, "cmd_scale": 1.0, "ep_return": 1341.31, "ep_len": 421.9, "ep_seconds": 4.22, "sps": 2456, "elapsed_s": 1005, "log_std": -0.661, "kl": 0.0055, "clipfrac": 0.0726, "pg": -0.0117, "vf": 823.8331}
{"iter": 805, "steps": 2472960, "cmd_scale": 1.0, "ep_return": 1367.06, "ep_len": 429.5, "ep_seconds": 4.3, "sps": 2454, "elapsed_s": 1007, "log_std": -0.662, "kl": 0.0077, "clipfrac": 0.1109, "pg": -0.0136, "vf": 917.2239}
{"iter": 806, "steps": 2476032, "cmd_scale": 1.0, "ep_return": 1352.15, "ep_len": 425.2, "ep_seconds": 4.25, "sps": 2452, "elapsed_s": 1009, "log_std": -0.662, "kl": 0.0083, "clipfrac": 0.1209, "pg": -0.014, "vf": 910.1826}
{"iter": 807, "steps": 2479104, "cmd_scale": 1.0, "ep_return": 1359.72, "ep_len": 428.2, "ep_seconds": 4.28, "sps": 2449, "elapsed_s": 1011, "log_std": -0.663, "kl": 0.0059, "clipfrac": 0.0739, "pg": -0.0108, "vf": 907.4019}
{"iter": 808, "steps": 2482176, "cmd_scale": 1.0, "ep_return": 1383.76, "ep_len": 434.8, "ep_seconds": 4.35, "sps": 2447, "elapsed_s": 1014, "log_std": -0.662, "kl": 0.0063, "clipfrac": 0.0795, "pg": -0.0122, "vf": 797.7536}
{"iter": 809, "steps": 2485248, "cmd_scale": 1.0, "ep_return": 1382.11, "ep_len": 433.8, "ep_seconds": 4.34, "sps": 2445, "elapsed_s": 1016, "log_std": -0.661, "kl": 0.0084, "clipfrac": 0.1198, "pg": -0.014, "vf": 909.179}
{"iter": 810, "steps": 2488320, "cmd_scale": 1.0, "ep_return": 1387.39, "ep_len": 435.7, "ep_seconds": 4.36, "sps": 2441, "elapsed_s": 1019, "log_std": -0.66, "kl": 0.0071, "clipfrac": 0.0956, "pg": -0.0134, "vf": 537.5307}
{"iter": 811, "steps": 2491392, "cmd_scale": 1.0, "ep_return": 1366.28, "ep_len": 430.0, "ep_seconds": 4.3, "sps": 2438, "elapsed_s": 1021, "log_std": -0.66, "kl": 0.0064, "clipfrac": 0.0836, "pg": -0.0143, "vf": 750.1531}
{"iter": 812, "steps": 2494464, "cmd_scale": 1.0, "ep_return": 1385.59, "ep_len": 436.8, "ep_seconds": 4.37, "sps": 2435, "elapsed_s": 1024, "log_std": -0.659, "kl": 0.0073, "clipfrac": 0.0992, "pg": -0.0121, "vf": 773.865}
{"iter": 813, "steps": 2497536, "cmd_scale": 1.0, "ep_return": 1431.0, "ep_len": 450.1, "ep_seconds": 4.5, "sps": 2431, "elapsed_s": 1026, "log_std": -0.659, "kl": 0.0054, "clipfrac": 0.0658, "pg": -0.0125, "vf": 1653.7557}
{"iter": 814, "steps": 2500608, "cmd_scale": 1.0, "ep_return": 1391.41, "ep_len": 436.8, "ep_seconds": 4.37, "sps": 2428, "elapsed_s": 1029, "log_std": -0.658, "kl": 0.0078, "clipfrac": 0.1098, "pg": -0.0151, "vf": 1158.7769}
{"iter": 815, "steps": 2503680, "cmd_scale": 1.0, "ep_return": 1317.05, "ep_len": 415.5, "ep_seconds": 4.16, "sps": 2424, "elapsed_s": 1032, "log_std": -0.658, "kl": 0.0069, "clipfrac": 0.0916, "pg": -0.0157, "vf": 1023.4192}
{"iter": 816, "steps": 2506752, "cmd_scale": 1.0, "ep_return": 1323.96, "ep_len": 417.1, "ep_seconds": 4.17, "sps": 2421, "elapsed_s": 1035, "log_std": -0.659, "kl": 0.0076, "clipfrac": 0.1062, "pg": -0.0149, "vf": 1072.0703}
{"iter": 817, "steps": 2509824, "cmd_scale": 1.0, "ep_return": 1312.97, "ep_len": 414.4, "ep_seconds": 4.14, "sps": 2417, "elapsed_s": 1038, "log_std": -0.661, "kl": 0.0065, "clipfrac": 0.0872, "pg": -0.0132, "vf": 1319.9766}
{"iter": 818, "steps": 2512896, "cmd_scale": 1.0, "ep_return": 1284.07, "ep_len": 404.5, "ep_seconds": 4.04, "sps": 2412, "elapsed_s": 1041, "log_std": -0.662, "kl": 0.0072, "clipfrac": 0.097, "pg": -0.0147, "vf": 1010.9844}
{"iter": 819, "steps": 2515968, "cmd_scale": 1.0, "ep_return": 1294.35, "ep_len": 407.6, "ep_seconds": 4.08, "sps": 2409, "elapsed_s": 1044, "log_std": -0.663, "kl": 0.0061, "clipfrac": 0.0785, "pg": -0.0145, "vf": 765.7173}
{"iter": 820, "steps": 2519040, "cmd_scale": 1.0, "ep_return": 1282.11, "ep_len": 403.3, "ep_seconds": 4.03, "sps": 2405, "elapsed_s": 1046, "log_std": -0.662, "kl": 0.0065, "clipfrac": 0.0857, "pg": -0.0134, "vf": 743.7175}
{"iter": 821, "steps": 2522112, "cmd_scale": 1.0, "ep_return": 1277.17, "ep_len": 402.8, "ep_seconds": 4.03, "sps": 2403, "elapsed_s": 1049, "log_std": -0.662, "kl": 0.0076, "clipfrac": 0.1074, "pg": -0.0166, "vf": 951.8828}
{"iter": 822, "steps": 2525184, "cmd_scale": 1.0, "ep_return": 1217.18, "ep_len": 384.2, "ep_seconds": 3.84, "sps": 2401, "elapsed_s": 1051, "log_std": -0.661, "kl": 0.0063, "clipfrac": 0.0819, "pg": -0.0138, "vf": 1356.649}
{"iter": 823, "steps": 2528256, "cmd_scale": 1.0, "ep_return": 1213.23, "ep_len": 383.2, "ep_seconds": 3.83, "sps": 2399, "elapsed_s": 1053, "log_std": -0.661, "kl": 0.007, "clipfrac": 0.0947, "pg": -0.0142, "vf": 891.4861}
{"iter": 824, "steps": 2531328, "cmd_scale": 1.0, "ep_return": 1188.31, "ep_len": 376.2, "ep_seconds": 3.76, "sps": 2395, "elapsed_s": 1056, "log_std": -0.661, "kl": 0.0048, "clipfrac": 0.056, "pg": -0.01, "vf": 1022.8132}
{"iter": 825, "steps": 2534400, "cmd_scale": 1.0, "ep_return": 1176.07, "ep_len": 372.4, "ep_seconds": 3.72, "sps": 2392, "elapsed_s": 1059, "log_std": -0.661, "kl": 0.0043, "clipfrac": 0.0468, "pg": -0.0101, "vf": 518.5878}
{"iter": 826, "steps": 2537472, "cmd_scale": 1.0, "ep_return": 1221.81, "ep_len": 386.1, "ep_seconds": 3.86, "sps": 2390, "elapsed_s": 1061, "log_std": -0.661, "kl": 0.0066, "clipfrac": 0.0891, "pg": -0.0119, "vf": 893.8368}
{"iter": 827, "steps": 2540544, "cmd_scale": 1.0, "ep_return": 1252.72, "ep_len": 394.9, "ep_seconds": 3.95, "sps": 2388, "elapsed_s": 1063, "log_std": -0.66, "kl": 0.0052, "clipfrac": 0.0606, "pg": -0.0125, "vf": 975.6941}
{"iter": 828, "steps": 2543616, "cmd_scale": 1.0, "ep_return": 1261.26, "ep_len": 396.1, "ep_seconds": 3.96, "sps": 2387, "elapsed_s": 1065, "log_std": -0.66, "kl": 0.0071, "clipfrac": 0.0957, "pg": -0.0135, "vf": 979.4997}
{"iter": 829, "steps": 2546688, "cmd_scale": 1.0, "ep_return": 1239.52, "ep_len": 388.9, "ep_seconds": 3.89, "sps": 2386, "elapsed_s": 1066, "log_std": -0.66, "kl": 0.0062, "clipfrac": 0.0797, "pg": -0.0139, "vf": 970.7693}
{"iter": 830, "steps": 2549760, "cmd_scale": 1.0, "ep_return": 1211.85, "ep_len": 381.3, "ep_seconds": 3.81, "sps": 2385, "elapsed_s": 1068, "log_std": -0.661, "kl": 0.0063, "clipfrac": 0.0838, "pg": -0.0127, "vf": 432.5916}
{"iter": 831, "steps": 2552832, "cmd_scale": 1.0, "ep_return": 1231.84, "ep_len": 386.6, "ep_seconds": 3.87, "sps": 2384, "elapsed_s": 1070, "log_std": -0.662, "kl": 0.0058, "clipfrac": 0.0696, "pg": -0.0107, "vf": 902.5207}
{"iter": 832, "steps": 2555904, "cmd_scale": 1.0, "ep_return": 1258.3, "ep_len": 395.3, "ep_seconds": 3.95, "sps": 2382, "elapsed_s": 1072, "log_std": -0.663, "kl": 0.0058, "clipfrac": 0.0749, "pg": -0.0098, "vf": 698.2612}
{"iter": 833, "steps": 2558976, "cmd_scale": 1.0, "ep_return": 1248.2, "ep_len": 391.7, "ep_seconds": 3.92, "sps": 2381, "elapsed_s": 1074, "log_std": -0.662, "kl": 0.0056, "clipfrac": 0.0741, "pg": -0.012, "vf": 793.9004}
{"iter": 834, "steps": 2562048, "cmd_scale": 1.0, "ep_return": 1225.44, "ep_len": 385.0, "ep_seconds": 3.85, "sps": 2380, "elapsed_s": 1076, "log_std": -0.66, "kl": 0.0067, "clipfrac": 0.0939, "pg": -0.0132, "vf": 945.1681}
{"iter": 835, "steps": 2565120, "cmd_scale": 1.0, "ep_return": 1225.04, "ep_len": 385.6, "ep_seconds": 3.86, "sps": 2377, "elapsed_s": 1078, "log_std": -0.66, "kl": 0.0076, "clipfrac": 0.1058, "pg": -0.0132, "vf": 988.971}
{"iter": 836, "steps": 2568192, "cmd_scale": 1.0, "ep_return": 1257.99, "ep_len": 394.2, "ep_seconds": 3.94, "sps": 2375, "elapsed_s": 1080, "log_std": -0.661, "kl": 0.0067, "clipfrac": 0.0889, "pg": -0.0114, "vf": 990.3434}
{"iter": 837, "steps": 2571264, "cmd_scale": 1.0, "ep_return": 1281.95, "ep_len": 400.9, "ep_seconds": 4.01, "sps": 2370, "elapsed_s": 1084, "log_std": -0.662, "kl": 0.0056, "clipfrac": 0.0732, "pg": -0.0111, "vf": 860.2206}
{"iter": 838, "steps": 2574336, "cmd_scale": 1.0, "ep_return": 1281.25, "ep_len": 400.1, "ep_seconds": 4.0, "sps": 2365, "elapsed_s": 1088, "log_std": -0.663, "kl": 0.0068, "clipfrac": 0.0954, "pg": -0.0116, "vf": 883.8082}
{"iter": 839, "steps": 2577408, "cmd_scale": 1.0, "ep_return": 1240.4, "ep_len": 388.7, "ep_seconds": 3.89, "sps": 2362, "elapsed_s": 1091, "log_std": -0.663, "kl": 0.0064, "clipfrac": 0.0877, "pg": -0.012, "vf": 439.5272}
{"iter": 840, "steps": 2580480, "cmd_scale": 1.0, "ep_return": 1248.74, "ep_len": 390.9, "ep_seconds": 3.91, "sps": 2361, "elapsed_s": 1092, "log_std": -0.664, "kl": 0.0054, "clipfrac": 0.064, "pg": -0.0113, "vf": 376.8387}
{"iter": 841, "steps": 2583552, "cmd_scale": 1.0, "ep_return": 1296.63, "ep_len": 404.5, "ep_seconds": 4.05, "sps": 2360, "elapsed_s": 1094, "log_std": -0.665, "kl": 0.0072, "clipfrac": 0.099, "pg": -0.0119, "vf": 946.1063}
{"iter": 842, "steps": 2586624, "cmd_scale": 1.0, "ep_return": 1292.91, "ep_len": 403.7, "ep_seconds": 4.04, "sps": 2359, "elapsed_s": 1096, "log_std": -0.665, "kl": 0.0056, "clipfrac": 0.0704, "pg": -0.0121, "vf": 232.0159}
{"iter": 843, "steps": 2589696, "cmd_scale": 1.0, "ep_return": 1333.78, "ep_len": 416.3, "ep_seconds": 4.16, "sps": 2358, "elapsed_s": 1098, "log_std": -0.663, "kl": 0.0061, "clipfrac": 0.0792, "pg": -0.0105, "vf": 598.4753}
{"iter": 844, "steps": 2592768, "cmd_scale": 1.0, "ep_return": 1395.52, "ep_len": 435.1, "ep_seconds": 4.35, "sps": 2357, "elapsed_s": 1099, "log_std": -0.665, "kl": 0.0073, "clipfrac": 0.1003, "pg": -0.011, "vf": 1153.9312}
{"iter": 845, "steps": 2595840, "cmd_scale": 1.0, "ep_return": 1396.78, "ep_len": 435.5, "ep_seconds": 4.35, "sps": 2356, "elapsed_s": 1101, "log_std": -0.664, "kl": 0.0047, "clipfrac": 0.054, "pg": -0.0108, "vf": 249.1335}
{"iter": 846, "steps": 2598912, "cmd_scale": 1.0, "ep_return": 1441.03, "ep_len": 448.2, "ep_seconds": 4.48, "sps": 2355, "elapsed_s": 1103, "log_std": -0.665, "kl": 0.0066, "clipfrac": 0.0873, "pg": -0.0112, "vf": 1296.6312}
{"iter": 847, "steps": 2601984, "cmd_scale": 1.0, "ep_return": 1461.11, "ep_len": 454.0, "ep_seconds": 4.54, "sps": 2354, "elapsed_s": 1104, "log_std": -0.665, "kl": 0.0063, "clipfrac": 0.0848, "pg": -0.0111, "vf": 664.8911}
{"iter": 848, "steps": 2605056, "cmd_scale": 1.0, "ep_return": 1463.4, "ep_len": 455.5, "ep_seconds": 4.56, "sps": 2354, "elapsed_s": 1106, "log_std": -0.665, "kl": 0.0066, "clipfrac": 0.0854, "pg": -0.0136, "vf": 989.2229}
{"iter": 849, "steps": 2608128, "cmd_scale": 1.0, "ep_return": 1509.38, "ep_len": 469.3, "ep_seconds": 4.69, "sps": 2354, "elapsed_s": 1107, "log_std": -0.665, "kl": 0.006, "clipfrac": 0.0817, "pg": -0.0112, "vf": 966.4915}
{"iter": 850, "steps": 2611200, "cmd_scale": 1.0, "ep_return": 1521.3, "ep_len": 473.3, "ep_seconds": 4.73, "sps": 2354, "elapsed_s": 1109, "log_std": -0.665, "kl": 0.005, "clipfrac": 0.0613, "pg": -0.0091, "vf": 700.8034}
{"iter": 851, "steps": 2614272, "cmd_scale": 1.0, "ep_return": 1556.76, "ep_len": 484.3, "ep_seconds": 4.84, "sps": 2353, "elapsed_s": 1110, "log_std": -0.664, "kl": 0.0059, "clipfrac": 0.0767, "pg": -0.0108, "vf": 923.9646}
{"iter": 852, "steps": 2617344, "cmd_scale": 1.0, "ep_return": 1562.75, "ep_len": 486.6, "ep_seconds": 4.87, "sps": 2353, "elapsed_s": 1111, "log_std": -0.664, "kl": 0.0059, "clipfrac": 0.0803, "pg": -0.0132, "vf": 877.7568}
{"iter": 853, "steps": 2620416, "cmd_scale": 1.0, "ep_return": 1566.05, "ep_len": 486.6, "ep_seconds": 4.87, "sps": 2353, "elapsed_s": 1113, "log_std": -0.663, "kl": 0.0064, "clipfrac": 0.0826, "pg": -0.0126, "vf": 495.1126}
{"iter": 854, "steps": 2623488, "cmd_scale": 1.0, "ep_return": 1599.33, "ep_len": 496.4, "ep_seconds": 4.96, "sps": 2353, "elapsed_s": 1114, "log_std": -0.662, "kl": 0.0072, "clipfrac": 0.1018, "pg": -0.0109, "vf": 1038.4396}
{"iter": 855, "steps": 2626560, "cmd_scale": 1.0, "ep_return": 1604.96, "ep_len": 499.0, "ep_seconds": 4.99, "sps": 2352, "elapsed_s": 1116, "log_std": -0.662, "kl": 0.0074, "clipfrac": 0.1099, "pg": -0.0133, "vf": 752.5179}
{"iter": 856, "steps": 2629632, "cmd_scale": 1.0, "ep_return": 1633.84, "ep_len": 507.2, "ep_seconds": 5.07, "sps": 2352, "elapsed_s": 1117, "log_std": -0.662, "kl": 0.0048, "clipfrac": 0.0525, "pg": -0.0122, "vf": 802.896}
{"iter": 857, "steps": 2632704, "cmd_scale": 1.0, "ep_return": 1614.82, "ep_len": 501.1, "ep_seconds": 5.01, "sps": 2352, "elapsed_s": 1119, "log_std": -0.662, "kl": 0.0057, "clipfrac": 0.0747, "pg": -0.0125, "vf": 759.8424}
{"iter": 858, "steps": 2635776, "cmd_scale": 1.0, "ep_return": 1634.45, "ep_len": 507.4, "ep_seconds": 5.07, "sps": 2352, "elapsed_s": 1120, "log_std": -0.661, "kl": 0.0063, "clipfrac": 0.0824, "pg": -0.0136, "vf": 484.0201}
{"iter": 859, "steps": 2638848, "cmd_scale": 1.0, "ep_return": 1609.43, "ep_len": 500.2, "ep_seconds": 5.0, "sps": 2352, "elapsed_s": 1121, "log_std": -0.661, "kl": 0.0085, "clipfrac": 0.1093, "pg": -0.0155, "vf": 963.5511}
{"iter": 860, "steps": 2641920, "cmd_scale": 1.0, "ep_return": 1609.62, "ep_len": 500.5, "ep_seconds": 5.01, "sps": 2352, "elapsed_s": 1122, "log_std": -0.659, "kl": 0.0061, "clipfrac": 0.0792, "pg": -0.0116, "vf": 911.4171}
{"iter": 861, "steps": 2644992, "cmd_scale": 1.0, "ep_return": 1609.12, "ep_len": 500.0, "ep_seconds": 5.0, "sps": 2352, "elapsed_s": 1124, "log_std": -0.658, "kl": 0.0061, "clipfrac": 0.0792, "pg": -0.0134, "vf": 813.5635}
{"iter": 862, "steps": 2648064, "cmd_scale": 1.0, "ep_return": 1590.1, "ep_len": 494.4, "ep_seconds": 4.94, "sps": 2352, "elapsed_s": 1125, "log_std": -0.659, "kl": 0.0062, "clipfrac": 0.0824, "pg": -0.0119, "vf": 613.3048}
{"iter": 863, "steps": 2651136, "cmd_scale": 1.0, "ep_return": 1574.35, "ep_len": 489.5, "ep_seconds": 4.9, "sps": 2353, "elapsed_s": 1126, "log_std": -0.658, "kl": 0.0067, "clipfrac": 0.0908, "pg": -0.014, "vf": 553.5589}
{"iter": 864, "steps": 2654208, "cmd_scale": 1.0, "ep_return": 1548.43, "ep_len": 482.8, "ep_seconds": 4.83, "sps": 2353, "elapsed_s": 1127, "log_std": -0.657, "kl": 0.0061, "clipfrac": 0.0771, "pg": -0.0125, "vf": 900.6636}
{"iter": 865, "steps": 2657280, "cmd_scale": 1.0, "ep_return": 1581.13, "ep_len": 491.3, "ep_seconds": 4.91, "sps": 2353, "elapsed_s": 1129, "log_std": -0.658, "kl": 0.0063, "clipfrac": 0.0809, "pg": -0.0118, "vf": 1183.4096}
{"iter": 866, "steps": 2660352, "cmd_scale": 1.0, "ep_return": 1578.42, "ep_len": 490.6, "ep_seconds": 4.91, "sps": 2353, "elapsed_s": 1130, "log_std": -0.658, "kl": 0.0073, "clipfrac": 0.1039, "pg": -0.0141, "vf": 547.0915}
{"iter": 867, "steps": 2663424, "cmd_scale": 1.0, "ep_return": 1577.86, "ep_len": 491.4, "ep_seconds": 4.91, "sps": 2353, "elapsed_s": 1131, "log_std": -0.658, "kl": 0.0067, "clipfrac": 0.0903, "pg": -0.0144, "vf": 820.3897}
{"iter": 868, "steps": 2666496, "cmd_scale": 1.0, "ep_return": 1598.11, "ep_len": 498.6, "ep_seconds": 4.99, "sps": 2354, "elapsed_s": 1132, "log_std": -0.658, "kl": 0.0052, "clipfrac": 0.0626, "pg": -0.0105, "vf": 935.2989}
{"iter": 869, "steps": 2669568, "cmd_scale": 1.0, "ep_return": 1599.84, "ep_len": 499.5, "ep_seconds": 5.0, "sps": 2354, "elapsed_s": 1133, "log_std": -0.657, "kl": 0.0076, "clipfrac": 0.1066, "pg": -0.0108, "vf": 1259.2735}
{"iter": 870, "steps": 2672640, "cmd_scale": 1.0, "ep_return": 1629.95, "ep_len": 509.3, "ep_seconds": 5.09, "sps": 2354, "elapsed_s": 1135, "log_std": -0.657, "kl": 0.0057, "clipfrac": 0.0704, "pg": -0.0125, "vf": 623.9658}
{"iter": 871, "steps": 2675712, "cmd_scale": 1.0, "ep_return": 1650.49, "ep_len": 515.1, "ep_seconds": 5.15, "sps": 2354, "elapsed_s": 1136, "log_std": -0.656, "kl": 0.0068, "clipfrac": 0.0927, "pg": -0.0126, "vf": 1145.7583}
{"iter": 872, "steps": 2678784, "cmd_scale": 1.0, "ep_return": 1631.56, "ep_len": 509.3, "ep_seconds": 5.09, "sps": 2353, "elapsed_s": 1138, "log_std": -0.657, "kl": 0.0055, "clipfrac": 0.0718, "pg": -0.0128, "vf": 504.6982}
{"iter": 873, "steps": 2681856, "cmd_scale": 1.0, "ep_return": 1600.21, "ep_len": 498.9, "ep_seconds": 4.99, "sps": 2353, "elapsed_s": 1139, "log_std": -0.656, "kl": 0.0097, "clipfrac": 0.1376, "pg": -0.012, "vf": 1094.7494}
{"iter": 874, "steps": 2684928, "cmd_scale": 1.0, "ep_return": 1603.53, "ep_len": 500.2, "ep_seconds": 5.0, "sps": 2353, "elapsed_s": 1140, "log_std": -0.656, "kl": 0.007, "clipfrac": 0.0953, "pg": -0.0119, "vf": 573.152}
{"iter": 875, "steps": 2688000, "cmd_scale": 1.0, "ep_return": 1588.16, "ep_len": 495.0, "ep_seconds": 4.95, "sps": 2352, "elapsed_s": 1142, "log_std": -0.656, "kl": 0.0061, "clipfrac": 0.0801, "pg": -0.0133, "vf": 581.634}
{"iter": 876, "steps": 2691072, "cmd_scale": 1.0, "ep_return": 1558.13, "ep_len": 486.1, "ep_seconds": 4.86, "sps": 2352, "elapsed_s": 1143, "log_std": -0.657, "kl": 0.008, "clipfrac": 0.1117, "pg": -0.0112, "vf": 670.5588}
{"iter": 877, "steps": 2694144, "cmd_scale": 1.0, "ep_return": 1541.75, "ep_len": 479.7, "ep_seconds": 4.8, "sps": 2353, "elapsed_s": 1144, "log_std": -0.658, "kl": 0.0076, "clipfrac": 0.101, "pg": -0.0123, "vf": 1420.7088}
{"iter": 878, "steps": 2697216, "cmd_scale": 1.0, "ep_return": 1522.18, "ep_len": 473.5, "ep_seconds": 4.73, "sps": 2352, "elapsed_s": 1146, "log_std": -0.659, "kl": 0.0063, "clipfrac": 0.0832, "pg": -0.0138, "vf": 1287.9549}
{"iter": 879, "steps": 2700288, "cmd_scale": 1.0, "ep_return": 1538.55, "ep_len": 478.1, "ep_seconds": 4.78, "sps": 2352, "elapsed_s": 1148, "log_std": -0.659, "kl": 0.0067, "clipfrac": 0.0939, "pg": -0.0133, "vf": 421.9265}
{"iter": 880, "steps": 2703360, "cmd_scale": 1.0, "ep_return": 1503.59, "ep_len": 467.4, "ep_seconds": 4.67, "sps": 2352, "elapsed_s": 1149, "log_std": -0.657, "kl": 0.0064, "clipfrac": 0.0865, "pg": -0.0117, "vf": 1179.3132}
{"iter": 881, "steps": 2706432, "cmd_scale": 1.0, "ep_return": 1539.81, "ep_len": 477.8, "ep_seconds": 4.78, "sps": 2352, "elapsed_s": 1150, "log_std": -0.656, "kl": 0.0062, "clipfrac": 0.0813, "pg": -0.012, "vf": 940.0353}
{"iter": 882, "steps": 2709504, "cmd_scale": 1.0, "ep_return": 1541.51, "ep_len": 479.1, "ep_seconds": 4.79, "sps": 2352, "elapsed_s": 1151, "log_std": -0.655, "kl": 0.0078, "clipfrac": 0.1101, "pg": -0.0138, "vf": 818.1179}
{"iter": 883, "steps": 2712576, "cmd_scale": 1.0, "ep_return": 1552.33, "ep_len": 480.6, "ep_seconds": 4.81, "sps": 2352, "elapsed_s": 1153, "log_std": -0.655, "kl": 0.0071, "clipfrac": 0.1004, "pg": -0.0127, "vf": 917.7307}
{"iter": 884, "steps": 2715648, "cmd_scale": 1.0, "ep_return": 1556.03, "ep_len": 481.5, "ep_seconds": 4.81, "sps": 2352, "elapsed_s": 1154, "log_std": -0.655, "kl": 0.0059, "clipfrac": 0.0792, "pg": -0.013, "vf": 765.4168}
{"iter": 885, "steps": 2718720, "cmd_scale": 1.0, "ep_return": 1602.96, "ep_len": 496.0, "ep_seconds": 4.96, "sps": 2350, "elapsed_s": 1156, "log_std": -0.654, "kl": 0.0088, "clipfrac": 0.122, "pg": -0.0124, "vf": 1366.6541}
{"iter": 886, "steps": 2721792, "cmd_scale": 1.0, "ep_return": 1645.03, "ep_len": 507.4, "ep_seconds": 5.07, "sps": 2350, "elapsed_s": 1158, "log_std": -0.654, "kl": 0.0068, "clipfrac": 0.0952, "pg": -0.0107, "vf": 697.5444}
{"iter": 887, "steps": 2724864, "cmd_scale": 1.0, "ep_return": 1626.38, "ep_len": 501.8, "ep_seconds": 5.02, "sps": 2350, "elapsed_s": 1159, "log_std": -0.655, "kl": 0.0076, "clipfrac": 0.1045, "pg": -0.0141, "vf": 411.6063}
{"iter": 888, "steps": 2727936, "cmd_scale": 1.0, "ep_return": 1611.27, "ep_len": 497.0, "ep_seconds": 4.97, "sps": 2350, "elapsed_s": 1160, "log_std": -0.655, "kl": 0.0072, "clipfrac": 0.098, "pg": -0.0121, "vf": 528.9029}
{"iter": 889, "steps": 2731008, "cmd_scale": 1.0, "ep_return": 1630.37, "ep_len": 501.8, "ep_seconds": 5.02, "sps": 2350, "elapsed_s": 1161, "log_std": -0.656, "kl": 0.0087, "clipfrac": 0.1225, "pg": -0.013, "vf": 1069.9362}
{"iter": 890, "steps": 2734080, "cmd_scale": 1.0, "ep_return": 1661.54, "ep_len": 509.6, "ep_seconds": 5.1, "sps": 2349, "elapsed_s": 1163, "log_std": -0.657, "kl": 0.0076, "clipfrac": 0.1072, "pg": -0.0124, "vf": 696.2901}
{"iter": 891, "steps": 2737152, "cmd_scale": 1.0, "ep_return": 1680.64, "ep_len": 515.5, "ep_seconds": 5.15, "sps": 2347, "elapsed_s": 1165, "log_std": -0.657, "kl": 0.006, "clipfrac": 0.0793, "pg": -0.0123, "vf": 670.5183}
{"iter": 892, "steps": 2740224, "cmd_scale": 1.0, "ep_return": 1715.11, "ep_len": 524.9, "ep_seconds": 5.25, "sps": 2346, "elapsed_s": 1168, "log_std": -0.657, "kl": 0.0074, "clipfrac": 0.107, "pg": -0.0128, "vf": 710.7339}
{"iter": 893, "steps": 2743296, "cmd_scale": 1.0, "ep_return": 1701.76, "ep_len": 520.4, "ep_seconds": 5.2, "sps": 2345, "elapsed_s": 1169, "log_std": -0.657, "kl": 0.0065, "clipfrac": 0.0883, "pg": -0.0117, "vf": 641.8519}
{"iter": 894, "steps": 2746368, "cmd_scale": 1.0, "ep_return": 1713.06, "ep_len": 523.1, "ep_seconds": 5.23, "sps": 2345, "elapsed_s": 1170, "log_std": -0.659, "kl": 0.0055, "clipfrac": 0.0698, "pg": -0.0106, "vf": 414.9503}
{"iter": 895, "steps": 2749440, "cmd_scale": 1.0, "ep_return": 1778.79, "ep_len": 543.6, "ep_seconds": 5.44, "sps": 2345, "elapsed_s": 1172, "log_std": -0.659, "kl": 0.0072, "clipfrac": 0.1002, "pg": -0.0114, "vf": 1912.2333}
{"iter": 896, "steps": 2752512, "cmd_scale": 1.0, "ep_return": 1759.49, "ep_len": 538.9, "ep_seconds": 5.39, "sps": 2345, "elapsed_s": 1173, "log_std": -0.658, "kl": 0.0063, "clipfrac": 0.083, "pg": -0.0142, "vf": 840.4533}
{"iter": 897, "steps": 2755584, "cmd_scale": 1.0, "ep_return": 1760.51, "ep_len": 539.1, "ep_seconds": 5.39, "sps": 2345, "elapsed_s": 1175, "log_std": -0.659, "kl": 0.0049, "clipfrac": 0.0603, "pg": -0.0105, "vf": 438.0949}
{"iter": 898, "steps": 2758656, "cmd_scale": 1.0, "ep_return": 1767.14, "ep_len": 541.6, "ep_seconds": 5.42, "sps": 2344, "elapsed_s": 1176, "log_std": -0.659, "kl": 0.0062, "clipfrac": 0.0815, "pg": -0.0135, "vf": 397.2174}
{"iter": 899, "steps": 2761728, "cmd_scale": 1.0, "ep_return": 1836.35, "ep_len": 561.8, "ep_seconds": 5.62, "sps": 2344, "elapsed_s": 1177, "log_std": -0.659, "kl": 0.0083, "clipfrac": 0.1206, "pg": -0.0112, "vf": 1343.8981}
{"iter": 900, "steps": 2764800, "cmd_scale": 1.0, "ep_return": 1884.53, "ep_len": 576.4, "ep_seconds": 5.76, "sps": 2344, "elapsed_s": 1179, "log_std": -0.66, "kl": 0.0075, "clipfrac": 0.1054, "pg": -0.013, "vf": 1025.4541}
{"iter": 901, "steps": 2767872, "cmd_scale": 1.0, "ep_return": 1912.02, "ep_len": 584.1, "ep_seconds": 5.84, "sps": 2344, "elapsed_s": 1180, "log_std": -0.66, "kl": 0.0056, "clipfrac": 0.0718, "pg": -0.0114, "vf": 698.1629}
{"iter": 902, "steps": 2770944, "cmd_scale": 1.0, "ep_return": 1917.01, "ep_len": 585.7, "ep_seconds": 5.86, "sps": 2345, "elapsed_s": 1181, "log_std": -0.659, "kl": 0.008, "clipfrac": 0.1131, "pg": -0.0117, "vf": 635.5939}
{"iter": 903, "steps": 2774016, "cmd_scale": 1.0, "ep_return": 1915.91, "ep_len": 585.5, "ep_seconds": 5.86, "sps": 2345, "elapsed_s": 1182, "log_std": -0.659, "kl": 0.005, "clipfrac": 0.0608, "pg": -0.0095, "vf": 697.1739}
{"iter": 904, "steps": 2777088, "cmd_scale": 1.0, "ep_return": 1952.59, "ep_len": 597.2, "ep_seconds": 5.97, "sps": 2345, "elapsed_s": 1183, "log_std": -0.661, "kl": 0.0092, "clipfrac": 0.1362, "pg": -0.0123, "vf": 913.5685}
{"iter": 905, "steps": 2780160, "cmd_scale": 1.0, "ep_return": 1953.07, "ep_len": 596.0, "ep_seconds": 5.96, "sps": 2346, "elapsed_s": 1185, "log_std": -0.663, "kl": 0.006, "clipfrac": 0.082, "pg": -0.0117, "vf": 654.3961}
{"iter": 906, "steps": 2783232, "cmd_scale": 1.0, "ep_return": 1965.19, "ep_len": 599.2, "ep_seconds": 5.99, "sps": 2346, "elapsed_s": 1186, "log_std": -0.665, "kl": 0.0068, "clipfrac": 0.0917, "pg": -0.0123, "vf": 435.9389}
{"iter": 907, "steps": 2786304, "cmd_scale": 1.0, "ep_return": 1967.92, "ep_len": 599.8, "ep_seconds": 6.0, "sps": 2346, "elapsed_s": 1187, "log_std": -0.667, "kl": 0.0062, "clipfrac": 0.0789, "pg": -0.0136, "vf": 412.1128}
{"iter": 908, "steps": 2789376, "cmd_scale": 1.0, "ep_return": 1988.47, "ep_len": 604.4, "ep_seconds": 6.04, "sps": 2346, "elapsed_s": 1188, "log_std": -0.669, "kl": 0.0074, "clipfrac": 0.1021, "pg": -0.0118, "vf": 1174.5377}
{"iter": 909, "steps": 2792448, "cmd_scale": 1.0, "ep_return": 2020.27, "ep_len": 614.3, "ep_seconds": 6.14, "sps": 2346, "elapsed_s": 1189, "log_std": -0.668, "kl": 0.0094, "clipfrac": 0.1389, "pg": -0.0125, "vf": 1166.3463}
{"iter": 910, "steps": 2795520, "cmd_scale": 1.0, "ep_return": 2000.19, "ep_len": 606.2, "ep_seconds": 6.06, "sps": 2346, "elapsed_s": 1191, "log_std": -0.666, "kl": 0.0083, "clipfrac": 0.1205, "pg": -0.0126, "vf": 1307.0409}
{"iter": 911, "steps": 2798592, "cmd_scale": 1.0, "ep_return": 2000.19, "ep_len": 606.2, "ep_seconds": 6.06, "sps": 2346, "elapsed_s": 1192, "log_std": -0.667, "kl": 0.0055, "clipfrac": 0.0703, "pg": -0.0121, "vf": 147.6723}
{"iter": 912, "steps": 2801664, "cmd_scale": 1.0, "ep_return": 2046.01, "ep_len": 618.6, "ep_seconds": 6.19, "sps": 2347, "elapsed_s": 1193, "log_std": -0.667, "kl": 0.0059, "clipfrac": 0.0744, "pg": -0.0101, "vf": 1263.6338}
{"iter": 913, "steps": 2804736, "cmd_scale": 1.0, "ep_return": 2062.68, "ep_len": 624.6, "ep_seconds": 6.25, "sps": 2346, "elapsed_s": 1195, "log_std": -0.665, "kl": 0.0057, "clipfrac": 0.0746, "pg": -0.0114, "vf": 794.8323}
{"iter": 914, "steps": 2807808, "cmd_scale": 1.0, "ep_return": 2063.79, "ep_len": 625.0, "ep_seconds": 6.25, "sps": 2345, "elapsed_s": 1196, "log_std": -0.666, "kl": 0.0077, "clipfrac": 0.1066, "pg": -0.014, "vf": 261.3635}
{"iter": 915, "steps": 2810880, "cmd_scale": 1.0, "ep_return": 2052.83, "ep_len": 621.7, "ep_seconds": 6.22, "sps": 2345, "elapsed_s": 1198, "log_std": -0.666, "kl": 0.0049, "clipfrac": 0.0598, "pg": -0.0116, "vf": 1417.3362}
{"iter": 916, "steps": 2813952, "cmd_scale": 1.0, "ep_return": 2066.13, "ep_len": 626.9, "ep_seconds": 6.27, "sps": 2344, "elapsed_s": 1200, "log_std": -0.665, "kl": 0.0072, "clipfrac": 0.0921, "pg": -0.011, "vf": 288.7633}
{"iter": 917, "steps": 2817024, "cmd_scale": 1.0, "ep_return": 2099.83, "ep_len": 636.7, "ep_seconds": 6.37, "sps": 2344, "elapsed_s": 1201, "log_std": -0.664, "kl": 0.0066, "clipfrac": 0.0857, "pg": -0.0109, "vf": 1543.0869}
{"iter": 918, "steps": 2820096, "cmd_scale": 1.0, "ep_return": 2089.12, "ep_len": 634.7, "ep_seconds": 6.35, "sps": 2345, "elapsed_s": 1202, "log_std": -0.664, "kl": 0.0062, "clipfrac": 0.0814, "pg": -0.011, "vf": 821.1661}
{"iter": 919, "steps": 2823168, "cmd_scale": 1.0, "ep_return": 2108.78, "ep_len": 641.7, "ep_seconds": 6.42, "sps": 2345, "elapsed_s": 1203, "log_std": -0.662, "kl": 0.0065, "clipfrac": 0.0885, "pg": -0.0111, "vf": 957.315}
{"iter": 920, "steps": 2826240, "cmd_scale": 1.0, "ep_return": 2126.85, "ep_len": 647.5, "ep_seconds": 6.47, "sps": 2345, "elapsed_s": 1204, "log_std": -0.663, "kl": 0.0084, "clipfrac": 0.1164, "pg": -0.0133, "vf": 833.1348}
{"iter": 921, "steps": 2829312, "cmd_scale": 1.0, "ep_return": 2122.75, "ep_len": 645.5, "ep_seconds": 6.46, "sps": 2345, "elapsed_s": 1206, "log_std": -0.662, "kl": 0.0052, "clipfrac": 0.0634, "pg": -0.0114, "vf": 392.958}
{"iter": 922, "steps": 2832384, "cmd_scale": 1.0, "ep_return": 2150.89, "ep_len": 653.2, "ep_seconds": 6.53, "sps": 2344, "elapsed_s": 1208, "log_std": -0.66, "kl": 0.008, "clipfrac": 0.1101, "pg": -0.0131, "vf": 698.3633}
{"iter": 923, "steps": 2835456, "cmd_scale": 1.0, "ep_return": 2143.18, "ep_len": 650.8, "ep_seconds": 6.51, "sps": 2343, "elapsed_s": 1209, "log_std": -0.658, "kl": 0.0059, "clipfrac": 0.0769, "pg": -0.0098, "vf": 332.5507}
{"iter": 924, "steps": 2838528, "cmd_scale": 1.0, "ep_return": 2148.17, "ep_len": 651.4, "ep_seconds": 6.51, "sps": 2344, "elapsed_s": 1210, "log_std": -0.658, "kl": 0.007, "clipfrac": 0.096, "pg": -0.0106, "vf": 1028.6638}
{"iter": 925, "steps": 2841600, "cmd_scale": 1.0, "ep_return": 2162.97, "ep_len": 656.0, "ep_seconds": 6.56, "sps": 2343, "elapsed_s": 1212, "log_std": -0.658, "kl": 0.0062, "clipfrac": 0.0799, "pg": -0.0106, "vf": 1119.7605}
{"iter": 926, "steps": 2844672, "cmd_scale": 1.0, "ep_return": 2157.07, "ep_len": 654.3, "ep_seconds": 6.54, "sps": 2343, "elapsed_s": 1213, "log_std": -0.658, "kl": 0.0065, "clipfrac": 0.0857, "pg": -0.0106, "vf": 558.1054}
{"iter": 927, "steps": 2847744, "cmd_scale": 1.0, "ep_return": 2204.55, "ep_len": 667.9, "ep_seconds": 6.68, "sps": 2344, "elapsed_s": 1214, "log_std": -0.658, "kl": 0.0058, "clipfrac": 0.0759, "pg": -0.0118, "vf": 1147.3602}
{"iter": 928, "steps": 2850816, "cmd_scale": 1.0, "ep_return": 2195.76, "ep_len": 665.6, "ep_seconds": 6.66, "sps": 2344, "elapsed_s": 1215, "log_std": -0.659, "kl": 0.0061, "clipfrac": 0.0803, "pg": -0.0114, "vf": 1013.5515}
{"iter": 929, "steps": 2853888, "cmd_scale": 1.0, "ep_return": 2137.85, "ep_len": 649.4, "ep_seconds": 6.49, "sps": 2344, "elapsed_s": 1217, "log_std": -0.659, "kl": 0.0062, "clipfrac": 0.0803, "pg": -0.0142, "vf": 461.3435}
{"iter": 930, "steps": 2856960, "cmd_scale": 1.0, "ep_return": 2086.29, "ep_len": 634.4, "ep_seconds": 6.34, "sps": 2344, "elapsed_s": 1218, "log_std": -0.66, "kl": 0.0057, "clipfrac": 0.0716, "pg": -0.0119, "vf": 975.3027}
{"iter": 931, "steps": 2860032, "cmd_scale": 1.0, "ep_return": 2117.43, "ep_len": 644.2, "ep_seconds": 6.44, "sps": 2345, "elapsed_s": 1219, "log_std": -0.661, "kl": 0.0059, "clipfrac": 0.0737, "pg": -0.0088, "vf": 1294.6248}
{"iter": 932, "steps": 2863104, "cmd_scale": 1.0, "ep_return": 2063.67, "ep_len": 629.1, "ep_seconds": 6.29, "sps": 2345, "elapsed_s": 1220, "log_std": -0.66, "kl": 0.0049, "clipfrac": 0.0567, "pg": -0.0115, "vf": 1116.6643}
{"iter": 933, "steps": 2866176, "cmd_scale": 1.0, "ep_return": 2078.27, "ep_len": 633.4, "ep_seconds": 6.33, "sps": 2346, "elapsed_s": 1221, "log_std": -0.66, "kl": 0.0074, "clipfrac": 0.1019, "pg": -0.0107, "vf": 1072.6469}
{"iter": 934, "steps": 2869248, "cmd_scale": 1.0, "ep_return": 2082.54, "ep_len": 635.1, "ep_seconds": 6.35, "sps": 2346, "elapsed_s": 1222, "log_std": -0.659, "kl": 0.0086, "clipfrac": 0.1196, "pg": -0.0131, "vf": 1051.2412}
{"iter": 935, "steps": 2872320, "cmd_scale": 1.0, "ep_return": 2037.58, "ep_len": 621.4, "ep_seconds": 6.21, "sps": 2346, "elapsed_s": 1223, "log_std": -0.66, "kl": 0.0069, "clipfrac": 0.0935, "pg": -0.0142, "vf": 973.8225}
{"iter": 936, "steps": 2875392, "cmd_scale": 1.0, "ep_return": 2029.89, "ep_len": 619.6, "ep_seconds": 6.2, "sps": 2347, "elapsed_s": 1224, "log_std": -0.66, "kl": 0.0054, "clipfrac": 0.0658, "pg": -0.0117, "vf": 665.9011}
{"iter": 937, "steps": 2878464, "cmd_scale": 1.0, "ep_return": 2026.2, "ep_len": 618.1, "ep_seconds": 6.18, "sps": 2347, "elapsed_s": 1226, "log_std": -0.66, "kl": 0.0064, "clipfrac": 0.0873, "pg": -0.0119, "vf": 1084.4689}
{"iter": 938, "steps": 2881536, "cmd_scale": 1.0, "ep_return": 1958.37, "ep_len": 598.6, "ep_seconds": 5.99, "sps": 2347, "elapsed_s": 1227, "log_std": -0.66, "kl": 0.0064, "clipfrac": 0.084, "pg": -0.0115, "vf": 1443.2548}
{"iter": 939, "steps": 2884608, "cmd_scale": 1.0, "ep_return": 1943.58, "ep_len": 594.0, "ep_seconds": 5.94, "sps": 2348, "elapsed_s": 1228, "log_std": -0.662, "kl": 0.0058, "clipfrac": 0.0719, "pg": -0.0115, "vf": 926.5553}
{"iter": 940, "steps": 2887680, "cmd_scale": 1.0, "ep_return": 1953.13, "ep_len": 596.6, "ep_seconds": 5.97, "sps": 2348, "elapsed_s": 1229, "log_std": -0.664, "kl": 0.0059, "clipfrac": 0.0779, "pg": -0.0113, "vf": 1036.0222}
{"iter": 941, "steps": 2890752, "cmd_scale": 1.0, "ep_return": 1915.51, "ep_len": 585.5, "ep_seconds": 5.86, "sps": 2349, "elapsed_s": 1230, "log_std": -0.665, "kl": 0.0072, "clipfrac": 0.0997, "pg": -0.0117, "vf": 644.6889}
{"iter": 942, "steps": 2893824, "cmd_scale": 1.0, "ep_return": 1893.75, "ep_len": 579.1, "ep_seconds": 5.79, "sps": 2349, "elapsed_s": 1231, "log_std": -0.666, "kl": 0.0074, "clipfrac": 0.1058, "pg": -0.0152, "vf": 789.2486}
{"iter": 943, "steps": 2896896, "cmd_scale": 1.0, "ep_return": 1893.27, "ep_len": 579.9, "ep_seconds": 5.8, "sps": 2349, "elapsed_s": 1232, "log_std": -0.667, "kl": 0.0073, "clipfrac": 0.1024, "pg": -0.0116, "vf": 521.5105}
{"iter": 944, "steps": 2899968, "cmd_scale": 1.0, "ep_return": 1929.73, "ep_len": 590.4, "ep_seconds": 5.9, "sps": 2349, "elapsed_s": 1234, "log_std": -0.668, "kl": 0.0084, "clipfrac": 0.1192, "pg": -0.0121, "vf": 990.7145}
{"iter": 945, "steps": 2903040, "cmd_scale": 1.0, "ep_return": 1871.85, "ep_len": 574.3, "ep_seconds": 5.74, "sps": 2347, "elapsed_s": 1236, "log_std": -0.668, "kl": 0.0062, "clipfrac": 0.0793, "pg": -0.0119, "vf": 812.1618}
{"iter": 946, "steps": 2906112, "cmd_scale": 1.0, "ep_return": 1858.11, "ep_len": 569.8, "ep_seconds": 5.7, "sps": 2347, "elapsed_s": 1238, "log_std": -0.667, "kl": 0.0066, "clipfrac": 0.0854, "pg": -0.0142, "vf": 325.9092}
{"iter": 947, "steps": 2909184, "cmd_scale": 1.0, "ep_return": 1834.55, "ep_len": 564.7, "ep_seconds": 5.65, "sps": 2347, "elapsed_s": 1239, "log_std": -0.667, "kl": 0.0076, "clipfrac": 0.1012, "pg": -0.0121, "vf": 1143.9428}
{"iter": 948, "steps": 2912256, "cmd_scale": 1.0, "ep_return": 1815.72, "ep_len": 562.7, "ep_seconds": 5.63, "sps": 2347, "elapsed_s": 1240, "log_std": -0.668, "kl": 0.0079, "clipfrac": 0.1151, "pg": -0.0126, "vf": 1719.1521}
{"iter": 949, "steps": 2915328, "cmd_scale": 1.0, "ep_return": 1767.18, "ep_len": 548.8, "ep_seconds": 5.49, "sps": 2347, "elapsed_s": 1241, "log_std": -0.667, "kl": 0.0063, "clipfrac": 0.0829, "pg": -0.0129, "vf": 1131.1483}
{"iter": 950, "steps": 2918400, "cmd_scale": 1.0, "ep_return": 1770.49, "ep_len": 549.3, "ep_seconds": 5.49, "sps": 2347, "elapsed_s": 1243, "log_std": -0.668, "kl": 0.0054, "clipfrac": 0.0688, "pg": -0.0119, "vf": 882.7913}
{"iter": 951, "steps": 2921472, "cmd_scale": 1.0, "ep_return": 1699.19, "ep_len": 528.7, "ep_seconds": 5.29, "sps": 2347, "elapsed_s": 1244, "log_std": -0.668, "kl": 0.0055, "clipfrac": 0.0681, "pg": -0.0122, "vf": 1605.5806}
{"iter": 952, "steps": 2924544, "cmd_scale": 1.0, "ep_return": 1660.53, "ep_len": 517.1, "ep_seconds": 5.17, "sps": 2348, "elapsed_s": 1245, "log_std": -0.669, "kl": 0.0054, "clipfrac": 0.0662, "pg": -0.014, "vf": 775.4395}
{"iter": 953, "steps": 2927616, "cmd_scale": 1.0, "ep_return": 1609.21, "ep_len": 502.6, "ep_seconds": 5.03, "sps": 2348, "elapsed_s": 1246, "log_std": -0.669, "kl": 0.0071, "clipfrac": 0.0973, "pg": -0.0119, "vf": 466.8981}
{"iter": 954, "steps": 2930688, "cmd_scale": 1.0, "ep_return": 1617.44, "ep_len": 505.4, "ep_seconds": 5.05, "sps": 2349, "elapsed_s": 1247, "log_std": -0.669, "kl": 0.0056, "clipfrac": 0.0732, "pg": -0.0117, "vf": 601.4456}
{"iter": 955, "steps": 2933760, "cmd_scale": 1.0, "ep_return": 1634.14, "ep_len": 510.5, "ep_seconds": 5.1, "sps": 2349, "elapsed_s": 1248, "log_std": -0.669, "kl": 0.007, "clipfrac": 0.0952, "pg": -0.0123, "vf": 903.6788}
{"iter": 956, "steps": 2936832, "cmd_scale": 1.0, "ep_return": 1623.02, "ep_len": 509.0, "ep_seconds": 5.09, "sps": 2349, "elapsed_s": 1250, "log_std": -0.668, "kl": 0.0069, "clipfrac": 0.0968, "pg": -0.0135, "vf": 828.4949}
{"iter": 957, "steps": 2939904, "cmd_scale": 1.0, "ep_return": 1589.99, "ep_len": 499.5, "ep_seconds": 5.0, "sps": 2348, "elapsed_s": 1251, "log_std": -0.667, "kl": 0.0066, "clipfrac": 0.0885, "pg": -0.011, "vf": 513.1587}
{"iter": 958, "steps": 2942976, "cmd_scale": 1.0, "ep_return": 1592.91, "ep_len": 499.1, "ep_seconds": 4.99, "sps": 2348, "elapsed_s": 1253, "log_std": -0.668, "kl": 0.0087, "clipfrac": 0.1223, "pg": -0.0133, "vf": 656.4067}
{"iter": 959, "steps": 2946048, "cmd_scale": 1.0, "ep_return": 1612.57, "ep_len": 505.4, "ep_seconds": 5.05, "sps": 2348, "elapsed_s": 1254, "log_std": -0.667, "kl": 0.0077, "clipfrac": 0.1073, "pg": -0.0114, "vf": 793.6281}
{"iter": 960, "steps": 2949120, "cmd_scale": 1.0, "ep_return": 1584.0, "ep_len": 498.2, "ep_seconds": 4.98, "sps": 2348, "elapsed_s": 1255, "log_std": -0.668, "kl": 0.0075, "clipfrac": 0.1084, "pg": -0.0135, "vf": 1095.762}
{"iter": 961, "steps": 2952192, "cmd_scale": 1.0, "ep_return": 1628.84, "ep_len": 510.9, "ep_seconds": 5.11, "sps": 2348, "elapsed_s": 1257, "log_std": -0.668, "kl": 0.0054, "clipfrac": 0.0674, "pg": -0.0106, "vf": 987.4891}
{"iter": 962, "steps": 2955264, "cmd_scale": 1.0, "ep_return": 1626.66, "ep_len": 510.1, "ep_seconds": 5.1, "sps": 2347, "elapsed_s": 1258, "log_std": -0.67, "kl": 0.0061, "clipfrac": 0.079, "pg": -0.0097, "vf": 562.2174}
{"iter": 963, "steps": 2958336, "cmd_scale": 1.0, "ep_return": 1664.78, "ep_len": 521.4, "ep_seconds": 5.21, "sps": 2347, "elapsed_s": 1260, "log_std": -0.668, "kl": 0.0065, "clipfrac": 0.0888, "pg": -0.0115, "vf": 987.5347}
{"iter": 964, "steps": 2961408, "cmd_scale": 1.0, "ep_return": 1684.56, "ep_len": 527.4, "ep_seconds": 5.27, "sps": 2346, "elapsed_s": 1262, "log_std": -0.668, "kl": 0.0067, "clipfrac": 0.0888, "pg": -0.0122, "vf": 739.8574}
{"iter": 965, "steps": 2964480, "cmd_scale": 1.0, "ep_return": 1677.28, "ep_len": 525.0, "ep_seconds": 5.25, "sps": 2345, "elapsed_s": 1263, "log_std": -0.668, "kl": 0.0062, "clipfrac": 0.0786, "pg": -0.0139, "vf": 183.7966}
{"iter": 966, "steps": 2967552, "cmd_scale": 1.0, "ep_return": 1678.97, "ep_len": 525.2, "ep_seconds": 5.25, "sps": 2345, "elapsed_s": 1265, "log_std": -0.667, "kl": 0.006, "clipfrac": 0.0763, "pg": -0.0104, "vf": 817.2036}
{"iter": 967, "steps": 2970624, "cmd_scale": 1.0, "ep_return": 1677.13, "ep_len": 524.3, "ep_seconds": 5.24, "sps": 2345, "elapsed_s": 1266, "log_std": -0.667, "kl": 0.0048, "clipfrac": 0.056, "pg": -0.0103, "vf": 465.3314}
{"iter": 968, "steps": 2973696, "cmd_scale": 1.0, "ep_return": 1709.09, "ep_len": 533.6, "ep_seconds": 5.34, "sps": 2344, "elapsed_s": 1268, "log_std": -0.668, "kl": 0.0057, "clipfrac": 0.0729, "pg": -0.009, "vf": 701.4305}
{"iter": 969, "steps": 2976768, "cmd_scale": 1.0, "ep_return": 1764.4, "ep_len": 552.4, "ep_seconds": 5.52, "sps": 2344, "elapsed_s": 1269, "log_std": -0.669, "kl": 0.0062, "clipfrac": 0.0826, "pg": -0.0105, "vf": 2092.6846}
{"iter": 970, "steps": 2979840, "cmd_scale": 1.0, "ep_return": 1771.85, "ep_len": 554.9, "ep_seconds": 5.55, "sps": 2344, "elapsed_s": 1270, "log_std": -0.67, "kl": 0.006, "clipfrac": 0.08, "pg": -0.0114, "vf": 1971.6607}
{"iter": 971, "steps": 2982912, "cmd_scale": 1.0, "ep_return": 1801.05, "ep_len": 564.8, "ep_seconds": 5.65, "sps": 2344, "elapsed_s": 1272, "log_std": -0.67, "kl": 0.0049, "clipfrac": 0.056, "pg": -0.0092, "vf": 915.9755}
{"iter": 972, "steps": 2985984, "cmd_scale": 1.0, "ep_return": 1783.36, "ep_len": 559.0, "ep_seconds": 5.59, "sps": 2344, "elapsed_s": 1273, "log_std": -0.668, "kl": 0.0065, "clipfrac": 0.0844, "pg": -0.0167, "vf": 366.5638}
{"iter": 973, "steps": 2989056, "cmd_scale": 1.0, "ep_return": 1808.88, "ep_len": 566.6, "ep_seconds": 5.67, "sps": 2344, "elapsed_s": 1274, "log_std": -0.666, "kl": 0.0053, "clipfrac": 0.0645, "pg": -0.0117, "vf": 934.7461}
{"iter": 974, "steps": 2992128, "cmd_scale": 1.0, "ep_return": 1825.57, "ep_len": 571.9, "ep_seconds": 5.72, "sps": 2344, "elapsed_s": 1276, "log_std": -0.665, "kl": 0.0057, "clipfrac": 0.0709, "pg": -0.0106, "vf": 357.0892}
{"iter": 975, "steps": 2995200, "cmd_scale": 1.0, "ep_return": 1814.06, "ep_len": 568.9, "ep_seconds": 5.69, "sps": 2344, "elapsed_s": 1277, "log_std": -0.665, "kl": 0.0058, "clipfrac": 0.073, "pg": -0.0113, "vf": 288.5198}
{"iter": 976, "steps": 2998272, "cmd_scale": 1.0, "ep_return": 1799.19, "ep_len": 564.5, "ep_seconds": 5.64, "sps": 2344, "elapsed_s": 1278, "log_std": -0.666, "kl": 0.0084, "clipfrac": 0.1172, "pg": -0.0143, "vf": 360.2251}
{"iter": 977, "steps": 3001344, "cmd_scale": 1.0, "ep_return": 1833.85, "ep_len": 575.0, "ep_seconds": 5.75, "sps": 2344, "elapsed_s": 1280, "log_std": -0.667, "kl": 0.0084, "clipfrac": 0.1126, "pg": -0.0117, "vf": 704.7028}
{"iter": 978, "steps": 3004416, "cmd_scale": 1.0, "ep_return": 1852.64, "ep_len": 580.8, "ep_seconds": 5.81, "sps": 2344, "elapsed_s": 1281, "log_std": -0.669, "kl": 0.0063, "clipfrac": 0.0837, "pg": -0.0081, "vf": 291.3728}
{"iter": 979, "steps": 3007488, "cmd_scale": 1.0, "ep_return": 1888.56, "ep_len": 591.5, "ep_seconds": 5.91, "sps": 2344, "elapsed_s": 1282, "log_std": -0.67, "kl": 0.006, "clipfrac": 0.0793, "pg": -0.0094, "vf": 874.1721}
{"iter": 980, "steps": 3010560, "cmd_scale": 1.0, "ep_return": 1922.64, "ep_len": 599.5, "ep_seconds": 6.0, "sps": 2344, "elapsed_s": 1284, "log_std": -0.669, "kl": 0.0094, "clipfrac": 0.1305, "pg": -0.0128, "vf": 1478.359}
{"iter": 981, "steps": 3013632, "cmd_scale": 1.0, "ep_return": 1921.23, "ep_len": 598.9, "ep_seconds": 5.99, "sps": 2344, "elapsed_s": 1285, "log_std": -0.669, "kl": 0.0089, "clipfrac": 0.1293, "pg": -0.0131, "vf": 961.8513}
{"iter": 982, "steps": 3016704, "cmd_scale": 1.0, "ep_return": 1944.56, "ep_len": 603.8, "ep_seconds": 6.04, "sps": 2344, "elapsed_s": 1286, "log_std": -0.668, "kl": 0.0049, "clipfrac": 0.0581, "pg": -0.0094, "vf": 1043.0029}
{"iter": 983, "steps": 3019776, "cmd_scale": 1.0, "ep_return": 1939.66, "ep_len": 601.1, "ep_seconds": 6.01, "sps": 2344, "elapsed_s": 1288, "log_std": -0.667, "kl": 0.008, "clipfrac": 0.1112, "pg": -0.0125, "vf": 1635.2869}
{"iter": 984, "steps": 3022848, "cmd_scale": 1.0, "ep_return": 1935.22, "ep_len": 599.0, "ep_seconds": 5.99, "sps": 2343, "elapsed_s": 1289, "log_std": -0.667, "kl": 0.0073, "clipfrac": 0.103, "pg": -0.0136, "vf": 513.6417}
{"iter": 985, "steps": 3025920, "cmd_scale": 1.0, "ep_return": 1908.8, "ep_len": 591.2, "ep_seconds": 5.91, "sps": 2343, "elapsed_s": 1291, "log_std": -0.666, "kl": 0.0057, "clipfrac": 0.0723, "pg": -0.0124, "vf": 478.5774}
{"iter": 986, "steps": 3028992, "cmd_scale": 1.0, "ep_return": 1914.13, "ep_len": 590.4, "ep_seconds": 5.9, "sps": 2342, "elapsed_s": 1292, "log_std": -0.666, "kl": 0.0082, "clipfrac": 0.1154, "pg": -0.0104, "vf": 930.6015}
{"iter": 987, "steps": 3032064, "cmd_scale": 1.0, "ep_return": 1914.13, "ep_len": 590.4, "ep_seconds": 5.9, "sps": 2342, "elapsed_s": 1294, "log_std": -0.667, "kl": 0.0074, "clipfrac": 0.0983, "pg": -0.0121, "vf": 205.5854}
{"iter": 988, "steps": 3035136, "cmd_scale": 1.0, "ep_return": 1918.87, "ep_len": 591.0, "ep_seconds": 5.91, "sps": 2341, "elapsed_s": 1296, "log_std": -0.666, "kl": 0.0063, "clipfrac": 0.0842, "pg": -0.0098, "vf": 424.2671}
{"iter": 989, "steps": 3038208, "cmd_scale": 1.0, "ep_return": 1937.99, "ep_len": 596.0, "ep_seconds": 5.96, "sps": 2340, "elapsed_s": 1298, "log_std": -0.667, "kl": 0.0098, "clipfrac": 0.1357, "pg": -0.0103, "vf": 586.1354}
{"iter": 990, "steps": 3041280, "cmd_scale": 1.0, "ep_return": 1957.01, "ep_len": 600.8, "ep_seconds": 6.01, "sps": 2340, "elapsed_s": 1299, "log_std": -0.667, "kl": 0.0087, "clipfrac": 0.1269, "pg": -0.0109, "vf": 505.118}
{"iter": 991, "steps": 3044352, "cmd_scale": 1.0, "ep_return": 2063.05, "ep_len": 629.2, "ep_seconds": 6.29, "sps": 2339, "elapsed_s": 1301, "log_std": -0.668, "kl": 0.0064, "clipfrac": 0.0842, "pg": -0.0118, "vf": 1975.7764}
{"iter": 992, "steps": 3047424, "cmd_scale": 1.0, "ep_return": 2105.64, "ep_len": 641.3, "ep_seconds": 6.41, "sps": 2338, "elapsed_s": 1303, "log_std": -0.669, "kl": 0.0061, "clipfrac": 0.076, "pg": -0.0119, "vf": 996.5496}
{"iter": 993, "steps": 3050496, "cmd_scale": 1.0, "ep_return": 2148.98, "ep_len": 653.5, "ep_seconds": 6.53, "sps": 2338, "elapsed_s": 1304, "log_std": -0.67, "kl": 0.0072, "clipfrac": 0.0963, "pg": -0.0122, "vf": 984.0273}
{"iter": 994, "steps": 3053568, "cmd_scale": 1.0, "ep_return": 2188.42, "ep_len": 665.0, "ep_seconds": 6.65, "sps": 2338, "elapsed_s": 1305, "log_std": -0.671, "kl": 0.0082, "clipfrac": 0.1158, "pg": -0.0136, "vf": 1185.8184}
{"iter": 995, "steps": 3056640, "cmd_scale": 1.0, "ep_return": 2204.45, "ep_len": 668.7, "ep_seconds": 6.69, "sps": 2338, "elapsed_s": 1307, "log_std": -0.672, "kl": 0.0057, "clipfrac": 0.0672, "pg": -0.0112, "vf": 591.3447}
{"iter": 996, "steps": 3059712, "cmd_scale": 1.0, "ep_return": 2193.96, "ep_len": 664.8, "ep_seconds": 6.65, "sps": 2338, "elapsed_s": 1308, "log_std": -0.672, "kl": 0.0048, "clipfrac": 0.0583, "pg": -0.0118, "vf": 1130.1667}
{"iter": 997, "steps": 3062784, "cmd_scale": 1.0, "ep_return": 2224.57, "ep_len": 673.4, "ep_seconds": 6.73, "sps": 2337, "elapsed_s": 1310, "log_std": -0.673, "kl": 0.007, "clipfrac": 0.0958, "pg": -0.0111, "vf": 679.4971}
{"iter": 998, "steps": 3065856, "cmd_scale": 1.0, "ep_return": 2188.21, "ep_len": 662.2, "ep_seconds": 6.62, "sps": 2336, "elapsed_s": 1311, "log_std": -0.673, "kl": 0.0063, "clipfrac": 0.0843, "pg": -0.011, "vf": 990.7117}
{"iter": 999, "steps": 3068928, "cmd_scale": 1.0, "ep_return": 2151.81, "ep_len": 651.1, "ep_seconds": 6.51, "sps": 2336, "elapsed_s": 1313, "log_std": -0.671, "kl": 0.0063, "clipfrac": 0.0788, "pg": -0.0144, "vf": 1059.3719}
{"iter": 1000, "steps": 3072000, "cmd_scale": 1.0, "ep_return": 2181.69, "ep_len": 659.0, "ep_seconds": 6.59, "sps": 2336, "elapsed_s": 1315, "log_std": -0.671, "kl": 0.0068, "clipfrac": 0.0904, "pg": -0.0115, "vf": 710.1911}
{"iter": 1001, "steps": 3075072, "cmd_scale": 1.0, "ep_return": 2217.99, "ep_len": 668.5, "ep_seconds": 6.69, "sps": 2335, "elapsed_s": 1316, "log_std": -0.67, "kl": 0.0064, "clipfrac": 0.0853, "pg": -0.0103, "vf": 1171.1136}
{"iter": 1002, "steps": 3078144, "cmd_scale": 1.0, "ep_return": 2230.4, "ep_len": 670.9, "ep_seconds": 6.71, "sps": 2335, "elapsed_s": 1317, "log_std": -0.669, "kl": 0.0082, "clipfrac": 0.1163, "pg": -0.0116, "vf": 921.485}
{"iter": 1003, "steps": 3081216, "cmd_scale": 1.0, "ep_return": 2222.19, "ep_len": 669.0, "ep_seconds": 6.69, "sps": 2335, "elapsed_s": 1319, "log_std": -0.67, "kl": 0.0074, "clipfrac": 0.102, "pg": -0.0121, "vf": 329.8727}
{"iter": 1004, "steps": 3084288, "cmd_scale": 1.0, "ep_return": 2220.71, "ep_len": 667.7, "ep_seconds": 6.68, "sps": 2336, "elapsed_s": 1320, "log_std": -0.67, "kl": 0.0086, "clipfrac": 0.1211, "pg": -0.0143, "vf": 876.1769}
{"iter": 1005, "steps": 3087360, "cmd_scale": 1.0, "ep_return": 2166.36, "ep_len": 652.2, "ep_seconds": 6.52, "sps": 2336, "elapsed_s": 1321, "log_std": -0.669, "kl": 0.0111, "clipfrac": 0.1538, "pg": -0.0157, "vf": 1065.1716}
{"iter": 1006, "steps": 3090432, "cmd_scale": 1.0, "ep_return": 2181.99, "ep_len": 656.0, "ep_seconds": 6.56, "sps": 2336, "elapsed_s": 1322, "log_std": -0.669, "kl": 0.0062, "clipfrac": 0.0812, "pg": -0.0118, "vf": 622.7439}
{"iter": 1007, "steps": 3093504, "cmd_scale": 1.0, "ep_return": 2172.46, "ep_len": 653.8, "ep_seconds": 6.54, "sps": 2336, "elapsed_s": 1324, "log_std": -0.669, "kl": 0.0063, "clipfrac": 0.0846, "pg": -0.0132, "vf": 543.8491}
{"iter": 1008, "steps": 3096576, "cmd_scale": 1.0, "ep_return": 2122.6, "ep_len": 639.0, "ep_seconds": 6.39, "sps": 2335, "elapsed_s": 1325, "log_std": -0.672, "kl": 0.0053, "clipfrac": 0.0672, "pg": -0.0126, "vf": 1549.4753}
{"iter": 1009, "steps": 3099648, "cmd_scale": 1.0, "ep_return": 2072.97, "ep_len": 623.2, "ep_seconds": 6.23, "sps": 2335, "elapsed_s": 1327, "log_std": -0.673, "kl": 0.0073, "clipfrac": 0.1007, "pg": -0.0146, "vf": 465.2005}
{"iter": 1010, "steps": 3102720, "cmd_scale": 1.0, "ep_return": 2117.56, "ep_len": 634.9, "ep_seconds": 6.35, "sps": 2335, "elapsed_s": 1328, "log_std": -0.673, "kl": 0.0066, "clipfrac": 0.0887, "pg": -0.0107, "vf": 1684.5674}
{"iter": 1011, "steps": 3105792, "cmd_scale": 1.0, "ep_return": 2093.91, "ep_len": 627.1, "ep_seconds": 6.27, "sps": 2335, "elapsed_s": 1329, "log_std": -0.673, "kl": 0.0069, "clipfrac": 0.0915, "pg": -0.0141, "vf": 758.2306}
{"iter": 1012, "steps": 3108864, "cmd_scale": 1.0, "ep_return": 2061.58, "ep_len": 617.2, "ep_seconds": 6.17, "sps": 2335, "elapsed_s": 1331, "log_std": -0.673, "kl": 0.0061, "clipfrac": 0.0769, "pg": -0.0129, "vf": 644.2334}
{"iter": 1013, "steps": 3111936, "cmd_scale": 1.0, "ep_return": 2058.99, "ep_len": 615.1, "ep_seconds": 6.15, "sps": 2335, "elapsed_s": 1332, "log_std": -0.672, "kl": 0.0058, "clipfrac": 0.0738, "pg": -0.0106, "vf": 435.5597}
{"iter": 1014, "steps": 3115008, "cmd_scale": 1.0, "ep_return": 2089.45, "ep_len": 622.8, "ep_seconds": 6.23, "sps": 2336, "elapsed_s": 1333, "log_std": -0.672, "kl": 0.0081, "clipfrac": 0.1171, "pg": -0.0138, "vf": 465.3576}
{"iter": 1015, "steps": 3118080, "cmd_scale": 1.0, "ep_return": 2107.48, "ep_len": 627.4, "ep_seconds": 6.27, "sps": 2335, "elapsed_s": 1334, "log_std": -0.674, "kl": 0.0063, "clipfrac": 0.0845, "pg": -0.0078, "vf": 924.0907}
{"iter": 1016, "steps": 3121152, "cmd_scale": 1.0, "ep_return": 2106.59, "ep_len": 627.4, "ep_seconds": 6.27, "sps": 2335, "elapsed_s": 1336, "log_std": -0.674, "kl": 0.0062, "clipfrac": 0.0815, "pg": -0.0105, "vf": 296.7948}
{"iter": 1017, "steps": 3124224, "cmd_scale": 1.0, "ep_return": 2138.12, "ep_len": 635.8, "ep_seconds": 6.36, "sps": 2335, "elapsed_s": 1337, "log_std": -0.674, "kl": 0.0073, "clipfrac": 0.1002, "pg": -0.0124, "vf": 1026.5951}
{"iter": 1018, "steps": 3127296, "cmd_scale": 1.0, "ep_return": 2125.0, "ep_len": 631.4, "ep_seconds": 6.31, "sps": 2335, "elapsed_s": 1338, "log_std": -0.675, "kl": 0.0055, "clipfrac": 0.072, "pg": -0.0102, "vf": 595.544}
{"iter": 1019, "steps": 3130368, "cmd_scale": 1.0, "ep_return": 2142.35, "ep_len": 636.2, "ep_seconds": 6.36, "sps": 2335, "elapsed_s": 1340, "log_std": -0.676, "kl": 0.0094, "clipfrac": 0.1313, "pg": -0.0118, "vf": 741.3357}
{"iter": 1020, "steps": 3133440, "cmd_scale": 1.0, "ep_return": 2131.32, "ep_len": 632.4, "ep_seconds": 6.32, "sps": 2335, "elapsed_s": 1341, "log_std": -0.677, "kl": 0.0075, "clipfrac": 0.1019, "pg": -0.013, "vf": 1033.3722}
{"iter": 1021, "steps": 3136512, "cmd_scale": 1.0, "ep_return": 2126.08, "ep_len": 632.3, "ep_seconds": 6.32, "sps": 2335, "elapsed_s": 1342, "log_std": -0.679, "kl": 0.0076, "clipfrac": 0.1039, "pg": -0.0108, "vf": 810.9526}
{"iter": 1022, "steps": 3139584, "cmd_scale": 1.0, "ep_return": 2142.8, "ep_len": 638.8, "ep_seconds": 6.39, "sps": 2336, "elapsed_s": 1343, "log_std": -0.679, "kl": 0.0066, "clipfrac": 0.089, "pg": -0.0098, "vf": 515.23}
{"iter": 1023, "steps": 3142656, "cmd_scale": 1.0, "ep_return": 2174.63, "ep_len": 647.5, "ep_seconds": 6.47, "sps": 2335, "elapsed_s": 1345, "log_std": -0.68, "kl": 0.0067, "clipfrac": 0.0901, "pg": -0.0094, "vf": 548.9964}
{"iter": 1024, "steps": 3145728, "cmd_scale": 1.0, "ep_return": 2213.07, "ep_len": 657.9, "ep_seconds": 6.58, "sps": 2336, "elapsed_s": 1346, "log_std": -0.68, "kl": 0.0069, "clipfrac": 0.0928, "pg": -0.0097, "vf": 944.8799}
{"iter": 1025, "steps": 3148800, "cmd_scale": 1.0, "ep_return": 2210.27, "ep_len": 658.2, "ep_seconds": 6.58, "sps": 2336, "elapsed_s": 1347, "log_std": -0.681, "kl": 0.0086, "clipfrac": 0.1172, "pg": -0.0087, "vf": 835.1698}
{"iter": 1026, "steps": 3151872, "cmd_scale": 1.0, "ep_return": 2210.27, "ep_len": 658.2, "ep_seconds": 6.58, "sps": 2336, "elapsed_s": 1349, "log_std": -0.682, "kl": 0.0062, "clipfrac": 0.0801, "pg": -0.0128, "vf": 186.0303}
{"iter": 1027, "steps": 3154944, "cmd_scale": 1.0, "ep_return": 2171.51, "ep_len": 646.5, "ep_seconds": 6.47, "sps": 2336, "elapsed_s": 1350, "log_std": -0.682, "kl": 0.0074, "clipfrac": 0.0994, "pg": -0.0122, "vf": 793.1064}
{"iter": 1028, "steps": 3158016, "cmd_scale": 1.0, "ep_return": 2214.19, "ep_len": 659.3, "ep_seconds": 6.59, "sps": 2336, "elapsed_s": 1351, "log_std": -0.682, "kl": 0.0065, "clipfrac": 0.0822, "pg": -0.0104, "vf": 1175.6955}
{"iter": 1029, "steps": 3161088, "cmd_scale": 1.0, "ep_return": 2296.14, "ep_len": 684.4, "ep_seconds": 6.84, "sps": 2336, "elapsed_s": 1352, "log_std": -0.683, "kl": 0.008, "clipfrac": 0.1151, "pg": -0.0109, "vf": 1874.2703}
{"iter": 1030, "steps": 3164160, "cmd_scale": 1.0, "ep_return": 2243.89, "ep_len": 669.7, "ep_seconds": 6.7, "sps": 2337, "elapsed_s": 1353, "log_std": -0.683, "kl": 0.0067, "clipfrac": 0.0881, "pg": -0.012, "vf": 626.3414}
{"iter": 1031, "steps": 3167232, "cmd_scale": 1.0, "ep_return": 2194.21, "ep_len": 655.3, "ep_seconds": 6.55, "sps": 2337, "elapsed_s": 1354, "log_std": -0.683, "kl": 0.0065, "clipfrac": 0.0878, "pg": -0.0135, "vf": 1304.8552}
{"iter": 1032, "steps": 3170304, "cmd_scale": 1.0, "ep_return": 2153.74, "ep_len": 644.0, "ep_seconds": 6.44, "sps": 2337, "elapsed_s": 1356, "log_std": -0.685, "kl": 0.0065, "clipfrac": 0.0884, "pg": -0.0122, "vf": 713.6546}
{"iter": 1033, "steps": 3173376, "cmd_scale": 1.0, "ep_return": 2155.8, "ep_len": 644.8, "ep_seconds": 6.45, "sps": 2337, "elapsed_s": 1357, "log_std": -0.685, "kl": 0.0054, "clipfrac": 0.0643, "pg": -0.0077, "vf": 1468.624}
{"iter": 1034, "steps": 3176448, "cmd_scale": 1.0, "ep_return": 2183.12, "ep_len": 653.7, "ep_seconds": 6.54, "sps": 2337, "elapsed_s": 1358, "log_std": -0.687, "kl": 0.0079, "clipfrac": 0.1086, "pg": -0.0092, "vf": 854.0309}
{"iter": 1035, "steps": 3179520, "cmd_scale": 1.0, "ep_return": 2130.83, "ep_len": 638.4, "ep_seconds": 6.38, "sps": 2337, "elapsed_s": 1360, "log_std": -0.688, "kl": 0.0068, "clipfrac": 0.091, "pg": -0.0139, "vf": 389.0762}
{"iter": 1036, "steps": 3182592, "cmd_scale": 1.0, "ep_return": 2143.1, "ep_len": 642.4, "ep_seconds": 6.42, "sps": 2337, "elapsed_s": 1361, "log_std": -0.689, "kl": 0.0057, "clipfrac": 0.0738, "pg": -0.0119, "vf": 401.084}
{"iter": 1037, "steps": 3185664, "cmd_scale": 1.0, "ep_return": 2140.1, "ep_len": 642.2, "ep_seconds": 6.42, "sps": 2337, "elapsed_s": 1362, "log_std": -0.689, "kl": 0.0067, "clipfrac": 0.0892, "pg": -0.0108, "vf": 273.5228}
{"iter": 1038, "steps": 3188736, "cmd_scale": 1.0, "ep_return": 2180.32, "ep_len": 656.4, "ep_seconds": 6.56, "sps": 2338, "elapsed_s": 1363, "log_std": -0.689, "kl": 0.0061, "clipfrac": 0.0775, "pg": -0.0097, "vf": 1350.764}
{"iter": 1039, "steps": 3191808, "cmd_scale": 1.0, "ep_return": 2195.24, "ep_len": 661.4, "ep_seconds": 6.61, "sps": 2338, "elapsed_s": 1364, "log_std": -0.689, "kl": 0.0075, "clipfrac": 0.1035, "pg": -0.0108, "vf": 569.4135}
{"iter": 1040, "steps": 3194880, "cmd_scale": 1.0, "ep_return": 2191.07, "ep_len": 660.2, "ep_seconds": 6.6, "sps": 2338, "elapsed_s": 1366, "log_std": -0.691, "kl": 0.0069, "clipfrac": 0.0919, "pg": -0.0135, "vf": 853.2254}
{"iter": 1041, "steps": 3197952, "cmd_scale": 1.0, "ep_return": 2221.0, "ep_len": 669.1, "ep_seconds": 6.69, "sps": 2338, "elapsed_s": 1367, "log_std": -0.69, "kl": 0.0066, "clipfrac": 0.0888, "pg": -0.0132, "vf": 1251.9342}
{"iter": 1042, "steps": 3201024, "cmd_scale": 1.0, "ep_return": 2237.28, "ep_len": 674.0, "ep_seconds": 6.74, "sps": 2338, "elapsed_s": 1368, "log_std": -0.689, "kl": 0.008, "clipfrac": 0.1128, "pg": -0.0135, "vf": 1028.764}
{"iter": 1043, "steps": 3204096, "cmd_scale": 1.0, "ep_return": 2295.96, "ep_len": 691.4, "ep_seconds": 6.91, "sps": 2339, "elapsed_s": 1369, "log_std": -0.689, "kl": 0.0049, "clipfrac": 0.061, "pg": -0.0102, "vf": 1843.3239}
{"iter": 1044, "steps": 3207168, "cmd_scale": 1.0, "ep_return": 2219.72, "ep_len": 670.2, "ep_seconds": 6.7, "sps": 2339, "elapsed_s": 1370, "log_std": -0.689, "kl": 0.0059, "clipfrac": 0.0772, "pg": -0.0135, "vf": 527.9803}
{"iter": 1045, "steps": 3210240, "cmd_scale": 1.0, "ep_return": 2225.85, "ep_len": 672.2, "ep_seconds": 6.72, "sps": 2338, "elapsed_s": 1373, "log_std": -0.69, "kl": 0.0055, "clipfrac": 0.0662, "pg": -0.0111, "vf": 343.4468}
{"iter": 1046, "steps": 3213312, "cmd_scale": 1.0, "ep_return": 2220.91, "ep_len": 671.0, "ep_seconds": 6.71, "sps": 2338, "elapsed_s": 1374, "log_std": -0.691, "kl": 0.0082, "clipfrac": 0.1183, "pg": -0.0099, "vf": 736.5456}
{"iter": 1047, "steps": 3216384, "cmd_scale": 1.0, "ep_return": 2220.84, "ep_len": 671.7, "ep_seconds": 6.72, "sps": 2338, "elapsed_s": 1375, "log_std": -0.691, "kl": 0.0071, "clipfrac": 0.0967, "pg": -0.0128, "vf": 884.3355}
{"iter": 1048, "steps": 3219456, "cmd_scale": 1.0, "ep_return": 2223.36, "ep_len": 672.6, "ep_seconds": 6.73, "sps": 2339, "elapsed_s": 1376, "log_std": -0.691, "kl": 0.0074, "clipfrac": 0.1031, "pg": -0.0102, "vf": 1440.3476}
{"iter": 1049, "steps": 3222528, "cmd_scale": 1.0, "ep_return": 2244.15, "ep_len": 679.8, "ep_seconds": 6.8, "sps": 2339, "elapsed_s": 1377, "log_std": -0.69, "kl": 0.0061, "clipfrac": 0.0764, "pg": -0.0104, "vf": 708.8206}
{"iter": 1050, "steps": 3225600, "cmd_scale": 1.0, "ep_return": 2287.62, "ep_len": 692.8, "ep_seconds": 6.93, "sps": 2340, "elapsed_s": 1378, "log_std": -0.689, "kl": 0.0065, "clipfrac": 0.0892, "pg": -0.0071, "vf": 1468.4665}
{"iter": 1051, "steps": 3228672, "cmd_scale": 1.0, "ep_return": 2268.84, "ep_len": 688.2, "ep_seconds": 6.88, "sps": 2340, "elapsed_s": 1379, "log_std": -0.689, "kl": 0.0054, "clipfrac": 0.0673, "pg": -0.0099, "vf": 915.1971}
{"iter": 1052, "steps": 3231744, "cmd_scale": 1.0, "ep_return": 2304.04, "ep_len": 698.2, "ep_seconds": 6.98, "sps": 2341, "elapsed_s": 1380, "log_std": -0.691, "kl": 0.0072, "clipfrac": 0.1013, "pg": -0.0102, "vf": 614.9426}
{"iter": 1053, "steps": 3234816, "cmd_scale": 1.0, "ep_return": 2328.82, "ep_len": 705.1, "ep_seconds": 7.05, "sps": 2341, "elapsed_s": 1381, "log_std": -0.692, "kl": 0.0072, "clipfrac": 0.1017, "pg": -0.0094, "vf": 1001.942}
{"iter": 1054, "steps": 3237888, "cmd_scale": 1.0, "ep_return": 2357.9, "ep_len": 714.2, "ep_seconds": 7.14, "sps": 2341, "elapsed_s": 1382, "log_std": -0.694, "kl": 0.0087, "clipfrac": 0.1185, "pg": -0.0118, "vf": 564.377}
{"iter": 1055, "steps": 3240960, "cmd_scale": 1.0, "ep_return": 2378.85, "ep_len": 720.6, "ep_seconds": 7.21, "sps": 2342, "elapsed_s": 1383, "log_std": -0.696, "kl": 0.0082, "clipfrac": 0.1112, "pg": -0.0118, "vf": 1081.5646}
{"iter": 1056, "steps": 3244032, "cmd_scale": 1.0, "ep_return": 2345.96, "ep_len": 711.0, "ep_seconds": 7.11, "sps": 2342, "elapsed_s": 1384, "log_std": -0.696, "kl": 0.0079, "clipfrac": 0.1085, "pg": -0.0162, "vf": 885.981}
{"iter": 1057, "steps": 3247104, "cmd_scale": 1.0, "ep_return": 2331.09, "ep_len": 707.1, "ep_seconds": 7.07, "sps": 2342, "elapsed_s": 1385, "log_std": -0.696, "kl": 0.0072, "clipfrac": 0.0973, "pg": -0.0107, "vf": 687.3497}
{"iter": 1058, "steps": 3250176, "cmd_scale": 1.0, "ep_return": 2331.98, "ep_len": 707.1, "ep_seconds": 7.07, "sps": 2343, "elapsed_s": 1386, "log_std": -0.697, "kl": 0.0063, "clipfrac": 0.0842, "pg": -0.0104, "vf": 465.6115}
{"iter": 1059, "steps": 3253248, "cmd_scale": 1.0, "ep_return": 2394.38, "ep_len": 725.8, "ep_seconds": 7.26, "sps": 2343, "elapsed_s": 1388, "log_std": -0.697, "kl": 0.0087, "clipfrac": 0.1183, "pg": -0.0103, "vf": 1053.4539}
{"iter": 1060, "steps": 3256320, "cmd_scale": 1.0, "ep_return": 2440.36, "ep_len": 739.4, "ep_seconds": 7.39, "sps": 2344, "elapsed_s": 1389, "log_std": -0.697, "kl": 0.0054, "clipfrac": 0.0691, "pg": -0.0101, "vf": 1203.9384}
{"iter": 1061, "steps": 3259392, "cmd_scale": 1.0, "ep_return": 2423.8, "ep_len": 736.8, "ep_seconds": 7.37, "sps": 2344, "elapsed_s": 1390, "log_std": -0.696, "kl": 0.0076, "clipfrac": 0.1024, "pg": -0.0117, "vf": 1357.3192}
{"iter": 1062, "steps": 3262464, "cmd_scale": 1.0, "ep_return": 2389.89, "ep_len": 725.8, "ep_seconds": 7.26, "sps": 2344, "elapsed_s": 1391, "log_std": -0.695, "kl": 0.0072, "clipfrac": 0.0997, "pg": -0.0097, "vf": 607.9351}
{"iter": 1063, "steps": 3265536, "cmd_scale": 1.0, "ep_return": 2398.85, "ep_len": 729.2, "ep_seconds": 7.29, "sps": 2345, "elapsed_s": 1392, "log_std": -0.696, "kl": 0.0099, "clipfrac": 0.1404, "pg": -0.0122, "vf": 873.6496}
{"iter": 1064, "steps": 3268608, "cmd_scale": 1.0, "ep_return": 2385.4, "ep_len": 725.5, "ep_seconds": 7.26, "sps": 2345, "elapsed_s": 1393, "log_std": -0.695, "kl": 0.0078, "clipfrac": 0.1051, "pg": -0.0108, "vf": 339.8903}
{"iter": 1065, "steps": 3271680, "cmd_scale": 1.0, "ep_return": 2410.01, "ep_len": 733.0, "ep_seconds": 7.33, "sps": 2345, "elapsed_s": 1394, "log_std": -0.695, "kl": 0.0064, "clipfrac": 0.0834, "pg": -0.0104, "vf": 463.2281}
{"iter": 1066, "steps": 3274752, "cmd_scale": 1.0, "ep_return": 2415.86, "ep_len": 734.0, "ep_seconds": 7.34, "sps": 2345, "elapsed_s": 1396, "log_std": -0.698, "kl": 0.0069, "clipfrac": 0.0944, "pg": -0.0097, "vf": 1219.9283}
{"iter": 1067, "steps": 3277824, "cmd_scale": 1.0, "ep_return": 2391.22, "ep_len": 725.9, "ep_seconds": 7.26, "sps": 2345, "elapsed_s": 1397, "log_std": -0.698, "kl": 0.008, "clipfrac": 0.1124, "pg": -0.0103, "vf": 633.7365}
{"iter": 1068, "steps": 3280896, "cmd_scale": 1.0, "ep_return": 2390.11, "ep_len": 726.4, "ep_seconds": 7.26, "sps": 2346, "elapsed_s": 1398, "log_std": -0.698, "kl": 0.0073, "clipfrac": 0.0996, "pg": -0.0105, "vf": 1058.8989}
{"iter": 1069, "steps": 3283968, "cmd_scale": 1.0, "ep_return": 2385.68, "ep_len": 724.7, "ep_seconds": 7.25, "sps": 2346, "elapsed_s": 1399, "log_std": -0.695, "kl": 0.0066, "clipfrac": 0.092, "pg": -0.0118, "vf": 1662.9999}
{"iter": 1070, "steps": 3287040, "cmd_scale": 1.0, "ep_return": 2314.6, "ep_len": 704.6, "ep_seconds": 7.05, "sps": 2346, "elapsed_s": 1400, "log_std": -0.694, "kl": 0.0058, "clipfrac": 0.0719, "pg": -0.0115, "vf": 531.6362}
{"iter": 1071, "steps": 3290112, "cmd_scale": 1.0, "ep_return": 2336.74, "ep_len": 711.9, "ep_seconds": 7.12, "sps": 2346, "elapsed_s": 1402, "log_std": -0.694, "kl": 0.0084, "clipfrac": 0.1127, "pg": -0.0112, "vf": 1713.4628}
{"iter": 1072, "steps": 3293184, "cmd_scale": 1.0, "ep_return": 2356.39, "ep_len": 717.7, "ep_seconds": 7.18, "sps": 2345, "elapsed_s": 1403, "log_std": -0.693, "kl": 0.0064, "clipfrac": 0.0858, "pg": -0.0106, "vf": 735.4266}
{"iter": 1073, "steps": 3296256, "cmd_scale": 1.0, "ep_return": 2329.52, "ep_len": 710.2, "ep_seconds": 7.1, "sps": 2345, "elapsed_s": 1405, "log_std": -0.695, "kl": 0.0067, "clipfrac": 0.0924, "pg": -0.0114, "vf": 722.4967}
{"iter": 1074, "steps": 3299328, "cmd_scale": 1.0, "ep_return": 2319.11, "ep_len": 707.0, "ep_seconds": 7.07, "sps": 2345, "elapsed_s": 1406, "log_std": -0.696, "kl": 0.0057, "clipfrac": 0.0722, "pg": -0.0113, "vf": 759.463}
{"iter": 1075, "steps": 3302400, "cmd_scale": 1.0, "ep_return": 2306.91, "ep_len": 703.3, "ep_seconds": 7.03, "sps": 2345, "elapsed_s": 1407, "log_std": -0.695, "kl": 0.0082, "clipfrac": 0.1138, "pg": -0.0103, "vf": 812.1285}
{"iter": 1076, "steps": 3305472, "cmd_scale": 1.0, "ep_return": 2334.83, "ep_len": 710.9, "ep_seconds": 7.11, "sps": 2345, "elapsed_s": 1409, "log_std": -0.695, "kl": 0.008, "clipfrac": 0.1083, "pg": -0.0098, "vf": 719.9781}
{"iter": 1077, "steps": 3308544, "cmd_scale": 1.0, "ep_return": 2334.73, "ep_len": 710.9, "ep_seconds": 7.11, "sps": 2344, "elapsed_s": 1411, "log_std": -0.697, "kl": 0.0066, "clipfrac": 0.0879, "pg": -0.0099, "vf": 499.3331}
{"iter": 1078, "steps": 3311616, "cmd_scale": 1.0, "ep_return": 2356.94, "ep_len": 717.6, "ep_seconds": 7.18, "sps": 2344, "elapsed_s": 1412, "log_std": -0.696, "kl": 0.0077, "clipfrac": 0.1059, "pg": -0.0128, "vf": 1505.7402}
{"iter": 1079, "steps": 3314688, "cmd_scale": 1.0, "ep_return": 2408.61, "ep_len": 733.4, "ep_seconds": 7.33, "sps": 2344, "elapsed_s": 1413, "log_std": -0.696, "kl": 0.0064, "clipfrac": 0.0851, "pg": -0.0107, "vf": 771.9736}
{"iter": 1080, "steps": 3317760, "cmd_scale": 1.0, "ep_return": 2422.75, "ep_len": 738.9, "ep_seconds": 7.39, "sps": 2345, "elapsed_s": 1414, "log_std": -0.698, "kl": 0.0058, "clipfrac": 0.0719, "pg": -0.0095, "vf": 1038.7828}
{"iter": 1081, "steps": 3320832, "cmd_scale": 1.0, "ep_return": 2417.03, "ep_len": 738.6, "ep_seconds": 7.39, "sps": 2344, "elapsed_s": 1416, "log_std": -0.699, "kl": 0.0072, "clipfrac": 0.0991, "pg": -0.0129, "vf": 536.2506}
{"iter": 1082, "steps": 3323904, "cmd_scale": 1.0, "ep_return": 2426.55, "ep_len": 742.6, "ep_seconds": 7.43, "sps": 2344, "elapsed_s": 1417, "log_std": -0.699, "kl": 0.0084, "clipfrac": 0.1145, "pg": -0.014, "vf": 1198.0719}
{"iter": 1083, "steps": 3326976, "cmd_scale": 1.0, "ep_return": 2383.26, "ep_len": 728.1, "ep_seconds": 7.28, "sps": 2344, "elapsed_s": 1418, "log_std": -0.7, "kl": 0.0104, "clipfrac": 0.1522, "pg": -0.0142, "vf": 434.0346}
{"iter": 1084, "steps": 3330048, "cmd_scale": 1.0, "ep_return": 2426.51, "ep_len": 741.4, "ep_seconds": 7.41, "sps": 2344, "elapsed_s": 1420, "log_std": -0.702, "kl": 0.0064, "clipfrac": 0.0849, "pg": -0.01, "vf": 949.2084}
{"iter": 1085, "steps": 3333120, "cmd_scale": 1.0, "ep_return": 2435.29, "ep_len": 742.0, "ep_seconds": 7.42, "sps": 2344, "elapsed_s": 1421, "log_std": -0.704, "kl": 0.0071, "clipfrac": 0.0972, "pg": -0.0089, "vf": 860.774}
{"iter": 1086, "steps": 3336192, "cmd_scale": 1.0, "ep_return": 2441.52, "ep_len": 743.0, "ep_seconds": 7.43, "sps": 2344, "elapsed_s": 1422, "log_std": -0.704, "kl": 0.0085, "clipfrac": 0.1228, "pg": -0.0097, "vf": 616.0042}
{"iter": 1087, "steps": 3339264, "cmd_scale": 1.0, "ep_return": 2414.29, "ep_len": 733.1, "ep_seconds": 7.33, "sps": 2344, "elapsed_s": 1424, "log_std": -0.703, "kl": 0.0072, "clipfrac": 0.0931, "pg": -0.0107, "vf": 1077.6609}
{"iter": 1088, "steps": 3342336, "cmd_scale": 1.0, "ep_return": 2445.08, "ep_len": 741.6, "ep_seconds": 7.42, "sps": 2345, "elapsed_s": 1425, "log_std": -0.704, "kl": 0.0066, "clipfrac": 0.0903, "pg": -0.0117, "vf": 1175.0347}
{"iter": 1089, "steps": 3345408, "cmd_scale": 1.0, "ep_return": 2444.83, "ep_len": 741.6, "ep_seconds": 7.42, "sps": 2345, "elapsed_s": 1426, "log_std": -0.705, "kl": 0.0071, "clipfrac": 0.1003, "pg": -0.0086, "vf": 682.4551}
{"iter": 1090, "steps": 3348480, "cmd_scale": 1.0, "ep_return": 2471.83, "ep_len": 749.6, "ep_seconds": 7.5, "sps": 2345, "elapsed_s": 1427, "log_std": -0.709, "kl": 0.0058, "clipfrac": 0.0714, "pg": -0.0073, "vf": 487.0159}
{"iter": 1091, "steps": 3351552, "cmd_scale": 1.0, "ep_return": 2498.78, "ep_len": 757.2, "ep_seconds": 7.57, "sps": 2343, "elapsed_s": 1430, "log_std": -0.711, "kl": 0.0096, "clipfrac": 0.1425, "pg": -0.01, "vf": 758.1079}
{"iter": 1092, "steps": 3354624, "cmd_scale": 1.0, "ep_return": 2541.59, "ep_len": 768.4, "ep_seconds": 7.68, "sps": 2341, "elapsed_s": 1432, "log_std": -0.712, "kl": 0.0057, "clipfrac": 0.0754, "pg": -0.0094, "vf": 696.0514}
{"iter": 1093, "steps": 3357696, "cmd_scale": 1.0, "ep_return": 2544.7, "ep_len": 768.4, "ep_seconds": 7.68, "sps": 2339, "elapsed_s": 1435, "log_std": -0.713, "kl": 0.0049, "clipfrac": 0.0592, "pg": -0.0081, "vf": 244.6632}
{"iter": 1094, "steps": 3360768, "cmd_scale": 1.0, "ep_return": 2571.48, "ep_len": 776.7, "ep_seconds": 7.77, "sps": 2338, "elapsed_s": 1437, "log_std": -0.714, "kl": 0.0075, "clipfrac": 0.1007, "pg": -0.0096, "vf": 389.192}
{"iter": 1095, "steps": 3363840, "cmd_scale": 1.0, "ep_return": 2560.91, "ep_len": 774.1, "ep_seconds": 7.74, "sps": 2338, "elapsed_s": 1438, "log_std": -0.714, "kl": 0.0054, "clipfrac": 0.0658, "pg": -0.0077, "vf": 512.1223}
{"iter": 1096, "steps": 3366912, "cmd_scale": 1.0, "ep_return": 2601.2, "ep_len": 785.7, "ep_seconds": 7.86, "sps": 2337, "elapsed_s": 1440, "log_std": -0.715, "kl": 0.0062, "clipfrac": 0.0783, "pg": -0.0075, "vf": 718.4808}
{"iter": 1097, "steps": 3369984, "cmd_scale": 1.0, "ep_return": 2669.74, "ep_len": 804.7, "ep_seconds": 8.05, "sps": 2338, "elapsed_s": 1441, "log_std": -0.715, "kl": 0.0067, "clipfrac": 0.0897, "pg": -0.0105, "vf": 2444.889}
{"iter": 1098, "steps": 3373056, "cmd_scale": 1.0, "ep_return": 2671.21, "ep_len": 804.7, "ep_seconds": 8.05, "sps": 2337, "elapsed_s": 1442, "log_std": -0.716, "kl": 0.0069, "clipfrac": 0.0952, "pg": -0.0097, "vf": 346.7645}
{"iter": 1099, "steps": 3376128, "cmd_scale": 1.0, "ep_return": 2680.75, "ep_len": 806.8, "ep_seconds": 8.07, "sps": 2337, "elapsed_s": 1444, "log_std": -0.716, "kl": 0.0063, "clipfrac": 0.0816, "pg": -0.009, "vf": 961.8591}
{"iter": 1100, "steps": 3379200, "cmd_scale": 1.0, "ep_return": 2721.96, "ep_len": 818.1, "ep_seconds": 8.18, "sps": 2337, "elapsed_s": 1445, "log_std": -0.716, "kl": 0.0067, "clipfrac": 0.0946, "pg": -0.0073, "vf": 647.6398}
{"iter": 1101, "steps": 3382272, "cmd_scale": 1.0, "ep_return": 2737.58, "ep_len": 821.9, "ep_seconds": 8.22, "sps": 2337, "elapsed_s": 1446, "log_std": -0.716, "kl": 0.0102, "clipfrac": 0.1527, "pg": -0.0129, "vf": 799.2601}
{"iter": 1102, "steps": 3385344, "cmd_scale": 1.0, "ep_return": 2754.63, "ep_len": 827.1, "ep_seconds": 8.27, "sps": 2337, "elapsed_s": 1448, "log_std": -0.718, "kl": 0.0069, "clipfrac": 0.0922, "pg": -0.011, "vf": 772.425}
{"iter": 1103, "steps": 3388416, "cmd_scale": 1.0, "ep_return": 2746.57, "ep_len": 824.4, "ep_seconds": 8.24, "sps": 2337, "elapsed_s": 1449, "log_std": -0.717, "kl": 0.0059, "clipfrac": 0.073, "pg": -0.0125, "vf": 525.2888}
{"iter": 1104, "steps": 3391488, "cmd_scale": 1.0, "ep_return": 2757.81, "ep_len": 826.8, "ep_seconds": 8.27, "sps": 2337, "elapsed_s": 1450, "log_std": -0.716, "kl": 0.0073, "clipfrac": 0.0976, "pg": -0.0119, "vf": 770.7604}
{"iter": 1105, "steps": 3394560, "cmd_scale": 1.0, "ep_return": 2758.15, "ep_len": 826.8, "ep_seconds": 8.27, "sps": 2337, "elapsed_s": 1452, "log_std": -0.716, "kl": 0.0059, "clipfrac": 0.0755, "pg": -0.0088, "vf": 933.8577}
{"iter": 1106, "steps": 3397632, "cmd_scale": 1.0, "ep_return": 2799.18, "ep_len": 836.7, "ep_seconds": 8.37, "sps": 2337, "elapsed_s": 1453, "log_std": -0.716, "kl": 0.0078, "clipfrac": 0.1093, "pg": -0.011, "vf": 1581.4559}
{"iter": 1107, "steps": 3400704, "cmd_scale": 1.0, "ep_return": 2775.61, "ep_len": 829.8, "ep_seconds": 8.3, "sps": 2337, "elapsed_s": 1454, "log_std": -0.716, "kl": 0.007, "clipfrac": 0.092, "pg": -0.011, "vf": 1605.2557}
{"iter": 1108, "steps": 3403776, "cmd_scale": 1.0, "ep_return": 2805.31, "ep_len": 837.0, "ep_seconds": 8.37, "sps": 2338, "elapsed_s": 1455, "log_std": -0.718, "kl": 0.0103, "clipfrac": 0.1462, "pg": -0.0113, "vf": 723.5441}
{"iter": 1109, "steps": 3406848, "cmd_scale": 1.0, "ep_return": 2804.28, "ep_len": 836.0, "ep_seconds": 8.36, "sps": 2338, "elapsed_s": 1457, "log_std": -0.719, "kl": 0.0094, "clipfrac": 0.1292, "pg": -0.0131, "vf": 523.1289}
{"iter": 1110, "steps": 3409920, "cmd_scale": 1.0, "ep_return": 2806.51, "ep_len": 836.9, "ep_seconds": 8.37, "sps": 2337, "elapsed_s": 1458, "log_std": -0.719, "kl": 0.0076, "clipfrac": 0.1042, "pg": -0.0124, "vf": 411.7907}
{"iter": 1111, "steps": 3412992, "cmd_scale": 1.0, "ep_return": 2844.6, "ep_len": 848.4, "ep_seconds": 8.48, "sps": 2337, "elapsed_s": 1459, "log_std": -0.719, "kl": 0.0091, "clipfrac": 0.1285, "pg": -0.011, "vf": 686.4587}
{"iter": 1112, "steps": 3416064, "cmd_scale": 1.0, "ep_return": 2855.01, "ep_len": 851.3, "ep_seconds": 8.51, "sps": 2337, "elapsed_s": 1461, "log_std": -0.72, "kl": 0.0093, "clipfrac": 0.133, "pg": -0.0117, "vf": 799.8271}
{"iter": 1113, "steps": 3419136, "cmd_scale": 1.0, "ep_return": 2865.09, "ep_len": 854.0, "ep_seconds": 8.54, "sps": 2337, "elapsed_s": 1462, "log_std": -0.719, "kl": 0.0064, "clipfrac": 0.0796, "pg": -0.008, "vf": 379.5007}
{"iter": 1114, "steps": 3422208, "cmd_scale": 1.0, "ep_return": 2868.44, "ep_len": 854.0, "ep_seconds": 8.54, "sps": 2337, "elapsed_s": 1464, "log_std": -0.72, "kl": 0.0098, "clipfrac": 0.1415, "pg": -0.01, "vf": 1250.8437}
{"iter": 1115, "steps": 3425280, "cmd_scale": 1.0, "ep_return": 2878.53, "ep_len": 856.4, "ep_seconds": 8.56, "sps": 2337, "elapsed_s": 1465, "log_std": -0.72, "kl": 0.0089, "clipfrac": 0.1243, "pg": -0.0091, "vf": 600.5531}
{"iter": 1116, "steps": 3428352, "cmd_scale": 1.0, "ep_return": 2897.66, "ep_len": 860.2, "ep_seconds": 8.6, "sps": 2337, "elapsed_s": 1466, "log_std": -0.721, "kl": 0.0076, "clipfrac": 0.0955, "pg": -0.0112, "vf": 1683.4724}
{"iter": 1117, "steps": 3431424, "cmd_scale": 1.0, "ep_return": 2931.77, "ep_len": 869.9, "ep_seconds": 8.7, "sps": 2338, "elapsed_s": 1467, "log_std": -0.722, "kl": 0.0077, "clipfrac": 0.1082, "pg": -0.01, "vf": 841.587}
{"iter": 1118, "steps": 3434496, "cmd_scale": 1.0, "ep_return": 2932.37, "ep_len": 868.6, "ep_seconds": 8.69, "sps": 2338, "elapsed_s": 1468, "log_std": -0.723, "kl": 0.0083, "clipfrac": 0.1172, "pg": -0.0114, "vf": 700.5239}
{"iter": 1119, "steps": 3437568, "cmd_scale": 1.0, "ep_return": 2951.43, "ep_len": 874.3, "ep_seconds": 8.74, "sps": 2338, "elapsed_s": 1469, "log_std": -0.723, "kl": 0.0083, "clipfrac": 0.1191, "pg": -0.0098, "vf": 722.5124}
{"iter": 1120, "steps": 3440640, "cmd_scale": 1.0, "ep_return": 2969.28, "ep_len": 879.6, "ep_seconds": 8.8, "sps": 2338, "elapsed_s": 1471, "log_std": -0.724, "kl": 0.0081, "clipfrac": 0.1127, "pg": -0.0105, "vf": 510.5708}
{"iter": 1121, "steps": 3443712, "cmd_scale": 1.0, "ep_return": 2960.14, "ep_len": 875.9, "ep_seconds": 8.76, "sps": 2339, "elapsed_s": 1472, "log_std": -0.725, "kl": 0.0081, "clipfrac": 0.1134, "pg": -0.0123, "vf": 836.7155}
{"iter": 1122, "steps": 3446784, "cmd_scale": 1.0, "ep_return": 2953.59, "ep_len": 874.1, "ep_seconds": 8.74, "sps": 2339, "elapsed_s": 1473, "log_std": -0.728, "kl": 0.0072, "clipfrac": 0.098, "pg": -0.0103, "vf": 758.4021}
{"iter": 1123, "steps": 3449856, "cmd_scale": 1.0, "ep_return": 2919.26, "ep_len": 864.0, "ep_seconds": 8.64, "sps": 2339, "elapsed_s": 1474, "log_std": -0.728, "kl": 0.0088, "clipfrac": 0.1227, "pg": -0.0108, "vf": 814.9269}
{"iter": 1124, "steps": 3452928, "cmd_scale": 1.0, "ep_return": 2945.14, "ep_len": 872.0, "ep_seconds": 8.72, "sps": 2338, "elapsed_s": 1476, "log_std": -0.729, "kl": 0.0056, "clipfrac": 0.0693, "pg": -0.0102, "vf": 691.777}
{"iter": 1125, "steps": 3456000, "cmd_scale": 1.0, "ep_return": 2971.47, "ep_len": 878.6, "ep_seconds": 8.79, "sps": 2339, "elapsed_s": 1477, "log_std": -0.729, "kl": 0.0096, "clipfrac": 0.1411, "pg": -0.0114, "vf": 1636.3219}
{"iter": 1126, "steps": 3459072, "cmd_scale": 1.0, "ep_return": 2975.5, "ep_len": 879.1, "ep_seconds": 8.79, "sps": 2339, "elapsed_s": 1478, "log_std": -0.731, "kl": 0.0069, "clipfrac": 0.0955, "pg": -0.0115, "vf": 1851.3134}
{"iter": 1127, "steps": 3462144, "cmd_scale": 1.0, "ep_return": 2980.44, "ep_len": 880.6, "ep_seconds": 8.81, "sps": 2339, "elapsed_s": 1479, "log_std": -0.732, "kl": 0.006, "clipfrac": 0.0729, "pg": -0.0111, "vf": 443.4537}
{"iter": 1128, "steps": 3465216, "cmd_scale": 1.0, "ep_return": 3023.92, "ep_len": 892.4, "ep_seconds": 8.92, "sps": 2339, "elapsed_s": 1481, "log_std": -0.732, "kl": 0.0042, "clipfrac": 0.0491, "pg": -0.0073, "vf": 1614.9638}
{"iter": 1129, "steps": 3468288, "cmd_scale": 1.0, "ep_return": 3042.78, "ep_len": 898.2, "ep_seconds": 8.98, "sps": 2339, "elapsed_s": 1482, "log_std": -0.734, "kl": 0.0086, "clipfrac": 0.1254, "pg": -0.01, "vf": 440.3207}
{"iter": 1130, "steps": 3471360, "cmd_scale": 1.0, "ep_return": 3020.89, "ep_len": 892.1, "ep_seconds": 8.92, "sps": 2339, "elapsed_s": 1483, "log_std": -0.734, "kl": 0.006, "clipfrac": 0.0787, "pg": -0.0114, "vf": 582.2785}
{"iter": 1131, "steps": 3474432, "cmd_scale": 1.0, "ep_return": 3022.84, "ep_len": 892.3, "ep_seconds": 8.92, "sps": 2339, "elapsed_s": 1485, "log_std": -0.736, "kl": 0.0078, "clipfrac": 0.105, "pg": -0.0129, "vf": 1096.7922}
{"iter": 1132, "steps": 3477504, "cmd_scale": 1.0, "ep_return": 3034.06, "ep_len": 895.5, "ep_seconds": 8.95, "sps": 2339, "elapsed_s": 1486, "log_std": -0.737, "kl": 0.0084, "clipfrac": 0.1221, "pg": -0.009, "vf": 517.0059}
{"iter": 1133, "steps": 3480576, "cmd_scale": 1.0, "ep_return": 3025.84, "ep_len": 893.4, "ep_seconds": 8.93, "sps": 2339, "elapsed_s": 1487, "log_std": -0.737, "kl": 0.0071, "clipfrac": 0.0972, "pg": -0.011, "vf": 936.2573}
{"iter": 1134, "steps": 3483648, "cmd_scale": 1.0, "ep_return": 3025.84, "ep_len": 893.4, "ep_seconds": 8.93, "sps": 2339, "elapsed_s": 1489, "log_std": -0.74, "kl": 0.0065, "clipfrac": 0.085, "pg": -0.0104, "vf": 47.1844}
{"iter": 1135, "steps": 3486720, "cmd_scale": 1.0, "ep_return": 3048.18, "ep_len": 899.6, "ep_seconds": 9.0, "sps": 2338, "elapsed_s": 1491, "log_std": -0.743, "kl": 0.0062, "clipfrac": 0.0765, "pg": -0.0116, "vf": 2249.0696}
{"iter": 1136, "steps": 3489792, "cmd_scale": 1.0, "ep_return": 3067.42, "ep_len": 905.2, "ep_seconds": 9.05, "sps": 2337, "elapsed_s": 1492, "log_std": -0.743, "kl": 0.0086, "clipfrac": 0.1219, "pg": -0.0118, "vf": 653.0056}
{"iter": 1137, "steps": 3492864, "cmd_scale": 1.0, "ep_return": 3084.57, "ep_len": 908.5, "ep_seconds": 9.09, "sps": 2337, "elapsed_s": 1494, "log_std": -0.742, "kl": 0.0061, "clipfrac": 0.0753, "pg": -0.0086, "vf": 987.4376}
{"iter": 1138, "steps": 3495936, "cmd_scale": 1.0, "ep_return": 3068.67, "ep_len": 904.3, "ep_seconds": 9.04, "sps": 2337, "elapsed_s": 1495, "log_std": -0.74, "kl": 0.0077, "clipfrac": 0.1068, "pg": -0.011, "vf": 1322.3816}
{"iter": 1139, "steps": 3499008, "cmd_scale": 1.0, "ep_return": 3046.1, "ep_len": 895.4, "ep_seconds": 8.95, "sps": 2337, "elapsed_s": 1496, "log_std": -0.739, "kl": 0.0073, "clipfrac": 0.098, "pg": -0.0108, "vf": 1405.4088}
{"iter": 1140, "steps": 3502080, "cmd_scale": 1.0, "ep_return": 3046.1, "ep_len": 895.4, "ep_seconds": 8.95, "sps": 2337, "elapsed_s": 1498, "log_std": -0.738, "kl": 0.0068, "clipfrac": 0.0905, "pg": -0.0093, "vf": 72.0103}
{"iter": 1141, "steps": 3505152, "cmd_scale": 1.0, "ep_return": 3065.89, "ep_len": 901.2, "ep_seconds": 9.01, "sps": 2336, "elapsed_s": 1500, "log_std": -0.739, "kl": 0.0061, "clipfrac": 0.0791, "pg": -0.0099, "vf": 741.9295}
{"iter": 1142, "steps": 3508224, "cmd_scale": 1.0, "ep_return": 3109.74, "ep_len": 914.3, "ep_seconds": 9.14, "sps": 2336, "elapsed_s": 1501, "log_std": -0.739, "kl": 0.0072, "clipfrac": 0.0986, "pg": -0.009, "vf": 747.3652}
{"iter": 1143, "steps": 3511296, "cmd_scale": 1.0, "ep_return": 3109.6, "ep_len": 914.3, "ep_seconds": 9.14, "sps": 2335, "elapsed_s": 1503, "log_std": -0.74, "kl": 0.0086, "clipfrac": 0.1166, "pg": -0.0154, "vf": 199.3845}
{"iter": 1144, "steps": 3514368, "cmd_scale": 1.0, "ep_return": 3083.79, "ep_len": 906.0, "ep_seconds": 9.06, "sps": 2335, "elapsed_s": 1505, "log_std": -0.74, "kl": 0.0058, "clipfrac": 0.0731, "pg": -0.0088, "vf": 679.2861}
{"iter": 1145, "steps": 3517440, "cmd_scale": 1.0, "ep_return": 3088.71, "ep_len": 908.0, "ep_seconds": 9.08, "sps": 2333, "elapsed_s": 1507, "log_std": -0.738, "kl": 0.0073, "clipfrac": 0.103, "pg": -0.0119, "vf": 1818.5255}
{"iter": 1146, "steps": 3520512, "cmd_scale": 1.0, "ep_return": 3108.71, "ep_len": 913.7, "ep_seconds": 9.14, "sps": 2333, "elapsed_s": 1508, "log_std": -0.738, "kl": 0.0091, "clipfrac": 0.1298, "pg": -0.0111, "vf": 919.2427}
{"iter": 1147, "steps": 3523584, "cmd_scale": 1.0, "ep_return": 3132.66, "ep_len": 921.0, "ep_seconds": 9.21, "sps": 2332, "elapsed_s": 1510, "log_std": -0.739, "kl": 0.0077, "clipfrac": 0.1016, "pg": -0.0091, "vf": 827.4953}
{"iter": 1148, "steps": 3526656, "cmd_scale": 1.0, "ep_return": 3133.13, "ep_len": 921.0, "ep_seconds": 9.21, "sps": 2332, "elapsed_s": 1511, "log_std": -0.741, "kl": 0.0047, "clipfrac": 0.0496, "pg": -0.0084, "vf": 1381.0178}
{"iter": 1149, "steps": 3529728, "cmd_scale": 1.0, "ep_return": 3123.85, "ep_len": 918.6, "ep_seconds": 9.19, "sps": 2332, "elapsed_s": 1513, "log_std": -0.741, "kl": 0.0063, "clipfrac": 0.0806, "pg": -0.012, "vf": 563.4964}
{"iter": 1150, "steps": 3532800, "cmd_scale": 1.0, "ep_return": 3124.86, "ep_len": 918.6, "ep_seconds": 9.19, "sps": 2332, "elapsed_s": 1514, "log_std": -0.741, "kl": 0.0078, "clipfrac": 0.1066, "pg": -0.0092, "vf": 793.1748}
{"iter": 1151, "steps": 3535872, "cmd_scale": 1.0, "ep_return": 3084.72, "ep_len": 907.7, "ep_seconds": 9.08, "sps": 2332, "elapsed_s": 1516, "log_std": -0.74, "kl": 0.0083, "clipfrac": 0.1124, "pg": -0.0105, "vf": 701.7814}
{"iter": 1152, "steps": 3538944, "cmd_scale": 1.0, "ep_return": 3054.48, "ep_len": 899.5, "ep_seconds": 9.0, "sps": 2331, "elapsed_s": 1518, "log_std": -0.741, "kl": 0.0087, "clipfrac": 0.127, "pg": -0.011, "vf": 842.4481}
{"iter": 1153, "steps": 3542016, "cmd_scale": 1.0, "ep_return": 3054.48, "ep_len": 899.5, "ep_seconds": 9.0, "sps": 2330, "elapsed_s": 1519, "log_std": -0.741, "kl": 0.0069, "clipfrac": 0.09, "pg": -0.0129, "vf": 111.3388}
{"iter": 1154, "steps": 3545088, "cmd_scale": 1.0, "ep_return": 3035.66, "ep_len": 894.0, "ep_seconds": 8.94, "sps": 2329, "elapsed_s": 1521, "log_std": -0.741, "kl": 0.0062, "clipfrac": 0.0788, "pg": -0.0087, "vf": 1695.9229}
{"iter": 1155, "steps": 3548160, "cmd_scale": 1.0, "ep_return": 3029.76, "ep_len": 891.8, "ep_seconds": 8.92, "sps": 2328, "elapsed_s": 1523, "log_std": -0.743, "kl": 0.0072, "clipfrac": 0.1011, "pg": -0.0107, "vf": 935.9301}
{"iter": 1156, "steps": 3551232, "cmd_scale": 1.0, "ep_return": 3048.97, "ep_len": 897.6, "ep_seconds": 8.98, "sps": 2328, "elapsed_s": 1525, "log_std": -0.745, "kl": 0.0086, "clipfrac": 0.1206, "pg": -0.0109, "vf": 1207.4321}
{"iter": 1157, "steps": 3554304, "cmd_scale": 1.0, "ep_return": 3045.69, "ep_len": 898.1, "ep_seconds": 8.98, "sps": 2327, "elapsed_s": 1527, "log_std": -0.747, "kl": 0.0099, "clipfrac": 0.1438, "pg": -0.0097, "vf": 1093.7677}
{"iter": 1158, "steps": 3557376, "cmd_scale": 1.0, "ep_return": 3040.67, "ep_len": 898.1, "ep_seconds": 8.98, "sps": 2325, "elapsed_s": 1529, "log_std": -0.747, "kl": 0.006, "clipfrac": 0.0734, "pg": -0.0063, "vf": 1512.0681}
{"iter": 1159, "steps": 3560448, "cmd_scale": 1.0, "ep_return": 3024.65, "ep_len": 894.0, "ep_seconds": 8.94, "sps": 2323, "elapsed_s": 1532, "log_std": -0.748, "kl": 0.0093, "clipfrac": 0.1331, "pg": -0.0097, "vf": 449.5327}
{"iter": 1160, "steps": 3563520, "cmd_scale": 1.0, "ep_return": 3038.47, "ep_len": 897.8, "ep_seconds": 8.98, "sps": 2323, "elapsed_s": 1533, "log_std": -0.748, "kl": 0.0092, "clipfrac": 0.1264, "pg": -0.011, "vf": 614.6532}
{"iter": 1161, "steps": 3566592, "cmd_scale": 1.0, "ep_return": 3063.73, "ep_len": 904.6, "ep_seconds": 9.05, "sps": 2323, "elapsed_s": 1535, "log_std": -0.748, "kl": 0.0085, "clipfrac": 0.1246, "pg": -0.0108, "vf": 1196.7838}
{"iter": 1162, "steps": 3569664, "cmd_scale": 1.0, "ep_return": 3054.7, "ep_len": 902.1, "ep_seconds": 9.02, "sps": 2323, "elapsed_s": 1536, "log_std": -0.749, "kl": 0.0083, "clipfrac": 0.1185, "pg": -0.0129, "vf": 619.8}
{"iter": 1163, "steps": 3572736, "cmd_scale": 1.0, "ep_return": 3032.69, "ep_len": 895.8, "ep_seconds": 8.96, "sps": 2323, "elapsed_s": 1537, "log_std": -0.748, "kl": 0.007, "clipfrac": 0.0942, "pg": -0.0103, "vf": 479.6771}
{"iter": 1164, "steps": 3575808, "cmd_scale": 1.0, "ep_return": 3015.3, "ep_len": 891.2, "ep_seconds": 8.91, "sps": 2323, "elapsed_s": 1539, "log_std": -0.748, "kl": 0.0096, "clipfrac": 0.142, "pg": -0.0127, "vf": 934.1685}
{"iter": 1165, "steps": 3578880, "cmd_scale": 1.0, "ep_return": 2996.84, "ep_len": 886.6, "ep_seconds": 8.87, "sps": 2323, "elapsed_s": 1540, "log_std": -0.748, "kl": 0.006, "clipfrac": 0.0793, "pg": -0.0097, "vf": 744.3557}
{"iter": 1166, "steps": 3581952, "cmd_scale": 1.0, "ep_return": 3030.35, "ep_len": 895.2, "ep_seconds": 8.95, "sps": 2323, "elapsed_s": 1541, "log_std": -0.749, "kl": 0.0078, "clipfrac": 0.1113, "pg": -0.0123, "vf": 1235.9701}
{"iter": 1167, "steps": 3585024, "cmd_scale": 1.0, "ep_return": 3011.45, "ep_len": 891.4, "ep_seconds": 8.91, "sps": 2323, "elapsed_s": 1542, "log_std": -0.749, "kl": 0.0074, "clipfrac": 0.1041, "pg": -0.0119, "vf": 1675.8693}
{"iter": 1168, "steps": 3588096, "cmd_scale": 1.0, "ep_return": 2999.22, "ep_len": 887.7, "ep_seconds": 8.88, "sps": 2323, "elapsed_s": 1544, "log_std": -0.748, "kl": 0.0063, "clipfrac": 0.0801, "pg": -0.0117, "vf": 1048.4534}
{"iter": 1169, "steps": 3591168, "cmd_scale": 1.0, "ep_return": 2971.97, "ep_len": 879.6, "ep_seconds": 8.8, "sps": 2323, "elapsed_s": 1545, "log_std": -0.747, "kl": 0.0062, "clipfrac": 0.0786, "pg": -0.0123, "vf": 465.7056}
{"iter": 1170, "steps": 3594240, "cmd_scale": 1.0, "ep_return": 2950.56, "ep_len": 874.2, "ep_seconds": 8.74, "sps": 2322, "elapsed_s": 1547, "log_std": -0.744, "kl": 0.0057, "clipfrac": 0.0707, "pg": -0.012, "vf": 645.6443}
{"iter": 1171, "steps": 3597312, "cmd_scale": 1.0, "ep_return": 2917.88, "ep_len": 865.1, "ep_seconds": 8.65, "sps": 2320, "elapsed_s": 1550, "log_std": -0.744, "kl": 0.0075, "clipfrac": 0.1008, "pg": -0.0109, "vf": 1339.3888}
{"iter": 1172, "steps": 3600384, "cmd_scale": 1.0, "ep_return": 2899.73, "ep_len": 859.4, "ep_seconds": 8.59, "sps": 2319, "elapsed_s": 1552, "log_std": -0.745, "kl": 0.0058, "clipfrac": 0.0706, "pg": -0.0099, "vf": 653.0274}
{"iter": 1173, "steps": 3603456, "cmd_scale": 1.0, "ep_return": 2899.73, "ep_len": 859.4, "ep_seconds": 8.59, "sps": 2319, "elapsed_s": 1553, "log_std": -0.746, "kl": 0.0054, "clipfrac": 0.0676, "pg": -0.0106, "vf": 114.8149}
{"iter": 1174, "steps": 3606528, "cmd_scale": 1.0, "ep_return": 2913.15, "ep_len": 862.9, "ep_seconds": 8.63, "sps": 2319, "elapsed_s": 1554, "log_std": -0.746, "kl": 0.0072, "clipfrac": 0.0986, "pg": -0.0099, "vf": 1462.1895}
{"iter": 1175, "steps": 3609600, "cmd_scale": 1.0, "ep_return": 2934.99, "ep_len": 868.5, "ep_seconds": 8.69, "sps": 2319, "elapsed_s": 1556, "log_std": -0.747, "kl": 0.0099, "clipfrac": 0.1414, "pg": -0.0105, "vf": 945.438}
{"iter": 1176, "steps": 3612672, "cmd_scale": 1.0, "ep_return": 2932.13, "ep_len": 866.2, "ep_seconds": 8.66, "sps": 2319, "elapsed_s": 1557, "log_std": -0.747, "kl": 0.0093, "clipfrac": 0.13, "pg": -0.0095, "vf": 713.4628}
{"iter": 1177, "steps": 3615744, "cmd_scale": 1.0, "ep_return": 2955.66, "ep_len": 874.7, "ep_seconds": 8.75, "sps": 2319, "elapsed_s": 1559, "log_std": -0.748, "kl": 0.0075, "clipfrac": 0.1047, "pg": -0.0108, "vf": 1306.741}
{"iter": 1178, "steps": 3618816, "cmd_scale": 1.0, "ep_return": 2955.0, "ep_len": 875.1, "ep_seconds": 8.75, "sps": 2318, "elapsed_s": 1560, "log_std": -0.748, "kl": 0.009, "clipfrac": 0.1296, "pg": -0.0121, "vf": 617.1248}
{"iter": 1179, "steps": 3621888, "cmd_scale": 1.0, "ep_return": 2941.1, "ep_len": 871.3, "ep_seconds": 8.71, "sps": 2318, "elapsed_s": 1562, "log_std": -0.748, "kl": 0.0072, "clipfrac": 0.0947, "pg": -0.0147, "vf": 240.5395}
{"iter": 1180, "steps": 3624960, "cmd_scale": 1.0, "ep_return": 2932.94, "ep_len": 867.6, "ep_seconds": 8.68, "sps": 2317, "elapsed_s": 1563, "log_std": -0.75, "kl": 0.0075, "clipfrac": 0.1035, "pg": -0.0128, "vf": 1966.8237}
{"iter": 1181, "steps": 3628032, "cmd_scale": 1.0, "ep_return": 2935.06, "ep_len": 868.3, "ep_seconds": 8.68, "sps": 2317, "elapsed_s": 1565, "log_std": -0.751, "kl": 0.0098, "clipfrac": 0.1457, "pg": -0.0125, "vf": 903.0584}
{"iter": 1182, "steps": 3631104, "cmd_scale": 1.0, "ep_return": 2918.38, "ep_len": 862.5, "ep_seconds": 8.63, "sps": 2316, "elapsed_s": 1567, "log_std": -0.752, "kl": 0.0068, "clipfrac": 0.0896, "pg": -0.0117, "vf": 683.9299}
{"iter": 1183, "steps": 3634176, "cmd_scale": 1.0, "ep_return": 2939.11, "ep_len": 868.1, "ep_seconds": 8.68, "sps": 2301, "elapsed_s": 1578, "log_std": -0.753, "kl": 0.0086, "clipfrac": 0.1198, "pg": -0.0096, "vf": 711.1172}
{"iter": 1184, "steps": 3637248, "cmd_scale": 1.0, "ep_return": 2957.86, "ep_len": 873.7, "ep_seconds": 8.74, "sps": 2290, "elapsed_s": 1587, "log_std": -0.751, "kl": 0.0075, "clipfrac": 0.105, "pg": -0.0112, "vf": 431.9508}
{"iter": 1185, "steps": 3640320, "cmd_scale": 1.0, "ep_return": 2969.69, "ep_len": 877.8, "ep_seconds": 8.78, "sps": 2273, "elapsed_s": 1601, "log_std": -0.751, "kl": 0.0056, "clipfrac": 0.0706, "pg": -0.0061, "vf": 566.4354}
{"iter": 1186, "steps": 3643392, "cmd_scale": 1.0, "ep_return": 2990.79, "ep_len": 883.3, "ep_seconds": 8.83, "sps": 2263, "elapsed_s": 1609, "log_std": -0.752, "kl": 0.0065, "clipfrac": 0.0878, "pg": -0.0087, "vf": 1148.1375}
{"iter": 1187, "steps": 3646464, "cmd_scale": 1.0, "ep_return": 2987.5, "ep_len": 883.1, "ep_seconds": 8.83, "sps": 2253, "elapsed_s": 1617, "log_std": -0.751, "kl": 0.0055, "clipfrac": 0.065, "pg": -0.0089, "vf": 1346.9808}
{"iter": 1188, "steps": 3649536, "cmd_scale": 1.0, "ep_return": 3005.41, "ep_len": 887.7, "ep_seconds": 8.88, "sps": 2243, "elapsed_s": 1626, "log_std": -0.75, "kl": 0.0094, "clipfrac": 0.1317, "pg": -0.0106, "vf": 294.0414}
{"iter": 1189, "steps": 3652608, "cmd_scale": 1.0, "ep_return": 3009.88, "ep_len": 889.5, "ep_seconds": 8.9, "sps": 2233, "elapsed_s": 1635, "log_std": -0.751, "kl": 0.0086, "clipfrac": 0.1265, "pg": -0.0116, "vf": 664.2397}
{"iter": 1190, "steps": 3655680, "cmd_scale": 1.0, "ep_return": 3057.69, "ep_len": 901.6, "ep_seconds": 9.02, "sps": 2224, "elapsed_s": 1643, "log_std": -0.753, "kl": 0.0083, "clipfrac": 0.1185, "pg": -0.0104, "vf": 2459.522}
{"iter": 1191, "steps": 3658752, "cmd_scale": 1.0, "ep_return": 3041.01, "ep_len": 896.0, "ep_seconds": 8.96, "sps": 2203, "elapsed_s": 1660, "log_std": -0.753, "kl": 0.0114, "clipfrac": 0.1649, "pg": -0.0118, "vf": 515.8946}
{"iter": 1192, "steps": 3661824, "cmd_scale": 1.0, "ep_return": 3047.51, "ep_len": 898.7, "ep_seconds": 8.99, "sps": 2177, "elapsed_s": 1681, "log_std": -0.753, "kl": 0.0082, "clipfrac": 0.1184, "pg": -0.0115, "vf": 356.4306}
{"iter": 1193, "steps": 3664896, "cmd_scale": 1.0, "ep_return": 3028.92, "ep_len": 892.9, "ep_seconds": 8.93, "sps": 2153, "elapsed_s": 1701, "log_std": -0.753, "kl": 0.0066, "clipfrac": 0.086, "pg": -0.0132, "vf": 70.3188}
{"iter": 1194, "steps": 3667968, "cmd_scale": 1.0, "ep_return": 3045.47, "ep_len": 898.7, "ep_seconds": 8.99, "sps": 2142, "elapsed_s": 1711, "log_std": -0.754, "kl": 0.0066, "clipfrac": 0.0895, "pg": -0.0068, "vf": 905.4622}
{"iter": 1195, "steps": 3671040, "cmd_scale": 1.0, "ep_return": 3036.7, "ep_len": 895.5, "ep_seconds": 8.95, "sps": 2129, "elapsed_s": 1723, "log_std": -0.756, "kl": 0.0098, "clipfrac": 0.1461, "pg": -0.0132, "vf": 1490.4032}
{"iter": 1196, "steps": 3674112, "cmd_scale": 1.0, "ep_return": 3035.23, "ep_len": 895.5, "ep_seconds": 8.95, "sps": 2120, "elapsed_s": 1732, "log_std": -0.758, "kl": 0.0072, "clipfrac": 0.1024, "pg": -0.0095, "vf": 459.672}
{"iter": 1197, "steps": 3677184, "cmd_scale": 1.0, "ep_return": 3044.33, "ep_len": 897.2, "ep_seconds": 8.97, "sps": 2106, "elapsed_s": 1745, "log_std": -0.757, "kl": 0.0078, "clipfrac": 0.1087, "pg": -0.0092, "vf": 1342.1348}
{"iter": 1198, "steps": 3680256, "cmd_scale": 1.0, "ep_return": 3056.98, "ep_len": 901.3, "ep_seconds": 9.01, "sps": 2086, "elapsed_s": 1764, "log_std": -0.756, "kl": 0.0071, "clipfrac": 0.0916, "pg": -0.007, "vf": 423.9373}
{"iter": 1199, "steps": 3683328, "cmd_scale": 1.0, "ep_return": 3130.24, "ep_len": 922.1, "ep_seconds": 9.22, "sps": 2081, "elapsed_s": 1769, "log_std": -0.756, "kl": 0.0063, "clipfrac": 0.0817, "pg": -0.008, "vf": 1952.9689}
{"iter": 1200, "steps": 3686400, "cmd_scale": 1.0, "ep_return": 3131.76, "ep_len": 922.1, "ep_seconds": 9.22, "sps": 2079, "elapsed_s": 1773, "log_std": -0.757, "kl": 0.008, "clipfrac": 0.1142, "pg": -0.0109, "vf": 515.3053}
{"iter": 1201, "steps": 3689472, "cmd_scale": 1.0, "ep_return": 3139.07, "ep_len": 923.6, "ep_seconds": 9.24, "sps": 2078, "elapsed_s": 1774, "log_std": -0.758, "kl": 0.0065, "clipfrac": 0.0889, "pg": -0.0083, "vf": 610.0224}
{"iter": 1202, "steps": 3692544, "cmd_scale": 1.0, "ep_return": 3138.19, "ep_len": 923.6, "ep_seconds": 9.24, "sps": 2077, "elapsed_s": 1777, "log_std": -0.759, "kl": 0.007, "clipfrac": 0.0968, "pg": -0.0116, "vf": 192.5105}
{"iter": 1203, "steps": 3695616, "cmd_scale": 1.0, "ep_return": 3129.26, "ep_len": 920.6, "ep_seconds": 9.21, "sps": 2076, "elapsed_s": 1779, "log_std": -0.76, "kl": 0.0106, "clipfrac": 0.1484, "pg": -0.0106, "vf": 614.4816}
{"iter": 1204, "steps": 3698688, "cmd_scale": 1.0, "ep_return": 3160.77, "ep_len": 929.3, "ep_seconds": 9.29, "sps": 2075, "elapsed_s": 1781, "log_std": -0.758, "kl": 0.0059, "clipfrac": 0.0747, "pg": -0.0108, "vf": 640.5936}
{"iter": 1205, "steps": 3701760, "cmd_scale": 1.0, "ep_return": 3131.46, "ep_len": 920.8, "ep_seconds": 9.21, "sps": 2075, "elapsed_s": 1783, "log_std": -0.758, "kl": 0.0084, "clipfrac": 0.1148, "pg": -0.0115, "vf": 1651.5297}
{"iter": 1206, "steps": 3704832, "cmd_scale": 1.0, "ep_return": 3113.7, "ep_len": 915.4, "ep_seconds": 9.15, "sps": 2074, "elapsed_s": 1785, "log_std": -0.757, "kl": 0.0068, "clipfrac": 0.087, "pg": -0.0112, "vf": 1181.6624}
{"iter": 1207, "steps": 3707904, "cmd_scale": 1.0, "ep_return": 3121.96, "ep_len": 918.0, "ep_seconds": 9.18, "sps": 2073, "elapsed_s": 1788, "log_std": -0.757, "kl": 0.0079, "clipfrac": 0.1112, "pg": -0.0091, "vf": 625.7692}
{"iter": 1208, "steps": 3710976, "cmd_scale": 1.0, "ep_return": 3123.77, "ep_len": 918.0, "ep_seconds": 9.18, "sps": 2072, "elapsed_s": 1790, "log_std": -0.758, "kl": 0.0067, "clipfrac": 0.0845, "pg": -0.0085, "vf": 1071.0469}
{"iter": 1209, "steps": 3714048, "cmd_scale": 1.0, "ep_return": 3118.57, "ep_len": 916.6, "ep_seconds": 9.17, "sps": 2071, "elapsed_s": 1793, "log_std": -0.76, "kl": 0.0083, "clipfrac": 0.1126, "pg": -0.0131, "vf": 2469.5235}
{"iter": 1210, "steps": 3717120, "cmd_scale": 1.0, "ep_return": 3127.19, "ep_len": 919.1, "ep_seconds": 9.19, "sps": 2071, "elapsed_s": 1794, "log_std": -0.761, "kl": 0.0069, "clipfrac": 0.0895, "pg": -0.0092, "vf": 704.4251}
{"iter": 1211, "steps": 3720192, "cmd_scale": 1.0, "ep_return": 3126.99, "ep_len": 919.1, "ep_seconds": 9.19, "sps": 2070, "elapsed_s": 1796, "log_std": -0.761, "kl": 0.0084, "clipfrac": 0.1217, "pg": -0.0106, "vf": 506.4029}
{"iter": 1212, "steps": 3723264, "cmd_scale": 1.0, "ep_return": 3132.28, "ep_len": 920.6, "ep_seconds": 9.21, "sps": 2069, "elapsed_s": 1799, "log_std": -0.762, "kl": 0.0062, "clipfrac": 0.0841, "pg": -0.0097, "vf": 105.9824}
{"iter": 1213, "steps": 3726336, "cmd_scale": 1.0, "ep_return": 3122.35, "ep_len": 917.0, "ep_seconds": 9.17, "sps": 2069, "elapsed_s": 1801, "log_std": -0.762, "kl": 0.0083, "clipfrac": 0.1113, "pg": -0.0114, "vf": 878.5679}
{"iter": 1214, "steps": 3729408, "cmd_scale": 1.0, "ep_return": 3142.53, "ep_len": 922.7, "ep_seconds": 9.23, "sps": 2068, "elapsed_s": 1803, "log_std": -0.762, "kl": 0.0068, "clipfrac": 0.0955, "pg": -0.008, "vf": 893.3666}
{"iter": 1215, "steps": 3732480, "cmd_scale": 1.0, "ep_return": 3148.78, "ep_len": 925.2, "ep_seconds": 9.25, "sps": 2067, "elapsed_s": 1805, "log_std": -0.762, "kl": 0.0084, "clipfrac": 0.1166, "pg": -0.0103, "vf": 1539.9994}
{"iter": 1216, "steps": 3735552, "cmd_scale": 1.0, "ep_return": 3146.9, "ep_len": 924.8, "ep_seconds": 9.25, "sps": 2066, "elapsed_s": 1808, "log_std": -0.763, "kl": 0.0087, "clipfrac": 0.1282, "pg": -0.0095, "vf": 1046.567}
{"iter": 1217, "steps": 3738624, "cmd_scale": 1.0, "ep_return": 3148.48, "ep_len": 924.8, "ep_seconds": 9.25, "sps": 2066, "elapsed_s": 1809, "log_std": -0.764, "kl": 0.0082, "clipfrac": 0.1156, "pg": -0.0105, "vf": 395.9107}
{"iter": 1218, "steps": 3741696, "cmd_scale": 1.0, "ep_return": 3149.38, "ep_len": 923.1, "ep_seconds": 9.23, "sps": 2066, "elapsed_s": 1810, "log_std": -0.766, "kl": 0.0073, "clipfrac": 0.0994, "pg": -0.0095, "vf": 2265.9653}
{"iter": 1219, "steps": 3744768, "cmd_scale": 1.0, "ep_return": 3165.04, "ep_len": 927.2, "ep_seconds": 9.27, "sps": 2065, "elapsed_s": 1812, "log_std": -0.766, "kl": 0.0076, "clipfrac": 0.1072, "pg": -0.0085, "vf": 804.7265}
{"iter": 1220, "steps": 3747840, "cmd_scale": 1.0, "ep_return": 3153.88, "ep_len": 924.0, "ep_seconds": 9.24, "sps": 2065, "elapsed_s": 1814, "log_std": -0.766, "kl": 0.0067, "clipfrac": 0.0869, "pg": -0.0123, "vf": 126.3093}
{"iter": 1221, "steps": 3750912, "cmd_scale": 1.0, "ep_return": 3165.13, "ep_len": 926.7, "ep_seconds": 9.27, "sps": 2064, "elapsed_s": 1816, "log_std": -0.765, "kl": 0.0074, "clipfrac": 0.1038, "pg": -0.0083, "vf": 893.0676}
{"iter": 1222, "steps": 3753984, "cmd_scale": 1.0, "ep_return": 3191.03, "ep_len": 933.7, "ep_seconds": 9.34, "sps": 2064, "elapsed_s": 1818, "log_std": -0.766, "kl": 0.0074, "clipfrac": 0.0998, "pg": -0.0095, "vf": 900.1925}
{"iter": 1223, "steps": 3757056, "cmd_scale": 1.0, "ep_return": 3197.0, "ep_len": 934.9, "ep_seconds": 9.35, "sps": 2063, "elapsed_s": 1820, "log_std": -0.767, "kl": 0.0088, "clipfrac": 0.125, "pg": -0.0088, "vf": 1006.2047}
{"iter": 1224, "steps": 3760128, "cmd_scale": 1.0, "ep_return": 3215.6, "ep_len": 940.3, "ep_seconds": 9.4, "sps": 2063, "elapsed_s": 1822, "log_std": -0.768, "kl": 0.0078, "clipfrac": 0.1076, "pg": -0.0083, "vf": 706.4888}
{"iter": 1225, "steps": 3763200, "cmd_scale": 1.0, "ep_return": 3222.88, "ep_len": 942.5, "ep_seconds": 9.43, "sps": 2062, "elapsed_s": 1824, "log_std": -0.769, "kl": 0.0085, "clipfrac": 0.1243, "pg": -0.0098, "vf": 503.9121}
{"iter": 1226, "steps": 3766272, "cmd_scale": 1.0, "ep_return": 3243.23, "ep_len": 948.3, "ep_seconds": 9.48, "sps": 2062, "elapsed_s": 1826, "log_std": -0.77, "kl": 0.0095, "clipfrac": 0.1397, "pg": -0.01, "vf": 942.7513}
{"iter": 1227, "steps": 3769344, "cmd_scale": 1.0, "ep_return": 3245.07, "ep_len": 949.1, "ep_seconds": 9.49, "sps": 2061, "elapsed_s": 1828, "log_std": -0.771, "kl": 0.0087, "clipfrac": 0.1236, "pg": -0.0087, "vf": 939.3182}
{"iter": 1228, "steps": 3772416, "cmd_scale": 1.0, "ep_return": 3289.22, "ep_len": 961.8, "ep_seconds": 9.62, "sps": 2061, "elapsed_s": 1830, "log_std": -0.771, "kl": 0.0063, "clipfrac": 0.0823, "pg": -0.0116, "vf": 2057.9893}
{"iter": 1229, "steps": 3775488, "cmd_scale": 1.0, "ep_return": 3298.31, "ep_len": 964.3, "ep_seconds": 9.64, "sps": 2061, "elapsed_s": 1831, "log_std": -0.77, "kl": 0.0076, "clipfrac": 0.1024, "pg": -0.0099, "vf": 691.4921}
{"iter": 1230, "steps": 3778560, "cmd_scale": 1.0, "ep_return": 3281.88, "ep_len": 958.6, "ep_seconds": 9.59, "sps": 2061, "elapsed_s": 1833, "log_std": -0.771, "kl": 0.0068, "clipfrac": 0.0904, "pg": -0.011, "vf": 971.9965}
{"iter": 1231, "steps": 3781632, "cmd_scale": 1.0, "ep_return": 3281.88, "ep_len": 958.6, "ep_seconds": 9.59, "sps": 2060, "elapsed_s": 1834, "log_std": -0.773, "kl": 0.0072, "clipfrac": 0.0999, "pg": -0.0113, "vf": 37.5735}
{"iter": 1232, "steps": 3784704, "cmd_scale": 1.0, "ep_return": 3313.79, "ep_len": 967.2, "ep_seconds": 9.67, "sps": 2060, "elapsed_s": 1836, "log_std": -0.772, "kl": 0.0088, "clipfrac": 0.1228, "pg": -0.0103, "vf": 635.9196}
{"iter": 1233, "steps": 3787776, "cmd_scale": 1.0, "ep_return": 3353.71, "ep_len": 978.0, "ep_seconds": 9.78, "sps": 2060, "elapsed_s": 1838, "log_std": -0.773, "kl": 0.0066, "clipfrac": 0.0849, "pg": -0.0108, "vf": 1342.118}
{"iter": 1234, "steps": 3790848, "cmd_scale": 1.0, "ep_return": 3393.83, "ep_len": 988.8, "ep_seconds": 9.89, "sps": 2060, "elapsed_s": 1839, "log_std": -0.775, "kl": 0.0092, "clipfrac": 0.1258, "pg": -0.01, "vf": 484.6167}
{"iter": 1235, "steps": 3793920, "cmd_scale": 1.0, "ep_return": 3391.08, "ep_len": 988.9, "ep_seconds": 9.89, "sps": 2060, "elapsed_s": 1841, "log_std": -0.776, "kl": 0.0099, "clipfrac": 0.1396, "pg": -0.0066, "vf": 1198.023}
{"iter": 1236, "steps": 3796992, "cmd_scale": 1.0, "ep_return": 3390.06, "ep_len": 988.9, "ep_seconds": 9.89, "sps": 2059, "elapsed_s": 1843, "log_std": -0.777, "kl": 0.0073, "clipfrac": 0.0996, "pg": -0.0094, "vf": 641.4715}
{"iter": 1237, "steps": 3800064, "cmd_scale": 1.0, "ep_return": 3399.36, "ep_len": 993.6, "ep_seconds": 9.94, "sps": 2057, "elapsed_s": 1846, "log_std": -0.777, "kl": 0.0058, "clipfrac": 0.0693, "pg": -0.0116, "vf": 2925.6777}
{"iter": 1238, "steps": 3803136, "cmd_scale": 1.0, "ep_return": 3399.36, "ep_len": 993.6, "ep_seconds": 9.94, "sps": 2057, "elapsed_s": 1848, "log_std": -0.777, "kl": 0.0067, "clipfrac": 0.092, "pg": -0.0103, "vf": 106.426}
{"iter": 1239, "steps": 3806208, "cmd_scale": 1.0, "ep_return": 3397.61, "ep_len": 993.6, "ep_seconds": 9.94, "sps": 2056, "elapsed_s": 1850, "log_std": -0.778, "kl": 0.0098, "clipfrac": 0.133, "pg": -0.0083, "vf": 588.956}
{"iter": 1240, "steps": 3809280, "cmd_scale": 1.0, "ep_return": 3400.63, "ep_len": 996.0, "ep_seconds": 9.96, "sps": 2056, "elapsed_s": 1852, "log_std": -0.779, "kl": 0.007, "clipfrac": 0.0955, "pg": -0.007, "vf": 414.4034}
{"iter": 1241, "steps": 3812352, "cmd_scale": 1.0, "ep_return": 3399.48, "ep_len": 996.0, "ep_seconds": 9.96, "sps": 2056, "elapsed_s": 1854, "log_std": -0.781, "kl": 0.0064, "clipfrac": 0.0811, "pg": -0.0089, "vf": 659.501}
{"iter": 1242, "steps": 3815424, "cmd_scale": 1.0, "ep_return": 3382.46, "ep_len": 990.6, "ep_seconds": 9.91, "sps": 2055, "elapsed_s": 1855, "log_std": -0.782, "kl": 0.0088, "clipfrac": 0.1188, "pg": -0.014, "vf": 869.3173}
{"iter": 1243, "steps": 3818496, "cmd_scale": 1.0, "ep_return": 3400.54, "ep_len": 996.3, "ep_seconds": 9.96, "sps": 2055, "elapsed_s": 1857, "log_std": -0.783, "kl": 0.0075, "clipfrac": 0.1043, "pg": -0.0101, "vf": 928.0524}
{"iter": 1244, "steps": 3821568, "cmd_scale": 1.0, "ep_return": 3419.1, "ep_len": 1001.6, "ep_seconds": 10.02, "sps": 2053, "elapsed_s": 1860, "log_std": -0.784, "kl": 0.0121, "clipfrac": 0.1688, "pg": -0.0093, "vf": 701.6762}
{"iter": 1245, "steps": 3824640, "cmd_scale": 1.0, "ep_return": 3441.44, "ep_len": 1007.7, "ep_seconds": 10.08, "sps": 2053, "elapsed_s": 1862, "log_std": -0.786, "kl": 0.0081, "clipfrac": 0.1143, "pg": -0.009, "vf": 1056.8637}
{"iter": 1246, "steps": 3827712, "cmd_scale": 1.0, "ep_return": 3482.14, "ep_len": 1019.3, "ep_seconds": 10.19, "sps": 2053, "elapsed_s": 1864, "log_std": -0.787, "kl": 0.0084, "clipfrac": 0.1073, "pg": -0.0122, "vf": 1361.1015}
{"iter": 1247, "steps": 3830784, "cmd_scale": 1.0, "ep_return": 3486.7, "ep_len": 1021.2, "ep_seconds": 10.21, "sps": 2052, "elapsed_s": 1865, "log_std": -0.787, "kl": 0.0076, "clipfrac": 0.1025, "pg": -0.0104, "vf": 711.9619}
{"iter": 1248, "steps": 3833856, "cmd_scale": 1.0, "ep_return": 3485.87, "ep_len": 1021.2, "ep_seconds": 10.21, "sps": 2052, "elapsed_s": 1867, "log_std": -0.787, "kl": 0.0079, "clipfrac": 0.1098, "pg": -0.0091, "vf": 276.8668}
{"iter": 1249, "steps": 3836928, "cmd_scale": 1.0, "ep_return": 3465.05, "ep_len": 1017.2, "ep_seconds": 10.17, "sps": 2052, "elapsed_s": 1869, "log_std": -0.788, "kl": 0.0091, "clipfrac": 0.1285, "pg": -0.0121, "vf": 1394.4933}
{"iter": 1250, "steps": 3840000, "cmd_scale": 1.0, "ep_return": 3463.69, "ep_len": 1016.7, "ep_seconds": 10.17, "sps": 2052, "elapsed_s": 1870, "log_std": -0.79, "kl": 0.0057, "clipfrac": 0.072, "pg": -0.0103, "vf": 736.273}
{"iter": 1251, "steps": 3843072, "cmd_scale": 1.0, "ep_return": 3466.47, "ep_len": 1016.7, "ep_seconds": 10.17, "sps": 2052, "elapsed_s": 1872, "log_std": -0.79, "kl": 0.008, "clipfrac": 0.1119, "pg": -0.0096, "vf": 379.5879}
{"iter": 1252, "steps": 3846144, "cmd_scale": 1.0, "ep_return": 3464.57, "ep_len": 1016.7, "ep_seconds": 10.17, "sps": 2051, "elapsed_s": 1874, "log_std": -0.791, "kl": 0.0096, "clipfrac": 0.1381, "pg": -0.0119, "vf": 1404.7273}
{"iter": 1253, "steps": 3849216, "cmd_scale": 1.0, "ep_return": 3460.95, "ep_len": 1015.2, "ep_seconds": 10.15, "sps": 2051, "elapsed_s": 1876, "log_std": -0.792, "kl": 0.0073, "clipfrac": 0.0969, "pg": -0.0103, "vf": 453.6508}
{"iter": 1254, "steps": 3852288, "cmd_scale": 1.0, "ep_return": 3469.97, "ep_len": 1017.9, "ep_seconds": 10.18, "sps": 2051, "elapsed_s": 1877, "log_std": -0.792, "kl": 0.009, "clipfrac": 0.1243, "pg": -0.0121, "vf": 1647.9609}
{"iter": 1255, "steps": 3855360, "cmd_scale": 1.0, "ep_return": 3454.66, "ep_len": 1013.5, "ep_seconds": 10.13, "sps": 2051, "elapsed_s": 1879, "log_std": -0.792, "kl": 0.0088, "clipfrac": 0.1208, "pg": -0.0132, "vf": 189.3044}
{"iter": 1256, "steps": 3858432, "cmd_scale": 1.0, "ep_return": 3438.89, "ep_len": 1008.1, "ep_seconds": 10.08, "sps": 2049, "elapsed_s": 1882, "log_std": -0.792, "kl": 0.0087, "clipfrac": 0.1189, "pg": -0.0115, "vf": 1739.9092}
{"iter": 1257, "steps": 3861504, "cmd_scale": 1.0, "ep_return": 3438.22, "ep_len": 1008.1, "ep_seconds": 10.08, "sps": 2048, "elapsed_s": 1885, "log_std": -0.792, "kl": 0.0071, "clipfrac": 0.0979, "pg": -0.0103, "vf": 380.1838}
{"iter": 1258, "steps": 3864576, "cmd_scale": 1.0, "ep_return": 3448.42, "ep_len": 1011.0, "ep_seconds": 10.11, "sps": 2047, "elapsed_s": 1887, "log_std": -0.792, "kl": 0.0097, "clipfrac": 0.1381, "pg": -0.01, "vf": 687.4203}
{"iter": 1259, "steps": 3867648, "cmd_scale": 1.0, "ep_return": 3470.26, "ep_len": 1016.8, "ep_seconds": 10.17, "sps": 2047, "elapsed_s": 1889, "log_std": -0.794, "kl": 0.0088, "clipfrac": 0.124, "pg": -0.0114, "vf": 893.7442}
{"iter": 1260, "steps": 3870720, "cmd_scale": 1.0, "ep_return": 3464.35, "ep_len": 1014.4, "ep_seconds": 10.14, "sps": 2046, "elapsed_s": 1891, "log_std": -0.794, "kl": 0.0093, "clipfrac": 0.134, "pg": -0.0091, "vf": 823.8096}
{"iter": 1261, "steps": 3873792, "cmd_scale": 1.0, "ep_return": 3459.56, "ep_len": 1014.4, "ep_seconds": 10.14, "sps": 2045, "elapsed_s": 1893, "log_std": -0.796, "kl": 0.0076, "clipfrac": 0.1049, "pg": -0.009, "vf": 1456.6463}
{"iter": 1262, "steps": 3876864, "cmd_scale": 1.0, "ep_return": 3475.17, "ep_len": 1020.1, "ep_seconds": 10.2, "sps": 2045, "elapsed_s": 1895, "log_std": -0.797, "kl": 0.0074, "clipfrac": 0.0973, "pg": -0.0102, "vf": 800.2033}
{"iter": 1263, "steps": 3879936, "cmd_scale": 1.0, "ep_return": 3488.97, "ep_len": 1024.2, "ep_seconds": 10.24, "sps": 2045, "elapsed_s": 1897, "log_std": -0.798, "kl": 0.0097, "clipfrac": 0.1326, "pg": -0.0086, "vf": 558.8534}
{"iter": 1264, "steps": 3883008, "cmd_scale": 1.0, "ep_return": 3454.27, "ep_len": 1014.4, "ep_seconds": 10.14, "sps": 2044, "elapsed_s": 1899, "log_std": -0.799, "kl": 0.0082, "clipfrac": 0.1159, "pg": -0.0112, "vf": 890.4657}
{"iter": 1265, "steps": 3886080, "cmd_scale": 1.0, "ep_return": 3473.98, "ep_len": 1020.2, "ep_seconds": 10.2, "sps": 2044, "elapsed_s": 1900, "log_std": -0.8, "kl": 0.0069, "clipfrac": 0.0884, "pg": -0.0088, "vf": 672.5441}
{"iter": 1266, "steps": 3889152, "cmd_scale": 1.0, "ep_return": 3475.95, "ep_len": 1020.2, "ep_seconds": 10.2, "sps": 2044, "elapsed_s": 1902, "log_std": -0.801, "kl": 0.0069, "clipfrac": 0.0921, "pg": -0.0091, "vf": 695.1779}
{"iter": 1267, "steps": 3892224, "cmd_scale": 1.0, "ep_return": 3469.85, "ep_len": 1019.2, "ep_seconds": 10.19, "sps": 2044, "elapsed_s": 1904, "log_std": -0.799, "kl": 0.0076, "clipfrac": 0.108, "pg": -0.0086, "vf": 659.359}
{"iter": 1268, "steps": 3895296, "cmd_scale": 1.0, "ep_return": 3468.04, "ep_len": 1019.2, "ep_seconds": 10.19, "sps": 2043, "elapsed_s": 1906, "log_std": -0.799, "kl": 0.0083, "clipfrac": 0.1146, "pg": -0.0116, "vf": 1098.5966}
{"iter": 1269, "steps": 3898368, "cmd_scale": 1.0, "ep_return": 3464.29, "ep_len": 1019.0, "ep_seconds": 10.19, "sps": 2042, "elapsed_s": 1908, "log_std": -0.799, "kl": 0.0073, "clipfrac": 0.0965, "pg": -0.0124, "vf": 1487.6533}
{"iter": 1270, "steps": 3901440, "cmd_scale": 1.0, "ep_return": 3463.45, "ep_len": 1019.4, "ep_seconds": 10.19, "sps": 2039, "elapsed_s": 1913, "log_std": -0.799, "kl": 0.0077, "clipfrac": 0.1049, "pg": -0.0119, "vf": 938.8933}
{"iter": 1271, "steps": 3904512, "cmd_scale": 1.0, "ep_return": 3481.85, "ep_len": 1025.0, "ep_seconds": 10.25, "sps": 2037, "elapsed_s": 1916, "log_std": -0.801, "kl": 0.0063, "clipfrac": 0.0796, "pg": -0.01, "vf": 1180.6065}
{"iter": 1272, "steps": 3907584, "cmd_scale": 1.0, "ep_return": 3481.75, "ep_len": 1024.6, "ep_seconds": 10.25, "sps": 2035, "elapsed_s": 1919, "log_std": -0.801, "kl": 0.0084, "clipfrac": 0.1149, "pg": -0.0113, "vf": 484.0015}
{"iter": 1273, "steps": 3910656, "cmd_scale": 1.0, "ep_return": 3479.85, "ep_len": 1024.6, "ep_seconds": 10.25, "sps": 2035, "elapsed_s": 1921, "log_std": -0.801, "kl": 0.0072, "clipfrac": 0.0959, "pg": -0.0108, "vf": 568.8678}
{"iter": 1274, "steps": 3913728, "cmd_scale": 1.0, "ep_return": 3468.44, "ep_len": 1020.4, "ep_seconds": 10.2, "sps": 2034, "elapsed_s": 1923, "log_std": -0.801, "kl": 0.0082, "clipfrac": 0.1132, "pg": -0.009, "vf": 1147.315}
{"iter": 1275, "steps": 3916800, "cmd_scale": 1.0, "ep_return": 3456.81, "ep_len": 1017.6, "ep_seconds": 10.18, "sps": 2034, "elapsed_s": 1925, "log_std": -0.801, "kl": 0.0075, "clipfrac": 0.1033, "pg": -0.0097, "vf": 1500.5404}
{"iter": 1276, "steps": 3919872, "cmd_scale": 1.0, "ep_return": 3488.77, "ep_len": 1027.5, "ep_seconds": 10.28, "sps": 2033, "elapsed_s": 1927, "log_std": -0.802, "kl": 0.0077, "clipfrac": 0.1089, "pg": -0.0084, "vf": 786.2313}
{"iter": 1277, "steps": 3922944, "cmd_scale": 1.0, "ep_return": 3494.2, "ep_len": 1029.0, "ep_seconds": 10.29, "sps": 2032, "elapsed_s": 1930, "log_std": -0.806, "kl": 0.0075, "clipfrac": 0.1021, "pg": -0.0121, "vf": 711.8897}
{"iter": 1278, "steps": 3926016, "cmd_scale": 1.0, "ep_return": 3476.2, "ep_len": 1023.2, "ep_seconds": 10.23, "sps": 2029, "elapsed_s": 1934, "log_std": -0.806, "kl": 0.0088, "clipfrac": 0.119, "pg": -0.0131, "vf": 812.7141}
{"iter": 1279, "steps": 3929088, "cmd_scale": 1.0, "ep_return": 3493.15, "ep_len": 1027.5, "ep_seconds": 10.28, "sps": 2029, "elapsed_s": 1936, "log_std": -0.807, "kl": 0.0078, "clipfrac": 0.108, "pg": -0.0095, "vf": 537.8758}
{"iter": 1280, "steps": 3932160, "cmd_scale": 1.0, "ep_return": 3489.94, "ep_len": 1025.9, "ep_seconds": 10.26, "sps": 2029, "elapsed_s": 1937, "log_std": -0.807, "kl": 0.0082, "clipfrac": 0.1118, "pg": -0.0107, "vf": 1309.6518}
{"iter": 1281, "steps": 3935232, "cmd_scale": 1.0, "ep_return": 3480.06, "ep_len": 1023.4, "ep_seconds": 10.23, "sps": 2028, "elapsed_s": 1939, "log_std": -0.806, "kl": 0.0114, "clipfrac": 0.1665, "pg": -0.0115, "vf": 628.5382}
{"iter": 1282, "steps": 3938304, "cmd_scale": 1.0, "ep_return": 3455.09, "ep_len": 1015.3, "ep_seconds": 10.15, "sps": 2028, "elapsed_s": 1941, "log_std": -0.805, "kl": 0.0071, "clipfrac": 0.0974, "pg": -0.0106, "vf": 1054.0806}
{"iter": 1283, "steps": 3941376, "cmd_scale": 1.0, "ep_return": 3453.91, "ep_len": 1015.3, "ep_seconds": 10.15, "sps": 2027, "elapsed_s": 1943, "log_std": -0.804, "kl": 0.0069, "clipfrac": 0.0922, "pg": -0.0101, "vf": 856.7147}
{"iter": 1284, "steps": 3944448, "cmd_scale": 1.0, "ep_return": 3460.12, "ep_len": 1019.4, "ep_seconds": 10.19, "sps": 2027, "elapsed_s": 1945, "log_std": -0.806, "kl": 0.0074, "clipfrac": 0.1038, "pg": -0.0109, "vf": 1594.7739}
{"iter": 1285, "steps": 3947520, "cmd_scale": 1.0, "ep_return": 3426.6, "ep_len": 1009.7, "ep_seconds": 10.1, "sps": 2027, "elapsed_s": 1947, "log_std": -0.806, "kl": 0.0091, "clipfrac": 0.1258, "pg": -0.0143, "vf": 458.9024}
{"iter": 1286, "steps": 3950592, "cmd_scale": 1.0, "ep_return": 3437.31, "ep_len": 1012.8, "ep_seconds": 10.13, "sps": 2026, "elapsed_s": 1949, "log_std": -0.806, "kl": 0.006, "clipfrac": 0.0814, "pg": -0.0107, "vf": 441.079}
{"iter": 1287, "steps": 3953664, "cmd_scale": 1.0, "ep_return": 3427.45, "ep_len": 1011.6, "ep_seconds": 10.12, "sps": 2025, "elapsed_s": 1951, "log_std": -0.808, "kl": 0.0072, "clipfrac": 0.0934, "pg": -0.0094, "vf": 969.4913}
{"iter": 1288, "steps": 3956736, "cmd_scale": 1.0, "ep_return": 3428.21, "ep_len": 1011.6, "ep_seconds": 10.12, "sps": 2025, "elapsed_s": 1953, "log_std": -0.807, "kl": 0.0073, "clipfrac": 0.1028, "pg": -0.0112, "vf": 991.1306}
{"iter": 1289, "steps": 3959808, "cmd_scale": 1.0, "ep_return": 3410.21, "ep_len": 1006.5, "ep_seconds": 10.06, "sps": 2025, "elapsed_s": 1955, "log_std": -0.806, "kl": 0.0098, "clipfrac": 0.1413, "pg": -0.0128, "vf": 344.4362}
{"iter": 1290, "steps": 3962880, "cmd_scale": 1.0, "ep_return": 3411.89, "ep_len": 1006.5, "ep_seconds": 10.06, "sps": 2022, "elapsed_s": 1959, "log_std": -0.807, "kl": 0.0059, "clipfrac": 0.0743, "pg": -0.0077, "vf": 815.0246}
{"iter": 1291, "steps": 3965952, "cmd_scale": 1.0, "ep_return": 3407.39, "ep_len": 1006.5, "ep_seconds": 10.06, "sps": 2022, "elapsed_s": 1961, "log_std": -0.807, "kl": 0.008, "clipfrac": 0.1072, "pg": -0.0098, "vf": 917.8687}
{"iter": 1292, "steps": 3969024, "cmd_scale": 1.0, "ep_return": 3395.42, "ep_len": 1003.6, "ep_seconds": 10.04, "sps": 2021, "elapsed_s": 1963, "log_std": -0.808, "kl": 0.008, "clipfrac": 0.1098, "pg": -0.0122, "vf": 1063.0262}
{"iter": 1293, "steps": 3972096, "cmd_scale": 1.0, "ep_return": 3389.01, "ep_len": 1002.9, "ep_seconds": 10.03, "sps": 2021, "elapsed_s": 1965, "log_std": -0.807, "kl": 0.0071, "clipfrac": 0.0964, "pg": -0.0095, "vf": 627.6327}
{"iter": 1294, "steps": 3975168, "cmd_scale": 1.0, "ep_return": 3359.58, "ep_len": 994.6, "ep_seconds": 9.95, "sps": 2021, "elapsed_s": 1966, "log_std": -0.806, "kl": 0.0087, "clipfrac": 0.1235, "pg": -0.0126, "vf": 1545.9654}
{"iter": 1295, "steps": 3978240, "cmd_scale": 1.0, "ep_return": 3356.19, "ep_len": 994.6, "ep_seconds": 9.95, "sps": 2021, "elapsed_s": 1968, "log_std": -0.809, "kl": 0.0077, "clipfrac": 0.1044, "pg": -0.0104, "vf": 454.837}
{"iter": 1296, "steps": 3981312, "cmd_scale": 1.0, "ep_return": 3372.83, "ep_len": 1000.7, "ep_seconds": 10.01, "sps": 2021, "elapsed_s": 1969, "log_std": -0.811, "kl": 0.0079, "clipfrac": 0.1092, "pg": -0.0091, "vf": 1855.565}
{"iter": 1297, "steps": 3984384, "cmd_scale": 1.0, "ep_return": 3370.48, "ep_len": 1000.7, "ep_seconds": 10.01, "sps": 2020, "elapsed_s": 1971, "log_std": -0.813, "kl": 0.0083, "clipfrac": 0.1155, "pg": -0.0104, "vf": 1020.2085}
{"iter": 1298, "steps": 3987456, "cmd_scale": 1.0, "ep_return": 3391.81, "ep_len": 1006.3, "ep_seconds": 10.06, "sps": 2020, "elapsed_s": 1973, "log_std": -0.814, "kl": 0.0086, "clipfrac": 0.1179, "pg": -0.0097, "vf": 490.1394}
{"iter": 1299, "steps": 3990528, "cmd_scale": 1.0, "ep_return": 3386.57, "ep_len": 1006.3, "ep_seconds": 10.06, "sps": 2020, "elapsed_s": 1975, "log_std": -0.813, "kl": 0.0089, "clipfrac": 0.1257, "pg": -0.0126, "vf": 982.4297}
{"iter": 1300, "steps": 3993600, "cmd_scale": 1.0, "ep_return": 3353.0, "ep_len": 996.8, "ep_seconds": 9.97, "sps": 2019, "elapsed_s": 1977, "log_std": -0.815, "kl": 0.0074, "clipfrac": 0.099, "pg": -0.0134, "vf": 291.1593}
{"iter": 1301, "steps": 3996672, "cmd_scale": 1.0, "ep_return": 3368.32, "ep_len": 1001.0, "ep_seconds": 10.01, "sps": 2017, "elapsed_s": 1981, "log_std": -0.815, "kl": 0.0075, "clipfrac": 0.1017, "pg": -0.0124, "vf": 1404.7835}
{"iter": 1302, "steps": 3999744, "cmd_scale": 1.0, "ep_return": 3368.52, "ep_len": 1001.1, "ep_seconds": 10.01, "sps": 2016, "elapsed_s": 1983, "log_std": -0.815, "kl": 0.0087, "clipfrac": 0.1214, "pg": -0.011, "vf": 1052.1485}
{"iter": 1303, "steps": 4002816, "cmd_scale": 1.0, "ep_return": 3387.3, "ep_len": 1006.9, "ep_seconds": 10.07, "sps": 2012, "elapsed_s": 1988, "log_std": -0.815, "kl": 0.0082, "clipfrac": 0.1054, "pg": -0.0108, "vf": 1371.7359}
{"iter": 1304, "steps": 4005888, "cmd_scale": 1.0, "ep_return": 3387.3, "ep_len": 1006.9, "ep_seconds": 10.07, "sps": 2010, "elapsed_s": 1992, "log_std": -0.816, "kl": 0.0077, "clipfrac": 0.1113, "pg": -0.0127, "vf": 228.5149}
{"iter": 1305, "steps": 4008960, "cmd_scale": 1.0, "ep_return": 3405.29, "ep_len": 1012.7, "ep_seconds": 10.13, "sps": 2007, "elapsed_s": 1997, "log_std": -0.818, "kl": 0.0072, "clipfrac": 0.097, "pg": -0.0095, "vf": 1175.7717}
{"iter": 1306, "steps": 4012032, "cmd_scale": 1.0, "ep_return": 3375.13, "ep_len": 1003.6, "ep_seconds": 10.04, "sps": 2004, "elapsed_s": 2001, "log_std": -0.819, "kl": 0.0096, "clipfrac": 0.1312, "pg": -0.0135, "vf": 1077.1941}
{"iter": 1307, "steps": 4015104, "cmd_scale": 1.0, "ep_return": 3375.12, "ep_len": 1004.2, "ep_seconds": 10.04, "sps": 2001, "elapsed_s": 2005, "log_std": -0.819, "kl": 0.0067, "clipfrac": 0.083, "pg": -0.0102, "vf": 1110.442}
{"iter": 1308, "steps": 4018176, "cmd_scale": 1.0, "ep_return": 3375.12, "ep_len": 1004.2, "ep_seconds": 10.04, "sps": 1999, "elapsed_s": 2009, "log_std": -0.819, "kl": 0.0072, "clipfrac": 0.0971, "pg": -0.0109, "vf": 161.8729}
{"iter": 1309, "steps": 4021248, "cmd_scale": 1.0, "ep_return": 3361.89, "ep_len": 999.9, "ep_seconds": 10.0, "sps": 1996, "elapsed_s": 2013, "log_std": -0.82, "kl": 0.0077, "clipfrac": 0.1024, "pg": -0.0116, "vf": 648.8006}
{"iter": 1310, "steps": 4024320, "cmd_scale": 1.0, "ep_return": 3327.49, "ep_len": 989.9, "ep_seconds": 9.9, "sps": 1994, "elapsed_s": 2017, "log_std": -0.822, "kl": 0.0117, "clipfrac": 0.1722, "pg": -0.015, "vf": 1119.1892}
{"iter": 1311, "steps": 4027392, "cmd_scale": 1.0, "ep_return": 3303.14, "ep_len": 984.1, "ep_seconds": 9.84, "sps": 1991, "elapsed_s": 2021, "log_std": -0.823, "kl": 0.0097, "clipfrac": 0.1384, "pg": -0.0121, "vf": 1200.6677}
{"iter": 1312, "steps": 4030464, "cmd_scale": 1.0, "ep_return": 3304.54, "ep_len": 984.1, "ep_seconds": 9.84, "sps": 1990, "elapsed_s": 2025, "log_std": -0.824, "kl": 0.0057, "clipfrac": 0.0699, "pg": -0.007, "vf": 497.4866}
{"iter": 1313, "steps": 4033536, "cmd_scale": 1.0, "ep_return": 3308.06, "ep_len": 984.1, "ep_seconds": 9.84, "sps": 1988, "elapsed_s": 2028, "log_std": -0.824, "kl": 0.0104, "clipfrac": 0.1489, "pg": -0.0112, "vf": 1025.5618}
{"iter": 1314, "steps": 4036608, "cmd_scale": 1.0, "ep_return": 3308.06, "ep_len": 984.1, "ep_seconds": 9.84, "sps": 1986, "elapsed_s": 2031, "log_std": -0.825, "kl": 0.0076, "clipfrac": 0.1019, "pg": -0.0111, "vf": 92.6684}
{"iter": 1315, "steps": 4039680, "cmd_scale": 1.0, "ep_return": 3339.09, "ep_len": 994.0, "ep_seconds": 9.94, "sps": 1984, "elapsed_s": 2035, "log_std": -0.825, "kl": 0.0091, "clipfrac": 0.1255, "pg": -0.0107, "vf": 1118.4001}
{"iter": 1316, "steps": 4042752, "cmd_scale": 1.0, "ep_return": 3287.07, "ep_len": 978.4, "ep_seconds": 9.78, "sps": 1982, "elapsed_s": 2038, "log_std": -0.824, "kl": 0.0097, "clipfrac": 0.137, "pg": -0.0148, "vf": 1336.9145}
{"iter": 1317, "steps": 4045824, "cmd_scale": 1.0, "ep_return": 3286.2, "ep_len": 978.4, "ep_seconds": 9.78, "sps": 1980, "elapsed_s": 2042, "log_std": -0.824, "kl": 0.0073, "clipfrac": 0.0945, "pg": -0.0095, "vf": 399.3029}
{"iter": 1318, "steps": 4048896, "cmd_scale": 1.0, "ep_return": 3287.76, "ep_len": 978.4, "ep_seconds": 9.78, "sps": 1979, "elapsed_s": 2045, "log_std": -0.824, "kl": 0.0104, "clipfrac": 0.1433, "pg": -0.0083, "vf": 442.0758}
{"iter": 1319, "steps": 4051968, "cmd_scale": 1.0, "ep_return": 3308.35, "ep_len": 984.2, "ep_seconds": 9.84, "sps": 1976, "elapsed_s": 2050, "log_std": -0.825, "kl": 0.0085, "clipfrac": 0.1228, "pg": -0.0125, "vf": 1509.0093}
{"iter": 1320, "steps": 4055040, "cmd_scale": 1.0, "ep_return": 3307.46, "ep_len": 983.6, "ep_seconds": 9.84, "sps": 1974, "elapsed_s": 2053, "log_std": -0.825, "kl": 0.0079, "clipfrac": 0.1083, "pg": -0.0085, "vf": 983.1702}
{"iter": 1321, "steps": 4058112, "cmd_scale": 1.0, "ep_return": 3341.82, "ep_len": 994.8, "ep_seconds": 9.95, "sps": 1973, "elapsed_s": 2056, "log_std": -0.828, "kl": 0.0107, "clipfrac": 0.1568, "pg": -0.0095, "vf": 940.5605}
{"iter": 1322, "steps": 4061184, "cmd_scale": 1.0, "ep_return": 3342.67, "ep_len": 994.7, "ep_seconds": 9.95, "sps": 1972, "elapsed_s": 2059, "log_std": -0.829, "kl": 0.0081, "clipfrac": 0.111, "pg": -0.0103, "vf": 1219.5971}
{"iter": 1323, "steps": 4064256, "cmd_scale": 1.0, "ep_return": 3306.1, "ep_len": 984.4, "ep_seconds": 9.84, "sps": 1970, "elapsed_s": 2062, "log_std": -0.828, "kl": 0.0068, "clipfrac": 0.0857, "pg": -0.0125, "vf": 506.3576}
{"iter": 1324, "steps": 4067328, "cmd_scale": 1.0, "ep_return": 3283.66, "ep_len": 978.6, "ep_seconds": 9.79, "sps": 1968, "elapsed_s": 2066, "log_std": -0.827, "kl": 0.0104, "clipfrac": 0.1431, "pg": -0.0116, "vf": 1248.6334}
{"iter": 1325, "steps": 4070400, "cmd_scale": 1.0, "ep_return": 3244.84, "ep_len": 967.2, "ep_seconds": 9.67, "sps": 1966, "elapsed_s": 2069, "log_std": -0.828, "kl": 0.0087, "clipfrac": 0.1206, "pg": -0.0152, "vf": 900.5565}
{"iter": 1326, "steps": 4073472, "cmd_scale": 1.0, "ep_return": 3218.87, "ep_len": 958.2, "ep_seconds": 9.58, "sps": 1964, "elapsed_s": 2073, "log_std": -0.828, "kl": 0.0082, "clipfrac": 0.11, "pg": -0.0135, "vf": 2008.8746}
{"iter": 1327, "steps": 4076544, "cmd_scale": 1.0, "ep_return": 3214.46, "ep_len": 957.0, "ep_seconds": 9.57, "sps": 1962, "elapsed_s": 2077, "log_std": -0.829, "kl": 0.0071, "clipfrac": 0.098, "pg": -0.0119, "vf": 362.7328}
{"iter": 1328, "steps": 4079616, "cmd_scale": 1.0, "ep_return": 3211.97, "ep_len": 957.0, "ep_seconds": 9.57, "sps": 1960, "elapsed_s": 2081, "log_std": -0.83, "kl": 0.0057, "clipfrac": 0.0721, "pg": -0.0068, "vf": 620.8406}
{"iter": 1329, "steps": 4082688, "cmd_scale": 1.0, "ep_return": 3195.13, "ep_len": 952.2, "ep_seconds": 9.52, "sps": 1958, "elapsed_s": 2084, "log_std": -0.829, "kl": 0.0068, "clipfrac": 0.0912, "pg": -0.0115, "vf": 1061.1582}
{"iter": 1330, "steps": 4085760, "cmd_scale": 1.0, "ep_return": 3166.37, "ep_len": 943.4, "ep_seconds": 9.43, "sps": 1956, "elapsed_s": 2088, "log_std": -0.829, "kl": 0.0078, "clipfrac": 0.1073, "pg": -0.0131, "vf": 907.2176}
{"iter": 1331, "steps": 4088832, "cmd_scale": 1.0, "ep_return": 3167.33, "ep_len": 943.4, "ep_seconds": 9.43, "sps": 1954, "elapsed_s": 2092, "log_std": -0.829, "kl": 0.0078, "clipfrac": 0.1065, "pg": -0.0117, "vf": 521.9886}
{"iter": 1332, "steps": 4091904, "cmd_scale": 1.0, "ep_return": 3188.45, "ep_len": 949.0, "ep_seconds": 9.49, "sps": 1951, "elapsed_s": 2096, "log_std": -0.828, "kl": 0.0109, "clipfrac": 0.1616, "pg": -0.0124, "vf": 1095.138}
{"iter": 1333, "steps": 4094976, "cmd_scale": 1.0, "ep_return": 3188.25, "ep_len": 949.0, "ep_seconds": 9.49, "sps": 1950, "elapsed_s": 2099, "log_std": -0.828, "kl": 0.0072, "clipfrac": 0.0966, "pg": -0.0068, "vf": 799.9707}
{"iter": 1334, "steps": 4098048, "cmd_scale": 1.0, "ep_return": 3208.84, "ep_len": 954.8, "ep_seconds": 9.55, "sps": 1948, "elapsed_s": 2102, "log_std": -0.828, "kl": 0.0112, "clipfrac": 0.1609, "pg": -0.0114, "vf": 969.1769}
{"iter": 1335, "steps": 4101120, "cmd_scale": 1.0, "ep_return": 3208.77, "ep_len": 954.8, "ep_seconds": 9.55, "sps": 1946, "elapsed_s": 2106, "log_std": -0.828, "kl": 0.0106, "clipfrac": 0.1534, "pg": -0.0129, "vf": 978.6369}
{"iter": 1336, "steps": 4104192, "cmd_scale": 1.0, "ep_return": 3173.94, "ep_len": 944.6, "ep_seconds": 9.45, "sps": 1943, "elapsed_s": 2111, "log_std": -0.828, "kl": 0.0088, "clipfrac": 0.1137, "pg": -0.012, "vf": 1326.9423}
{"iter": 1337, "steps": 4107264, "cmd_scale": 1.0, "ep_return": 3173.94, "ep_len": 944.6, "ep_seconds": 9.45, "sps": 1932, "elapsed_s": 2125, "log_std": -0.829, "kl": 0.0068, "clipfrac": 0.0927, "pg": -0.0122, "vf": 60.4097}
{"iter": 1338, "steps": 4110336, "cmd_scale": 1.0, "ep_return": 3174.96, "ep_len": 944.6, "ep_seconds": 9.45, "sps": 1912, "elapsed_s": 2149, "log_std": -0.828, "kl": 0.0069, "clipfrac": 0.0911, "pg": -0.0099, "vf": 1175.5781}
{"iter": 1339, "steps": 4113408, "cmd_scale": 1.0, "ep_return": 3174.96, "ep_len": 944.6, "ep_seconds": 9.45, "sps": 1895, "elapsed_s": 2170, "log_std": -0.829, "kl": 0.006, "clipfrac": 0.0711, "pg": -0.0117, "vf": 80.5318}
{"iter": 1340, "steps": 4116480, "cmd_scale": 1.0, "ep_return": 3188.47, "ep_len": 948.8, "ep_seconds": 9.49, "sps": 1882, "elapsed_s": 2186, "log_std": -0.831, "kl": 0.0076, "clipfrac": 0.1044, "pg": -0.0089, "vf": 853.5591}
{"iter": 1341, "steps": 4119552, "cmd_scale": 1.0, "ep_return": 3206.2, "ep_len": 954.6, "ep_seconds": 9.55, "sps": 1870, "elapsed_s": 2202, "log_std": -0.832, "kl": 0.0065, "clipfrac": 0.0864, "pg": -0.0089, "vf": 1187.8437}
{"iter": 1342, "steps": 4122624, "cmd_scale": 1.0, "ep_return": 3185.73, "ep_len": 948.8, "ep_seconds": 9.49, "sps": 1863, "elapsed_s": 2212, "log_std": -0.835, "kl": 0.0076, "clipfrac": 0.1003, "pg": -0.0128, "vf": 417.9214}
{"iter": 1343, "steps": 4125696, "cmd_scale": 1.0, "ep_return": 3205.66, "ep_len": 954.4, "ep_seconds": 9.54, "sps": 1856, "elapsed_s": 2221, "log_std": -0.837, "kl": 0.0093, "clipfrac": 0.1291, "pg": -0.0104, "vf": 776.9062}
{"iter": 1344, "steps": 4128768, "cmd_scale": 1.0, "ep_return": 3237.01, "ep_len": 964.3, "ep_seconds": 9.64, "sps": 1849, "elapsed_s": 2232, "log_std": -0.838, "kl": 0.0079, "clipfrac": 0.1067, "pg": -0.0115, "vf": 1200.1556}
{"iter": 1345, "steps": 4131840, "cmd_scale": 1.0, "ep_return": 3219.05, "ep_len": 958.7, "ep_seconds": 9.59, "sps": 1842, "elapsed_s": 2242, "log_std": -0.84, "kl": 0.0066, "clipfrac": 0.0863, "pg": -0.0119, "vf": 1369.0662}
{"iter": 1346, "steps": 4134912, "cmd_scale": 1.0, "ep_return": 3217.78, "ep_len": 958.7, "ep_seconds": 9.59, "sps": 1835, "elapsed_s": 2253, "log_std": -0.841, "kl": 0.0078, "clipfrac": 0.1102, "pg": -0.0117, "vf": 192.2686}
{"iter": 1347, "steps": 4137984, "cmd_scale": 1.0, "ep_return": 3214.99, "ep_len": 958.7, "ep_seconds": 9.59, "sps": 1827, "elapsed_s": 2264, "log_std": -0.841, "kl": 0.0075, "clipfrac": 0.1013, "pg": -0.0115, "vf": 710.7153}
{"iter": 1348, "steps": 4141056, "cmd_scale": 1.0, "ep_return": 3226.89, "ep_len": 962.9, "ep_seconds": 9.63, "sps": 1822, "elapsed_s": 2272, "log_std": -0.841, "kl": 0.0088, "clipfrac": 0.1216, "pg": -0.0121, "vf": 533.4369}
{"iter": 1349, "steps": 4144128, "cmd_scale": 1.0, "ep_return": 3246.1, "ep_len": 968.4, "ep_seconds": 9.68, "sps": 1815, "elapsed_s": 2283, "log_std": -0.841, "kl": 0.0102, "clipfrac": 0.1457, "pg": -0.0121, "vf": 1338.886}
{"iter": 1350, "steps": 4147200, "cmd_scale": 1.0, "ep_return": 3238.66, "ep_len": 964.5, "ep_seconds": 9.65, "sps": 1808, "elapsed_s": 2293, "log_std": -0.841, "kl": 0.0104, "clipfrac": 0.1471, "pg": -0.0134, "vf": 1104.844}
{"iter": 1351, "steps": 4150272, "cmd_scale": 1.0, "ep_return": 3212.46, "ep_len": 959.3, "ep_seconds": 9.59, "sps": 1801, "elapsed_s": 2303, "log_std": -0.842, "kl": 0.0103, "clipfrac": 0.1468, "pg": -0.0107, "vf": 1185.6256}
{"iter": 1352, "steps": 4153344, "cmd_scale": 1.0, "ep_return": 3231.45, "ep_len": 964.4, "ep_seconds": 9.64, "sps": 1795, "elapsed_s": 2313, "log_std": -0.843, "kl": 0.0078, "clipfrac": 0.1099, "pg": -0.011, "vf": 661.6836}
{"iter": 1353, "steps": 4156416, "cmd_scale": 1.0, "ep_return": 3211.12, "ep_len": 958.6, "ep_seconds": 9.59, "sps": 1787, "elapsed_s": 2324, "log_std": -0.844, "kl": 0.0089, "clipfrac": 0.1238, "pg": -0.012, "vf": 1104.0475}
{"iter": 1354, "steps": 4159488, "cmd_scale": 1.0, "ep_return": 3231.3, "ep_len": 964.1, "ep_seconds": 9.64, "sps": 1782, "elapsed_s": 2333, "log_std": -0.846, "kl": 0.0072, "clipfrac": 0.0975, "pg": -0.0109, "vf": 1025.9058}
{"iter": 1355, "steps": 4162560, "cmd_scale": 1.0, "ep_return": 3199.08, "ep_len": 954.0, "ep_seconds": 9.54, "sps": 1776, "elapsed_s": 2343, "log_std": -0.847, "kl": 0.0085, "clipfrac": 0.1201, "pg": -0.0128, "vf": 928.5399}
{"iter": 1356, "steps": 4165632, "cmd_scale": 1.0, "ep_return": 3183.44, "ep_len": 949.7, "ep_seconds": 9.5, "sps": 1770, "elapsed_s": 2353, "log_std": -0.846, "kl": 0.0053, "clipfrac": 0.0646, "pg": -0.0117, "vf": 189.2082}
{"iter": 1357, "steps": 4168704, "cmd_scale": 1.0, "ep_return": 3209.34, "ep_len": 958.1, "ep_seconds": 9.58, "sps": 1764, "elapsed_s": 2363, "log_std": -0.846, "kl": 0.0084, "clipfrac": 0.1208, "pg": -0.0121, "vf": 1014.6405}
{"iter": 1358, "steps": 4171776, "cmd_scale": 1.0, "ep_return": 3207.11, "ep_len": 957.6, "ep_seconds": 9.58, "sps": 1758, "elapsed_s": 2371, "log_std": -0.846, "kl": 0.0079, "clipfrac": 0.1107, "pg": -0.0089, "vf": 803.7234}
{"iter": 1359, "steps": 4174848, "cmd_scale": 1.0, "ep_return": 3206.92, "ep_len": 957.6, "ep_seconds": 9.58, "sps": 1751, "elapsed_s": 2383, "log_std": -0.846, "kl": 0.007, "clipfrac": 0.0921, "pg": -0.0123, "vf": 313.1073}
{"iter": 1360, "steps": 4177920, "cmd_scale": 1.0, "ep_return": 3163.18, "ep_len": 946.2, "ep_seconds": 9.46, "sps": 1747, "elapsed_s": 2391, "log_std": -0.848, "kl": 0.0066, "clipfrac": 0.0879, "pg": -0.0105, "vf": 1636.8819}
{"iter": 1361, "steps": 4180992, "cmd_scale": 1.0, "ep_return": 3176.43, "ep_len": 950.0, "ep_seconds": 9.5, "sps": 1741, "elapsed_s": 2400, "log_std": -0.848, "kl": 0.0081, "clipfrac": 0.1177, "pg": -0.0112, "vf": 621.3725}
{"iter": 1362, "steps": 4184064, "cmd_scale": 1.0, "ep_return": 3183.0, "ep_len": 952.2, "ep_seconds": 9.52, "sps": 1737, "elapsed_s": 2408, "log_std": -0.848, "kl": 0.008, "clipfrac": 0.111, "pg": -0.0131, "vf": 968.8674}
{"iter": 1363, "steps": 4187136, "cmd_scale": 1.0, "ep_return": 3162.64, "ep_len": 946.5, "ep_seconds": 9.47, "sps": 1731, "elapsed_s": 2417, "log_std": -0.849, "kl": 0.0074, "clipfrac": 0.0977, "pg": -0.0119, "vf": 260.4371}
{"iter": 1364, "steps": 4190208, "cmd_scale": 1.0, "ep_return": 3161.61, "ep_len": 946.2, "ep_seconds": 9.46, "sps": 1726, "elapsed_s": 2426, "log_std": -0.852, "kl": 0.0084, "clipfrac": 0.1154, "pg": -0.0123, "vf": 1559.6418}
{"iter": 1365, "steps": 4193280, "cmd_scale": 1.0, "ep_return": 3161.79, "ep_len": 946.2, "ep_seconds": 9.46, "sps": 1722, "elapsed_s": 2434, "log_std": -0.854, "kl": 0.0093, "clipfrac": 0.1331, "pg": -0.0097, "vf": 326.5146}
{"iter": 1366, "steps": 4196352, "cmd_scale": 1.0, "ep_return": 3158.11, "ep_len": 946.2, "ep_seconds": 9.46, "sps": 1716, "elapsed_s": 2444, "log_std": -0.855, "kl": 0.0085, "clipfrac": 0.1217, "pg": -0.0104, "vf": 1088.9743}
{"iter": 1367, "steps": 4199424, "cmd_scale": 1.0, "ep_return": 3161.25, "ep_len": 946.2, "ep_seconds": 9.46, "sps": 1709, "elapsed_s": 2455, "log_std": -0.855, "kl": 0.0075, "clipfrac": 0.1019, "pg": -0.0124, "vf": 357.5237}
{"iter": 1368, "steps": 4202496, "cmd_scale": 1.0, "ep_return": 3157.79, "ep_len": 946.5, "ep_seconds": 9.46, "sps": 1706, "elapsed_s": 2462, "log_std": -0.854, "kl": 0.0083, "clipfrac": 0.1169, "pg": -0.0127, "vf": 765.8307}
{"iter": 1369, "steps": 4205568, "cmd_scale": 1.0, "ep_return": 3180.84, "ep_len": 952.5, "ep_seconds": 9.53, "sps": 1700, "elapsed_s": 2472, "log_std": -0.854, "kl": 0.0078, "clipfrac": 0.1045, "pg": -0.0118, "vf": 687.2063}
{"iter": 1370, "steps": 4208640, "cmd_scale": 1.0, "ep_return": 3163.59, "ep_len": 947.3, "ep_seconds": 9.47, "sps": 1695, "elapsed_s": 2482, "log_std": -0.854, "kl": 0.0085, "clipfrac": 0.1089, "pg": -0.013, "vf": 1341.571}
{"iter": 1371, "steps": 4211712, "cmd_scale": 1.0, "ep_return": 3172.29, "ep_len": 950.4, "ep_seconds": 9.5, "sps": 1690, "elapsed_s": 2490, "log_std": -0.855, "kl": 0.0089, "clipfrac": 0.1241, "pg": -0.0104, "vf": 503.4871}
{"iter": 1372, "steps": 4214784, "cmd_scale": 1.0, "ep_return": 3170.83, "ep_len": 950.4, "ep_seconds": 9.5, "sps": 1685, "elapsed_s": 2501, "log_std": -0.854, "kl": 0.0071, "clipfrac": 0.0935, "pg": -0.0107, "vf": 1143.2177}
{"iter": 1373, "steps": 4217856, "cmd_scale": 1.0, "ep_return": 3170.83, "ep_len": 950.6, "ep_seconds": 9.51, "sps": 1680, "elapsed_s": 2509, "log_std": -0.854, "kl": 0.0095, "clipfrac": 0.1331, "pg": -0.0128, "vf": 1677.2682}
{"iter": 1374, "steps": 4220928, "cmd_scale": 1.0, "ep_return": 3113.9, "ep_len": 933.8, "ep_seconds": 9.34, "sps": 1675, "elapsed_s": 2518, "log_std": -0.856, "kl": 0.0079, "clipfrac": 0.106, "pg": -0.0111, "vf": 963.6278}
{"iter": 1375, "steps": 4224000, "cmd_scale": 1.0, "ep_return": 3113.25, "ep_len": 933.8, "ep_seconds": 9.34, "sps": 1670, "elapsed_s": 2529, "log_std": -0.858, "kl": 0.0084, "clipfrac": 0.1165, "pg": -0.0083, "vf": 593.6679}
{"iter": 1376, "steps": 4227072, "cmd_scale": 1.0, "ep_return": 3113.76, "ep_len": 934.1, "ep_seconds": 9.34, "sps": 1665, "elapsed_s": 2538, "log_std": -0.858, "kl": 0.0093, "clipfrac": 0.1284, "pg": -0.0112, "vf": 697.3618}
{"iter": 1377, "steps": 4230144, "cmd_scale": 1.0, "ep_return": 3117.64, "ep_len": 936.3, "ep_seconds": 9.36, "sps": 1658, "elapsed_s": 2551, "log_std": -0.858, "kl": 0.0071, "clipfrac": 0.0953, "pg": -0.0115, "vf": 1127.1828}
{"iter": 1378, "steps": 4233216, "cmd_scale": 1.0, "ep_return": 3137.6, "ep_len": 941.8, "ep_seconds": 9.42, "sps": 1653, "elapsed_s": 2560, "log_std": -0.858, "kl": 0.0083, "clipfrac": 0.1148, "pg": -0.0141, "vf": 771.1217}
{"iter": 1379, "steps": 4236288, "cmd_scale": 1.0, "ep_return": 3136.04, "ep_len": 941.8, "ep_seconds": 9.42, "sps": 1648, "elapsed_s": 2569, "log_std": -0.857, "kl": 0.0078, "clipfrac": 0.1143, "pg": -0.0099, "vf": 918.44}
{"iter": 1380, "steps": 4239360, "cmd_scale": 1.0, "ep_return": 3136.83, "ep_len": 941.9, "ep_seconds": 9.42, "sps": 1642, "elapsed_s": 2580, "log_std": -0.858, "kl": 0.0105, "clipfrac": 0.1514, "pg": -0.0108, "vf": 811.5856}
{"iter": 1381, "steps": 4242432, "cmd_scale": 1.0, "ep_return": 3137.94, "ep_len": 942.5, "ep_seconds": 9.43, "sps": 1638, "elapsed_s": 2589, "log_std": -0.86, "kl": 0.0072, "clipfrac": 0.0992, "pg": -0.0096, "vf": 1289.2455}
{"iter": 1382, "steps": 4245504, "cmd_scale": 1.0, "ep_return": 3135.76, "ep_len": 942.5, "ep_seconds": 9.43, "sps": 1633, "elapsed_s": 2599, "log_std": -0.861, "kl": 0.009, "clipfrac": 0.1287, "pg": -0.0103, "vf": 524.9727}
{"iter": 1383, "steps": 4248576, "cmd_scale": 1.0, "ep_return": 3152.54, "ep_len": 948.3, "ep_seconds": 9.48, "sps": 1629, "elapsed_s": 2607, "log_std": -0.861, "kl": 0.0085, "clipfrac": 0.1232, "pg": -0.0116, "vf": 1892.8796}
{"iter": 1384, "steps": 4251648, "cmd_scale": 1.0, "ep_return": 3147.58, "ep_len": 946.9, "ep_seconds": 9.47, "sps": 1623, "elapsed_s": 2618, "log_std": -0.862, "kl": 0.0083, "clipfrac": 0.1156, "pg": -0.0094, "vf": 763.2658}
{"iter": 1385, "steps": 4254720, "cmd_scale": 1.0, "ep_return": 3155.6, "ep_len": 949.8, "ep_seconds": 9.5, "sps": 1618, "elapsed_s": 2628, "log_std": -0.863, "kl": 0.0073, "clipfrac": 0.1018, "pg": -0.0089, "vf": 404.6166}
{"iter": 1386, "steps": 4257792, "cmd_scale": 1.0, "ep_return": 3175.21, "ep_len": 955.5, "ep_seconds": 9.56, "sps": 1613, "elapsed_s": 2638, "log_std": -0.863, "kl": 0.0113, "clipfrac": 0.1664, "pg": -0.0143, "vf": 1119.183}
{"iter": 1387, "steps": 4260864, "cmd_scale": 1.0, "ep_return": 3182.72, "ep_len": 957.2, "ep_seconds": 9.57, "sps": 1608, "elapsed_s": 2649, "log_std": -0.863, "kl": 0.0075, "clipfrac": 0.1002, "pg": -0.0142, "vf": 756.7582}
{"iter": 1388, "steps": 4263936, "cmd_scale": 1.0, "ep_return": 3194.74, "ep_len": 961.3, "ep_seconds": 9.61, "sps": 1603, "elapsed_s": 2659, "log_std": -0.863, "kl": 0.0076, "clipfrac": 0.1017, "pg": -0.0105, "vf": 1293.4954}
{"iter": 1389, "steps": 4267008, "cmd_scale": 1.0, "ep_return": 3191.46, "ep_len": 960.6, "ep_seconds": 9.61, "sps": 1599, "elapsed_s": 2668, "log_std": -0.864, "kl": 0.0119, "clipfrac": 0.1699, "pg": -0.0113, "vf": 1124.0506}
{"iter": 1390, "steps": 4270080, "cmd_scale": 1.0, "ep_return": 3210.89, "ep_len": 966.4, "ep_seconds": 9.66, "sps": 1592, "elapsed_s": 2681, "log_std": -0.864, "kl": 0.0083, "clipfrac": 0.114, "pg": -0.0131, "vf": 894.3494}
{"iter": 1391, "steps": 4273152, "cmd_scale": 1.0, "ep_return": 3209.39, "ep_len": 967.6, "ep_seconds": 9.68, "sps": 1586, "elapsed_s": 2693, "log_std": -0.864, "kl": 0.0067, "clipfrac": 0.0896, "pg": -0.0114, "vf": 735.2794}
{"iter": 1392, "steps": 4276224, "cmd_scale": 1.0, "ep_return": 3207.28, "ep_len": 967.7, "ep_seconds": 9.68, "sps": 1583, "elapsed_s": 2700, "log_std": -0.864, "kl": 0.0087, "clipfrac": 0.1279, "pg": -0.0111, "vf": 1549.8266}
{"iter": 1393, "steps": 4279296, "cmd_scale": 1.0, "ep_return": 3224.69, "ep_len": 973.5, "ep_seconds": 9.73, "sps": 1578, "elapsed_s": 2710, "log_std": -0.862, "kl": 0.0091, "clipfrac": 0.1305, "pg": -0.0114, "vf": 1100.8439}
{"iter": 1394, "steps": 4282368, "cmd_scale": 1.0, "ep_return": 3184.72, "ep_len": 962.1, "ep_seconds": 9.62, "sps": 1574, "elapsed_s": 2720, "log_std": -0.861, "kl": 0.0072, "clipfrac": 0.0946, "pg": -0.0142, "vf": 348.8081}
{"iter": 1395, "steps": 4285440, "cmd_scale": 1.0, "ep_return": 3178.82, "ep_len": 960.7, "ep_seconds": 9.61, "sps": 1570, "elapsed_s": 2728, "log_std": -0.86, "kl": 0.0078, "clipfrac": 0.1073, "pg": -0.0131, "vf": 224.2477}
{"iter": 1396, "steps": 4288512, "cmd_scale": 1.0, "ep_return": 3216.24, "ep_len": 972.0, "ep_seconds": 9.72, "sps": 1566, "elapsed_s": 2738, "log_std": -0.86, "kl": 0.0074, "clipfrac": 0.0982, "pg": -0.011, "vf": 1501.8649}
{"iter": 1397, "steps": 4291584, "cmd_scale": 1.0, "ep_return": 3212.89, "ep_len": 972.0, "ep_seconds": 9.72, "sps": 1562, "elapsed_s": 2747, "log_std": -0.861, "kl": 0.0073, "clipfrac": 0.098, "pg": -0.0087, "vf": 899.1295}
{"iter": 1398, "steps": 4294656, "cmd_scale": 1.0, "ep_return": 3212.73, "ep_len": 972.0, "ep_seconds": 9.72, "sps": 1558, "elapsed_s": 2756, "log_std": -0.862, "kl": 0.0063, "clipfrac": 0.0786, "pg": -0.0087, "vf": 715.4251}
{"iter": 1399, "steps": 4297728, "cmd_scale": 1.0, "ep_return": 3210.42, "ep_len": 972.0, "ep_seconds": 9.72, "sps": 1554, "elapsed_s": 2765, "log_std": -0.862, "kl": 0.0058, "clipfrac": 0.0677, "pg": -0.0099, "vf": 970.8668}
{"iter": 1400, "steps": 4300800, "cmd_scale": 1.0, "ep_return": 3249.78, "ep_len": 983.5, "ep_seconds": 9.83, "sps": 1551, "elapsed_s": 2772, "log_std": -0.864, "kl": 0.0082, "clipfrac": 0.1121, "pg": -0.0102, "vf": 895.7038}
{"iter": 1401, "steps": 4303872, "cmd_scale": 1.0, "ep_return": 3268.62, "ep_len": 989.1, "ep_seconds": 9.89, "sps": 1547, "elapsed_s": 2780, "log_std": -0.864, "kl": 0.0056, "clipfrac": 0.0684, "pg": -0.0103, "vf": 753.8844}
{"iter": 1402, "steps": 4306944, "cmd_scale": 1.0, "ep_return": 3267.09, "ep_len": 989.1, "ep_seconds": 9.89, "sps": 1544, "elapsed_s": 2788, "log_std": -0.865, "kl": 0.0064, "clipfrac": 0.0811, "pg": -0.0091, "vf": 698.4808}
{"iter": 1403, "steps": 4310016, "cmd_scale": 1.0, "ep_return": 3258.46, "ep_len": 987.6, "ep_seconds": 9.88, "sps": 1541, "elapsed_s": 2796, "log_std": -0.866, "kl": 0.0064, "clipfrac": 0.0854, "pg": -0.0097, "vf": 1363.1831}
{"iter": 1404, "steps": 4313088, "cmd_scale": 1.0, "ep_return": 3256.96, "ep_len": 987.6, "ep_seconds": 9.88, "sps": 1536, "elapsed_s": 2807, "log_std": -0.866, "kl": 0.0092, "clipfrac": 0.1307, "pg": -0.0073, "vf": 343.1633}
{"iter": 1405, "steps": 4316160, "cmd_scale": 1.0, "ep_return": 3245.7, "ep_len": 984.7, "ep_seconds": 9.85, "sps": 1527, "elapsed_s": 2825, "log_std": -0.866, "kl": 0.0089, "clipfrac": 0.1254, "pg": -0.0116, "vf": 1255.3294}
{"iter": 1406, "steps": 4319232, "cmd_scale": 1.0, "ep_return": 3260.93, "ep_len": 989.1, "ep_seconds": 9.89, "sps": 1516, "elapsed_s": 2847, "log_std": -0.866, "kl": 0.0088, "clipfrac": 0.1294, "pg": -0.0114, "vf": 838.7918}
{"iter": 1407, "steps": 4322304, "cmd_scale": 1.0, "ep_return": 3273.43, "ep_len": 993.5, "ep_seconds": 9.93, "sps": 1506, "elapsed_s": 2869, "log_std": -0.868, "kl": 0.0085, "clipfrac": 0.1199, "pg": -0.0097, "vf": 1309.1938}
{"iter": 1408, "steps": 4325376, "cmd_scale": 1.0, "ep_return": 3274.05, "ep_len": 993.5, "ep_seconds": 9.93, "sps": 1498, "elapsed_s": 2885, "log_std": -0.868, "kl": 0.0088, "clipfrac": 0.1228, "pg": -0.0091, "vf": 163.9353}
{"iter": 1409, "steps": 4328448, "cmd_scale": 1.0, "ep_return": 3281.9, "ep_len": 994.6, "ep_seconds": 9.95, "sps": 1493, "elapsed_s": 2898, "log_std": -0.869, "kl": 0.009, "clipfrac": 0.1259, "pg": -0.0077, "vf": 1036.0177}
{"iter": 1410, "steps": 4331520, "cmd_scale": 1.0, "ep_return": 3281.76, "ep_len": 994.6, "ep_seconds": 9.95, "sps": 1486, "elapsed_s": 2913, "log_std": -0.869, "kl": 0.0066, "clipfrac": 0.0819, "pg": -0.0107, "vf": 134.0902}
{"iter": 1411, "steps": 4334592, "cmd_scale": 1.0, "ep_return": 3298.93, "ep_len": 1000.1, "ep_seconds": 10.0, "sps": 1483, "elapsed_s": 2922, "log_std": -0.871, "kl": 0.0083, "clipfrac": 0.1127, "pg": -0.0109, "vf": 1418.7439}
{"iter": 1412, "steps": 4337664, "cmd_scale": 1.0, "ep_return": 3304.05, "ep_len": 1000.1, "ep_seconds": 10.0, "sps": 1479, "elapsed_s": 2931, "log_std": -0.871, "kl": 0.0083, "clipfrac": 0.116, "pg": -0.0109, "vf": 1397.9696}
{"iter": 1413, "steps": 4340736, "cmd_scale": 1.0, "ep_return": 3285.1, "ep_len": 994.4, "ep_seconds": 9.94, "sps": 1476, "elapsed_s": 2939, "log_std": -0.87, "kl": 0.0063, "clipfrac": 0.0729, "pg": -0.0111, "vf": 304.0179}
{"iter": 1414, "steps": 4343808, "cmd_scale": 1.0, "ep_return": 3282.51, "ep_len": 994.4, "ep_seconds": 9.94, "sps": 1472, "elapsed_s": 2949, "log_std": -0.871, "kl": 0.0084, "clipfrac": 0.1094, "pg": -0.0106, "vf": 1026.0119}
{"iter": 1415, "steps": 4346880, "cmd_scale": 1.0, "ep_return": 3285.38, "ep_len": 995.6, "ep_seconds": 9.96, "sps": 1467, "elapsed_s": 2961, "log_std": -0.872, "kl": 0.0082, "clipfrac": 0.1163, "pg": -0.0101, "vf": 1726.391}
{"iter": 1416, "steps": 4349952, "cmd_scale": 1.0, "ep_return": 3300.45, "ep_len": 1000.9, "ep_seconds": 10.01, "sps": 1463, "elapsed_s": 2971, "log_std": -0.873, "kl": 0.0082, "clipfrac": 0.1154, "pg": -0.0107, "vf": 977.3221}
{"iter": 1417, "steps": 4353024, "cmd_scale": 1.0, "ep_return": 3317.1, "ep_len": 1006.6, "ep_seconds": 10.07, "sps": 1458, "elapsed_s": 2984, "log_std": -0.873, "kl": 0.0082, "clipfrac": 0.1042, "pg": -0.0084, "vf": 778.2635}
{"iter": 1418, "steps": 4356096, "cmd_scale": 1.0, "ep_return": 3301.27, "ep_len": 1002.5, "ep_seconds": 10.03, "sps": 1454, "elapsed_s": 2995, "log_std": -0.873, "kl": 0.0081, "clipfrac": 0.1101, "pg": -0.0099, "vf": 928.5475}
{"iter": 1419, "steps": 4359168, "cmd_scale": 1.0, "ep_return": 3283.25, "ep_len": 996.7, "ep_seconds": 9.97, "sps": 1448, "elapsed_s": 3008, "log_std": -0.873, "kl": 0.008, "clipfrac": 0.1052, "pg": -0.0122, "vf": 240.051}
{"iter": 1420, "steps": 4362240, "cmd_scale": 1.0, "ep_return": 3282.69, "ep_len": 996.7, "ep_seconds": 9.97, "sps": 1443, "elapsed_s": 3021, "log_std": -0.875, "kl": 0.0075, "clipfrac": 0.1016, "pg": -0.0098, "vf": 918.1056}
{"iter": 1421, "steps": 4365312, "cmd_scale": 1.0, "ep_return": 3288.78, "ep_len": 998.8, "ep_seconds": 9.99, "sps": 1438, "elapsed_s": 3034, "log_std": -0.875, "kl": 0.01, "clipfrac": 0.1385, "pg": -0.0128, "vf": 763.7731}
{"iter": 1422, "steps": 4368384, "cmd_scale": 1.0, "ep_return": 3287.88, "ep_len": 997.5, "ep_seconds": 9.97, "sps": 1432, "elapsed_s": 3050, "log_std": -0.875, "kl": 0.009, "clipfrac": 0.1267, "pg": -0.0096, "vf": 1354.2707}
{"iter": 1423, "steps": 4371456, "cmd_scale": 1.0, "ep_return": 3289.13, "ep_len": 997.5, "ep_seconds": 9.97, "sps": 1423, "elapsed_s": 3071, "log_std": -0.876, "kl": 0.01, "clipfrac": 0.1374, "pg": -0.0123, "vf": 579.293}
{"iter": 1424, "steps": 4374528, "cmd_scale": 1.0, "ep_return": 3271.29, "ep_len": 991.2, "ep_seconds": 9.91, "sps": 1418, "elapsed_s": 3084, "log_std": -0.878, "kl": 0.0087, "clipfrac": 0.124, "pg": -0.0118, "vf": 1497.1169}
{"iter": 1425, "steps": 4377600, "cmd_scale": 1.0, "ep_return": 3288.12, "ep_len": 996.8, "ep_seconds": 9.97, "sps": 1412, "elapsed_s": 3098, "log_std": -0.88, "kl": 0.0084, "clipfrac": 0.1176, "pg": -0.0103, "vf": 636.6066}
{"iter": 1426, "steps": 4380672, "cmd_scale": 1.0, "ep_return": 3289.36, "ep_len": 996.8, "ep_seconds": 9.97, "sps": 1406, "elapsed_s": 3115, "log_std": -0.88, "kl": 0.0091, "clipfrac": 0.1275, "pg": -0.0095, "vf": 1070.818}
{"iter": 1427, "steps": 4383744, "cmd_scale": 1.0, "ep_return": 3248.73, "ep_len": 984.6, "ep_seconds": 9.85, "sps": 1396, "elapsed_s": 3139, "log_std": -0.879, "kl": 0.0071, "clipfrac": 0.091, "pg": -0.0128, "vf": 687.6051}
{"iter": 1428, "steps": 4386816, "cmd_scale": 1.0, "ep_return": 3248.55, "ep_len": 984.6, "ep_seconds": 9.85, "sps": 1388, "elapsed_s": 3159, "log_std": -0.879, "kl": 0.0084, "clipfrac": 0.1172, "pg": -0.0118, "vf": 460.5303}
{"iter": 1429, "steps": 4389888, "cmd_scale": 1.0, "ep_return": 3248.72, "ep_len": 984.6, "ep_seconds": 9.85, "sps": 1383, "elapsed_s": 3173, "log_std": -0.879, "kl": 0.0067, "clipfrac": 0.0863, "pg": -0.0078, "vf": 408.164}
{"iter": 1430, "steps": 4392960, "cmd_scale": 1.0, "ep_return": 3267.23, "ep_len": 990.3, "ep_seconds": 9.9, "sps": 1378, "elapsed_s": 3187, "log_std": -0.88, "kl": 0.0087, "clipfrac": 0.1199, "pg": -0.0097, "vf": 1064.4697}
{"iter": 1431, "steps": 4396032, "cmd_scale": 1.0, "ep_return": 3266.33, "ep_len": 990.3, "ep_seconds": 9.9, "sps": 1371, "elapsed_s": 3204, "log_std": -0.88, "kl": 0.0078, "clipfrac": 0.1085, "pg": -0.0107, "vf": 1423.7326}
{"iter": 1432, "steps": 4399104, "cmd_scale": 1.0, "ep_return": 3278.99, "ep_len": 994.4, "ep_seconds": 9.94, "sps": 1366, "elapsed_s": 3218, "log_std": -0.881, "kl": 0.0064, "clipfrac": 0.0838, "pg": -0.0103, "vf": 775.1664}
{"iter": 1433, "steps": 4402176, "cmd_scale": 1.0, "ep_return": 3280.05, "ep_len": 994.4, "ep_seconds": 9.94, "sps": 1360, "elapsed_s": 3236, "log_std": -0.883, "kl": 0.0121, "clipfrac": 0.1775, "pg": -0.009, "vf": 1241.2337}
{"iter": 1434, "steps": 4405248, "cmd_scale": 1.0, "ep_return": 3282.83, "ep_len": 994.4, "ep_seconds": 9.94, "sps": 1356, "elapsed_s": 3248, "log_std": -0.884, "kl": 0.0109, "clipfrac": 0.1571, "pg": -0.0115, "vf": 692.8653}
{"iter": 1435, "steps": 4408320, "cmd_scale": 1.0, "ep_return": 3283.67, "ep_len": 994.4, "ep_seconds": 9.94, "sps": 1352, "elapsed_s": 3260, "log_std": -0.883, "kl": 0.0081, "clipfrac": 0.1122, "pg": -0.0099, "vf": 380.4215}
{"iter": 1436, "steps": 4411392, "cmd_scale": 1.0, "ep_return": 3297.77, "ep_len": 997.2, "ep_seconds": 9.97, "sps": 1349, "elapsed_s": 3269, "log_std": -0.882, "kl": 0.0095, "clipfrac": 0.1362, "pg": -0.0121, "vf": 1130.3407}
{"iter": 1437, "steps": 4414464, "cmd_scale": 1.0, "ep_return": 3311.88, "ep_len": 1001.4, "ep_seconds": 10.01, "sps": 1346, "elapsed_s": 3278, "log_std": -0.884, "kl": 0.0102, "clipfrac": 0.1429, "pg": -0.0122, "vf": 1055.2842}
{"iter": 1438, "steps": 4417536, "cmd_scale": 1.0, "ep_return": 3313.37, "ep_len": 1001.4, "ep_seconds": 10.01, "sps": 1343, "elapsed_s": 3287, "log_std": -0.885, "kl": 0.0094, "clipfrac": 0.1337, "pg": -0.0082, "vf": 347.0101}
{"iter": 1439, "steps": 4420608, "cmd_scale": 1.0, "ep_return": 3331.96, "ep_len": 1007.0, "ep_seconds": 10.07, "sps": 1340, "elapsed_s": 3297, "log_std": -0.885, "kl": 0.0093, "clipfrac": 0.1289, "pg": -0.0109, "vf": 933.6714}
{"iter": 1440, "steps": 4423680, "cmd_scale": 1.0, "ep_return": 3337.68, "ep_len": 1008.7, "ep_seconds": 10.09, "sps": 1338, "elapsed_s": 3304, "log_std": -0.885, "kl": 0.0077, "clipfrac": 0.1045, "pg": -0.0111, "vf": 1423.0841}
{"iter": 1441, "steps": 4426752, "cmd_scale": 1.0, "ep_return": 3317.63, "ep_len": 1003.2, "ep_seconds": 10.03, "sps": 1336, "elapsed_s": 3312, "log_std": -0.886, "kl": 0.0081, "clipfrac": 0.105, "pg": -0.012, "vf": 1485.8541}
{"iter": 1442, "steps": 4429824, "cmd_scale": 1.0, "ep_return": 3351.78, "ep_len": 1012.5, "ep_seconds": 10.13, "sps": 1333, "elapsed_s": 3321, "log_std": -0.886, "kl": 0.0083, "clipfrac": 0.1169, "pg": -0.0113, "vf": 931.1739}
{"iter": 1443, "steps": 4432896, "cmd_scale": 1.0, "ep_return": 3349.08, "ep_len": 1012.6, "ep_seconds": 10.13, "sps": 1331, "elapsed_s": 3329, "log_std": -0.887, "kl": 0.008, "clipfrac": 0.1097, "pg": -0.0088, "vf": 1278.8962}
{"iter": 1444, "steps": 4435968, "cmd_scale": 1.0, "ep_return": 3328.73, "ep_len": 1006.7, "ep_seconds": 10.07, "sps": 1328, "elapsed_s": 3338, "log_std": -0.888, "kl": 0.0066, "clipfrac": 0.0856, "pg": -0.0131, "vf": 233.8386}
{"iter": 1445, "steps": 4439040, "cmd_scale": 1.0, "ep_return": 3305.62, "ep_len": 1001.3, "ep_seconds": 10.01, "sps": 1326, "elapsed_s": 3345, "log_std": -0.889, "kl": 0.0081, "clipfrac": 0.1115, "pg": -0.0091, "vf": 1101.8134}
{"iter": 1446, "steps": 4442112, "cmd_scale": 1.0, "ep_return": 3305.22, "ep_len": 1001.1, "ep_seconds": 10.01, "sps": 1324, "elapsed_s": 3354, "log_std": -0.89, "kl": 0.0102, "clipfrac": 0.1451, "pg": -0.0118, "vf": 1565.8872}
{"iter": 1447, "steps": 4445184, "cmd_scale": 1.0, "ep_return": 3306.68, "ep_len": 1001.1, "ep_seconds": 10.01, "sps": 1322, "elapsed_s": 3362, "log_std": -0.892, "kl": 0.007, "clipfrac": 0.0947, "pg": -0.009, "vf": 547.0685}
{"iter": 1448, "steps": 4448256, "cmd_scale": 1.0, "ep_return": 3306.57, "ep_len": 1001.1, "ep_seconds": 10.01, "sps": 1319, "elapsed_s": 3370, "log_std": -0.892, "kl": 0.0078, "clipfrac": 0.1073, "pg": -0.0112, "vf": 485.3466}
{"iter": 1449, "steps": 4451328, "cmd_scale": 1.0, "ep_return": 3292.84, "ep_len": 995.7, "ep_seconds": 9.96, "sps": 1317, "elapsed_s": 3377, "log_std": -0.892, "kl": 0.0086, "clipfrac": 0.1235, "pg": -0.0129, "vf": 1297.8758}
{"iter": 1450, "steps": 4454400, "cmd_scale": 1.0, "ep_return": 3290.68, "ep_len": 994.0, "ep_seconds": 9.94, "sps": 1315, "elapsed_s": 3384, "log_std": -0.893, "kl": 0.0085, "clipfrac": 0.1208, "pg": -0.0117, "vf": 1849.823}
{"iter": 1451, "steps": 4457472, "cmd_scale": 1.0, "ep_return": 3299.38, "ep_len": 997.3, "ep_seconds": 9.97, "sps": 1313, "elapsed_s": 3394, "log_std": -0.893, "kl": 0.0071, "clipfrac": 0.0912, "pg": -0.0115, "vf": 702.0651}
{"iter": 1452, "steps": 4460544, "cmd_scale": 1.0, "ep_return": 3315.12, "ep_len": 1001.2, "ep_seconds": 10.01, "sps": 1308, "elapsed_s": 3409, "log_std": -0.892, "kl": 0.0082, "clipfrac": 0.1119, "pg": -0.0117, "vf": 985.4702}
{"iter": 1453, "steps": 4463616, "cmd_scale": 1.0, "ep_return": 3311.27, "ep_len": 1001.2, "ep_seconds": 10.01, "sps": 1304, "elapsed_s": 3421, "log_std": -0.893, "kl": 0.0097, "clipfrac": 0.1319, "pg": -0.0101, "vf": 804.817}
{"iter": 1454, "steps": 4466688, "cmd_scale": 1.0, "ep_return": 3311.27, "ep_len": 1001.2, "ep_seconds": 10.01, "sps": 1301, "elapsed_s": 3432, "log_std": -0.894, "kl": 0.0067, "clipfrac": 0.0869, "pg": -0.0105, "vf": 88.0073}
{"iter": 1455, "steps": 4469760, "cmd_scale": 1.0, "ep_return": 3320.43, "ep_len": 1002.6, "ep_seconds": 10.03, "sps": 1297, "elapsed_s": 3443, "log_std": -0.895, "kl": 0.0084, "clipfrac": 0.1121, "pg": -0.0134, "vf": 1719.5952}
{"iter": 1456, "steps": 4472832, "cmd_scale": 1.0, "ep_return": 3320.43, "ep_len": 1002.6, "ep_seconds": 10.03, "sps": 1295, "elapsed_s": 3453, "log_std": -0.896, "kl": 0.0073, "clipfrac": 0.1005, "pg": -0.0116, "vf": 139.2209}
{"iter": 1457, "steps": 4475904, "cmd_scale": 1.0, "ep_return": 3321.87, "ep_len": 1002.6, "ep_seconds": 10.03, "sps": 1285, "elapsed_s": 3480, "log_std": -0.897, "kl": 0.0078, "clipfrac": 0.1067, "pg": -0.0105, "vf": 444.8143}
{"iter": 1458, "steps": 4478976, "cmd_scale": 1.0, "ep_return": 3336.66, "ep_len": 1007.8, "ep_seconds": 10.08, "sps": 1278, "elapsed_s": 3503, "log_std": -0.895, "kl": 0.0092, "clipfrac": 0.1257, "pg": -0.0118, "vf": 960.6643}
{"iter": 1459, "steps": 4482048, "cmd_scale": 1.0, "ep_return": 3335.14, "ep_len": 1007.7, "ep_seconds": 10.08, "sps": 1271, "elapsed_s": 3524, "log_std": -0.894, "kl": 0.0076, "clipfrac": 0.1044, "pg": -0.0108, "vf": 2263.8027}
{"iter": 1460, "steps": 4485120, "cmd_scale": 1.0, "ep_return": 3361.17, "ep_len": 1016.4, "ep_seconds": 10.16, "sps": 1265, "elapsed_s": 3545, "log_std": -0.894, "kl": 0.0063, "clipfrac": 0.078, "pg": -0.0083, "vf": 762.8466}
{"iter": 1461, "steps": 4488192, "cmd_scale": 1.0, "ep_return": 3343.18, "ep_len": 1010.7, "ep_seconds": 10.11, "sps": 1258, "elapsed_s": 3566, "log_std": -0.894, "kl": 0.0107, "clipfrac": 0.1476, "pg": -0.0116, "vf": 993.0807}
{"iter": 1462, "steps": 4491264, "cmd_scale": 1.0, "ep_return": 3343.42, "ep_len": 1010.7, "ep_seconds": 10.11, "sps": 1254, "elapsed_s": 3579, "log_std": -0.896, "kl": 0.0079, "clipfrac": 0.112, "pg": -0.0118, "vf": 1303.8278}
{"iter": 1463, "steps": 4494336, "cmd_scale": 1.0, "ep_return": 3343.42, "ep_len": 1010.7, "ep_seconds": 10.11, "sps": 1252, "elapsed_s": 3588, "log_std": -0.895, "kl": 0.0068, "clipfrac": 0.0868, "pg": -0.0128, "vf": 75.9763}
{"iter": 1464, "steps": 4497408, "cmd_scale": 1.0, "ep_return": 3341.86, "ep_len": 1010.7, "ep_seconds": 10.11, "sps": 1249, "elapsed_s": 3598, "log_std": -0.895, "kl": 0.0067, "clipfrac": 0.0872, "pg": -0.0102, "vf": 747.4714}
{"iter": 1465, "steps": 4500480, "cmd_scale": 1.0, "ep_return": 3314.73, "ep_len": 1002.9, "ep_seconds": 10.03, "sps": 1246, "elapsed_s": 3610, "log_std": -0.895, "kl": 0.0105, "clipfrac": 0.1422, "pg": -0.0154, "vf": 906.1202}
{"iter": 1466, "steps": 4503552, "cmd_scale": 1.0, "ep_return": 3314.73, "ep_len": 1002.9, "ep_seconds": 10.03, "sps": 1243, "elapsed_s": 3622, "log_std": -0.895, "kl": 0.0068, "clipfrac": 0.089, "pg": -0.0111, "vf": 57.0564}
{"iter": 1467, "steps": 4506624, "cmd_scale": 1.0, "ep_return": 3320.07, "ep_len": 1002.9, "ep_seconds": 10.03, "sps": 1240, "elapsed_s": 3633, "log_std": -0.894, "kl": 0.0093, "clipfrac": 0.1321, "pg": -0.0107, "vf": 719.6328}
{"iter": 1468, "steps": 4509696, "cmd_scale": 1.0, "ep_return": 3319.38, "ep_len": 1002.9, "ep_seconds": 10.03, "sps": 1237, "elapsed_s": 3645, "log_std": -0.893, "kl": 0.0069, "clipfrac": 0.0926, "pg": -0.0114, "vf": 554.6881}
{"iter": 1469, "steps": 4512768, "cmd_scale": 1.0, "ep_return": 3313.29, "ep_len": 1001.5, "ep_seconds": 10.02, "sps": 1234, "elapsed_s": 3656, "log_std": -0.892, "kl": 0.0073, "clipfrac": 0.0964, "pg": -0.0111, "vf": 2018.2399}
{"iter": 1470, "steps": 4515840, "cmd_scale": 1.0, "ep_return": 3314.99, "ep_len": 1001.5, "ep_seconds": 10.02, "sps": 1231, "elapsed_s": 3667, "log_std": -0.892, "kl": 0.0067, "clipfrac": 0.0906, "pg": -0.0093, "vf": 427.5648}
{"iter": 1471, "steps": 4518912, "cmd_scale": 1.0, "ep_return": 3302.91, "ep_len": 997.1, "ep_seconds": 9.97, "sps": 1228, "elapsed_s": 3677, "log_std": -0.892, "kl": 0.0064, "clipfrac": 0.0834, "pg": -0.0108, "vf": 1434.1314}
{"iter": 1472, "steps": 4521984, "cmd_scale": 1.0, "ep_return": 3272.41, "ep_len": 989.0, "ep_seconds": 9.89, "sps": 1225, "elapsed_s": 3689, "log_std": -0.891, "kl": 0.0081, "clipfrac": 0.1008, "pg": -0.0128, "vf": 1015.6432}
{"iter": 1473, "steps": 4525056, "cmd_scale": 1.0, "ep_return": 3272.41, "ep_len": 989.0, "ep_seconds": 9.89, "sps": 1222, "elapsed_s": 3701, "log_std": -0.89, "kl": 0.0066, "clipfrac": 0.0832, "pg": -0.0115, "vf": 40.2293}
{"iter": 1474, "steps": 4528128, "cmd_scale": 1.0, "ep_return": 3269.88, "ep_len": 989.1, "ep_seconds": 9.89, "sps": 1220, "elapsed_s": 3710, "log_std": -0.891, "kl": 0.0086, "clipfrac": 0.1183, "pg": -0.0118, "vf": 1672.1948}
{"iter": 1475, "steps": 4531200, "cmd_scale": 1.0, "ep_return": 3270.29, "ep_len": 989.1, "ep_seconds": 9.89, "sps": 1218, "elapsed_s": 3719, "log_std": -0.891, "kl": 0.0092, "clipfrac": 0.1296, "pg": -0.0072, "vf": 421.0497}
{"iter": 1476, "steps": 4534272, "cmd_scale": 1.0, "ep_return": 3270.65, "ep_len": 989.1, "ep_seconds": 9.89, "sps": 1215, "elapsed_s": 3729, "log_std": -0.892, "kl": 0.0087, "clipfrac": 0.1203, "pg": -0.0077, "vf": 692.5024}
{"iter": 1477, "steps": 4537344, "cmd_scale": 1.0, "ep_return": 3276.86, "ep_len": 991.1, "ep_seconds": 9.91, "sps": 1214, "elapsed_s": 3737, "log_std": -0.892, "kl": 0.0103, "clipfrac": 0.1536, "pg": -0.0126, "vf": 1271.7661}
{"iter": 1478, "steps": 4540416, "cmd_scale": 1.0, "ep_return": 3258.88, "ep_len": 985.7, "ep_seconds": 9.86, "sps": 1212, "elapsed_s": 3745, "log_std": -0.892, "kl": 0.0073, "clipfrac": 0.0961, "pg": -0.012, "vf": 1354.4672}
{"iter": 1479, "steps": 4543488, "cmd_scale": 1.0, "ep_return": 3275.13, "ep_len": 990.7, "ep_seconds": 9.91, "sps": 1210, "elapsed_s": 3753, "log_std": -0.892, "kl": 0.0081, "clipfrac": 0.1099, "pg": -0.0111, "vf": 1145.4572}
{"iter": 1480, "steps": 4546560, "cmd_scale": 1.0, "ep_return": 3266.07, "ep_len": 986.5, "ep_seconds": 9.86, "sps": 1208, "elapsed_s": 3762, "log_std": -0.893, "kl": 0.0074, "clipfrac": 0.1002, "pg": -0.0123, "vf": 959.6006}
{"iter": 1481, "steps": 4549632, "cmd_scale": 1.0, "ep_return": 3260.84, "ep_len": 984.8, "ep_seconds": 9.85, "sps": 1205, "elapsed_s": 3772, "log_std": -0.894, "kl": 0.0089, "clipfrac": 0.1242, "pg": -0.0123, "vf": 1532.8206}
{"iter": 1482, "steps": 4552704, "cmd_scale": 1.0, "ep_return": 3243.35, "ep_len": 979.3, "ep_seconds": 9.79, "sps": 1202, "elapsed_s": 3785, "log_std": -0.894, "kl": 0.0063, "clipfrac": 0.0812, "pg": -0.0135, "vf": 278.9851}
{"iter": 1483, "steps": 4555776, "cmd_scale": 1.0, "ep_return": 3260.48, "ep_len": 985.1, "ep_seconds": 9.85, "sps": 1200, "elapsed_s": 3793, "log_std": -0.894, "kl": 0.0071, "clipfrac": 0.0917, "pg": -0.0105, "vf": 588.2181}
{"iter": 1484, "steps": 4558848, "cmd_scale": 1.0, "ep_return": 3238.74, "ep_len": 979.4, "ep_seconds": 9.79, "sps": 1198, "elapsed_s": 3803, "log_std": -0.895, "kl": 0.0095, "clipfrac": 0.1355, "pg": -0.0118, "vf": 1330.8158}
{"iter": 1485, "steps": 4561920, "cmd_scale": 1.0, "ep_return": 3239.83, "ep_len": 979.9, "ep_seconds": 9.8, "sps": 1196, "elapsed_s": 3812, "log_std": -0.895, "kl": 0.0067, "clipfrac": 0.0838, "pg": -0.0116, "vf": 286.5767}
{"iter": 1486, "steps": 4564992, "cmd_scale": 1.0, "ep_return": 3225.52, "ep_len": 976.7, "ep_seconds": 9.77, "sps": 1194, "elapsed_s": 3822, "log_std": -0.896, "kl": 0.0075, "clipfrac": 0.0994, "pg": -0.0147, "vf": 798.8248}
{"iter": 1487, "steps": 4568064, "cmd_scale": 1.0, "ep_return": 3244.95, "ep_len": 982.4, "ep_seconds": 9.82, "sps": 1192, "elapsed_s": 3830, "log_std": -0.897, "kl": 0.0083, "clipfrac": 0.1144, "pg": -0.0099, "vf": 1240.5118}
{"iter": 1488, "steps": 4571136, "cmd_scale": 1.0, "ep_return": 3268.83, "ep_len": 988.7, "ep_seconds": 9.89, "sps": 1190, "elapsed_s": 3840, "log_std": -0.898, "kl": 0.0068, "clipfrac": 0.0942, "pg": -0.0109, "vf": 1610.049}
{"iter": 1489, "steps": 4574208, "cmd_scale": 1.0, "ep_return": 3289.44, "ep_len": 994.5, "ep_seconds": 9.95, "sps": 1188, "elapsed_s": 3849, "log_std": -0.899, "kl": 0.0088, "clipfrac": 0.1233, "pg": -0.0102, "vf": 741.5089}
{"iter": 1490, "steps": 4577280, "cmd_scale": 1.0, "ep_return": 3289.26, "ep_len": 994.5, "ep_seconds": 9.95, "sps": 1185, "elapsed_s": 3861, "log_std": -0.9, "kl": 0.0078, "clipfrac": 0.1063, "pg": -0.0082, "vf": 397.3416}
{"iter": 1491, "steps": 4580352, "cmd_scale": 1.0, "ep_return": 3291.58, "ep_len": 994.5, "ep_seconds": 9.95, "sps": 1182, "elapsed_s": 3872, "log_std": -0.898, "kl": 0.007, "clipfrac": 0.0917, "pg": -0.0107, "vf": 921.8113}
{"iter": 1492, "steps": 4583424, "cmd_scale": 1.0, "ep_return": 3291.58, "ep_len": 994.5, "ep_seconds": 9.95, "sps": 1180, "elapsed_s": 3882, "log_std": -0.898, "kl": 0.0058, "clipfrac": 0.071, "pg": -0.0118, "vf": 66.8526}
{"iter": 1493, "steps": 4586496, "cmd_scale": 1.0, "ep_return": 3343.83, "ep_len": 1010.1, "ep_seconds": 10.1, "sps": 1179, "elapsed_s": 3889, "log_std": -0.9, "kl": 0.0093, "clipfrac": 0.1273, "pg": -0.011, "vf": 1209.4298}
{"iter": 1494, "steps": 4589568, "cmd_scale": 1.0, "ep_return": 3363.02, "ep_len": 1016.0, "ep_seconds": 10.16, "sps": 1177, "elapsed_s": 3898, "log_std": -0.901, "kl": 0.0099, "clipfrac": 0.1446, "pg": -0.0115, "vf": 805.6338}
{"iter": 1495, "steps": 4592640, "cmd_scale": 1.0, "ep_return": 3366.77, "ep_len": 1016.0, "ep_seconds": 10.16, "sps": 1175, "elapsed_s": 3907, "log_std": -0.903, "kl": 0.0089, "clipfrac": 0.1321, "pg": -0.0113, "vf": 950.3455}
{"iter": 1496, "steps": 4595712, "cmd_scale": 1.0, "ep_return": 3366.76, "ep_len": 1016.0, "ep_seconds": 10.16, "sps": 1173, "elapsed_s": 3915, "log_std": -0.905, "kl": 0.0103, "clipfrac": 0.1462, "pg": -0.0122, "vf": 750.4755}
{"iter": 1497, "steps": 4598784, "cmd_scale": 1.0, "ep_return": 3357.46, "ep_len": 1011.5, "ep_seconds": 10.12, "sps": 1171, "elapsed_s": 3925, "log_std": -0.906, "kl": 0.008, "clipfrac": 0.1092, "pg": -0.0109, "vf": 1427.7189}
{"iter": 1498, "steps": 4601856, "cmd_scale": 1.0, "ep_return": 3337.44, "ep_len": 1005.8, "ep_seconds": 10.06, "sps": 1168, "elapsed_s": 3937, "log_std": -0.906, "kl": 0.0085, "clipfrac": 0.1226, "pg": -0.0094, "vf": 449.2575}
{"iter": 1499, "steps": 4604928, "cmd_scale": 1.0, "ep_return": 3355.08, "ep_len": 1011.6, "ep_seconds": 10.12, "sps": 1166, "elapsed_s": 3948, "log_std": -0.908, "kl": 0.0079, "clipfrac": 0.1112, "pg": -0.0112, "vf": 1115.6375}
{"iter": 1500, "steps": 4608000, "cmd_scale": 1.0, "ep_return": 3342.08, "ep_len": 1007.5, "ep_seconds": 10.07, "sps": 1163, "elapsed_s": 3960, "log_std": -0.91, "kl": 0.0074, "clipfrac": 0.1005, "pg": -0.0114, "vf": 822.4971}
{"iter": 1501, "steps": 4611072, "cmd_scale": 1.0, "ep_return": 3340.9, "ep_len": 1007.6, "ep_seconds": 10.08, "sps": 1161, "elapsed_s": 3970, "log_std": -0.911, "kl": 0.0074, "clipfrac": 0.1016, "pg": -0.0115, "vf": 717.2216}
{"iter": 1502, "steps": 4614144, "cmd_scale": 1.0, "ep_return": 3335.48, "ep_len": 1007.6, "ep_seconds": 10.08, "sps": 1159, "elapsed_s": 3980, "log_std": -0.913, "kl": 0.007, "clipfrac": 0.0917, "pg": -0.0119, "vf": 1551.8958}
{"iter": 1503, "steps": 4617216, "cmd_scale": 1.0, "ep_return": 3335.07, "ep_len": 1007.6, "ep_seconds": 10.08, "sps": 1157, "elapsed_s": 3990, "log_std": -0.913, "kl": 0.0057, "clipfrac": 0.0723, "pg": -0.0091, "vf": 296.3936}
{"iter": 1504, "steps": 4620288, "cmd_scale": 1.0, "ep_return": 3334.91, "ep_len": 1007.6, "ep_seconds": 10.08, "sps": 1154, "elapsed_s": 4001, "log_std": -0.914, "kl": 0.0073, "clipfrac": 0.0971, "pg": -0.0078, "vf": 361.4979}
{"iter": 1505, "steps": 4623360, "cmd_scale": 1.0, "ep_return": 3331.65, "ep_len": 1007.6, "ep_seconds": 10.08, "sps": 1152, "elapsed_s": 4011, "log_std": -0.916, "kl": 0.0091, "clipfrac": 0.1289, "pg": -0.0103, "vf": 1297.5677}
{"iter": 1506, "steps": 4626432, "cmd_scale": 1.0, "ep_return": 3348.16, "ep_len": 1011.9, "ep_seconds": 10.12, "sps": 1149, "elapsed_s": 4023, "log_std": -0.918, "kl": 0.0085, "clipfrac": 0.1216, "pg": -0.0109, "vf": 1084.4836}
{"iter": 1507, "steps": 4629504, "cmd_scale": 1.0, "ep_return": 3327.49, "ep_len": 1005.1, "ep_seconds": 10.05, "sps": 1147, "elapsed_s": 4034, "log_std": -0.917, "kl": 0.0091, "clipfrac": 0.1284, "pg": -0.0129, "vf": 1903.3386}
{"iter": 1508, "steps": 4632576, "cmd_scale": 1.0, "ep_return": 3329.03, "ep_len": 1005.1, "ep_seconds": 10.05, "sps": 1145, "elapsed_s": 4045, "log_std": -0.917, "kl": 0.0081, "clipfrac": 0.1126, "pg": -0.0098, "vf": 908.5056}
{"iter": 1509, "steps": 4635648, "cmd_scale": 1.0, "ep_return": 3329.03, "ep_len": 1005.1, "ep_seconds": 10.05, "sps": 1143, "elapsed_s": 4055, "log_std": -0.917, "kl": 0.0065, "clipfrac": 0.0821, "pg": -0.0113, "vf": 71.7874}
{"iter": 1510, "steps": 4638720, "cmd_scale": 1.0, "ep_return": 3365.38, "ep_len": 1016.5, "ep_seconds": 10.16, "sps": 1140, "elapsed_s": 4065, "log_std": -0.92, "kl": 0.0099, "clipfrac": 0.1344, "pg": -0.0121, "vf": 1099.772}
{"iter": 1511, "steps": 4641792, "cmd_scale": 1.0, "ep_return": 3365.38, "ep_len": 1016.5, "ep_seconds": 10.16, "sps": 1138, "elapsed_s": 4075, "log_std": -0.923, "kl": 0.0081, "clipfrac": 0.1123, "pg": -0.0139, "vf": 49.9513}
{"iter": 1512, "steps": 4644864, "cmd_scale": 1.0, "ep_return": 3388.26, "ep_len": 1021.9, "ep_seconds": 10.22, "sps": 1137, "elapsed_s": 4083, "log_std": -0.924, "kl": 0.0086, "clipfrac": 0.1186, "pg": -0.0114, "vf": 1067.6093}
{"iter": 1513, "steps": 4647936, "cmd_scale": 1.0, "ep_return": 3389.72, "ep_len": 1022.4, "ep_seconds": 10.22, "sps": 1136, "elapsed_s": 4089, "log_std": -0.926, "kl": 0.0072, "clipfrac": 0.0955, "pg": -0.0073, "vf": 728.8185}
{"iter": 1514, "steps": 4651008, "cmd_scale": 1.0, "ep_return": 3388.74, "ep_len": 1022.4, "ep_seconds": 10.22, "sps": 1135, "elapsed_s": 4097, "log_std": -0.927, "kl": 0.0079, "clipfrac": 0.1094, "pg": -0.01, "vf": 1006.9311}
{"iter": 1515, "steps": 4654080, "cmd_scale": 1.0, "ep_return": 3390.11, "ep_len": 1023.5, "ep_seconds": 10.24, "sps": 1133, "elapsed_s": 4105, "log_std": -0.928, "kl": 0.0066, "clipfrac": 0.0851, "pg": -0.0092, "vf": 1083.2812}
{"iter": 1516, "steps": 4657152, "cmd_scale": 1.0, "ep_return": 3423.54, "ep_len": 1033.4, "ep_seconds": 10.33, "sps": 1130, "elapsed_s": 4117, "log_std": -0.93, "kl": 0.0062, "clipfrac": 0.0786, "pg": -0.0089, "vf": 1054.5019}
{"iter": 1517, "steps": 4660224, "cmd_scale": 1.0, "ep_return": 3421.85, "ep_len": 1033.2, "ep_seconds": 10.33, "sps": 1129, "elapsed_s": 4125, "log_std": -0.932, "kl": 0.0095, "clipfrac": 0.1367, "pg": -0.0095, "vf": 1551.6519}
{"iter": 1518, "steps": 4663296, "cmd_scale": 1.0, "ep_return": 3423.1, "ep_len": 1033.2, "ep_seconds": 10.33, "sps": 1127, "elapsed_s": 4134, "log_std": -0.932, "kl": 0.0112, "clipfrac": 0.1662, "pg": -0.0113, "vf": 348.1355}
{"iter": 1519, "steps": 4666368, "cmd_scale": 1.0, "ep_return": 3432.02, "ep_len": 1035.8, "ep_seconds": 10.36, "sps": 1126, "elapsed_s": 4143, "log_std": -0.932, "kl": 0.0088, "clipfrac": 0.1243, "pg": -0.0108, "vf": 975.5468}
{"iter": 1520, "steps": 4669440, "cmd_scale": 1.0, "ep_return": 3422.1, "ep_len": 1033.2, "ep_seconds": 10.33, "sps": 1124, "elapsed_s": 4151, "log_std": -0.932, "kl": 0.0058, "clipfrac": 0.0712, "pg": -0.0082, "vf": 568.6013}
{"iter": 1521, "steps": 4672512, "cmd_scale": 1.0, "ep_return": 3422.87, "ep_len": 1033.2, "ep_seconds": 10.33, "sps": 1123, "elapsed_s": 4159, "log_std": -0.932, "kl": 0.0103, "clipfrac": 0.1443, "pg": -0.0104, "vf": 1235.4151}
{"iter": 1522, "steps": 4675584, "cmd_scale": 1.0, "ep_return": 3422.88, "ep_len": 1033.4, "ep_seconds": 10.33, "sps": 1122, "elapsed_s": 4166, "log_std": -0.934, "kl": 0.0087, "clipfrac": 0.1191, "pg": -0.0131, "vf": 1247.1157}
{"iter": 1523, "steps": 4678656, "cmd_scale": 1.0, "ep_return": 3422.83, "ep_len": 1033.6, "ep_seconds": 10.34, "sps": 1120, "elapsed_s": 4173, "log_std": -0.935, "kl": 0.007, "clipfrac": 0.0952, "pg": -0.0084, "vf": 548.2278}
{"iter": 1524, "steps": 4681728, "cmd_scale": 1.0, "ep_return": 3423.85, "ep_len": 1034.2, "ep_seconds": 10.34, "sps": 1119, "elapsed_s": 4182, "log_std": -0.936, "kl": 0.0078, "clipfrac": 0.1072, "pg": -0.0092, "vf": 644.8668}
{"iter": 1525, "steps": 4684800, "cmd_scale": 1.0, "ep_return": 3400.96, "ep_len": 1025.7, "ep_seconds": 10.26, "sps": 1117, "elapsed_s": 4193, "log_std": -0.937, "kl": 0.006, "clipfrac": 0.0778, "pg": -0.0096, "vf": 1845.9387}
{"iter": 1526, "steps": 4687872, "cmd_scale": 1.0, "ep_return": 3423.24, "ep_len": 1031.5, "ep_seconds": 10.31, "sps": 1115, "elapsed_s": 4203, "log_std": -0.938, "kl": 0.0064, "clipfrac": 0.083, "pg": -0.0097, "vf": 1164.3929}
{"iter": 1527, "steps": 4690944, "cmd_scale": 1.0, "ep_return": 3439.36, "ep_len": 1035.6, "ep_seconds": 10.36, "sps": 1112, "elapsed_s": 4215, "log_std": -0.94, "kl": 0.0104, "clipfrac": 0.1496, "pg": -0.0126, "vf": 1116.2847}
{"iter": 1528, "steps": 4694016, "cmd_scale": 1.0, "ep_return": 3442.97, "ep_len": 1035.6, "ep_seconds": 10.36, "sps": 1110, "elapsed_s": 4227, "log_std": -0.94, "kl": 0.0089, "clipfrac": 0.1235, "pg": -0.0082, "vf": 729.7849}
{"iter": 1529, "steps": 4697088, "cmd_scale": 1.0, "ep_return": 3463.81, "ep_len": 1041.2, "ep_seconds": 10.41, "sps": 1109, "elapsed_s": 4233, "log_std": -0.941, "kl": 0.0087, "clipfrac": 0.1169, "pg": -0.0092, "vf": 692.1521}
{"iter": 1530, "steps": 4700160, "cmd_scale": 1.0, "ep_return": 3465.1, "ep_len": 1041.2, "ep_seconds": 10.41, "sps": 1107, "elapsed_s": 4242, "log_std": -0.942, "kl": 0.0068, "clipfrac": 0.0843, "pg": -0.0093, "vf": 641.5028}
{"iter": 1531, "steps": 4703232, "cmd_scale": 1.0, "ep_return": 3446.85, "ep_len": 1035.6, "ep_seconds": 10.36, "sps": 1106, "elapsed_s": 4248, "log_std": -0.942, "kl": 0.0107, "clipfrac": 0.1502, "pg": -0.0131, "vf": 874.4006}
{"iter": 1532, "steps": 4706304, "cmd_scale": 1.0, "ep_return": 3446.21, "ep_len": 1035.6, "ep_seconds": 10.36, "sps": 1105, "elapsed_s": 4255, "log_std": -0.943, "kl": 0.0114, "clipfrac": 0.1705, "pg": -0.0085, "vf": 456.1008}
{"iter": 1533, "steps": 4709376, "cmd_scale": 1.0, "ep_return": 3445.8, "ep_len": 1035.6, "ep_seconds": 10.36, "sps": 1104, "elapsed_s": 4264, "log_std": -0.944, "kl": 0.0095, "clipfrac": 0.1308, "pg": -0.0121, "vf": 1059.0003}
{"iter": 1534, "steps": 4712448, "cmd_scale": 1.0, "ep_return": 3469.12, "ep_len": 1043.4, "ep_seconds": 10.43, "sps": 1102, "elapsed_s": 4272, "log_std": -0.946, "kl": 0.0102, "clipfrac": 0.1522, "pg": -0.0116, "vf": 934.5558}
{"iter": 1535, "steps": 4715520, "cmd_scale": 1.0, "ep_return": 3469.23, "ep_len": 1043.4, "ep_seconds": 10.43, "sps": 1101, "elapsed_s": 4279, "log_std": -0.947, "kl": 0.0091, "clipfrac": 0.1296, "pg": -0.0101, "vf": 1196.8884}
{"iter": 1536, "steps": 4718592, "cmd_scale": 1.0, "ep_return": 3476.88, "ep_len": 1043.4, "ep_seconds": 10.43, "sps": 1100, "elapsed_s": 4287, "log_std": -0.947, "kl": 0.0097, "clipfrac": 0.138, "pg": -0.0111, "vf": 1339.8464}
{"iter": 1537, "steps": 4721664, "cmd_scale": 1.0, "ep_return": 3482.13, "ep_len": 1045.1, "ep_seconds": 10.45, "sps": 1099, "elapsed_s": 4294, "log_std": -0.946, "kl": 0.0096, "clipfrac": 0.1315, "pg": -0.0099, "vf": 427.2787}
{"iter": 1538, "steps": 4724736, "cmd_scale": 1.0, "ep_return": 3481.57, "ep_len": 1045.1, "ep_seconds": 10.45, "sps": 1097, "elapsed_s": 4303, "log_std": -0.947, "kl": 0.01, "clipfrac": 0.1418, "pg": -0.012, "vf": 1419.2724}
{"iter": 1539, "steps": 4727808, "cmd_scale": 1.0, "ep_return": 3481.57, "ep_len": 1045.1, "ep_seconds": 10.45, "sps": 1096, "elapsed_s": 4311, "log_std": -0.948, "kl": 0.0081, "clipfrac": 0.1108, "pg": -0.013, "vf": 79.8833}
{"iter": 1540, "steps": 4730880, "cmd_scale": 1.0, "ep_return": 3499.47, "ep_len": 1049.6, "ep_seconds": 10.5, "sps": 1095, "elapsed_s": 4319, "log_std": -0.949, "kl": 0.0115, "clipfrac": 0.1624, "pg": -0.0123, "vf": 1420.5395}
{"iter": 1541, "steps": 4733952, "cmd_scale": 1.0, "ep_return": 3522.01, "ep_len": 1055.2, "ep_seconds": 10.55, "sps": 1093, "elapsed_s": 4328, "log_std": -0.95, "kl": 0.0096, "clipfrac": 0.1266, "pg": -0.011, "vf": 672.6757}
{"iter": 1542, "steps": 4737024, "cmd_scale": 1.0, "ep_return": 3535.99, "ep_len": 1059.0, "ep_seconds": 10.59, "sps": 1092, "elapsed_s": 4336, "log_std": -0.951, "kl": 0.0102, "clipfrac": 0.1425, "pg": -0.0089, "vf": 470.6137}
{"iter": 1543, "steps": 4740096, "cmd_scale": 1.0, "ep_return": 3537.06, "ep_len": 1059.0, "ep_seconds": 10.59, "sps": 1090, "elapsed_s": 4345, "log_std": -0.952, "kl": 0.0103, "clipfrac": 0.1446, "pg": -0.0113, "vf": 555.674}
{"iter": 1544, "steps": 4743168, "cmd_scale": 1.0, "ep_return": 3554.52, "ep_len": 1064.8, "ep_seconds": 10.65, "sps": 1087, "elapsed_s": 4359, "log_std": -0.951, "kl": 0.0074, "clipfrac": 0.0964, "pg": -0.0095, "vf": 1846.3686}
{"iter": 1545, "steps": 4746240, "cmd_scale": 1.0, "ep_return": 3557.89, "ep_len": 1064.8, "ep_seconds": 10.65, "sps": 1085, "elapsed_s": 4370, "log_std": -0.951, "kl": 0.0097, "clipfrac": 0.1407, "pg": -0.014, "vf": 940.8239}
{"iter": 1546, "steps": 4749312, "cmd_scale": 1.0, "ep_return": 3544.14, "ep_len": 1059.5, "ep_seconds": 10.6, "sps": 1084, "elapsed_s": 4380, "log_std": -0.95, "kl": 0.0101, "clipfrac": 0.1483, "pg": -0.0128, "vf": 1507.5872}
{"iter": 1547, "steps": 4752384, "cmd_scale": 1.0, "ep_return": 3506.68, "ep_len": 1048.9, "ep_seconds": 10.49, "sps": 1082, "elapsed_s": 4389, "log_std": -0.949, "kl": 0.0106, "clipfrac": 0.1361, "pg": -0.0129, "vf": 1407.0437}
{"iter": 1548, "steps": 4755456, "cmd_scale": 1.0, "ep_return": 3504.45, "ep_len": 1048.9, "ep_seconds": 10.49, "sps": 1080, "elapsed_s": 4400, "log_std": -0.948, "kl": 0.0131, "clipfrac": 0.1852, "pg": -0.012, "vf": 601.7151}
{"iter": 1549, "steps": 4758528, "cmd_scale": 1.0, "ep_return": 3499.39, "ep_len": 1047.3, "ep_seconds": 10.47, "sps": 1079, "elapsed_s": 4408, "log_std": -0.949, "kl": 0.0095, "clipfrac": 0.1227, "pg": -0.0118, "vf": 748.1534}
{"iter": 1550, "steps": 4761600, "cmd_scale": 1.0, "ep_return": 3503.12, "ep_len": 1047.3, "ep_seconds": 10.47, "sps": 1076, "elapsed_s": 4421, "log_std": -0.949, "kl": 0.0101, "clipfrac": 0.1379, "pg": -0.0121, "vf": 672.3749}
{"iter": 1551, "steps": 4764672, "cmd_scale": 1.0, "ep_return": 3522.69, "ep_len": 1053.1, "ep_seconds": 10.53, "sps": 1075, "elapsed_s": 4431, "log_std": -0.951, "kl": 0.0074, "clipfrac": 0.1028, "pg": -0.0093, "vf": 321.3698}
{"iter": 1552, "steps": 4767744, "cmd_scale": 1.0, "ep_return": 3544.19, "ep_len": 1058.7, "ep_seconds": 10.59, "sps": 1072, "elapsed_s": 4444, "log_std": -0.952, "kl": 0.0073, "clipfrac": 0.0979, "pg": -0.0095, "vf": 427.2186}
{"iter": 1553, "steps": 4770816, "cmd_scale": 1.0, "ep_return": 3550.11, "ep_len": 1058.7, "ep_seconds": 10.59, "sps": 1070, "elapsed_s": 4457, "log_std": -0.953, "kl": 0.0076, "clipfrac": 0.1066, "pg": -0.0101, "vf": 1776.0653}
{"iter": 1554, "steps": 4773888, "cmd_scale": 1.0, "ep_return": 3580.11, "ep_len": 1066.8, "ep_seconds": 10.67, "sps": 1067, "elapsed_s": 4472, "log_std": -0.955, "kl": 0.009, "clipfrac": 0.1296, "pg": -0.0096, "vf": 1107.0075}
{"iter": 1555, "steps": 4776960, "cmd_scale": 1.0, "ep_return": 3620.58, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1064, "elapsed_s": 4489, "log_std": -0.955, "kl": 0.0085, "clipfrac": 0.1188, "pg": -0.0115, "vf": 1268.1626}
{"iter": 1556, "steps": 4780032, "cmd_scale": 1.0, "ep_return": 3622.14, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1061, "elapsed_s": 4501, "log_std": -0.955, "kl": 0.0093, "clipfrac": 0.1323, "pg": -0.0097, "vf": 995.7146}
{"iter": 1557, "steps": 4783104, "cmd_scale": 1.0, "ep_return": 3625.44, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1059, "elapsed_s": 4514, "log_std": -0.957, "kl": 0.0073, "clipfrac": 0.1013, "pg": -0.0084, "vf": 1073.6523}
{"iter": 1558, "steps": 4786176, "cmd_scale": 1.0, "ep_return": 3625.44, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1057, "elapsed_s": 4523, "log_std": -0.956, "kl": 0.0057, "clipfrac": 0.0722, "pg": -0.0124, "vf": 38.4556}
{"iter": 1559, "steps": 4789248, "cmd_scale": 1.0, "ep_return": 3625.87, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1056, "elapsed_s": 4533, "log_std": -0.957, "kl": 0.009, "clipfrac": 0.1285, "pg": -0.0093, "vf": 1229.5196}
{"iter": 1560, "steps": 4792320, "cmd_scale": 1.0, "ep_return": 3624.4, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1054, "elapsed_s": 4543, "log_std": -0.959, "kl": 0.007, "clipfrac": 0.0931, "pg": -0.0083, "vf": 356.8729}
{"iter": 1561, "steps": 4795392, "cmd_scale": 1.0, "ep_return": 3625.27, "ep_len": 1078.6, "ep_seconds": 10.79, "sps": 1053, "elapsed_s": 4552, "log_std": -0.959, "kl": 0.0092, "clipfrac": 0.134, "pg": -0.0124, "vf": 358.197}
{"iter": 1562, "steps": 4798464, "cmd_scale": 1.0, "ep_return": 3618.45, "ep_len": 1077.3, "ep_seconds": 10.77, "sps": 1052, "elapsed_s": 4560, "log_std": -0.96, "kl": 0.0093, "clipfrac": 0.134, "pg": -0.011, "vf": 1035.6302}
{"iter": 1563, "steps": 4801536, "cmd_scale": 1.0, "ep_return": 3617.6, "ep_len": 1077.3, "ep_seconds": 10.77, "sps": 1051, "elapsed_s": 4567, "log_std": -0.96, "kl": 0.0063, "clipfrac": 0.0806, "pg": -0.0105, "vf": 1499.8709}
{"iter": 1564, "steps": 4804608, "cmd_scale": 1.0, "ep_return": 3616.56, "ep_len": 1076.8, "ep_seconds": 10.77, "sps": 1049, "elapsed_s": 4576, "log_std": -0.961, "kl": 0.0082, "clipfrac": 0.11, "pg": -0.0124, "vf": 1823.1467}
{"iter": 1565, "steps": 4807680, "cmd_scale": 1.0, "ep_return": 3602.9, "ep_len": 1074.0, "ep_seconds": 10.74, "sps": 1048, "elapsed_s": 4587, "log_std": -0.96, "kl": 0.0084, "clipfrac": 0.1085, "pg": -0.0115, "vf": 505.1657}
{"iter": 1566, "steps": 4810752, "cmd_scale": 1.0, "ep_return": 3623.53, "ep_len": 1079.8, "ep_seconds": 10.8, "sps": 1046, "elapsed_s": 4598, "log_std": -0.959, "kl": 0.0086, "clipfrac": 0.1204, "pg": -0.0105, "vf": 1457.3714}
{"iter": 1567, "steps": 4813824, "cmd_scale": 1.0, "ep_return": 3614.2, "ep_len": 1076.9, "ep_seconds": 10.77, "sps": 1043, "elapsed_s": 4615, "log_std": -0.959, "kl": 0.0062, "clipfrac": 0.0792, "pg": -0.0128, "vf": 422.7915}
{"iter": 1568, "steps": 4816896, "cmd_scale": 1.0, "ep_return": 3621.75, "ep_len": 1078.7, "ep_seconds": 10.79, "sps": 1041, "elapsed_s": 4623, "log_std": -0.959, "kl": 0.0096, "clipfrac": 0.137, "pg": -0.0115, "vf": 1082.5329}
{"iter": 1569, "steps": 4819968, "cmd_scale": 1.0, "ep_return": 3621.75, "ep_len": 1078.7, "ep_seconds": 10.79, "sps": 1040, "elapsed_s": 4631, "log_std": -0.961, "kl": 0.008, "clipfrac": 0.1115, "pg": -0.0122, "vf": 62.4143}
{"iter": 1570, "steps": 4823040, "cmd_scale": 1.0, "ep_return": 3622.15, "ep_len": 1078.7, "ep_seconds": 10.79, "sps": 1039, "elapsed_s": 4640, "log_std": -0.961, "kl": 0.0081, "clipfrac": 0.1042, "pg": -0.0105, "vf": 320.6323}
{"iter": 1571, "steps": 4826112, "cmd_scale": 1.0, "ep_return": 3609.16, "ep_len": 1074.3, "ep_seconds": 10.74, "sps": 1037, "elapsed_s": 4651, "log_std": -0.963, "kl": 0.0084, "clipfrac": 0.1099, "pg": -0.0097, "vf": 953.7295}
{"iter": 1572, "steps": 4829184, "cmd_scale": 1.0, "ep_return": 3639.15, "ep_len": 1081.9, "ep_seconds": 10.82, "sps": 1035, "elapsed_s": 4663, "log_std": -0.963, "kl": 0.0102, "clipfrac": 0.1473, "pg": -0.0108, "vf": 1563.0398}
{"iter": 1573, "steps": 4832256, "cmd_scale": 1.0, "ep_return": 3640.82, "ep_len": 1081.9, "ep_seconds": 10.82, "sps": 1034, "elapsed_s": 4672, "log_std": -0.963, "kl": 0.0091, "clipfrac": 0.1277, "pg": -0.0104, "vf": 1085.0678}
{"iter": 1574, "steps": 4835328, "cmd_scale": 1.0, "ep_return": 3643.08, "ep_len": 1080.8, "ep_seconds": 10.81, "sps": 1032, "elapsed_s": 4682, "log_std": -0.963, "kl": 0.0104, "clipfrac": 0.1428, "pg": -0.0121, "vf": 1673.4141}
{"iter": 1575, "steps": 4838400, "cmd_scale": 1.0, "ep_return": 3646.49, "ep_len": 1082.4, "ep_seconds": 10.82, "sps": 1031, "elapsed_s": 4690, "log_std": -0.963, "kl": 0.0084, "clipfrac": 0.1168, "pg": -0.009, "vf": 480.073}
{"iter": 1576, "steps": 4841472, "cmd_scale": 1.0, "ep_return": 3647.62, "ep_len": 1082.4, "ep_seconds": 10.82, "sps": 1030, "elapsed_s": 4697, "log_std": -0.963, "kl": 0.0103, "clipfrac": 0.1463, "pg": -0.013, "vf": 619.6915}
{"iter": 1577, "steps": 4844544, "cmd_scale": 1.0, "ep_return": 3645.85, "ep_len": 1082.4, "ep_seconds": 10.82, "sps": 1029, "elapsed_s": 4707, "log_std": -0.963, "kl": 0.0099, "clipfrac": 0.1416, "pg": -0.0106, "vf": 1130.6537}
{"iter": 1578, "steps": 4847616, "cmd_scale": 1.0, "ep_return": 3665.77, "ep_len": 1088.2, "ep_seconds": 10.88, "sps": 1027, "elapsed_s": 4719, "log_std": -0.964, "kl": 0.0073, "clipfrac": 0.0954, "pg": -0.0087, "vf": 392.6104}
{"iter": 1579, "steps": 4850688, "cmd_scale": 1.0, "ep_return": 3665.77, "ep_len": 1088.2, "ep_seconds": 10.88, "sps": 1025, "elapsed_s": 4729, "log_std": -0.964, "kl": 0.0085, "clipfrac": 0.1168, "pg": -0.0131, "vf": 30.7508}
{"iter": 1580, "steps": 4853760, "cmd_scale": 1.0, "ep_return": 3705.51, "ep_len": 1099.8, "ep_seconds": 11.0, "sps": 1024, "elapsed_s": 4737, "log_std": -0.964, "kl": 0.0057, "clipfrac": 0.0709, "pg": -0.0089, "vf": 1022.4856}
{"iter": 1581, "steps": 4856832, "cmd_scale": 1.0, "ep_return": 3688.39, "ep_len": 1094.2, "ep_seconds": 10.94, "sps": 1023, "elapsed_s": 4747, "log_std": -0.965, "kl": 0.0079, "clipfrac": 0.1072, "pg": -0.0126, "vf": 953.9374}
{"iter": 1582, "steps": 4859904, "cmd_scale": 1.0, "ep_return": 3690.32, "ep_len": 1094.2, "ep_seconds": 10.94, "sps": 1021, "elapsed_s": 4756, "log_std": -0.965, "kl": 0.0082, "clipfrac": 0.1147, "pg": -0.0096, "vf": 942.6657}
{"iter": 1583, "steps": 4862976, "cmd_scale": 1.0, "ep_return": 3671.74, "ep_len": 1088.1, "ep_seconds": 10.88, "sps": 1020, "elapsed_s": 4765, "log_std": -0.965, "kl": 0.0119, "clipfrac": 0.1755, "pg": -0.0133, "vf": 1709.8909}
{"iter": 1584, "steps": 4866048, "cmd_scale": 1.0, "ep_return": 3674.4, "ep_len": 1088.1, "ep_seconds": 10.88, "sps": 1019, "elapsed_s": 4772, "log_std": -0.965, "kl": 0.0083, "clipfrac": 0.1161, "pg": -0.0099, "vf": 631.948}
{"iter": 1585, "steps": 4869120, "cmd_scale": 1.0, "ep_return": 3675.14, "ep_len": 1088.1, "ep_seconds": 10.88, "sps": 1018, "elapsed_s": 4780, "log_std": -0.964, "kl": 0.0091, "clipfrac": 0.131, "pg": -0.0111, "vf": 933.5058}
{"iter": 1586, "steps": 4872192, "cmd_scale": 1.0, "ep_return": 3677.35, "ep_len": 1088.1, "ep_seconds": 10.88, "sps": 1017, "elapsed_s": 4787, "log_std": -0.964, "kl": 0.0094, "clipfrac": 0.1362, "pg": -0.0115, "vf": 653.9148}
{"iter": 1587, "steps": 4875264, "cmd_scale": 1.0, "ep_return": 3658.41, "ep_len": 1082.2, "ep_seconds": 10.82, "sps": 1015, "elapsed_s": 4799, "log_std": -0.964, "kl": 0.009, "clipfrac": 0.1247, "pg": -0.0114, "vf": 838.5676}
{"iter": 1588, "steps": 4878336, "cmd_scale": 1.0, "ep_return": 3658.41, "ep_len": 1082.2, "ep_seconds": 10.82, "sps": 1013, "elapsed_s": 4813, "log_std": -0.965, "kl": 0.0081, "clipfrac": 0.1101, "pg": -0.0142, "vf": 40.0587}
{"iter": 1589, "steps": 4881408, "cmd_scale": 1.0, "ep_return": 3679.01, "ep_len": 1088.0, "ep_seconds": 10.88, "sps": 1011, "elapsed_s": 4826, "log_std": -0.966, "kl": 0.0086, "clipfrac": 0.1203, "pg": -0.0092, "vf": 260.5848}
{"iter": 1590, "steps": 4884480, "cmd_scale": 1.0, "ep_return": 3679.84, "ep_len": 1088.0, "ep_seconds": 10.88, "sps": 1007, "elapsed_s": 4847, "log_std": -0.967, "kl": 0.0118, "clipfrac": 0.1724, "pg": -0.0121, "vf": 1066.3061}
{"iter": 1591, "steps": 4887552, "cmd_scale": 1.0, "ep_return": 3665.8, "ep_len": 1083.6, "ep_seconds": 10.84, "sps": 1002, "elapsed_s": 4873, "log_std": -0.968, "kl": 0.0098, "clipfrac": 0.1405, "pg": -0.0135, "vf": 1714.2636}
{"iter": 1592, "steps": 4890624, "cmd_scale": 1.0, "ep_return": 3668.1, "ep_len": 1083.6, "ep_seconds": 10.84, "sps": 999, "elapsed_s": 4894, "log_std": -0.968, "kl": 0.0074, "clipfrac": 0.1022, "pg": -0.0119, "vf": 1597.9718}
{"iter": 1593, "steps": 4893696, "cmd_scale": 1.0, "ep_return": 3700.86, "ep_len": 1093.3, "ep_seconds": 10.93, "sps": 995, "elapsed_s": 4915, "log_std": -0.969, "kl": 0.0101, "clipfrac": 0.1438, "pg": -0.0094, "vf": 846.1921}
{"iter": 1594, "steps": 4896768, "cmd_scale": 1.0, "ep_return": 3702.28, "ep_len": 1093.3, "ep_seconds": 10.93, "sps": 992, "elapsed_s": 4933, "log_std": -0.969, "kl": 0.0087, "clipfrac": 0.1211, "pg": -0.0122, "vf": 781.3681}
{"iter": 1595, "steps": 4899840, "cmd_scale": 1.0, "ep_return": 3680.56, "ep_len": 1086.9, "ep_seconds": 10.87, "sps": 990, "elapsed_s": 4949, "log_std": -0.97, "kl": 0.0102, "clipfrac": 0.142, "pg": -0.0133, "vf": 672.2137}
{"iter": 1596, "steps": 4902912, "cmd_scale": 1.0, "ep_return": 3707.34, "ep_len": 1095.3, "ep_seconds": 10.95, "sps": 986, "elapsed_s": 4972, "log_std": -0.97, "kl": 0.0089, "clipfrac": 0.1202, "pg": -0.0097, "vf": 839.6873}
{"iter": 1597, "steps": 4905984, "cmd_scale": 1.0, "ep_return": 3693.99, "ep_len": 1092.6, "ep_seconds": 10.93, "sps": 982, "elapsed_s": 4995, "log_std": -0.971, "kl": 0.0094, "clipfrac": 0.1274, "pg": -0.0137, "vf": 613.5146}
{"iter": 1598, "steps": 4909056, "cmd_scale": 1.0, "ep_return": 3694.14, "ep_len": 1092.6, "ep_seconds": 10.93, "sps": 977, "elapsed_s": 5021, "log_std": -0.971, "kl": 0.0095, "clipfrac": 0.1349, "pg": -0.0112, "vf": 292.9753}
{"iter": 1599, "steps": 4912128, "cmd_scale": 1.0, "ep_return": 3680.09, "ep_len": 1088.5, "ep_seconds": 10.88, "sps": 973, "elapsed_s": 5044, "log_std": -0.973, "kl": 0.0088, "clipfrac": 0.12, "pg": -0.0152, "vf": 225.7878}
{"iter": 1600, "steps": 4915200, "cmd_scale": 1.0, "ep_return": 3677.89, "ep_len": 1088.5, "ep_seconds": 10.88, "sps": 969, "elapsed_s": 5069, "log_std": -0.976, "kl": 0.0069, "clipfrac": 0.0858, "pg": -0.0106, "vf": 2108.2339}
{"iter": 1601, "steps": 4918272, "cmd_scale": 1.0, "ep_return": 3648.27, "ep_len": 1080.0, "ep_seconds": 10.8, "sps": 965, "elapsed_s": 5095, "log_std": -0.977, "kl": 0.0109, "clipfrac": 0.152, "pg": -0.0106, "vf": 511.1699}
{"iter": 1602, "steps": 4921344, "cmd_scale": 1.0, "ep_return": 3653.24, "ep_len": 1079.8, "ep_seconds": 10.8, "sps": 960, "elapsed_s": 5121, "log_std": -0.977, "kl": 0.01, "clipfrac": 0.1492, "pg": -0.0152, "vf": 2057.5016}
{"iter": 1603, "steps": 4924416, "cmd_scale": 1.0, "ep_return": 3642.57, "ep_len": 1075.8, "ep_seconds": 10.76, "sps": 957, "elapsed_s": 5142, "log_std": -0.979, "kl": 0.0089, "clipfrac": 0.1196, "pg": -0.0118, "vf": 671.4037}
{"iter": 1604, "steps": 4927488, "cmd_scale": 1.0, "ep_return": 3641.95, "ep_len": 1075.8, "ep_seconds": 10.76, "sps": 954, "elapsed_s": 5164, "log_std": -0.98, "kl": 0.0098, "clipfrac": 0.1383, "pg": -0.0102, "vf": 966.4613}
{"iter": 1605, "steps": 4930560, "cmd_scale": 1.0, "ep_return": 3630.08, "ep_len": 1072.9, "ep_seconds": 10.73, "sps": 949, "elapsed_s": 5191, "log_std": -0.981, "kl": 0.0076, "clipfrac": 0.1077, "pg": -0.0115, "vf": 908.6742}
{"iter": 1606, "steps": 4933632, "cmd_scale": 1.0, "ep_return": 3612.92, "ep_len": 1067.2, "ep_seconds": 10.67, "sps": 945, "elapsed_s": 5216, "log_std": -0.981, "kl": 0.0098, "clipfrac": 0.1346, "pg": -0.0115, "vf": 905.828}
{"iter": 1607, "steps": 4936704, "cmd_scale": 1.0, "ep_return": 3609.29, "ep_len": 1066.2, "ep_seconds": 10.66, "sps": 941, "elapsed_s": 5242, "log_std": -0.981, "kl": 0.008, "clipfrac": 0.1081, "pg": -0.0134, "vf": 466.8246}
{"iter": 1608, "steps": 4939776, "cmd_scale": 1.0, "ep_return": 3608.1, "ep_len": 1066.2, "ep_seconds": 10.66, "sps": 938, "elapsed_s": 5265, "log_std": -0.981, "kl": 0.0074, "clipfrac": 0.101, "pg": -0.0082, "vf": 365.8289}
{"iter": 1609, "steps": 4942848, "cmd_scale": 1.0, "ep_return": 3608.77, "ep_len": 1066.2, "ep_seconds": 10.66, "sps": 934, "elapsed_s": 5289, "log_std": -0.982, "kl": 0.0082, "clipfrac": 0.1211, "pg": -0.0103, "vf": 1019.2528}
{"iter": 1610, "steps": 4945920, "cmd_scale": 1.0, "ep_return": 3607.47, "ep_len": 1067.5, "ep_seconds": 10.68, "sps": 931, "elapsed_s": 5311, "log_std": -0.984, "kl": 0.0093, "clipfrac": 0.1304, "pg": -0.0131, "vf": 1441.7055}
{"iter": 1611, "steps": 4948992, "cmd_scale": 1.0, "ep_return": 3569.27, "ep_len": 1056.0, "ep_seconds": 10.56, "sps": 927, "elapsed_s": 5335, "log_std": -0.987, "kl": 0.0084, "clipfrac": 0.1075, "pg": -0.0134, "vf": 1041.1475}
{"iter": 1612, "steps": 4952064, "cmd_scale": 1.0, "ep_return": 3557.11, "ep_len": 1051.6, "ep_seconds": 10.52, "sps": 924, "elapsed_s": 5358, "log_std": -0.987, "kl": 0.0103, "clipfrac": 0.1464, "pg": -0.0114, "vf": 1463.603}
{"iter": 1613, "steps": 4955136, "cmd_scale": 1.0, "ep_return": 3556.37, "ep_len": 1051.6, "ep_seconds": 10.52, "sps": 920, "elapsed_s": 5382, "log_std": -0.987, "kl": 0.011, "clipfrac": 0.1602, "pg": -0.0115, "vf": 863.3574}
{"iter": 1614, "steps": 4958208, "cmd_scale": 1.0, "ep_return": 3567.74, "ep_len": 1054.4, "ep_seconds": 10.54, "sps": 915, "elapsed_s": 5417, "log_std": -0.986, "kl": 0.0101, "clipfrac": 0.142, "pg": -0.0121, "vf": 972.6765}
{"iter": 1615, "steps": 4961280, "cmd_scale": 1.0, "ep_return": 3588.19, "ep_len": 1060.2, "ep_seconds": 10.6, "sps": 908, "elapsed_s": 5461, "log_std": -0.986, "kl": 0.0106, "clipfrac": 0.1429, "pg": -0.0119, "vf": 490.859}
{"iter": 1616, "steps": 4964352, "cmd_scale": 1.0, "ep_return": 3607.37, "ep_len": 1065.9, "ep_seconds": 10.66, "sps": 903, "elapsed_s": 5494, "log_std": -0.988, "kl": 0.0106, "clipfrac": 0.1514, "pg": -0.0122, "vf": 451.787}
{"iter": 1617, "steps": 4967424, "cmd_scale": 1.0, "ep_return": 3619.37, "ep_len": 1069.2, "ep_seconds": 10.69, "sps": 897, "elapsed_s": 5533, "log_std": -0.991, "kl": 0.0092, "clipfrac": 0.1332, "pg": -0.0103, "vf": 872.7919}
{"iter": 1618, "steps": 4970496, "cmd_scale": 1.0, "ep_return": 3626.76, "ep_len": 1073.0, "ep_seconds": 10.73, "sps": 893, "elapsed_s": 5564, "log_std": -0.991, "kl": 0.0127, "clipfrac": 0.1734, "pg": -0.013, "vf": 993.4154}
{"iter": 1619, "steps": 4973568, "cmd_scale": 1.0, "ep_return": 3628.76, "ep_len": 1073.0, "ep_seconds": 10.73, "sps": 889, "elapsed_s": 5590, "log_std": -0.993, "kl": 0.0068, "clipfrac": 0.0883, "pg": -0.0106, "vf": 1108.0602}
{"iter": 1620, "steps": 4976640, "cmd_scale": 1.0, "ep_return": 3647.94, "ep_len": 1078.8, "ep_seconds": 10.79, "sps": 885, "elapsed_s": 5621, "log_std": -0.996, "kl": 0.0086, "clipfrac": 0.1262, "pg": -0.0079, "vf": 298.4946}
{"iter": 1621, "steps": 4979712, "cmd_scale": 1.0, "ep_return": 3624.04, "ep_len": 1072.9, "ep_seconds": 10.73, "sps": 881, "elapsed_s": 5649, "log_std": -0.997, "kl": 0.0103, "clipfrac": 0.1397, "pg": -0.0122, "vf": 1988.3415}
{"iter": 1622, "steps": 4982784, "cmd_scale": 1.0, "ep_return": 3625.81, "ep_len": 1072.9, "ep_seconds": 10.73, "sps": 876, "elapsed_s": 5682, "log_std": -0.997, "kl": 0.0081, "clipfrac": 0.1058, "pg": -0.0101, "vf": 415.3134}
{"iter": 1623, "steps": 4985856, "cmd_scale": 1.0, "ep_return": 3601.1, "ep_len": 1067.1, "ep_seconds": 10.67, "sps": 872, "elapsed_s": 5714, "log_std": -1.0, "kl": 0.0088, "clipfrac": 0.1202, "pg": -0.0125, "vf": 1716.4466}
{"iter": 1624, "steps": 4988928, "cmd_scale": 1.0, "ep_return": 3611.03, "ep_len": 1069.7, "ep_seconds": 10.7, "sps": 868, "elapsed_s": 5747, "log_std": -1.002, "kl": 0.0095, "clipfrac": 0.1319, "pg": -0.0106, "vf": 608.4118}
{"iter": 1625, "steps": 4992000, "cmd_scale": 1.0, "ep_return": 3611.74, "ep_len": 1069.7, "ep_seconds": 10.7, "sps": 864, "elapsed_s": 5775, "log_std": -1.002, "kl": 0.0108, "clipfrac": 0.1576, "pg": -0.0083, "vf": 534.4966}
{"iter": 1626, "steps": 4995072, "cmd_scale": 1.0, "ep_return": 3614.06, "ep_len": 1069.7, "ep_seconds": 10.7, "sps": 862, "elapsed_s": 5789, "log_std": -1.003, "kl": 0.0134, "clipfrac": 0.1895, "pg": -0.0095, "vf": 336.0707}
{"iter": 1627, "steps": 4998144, "cmd_scale": 1.0, "ep_return": 3613.7, "ep_len": 1069.7, "ep_seconds": 10.7, "sps": 861, "elapsed_s": 5802, "log_std": -1.002, "kl": 0.0074, "clipfrac": 0.0931, "pg": -0.011, "vf": 569.2374}
{"iter": 1628, "steps": 5001216, "cmd_scale": 1.0, "ep_return": 3596.49, "ep_len": 1065.5, "ep_seconds": 10.66, "sps": 859, "elapsed_s": 5820, "log_std": -1.002, "kl": 0.0099, "clipfrac": 0.1443, "pg": -0.0128, "vf": 1546.3412}
{"iter": 1629, "steps": 5004288, "cmd_scale": 1.0, "ep_return": 3594.72, "ep_len": 1065.5, "ep_seconds": 10.66, "sps": 858, "elapsed_s": 5829, "log_std": -1.002, "kl": 0.0098, "clipfrac": 0.1392, "pg": -0.0128, "vf": 904.1613}
{"iter": 1630, "steps": 5007360, "cmd_scale": 1.0, "ep_return": 3562.24, "ep_len": 1055.2, "ep_seconds": 10.55, "sps": 856, "elapsed_s": 5843, "log_std": -1.004, "kl": 0.0127, "clipfrac": 0.1822, "pg": -0.0138, "vf": 894.1283}
{"iter": 1631, "steps": 5010432, "cmd_scale": 1.0, "ep_return": 3565.45, "ep_len": 1055.2, "ep_seconds": 10.55, "sps": 855, "elapsed_s": 5859, "log_std": -1.005, "kl": 0.0077, "clipfrac": 0.1069, "pg": -0.0101, "vf": 1346.0535}
{"iter": 1632, "steps": 5013504, "cmd_scale": 1.0, "ep_return": 3563.73, "ep_len": 1055.2, "ep_seconds": 10.55, "sps": 853, "elapsed_s": 5871, "log_std": -1.006, "kl": 0.0088, "clipfrac": 0.1238, "pg": -0.0117, "vf": 1060.5335}
{"iter": 1633, "steps": 5016576, "cmd_scale": 1.0, "ep_return": 3555.07, "ep_len": 1052.8, "ep_seconds": 10.53, "sps": 852, "elapsed_s": 5884, "log_std": -1.007, "kl": 0.008, "clipfrac": 0.1036, "pg": -0.0133, "vf": 1202.4273}
{"iter": 1634, "steps": 5019648, "cmd_scale": 1.0, "ep_return": 3555.07, "ep_len": 1052.8, "ep_seconds": 10.53, "sps": 851, "elapsed_s": 5896, "log_std": -1.01, "kl": 0.0067, "clipfrac": 0.0878, "pg": -0.012, "vf": 52.4676}
{"iter": 1635, "steps": 5022720, "cmd_scale": 1.0, "ep_return": 3555.07, "ep_len": 1052.8, "ep_seconds": 10.53, "sps": 850, "elapsed_s": 5906, "log_std": -1.011, "kl": 0.0082, "clipfrac": 0.112, "pg": -0.0141, "vf": 43.9497}
{"iter": 1636, "steps": 5025792, "cmd_scale": 1.0, "ep_return": 3536.07, "ep_len": 1047.1, "ep_seconds": 10.47, "sps": 848, "elapsed_s": 5920, "log_std": -1.012, "kl": 0.0105, "clipfrac": 0.1534, "pg": -0.0119, "vf": 1191.6595}
{"iter": 1637, "steps": 5028864, "cmd_scale": 1.0, "ep_return": 3539.96, "ep_len": 1048.2, "ep_seconds": 10.48, "sps": 846, "elapsed_s": 5939, "log_std": -1.012, "kl": 0.009, "clipfrac": 0.1243, "pg": -0.0108, "vf": 1460.4816}
{"iter": 1638, "steps": 5031936, "cmd_scale": 1.0, "ep_return": 3535.57, "ep_len": 1047.0, "ep_seconds": 10.47, "sps": 844, "elapsed_s": 5958, "log_std": -1.013, "kl": 0.0111, "clipfrac": 0.1532, "pg": -0.0134, "vf": 1149.2118}
{"iter": 1639, "steps": 5035008, "cmd_scale": 1.0, "ep_return": 3533.75, "ep_len": 1047.0, "ep_seconds": 10.47, "sps": 842, "elapsed_s": 5977, "log_std": -1.013, "kl": 0.0111, "clipfrac": 0.1625, "pg": -0.0104, "vf": 617.6739}
{"iter": 1640, "steps": 5038080, "cmd_scale": 1.0, "ep_return": 3543.03, "ep_len": 1049.0, "ep_seconds": 10.49, "sps": 841, "elapsed_s": 5988, "log_std": -1.014, "kl": 0.007, "clipfrac": 0.0884, "pg": -0.0089, "vf": 1733.0504}
{"iter": 1641, "steps": 5041152, "cmd_scale": 1.0, "ep_return": 3543.47, "ep_len": 1049.0, "ep_seconds": 10.49, "sps": 839, "elapsed_s": 6006, "log_std": -1.017, "kl": 0.0078, "clipfrac": 0.1127, "pg": -0.0107, "vf": 648.5963}
{"iter": 1642, "steps": 5044224, "cmd_scale": 1.0, "ep_return": 3528.16, "ep_len": 1044.5, "ep_seconds": 10.44, "sps": 837, "elapsed_s": 6020, "log_std": -1.02, "kl": 0.0085, "clipfrac": 0.1127, "pg": -0.0118, "vf": 1222.9782}
{"iter": 1643, "steps": 5047296, "cmd_scale": 1.0, "ep_return": 3541.82, "ep_len": 1048.5, "ep_seconds": 10.49, "sps": 835, "elapsed_s": 6038, "log_std": -1.021, "kl": 0.0104, "clipfrac": 0.1479, "pg": -0.0082, "vf": 733.9038}
{"iter": 1644, "steps": 5050368, "cmd_scale": 1.0, "ep_return": 3541.82, "ep_len": 1048.5, "ep_seconds": 10.49, "sps": 834, "elapsed_s": 6052, "log_std": -1.024, "kl": 0.0074, "clipfrac": 0.0965, "pg": -0.0123, "vf": 42.3818}
{"iter": 1645, "steps": 5053440, "cmd_scale": 1.0, "ep_return": 3541.87, "ep_len": 1048.5, "ep_seconds": 10.49, "sps": 832, "elapsed_s": 6071, "log_std": -1.026, "kl": 0.0081, "clipfrac": 0.1095, "pg": -0.0111, "vf": 687.7994}
{"iter": 1646, "steps": 5056512, "cmd_scale": 1.0, "ep_return": 3522.66, "ep_len": 1042.7, "ep_seconds": 10.43, "sps": 831, "elapsed_s": 6082, "log_std": -1.027, "kl": 0.0092, "clipfrac": 0.1249, "pg": -0.0105, "vf": 657.4439}
{"iter": 1647, "steps": 5059584, "cmd_scale": 1.0, "ep_return": 3524.9, "ep_len": 1042.7, "ep_seconds": 10.43, "sps": 830, "elapsed_s": 6094, "log_std": -1.028, "kl": 0.0113, "clipfrac": 0.1617, "pg": -0.0113, "vf": 1226.3254}
{"iter": 1648, "steps": 5062656, "cmd_scale": 1.0, "ep_return": 3542.58, "ep_len": 1048.3, "ep_seconds": 10.48, "sps": 828, "elapsed_s": 6109, "log_std": -1.031, "kl": 0.0118, "clipfrac": 0.1676, "pg": -0.0092, "vf": 591.9671}
{"iter": 1649, "steps": 5065728, "cmd_scale": 1.0, "ep_return": 3522.21, "ep_len": 1042.5, "ep_seconds": 10.42, "sps": 826, "elapsed_s": 6125, "log_std": -1.032, "kl": 0.0112, "clipfrac": 0.1632, "pg": -0.0141, "vf": 2258.8801}
{"iter": 1650, "steps": 5068800, "cmd_scale": 1.0, "ep_return": 3541.27, "ep_len": 1048.4, "ep_seconds": 10.48, "sps": 825, "elapsed_s": 6140, "log_std": -1.032, "kl": 0.0101, "clipfrac": 0.1379, "pg": -0.0134, "vf": 570.9276}
{"iter": 1651, "steps": 5071872, "cmd_scale": 1.0, "ep_return": 3538.2, "ep_len": 1048.4, "ep_seconds": 10.48, "sps": 824, "elapsed_s": 6151, "log_std": -1.032, "kl": 0.011, "clipfrac": 0.1498, "pg": -0.0117, "vf": 584.2483}
{"iter": 1652, "steps": 5074944, "cmd_scale": 1.0, "ep_return": 3519.36, "ep_len": 1042.5, "ep_seconds": 10.43, "sps": 823, "elapsed_s": 6164, "log_std": -1.033, "kl": 0.0092, "clipfrac": 0.1239, "pg": -0.0125, "vf": 953.8966}
{"iter": 1653, "steps": 5078016, "cmd_scale": 1.0, "ep_return": 3500.51, "ep_len": 1036.7, "ep_seconds": 10.37, "sps": 821, "elapsed_s": 6180, "log_std": -1.032, "kl": 0.0071, "clipfrac": 0.0922, "pg": -0.0134, "vf": 73.5136}
{"iter": 1654, "steps": 5081088, "cmd_scale": 1.0, "ep_return": 3499.96, "ep_len": 1036.7, "ep_seconds": 10.37, "sps": 820, "elapsed_s": 6193, "log_std": -1.032, "kl": 0.0073, "clipfrac": 0.099, "pg": -0.011, "vf": 450.3246}
{"iter": 1655, "steps": 5084160, "cmd_scale": 1.0, "ep_return": 3501.88, "ep_len": 1036.8, "ep_seconds": 10.37, "sps": 819, "elapsed_s": 6207, "log_std": -1.032, "kl": 0.0094, "clipfrac": 0.1264, "pg": -0.0117, "vf": 462.3401}
{"iter": 1656, "steps": 5087232, "cmd_scale": 1.0, "ep_return": 3502.39, "ep_len": 1036.8, "ep_seconds": 10.37, "sps": 817, "elapsed_s": 6219, "log_std": -1.034, "kl": 0.0106, "clipfrac": 0.1449, "pg": -0.0121, "vf": 1221.5768}
{"iter": 1657, "steps": 5090304, "cmd_scale": 1.0, "ep_return": 3508.24, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 817, "elapsed_s": 6229, "log_std": -1.035, "kl": 0.0096, "clipfrac": 0.1343, "pg": -0.0101, "vf": 651.8645}
{"iter": 1658, "steps": 5093376, "cmd_scale": 1.0, "ep_return": 3509.66, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 815, "elapsed_s": 6243, "log_std": -1.034, "kl": 0.0088, "clipfrac": 0.1165, "pg": -0.0107, "vf": 836.8275}
{"iter": 1659, "steps": 5096448, "cmd_scale": 1.0, "ep_return": 3510.42, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 814, "elapsed_s": 6256, "log_std": -1.033, "kl": 0.0115, "clipfrac": 0.1498, "pg": -0.0135, "vf": 1526.2549}
{"iter": 1660, "steps": 5099520, "cmd_scale": 1.0, "ep_return": 3509.36, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 813, "elapsed_s": 6268, "log_std": -1.032, "kl": 0.008, "clipfrac": 0.1126, "pg": -0.0093, "vf": 181.4449}
{"iter": 1661, "steps": 5102592, "cmd_scale": 1.0, "ep_return": 3511.82, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 812, "elapsed_s": 6276, "log_std": -1.035, "kl": 0.0094, "clipfrac": 0.1314, "pg": -0.009, "vf": 1698.5565}
{"iter": 1662, "steps": 5105664, "cmd_scale": 1.0, "ep_return": 3513.43, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 812, "elapsed_s": 6285, "log_std": -1.035, "kl": 0.0089, "clipfrac": 0.1236, "pg": -0.0121, "vf": 492.4992}
{"iter": 1663, "steps": 5108736, "cmd_scale": 1.0, "ep_return": 3513.43, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 810, "elapsed_s": 6301, "log_std": -1.037, "kl": 0.0064, "clipfrac": 0.0824, "pg": -0.013, "vf": 42.7233}
{"iter": 1664, "steps": 5111808, "cmd_scale": 1.0, "ep_return": 3511.84, "ep_len": 1037.9, "ep_seconds": 10.38, "sps": 809, "elapsed_s": 6313, "log_std": -1.037, "kl": 0.0105, "clipfrac": 0.1432, "pg": -0.0061, "vf": 530.2139}
{"iter": 1665, "steps": 5114880, "cmd_scale": 1.0, "ep_return": 3536.35, "ep_len": 1044.3, "ep_seconds": 10.44, "sps": 807, "elapsed_s": 6332, "log_std": -1.038, "kl": 0.0092, "clipfrac": 0.1215, "pg": -0.0126, "vf": 1692.5636}
{"iter": 1666, "steps": 5117952, "cmd_scale": 1.0, "ep_return": 3561.75, "ep_len": 1051.2, "ep_seconds": 10.51, "sps": 806, "elapsed_s": 6347, "log_std": -1.039, "kl": 0.0113, "clipfrac": 0.1603, "pg": -0.011, "vf": 1188.1139}
{"iter": 1667, "steps": 5121024, "cmd_scale": 1.0, "ep_return": 3563.67, "ep_len": 1051.2, "ep_seconds": 10.51, "sps": 804, "elapsed_s": 6364, "log_std": -1.039, "kl": 0.008, "clipfrac": 0.106, "pg": -0.0105, "vf": 433.3238}
{"iter": 1668, "steps": 5124096, "cmd_scale": 1.0, "ep_return": 3561.32, "ep_len": 1051.2, "ep_seconds": 10.51, "sps": 803, "elapsed_s": 6375, "log_std": -1.039, "kl": 0.0098, "clipfrac": 0.1367, "pg": -0.0107, "vf": 1725.5354}
{"iter": 1669, "steps": 5127168, "cmd_scale": 1.0, "ep_return": 3572.45, "ep_len": 1053.9, "ep_seconds": 10.54, "sps": 802, "elapsed_s": 6389, "log_std": -1.04, "kl": 0.008, "clipfrac": 0.1085, "pg": -0.0096, "vf": 707.234}
{"iter": 1670, "steps": 5130240, "cmd_scale": 1.0, "ep_return": 3596.5, "ep_len": 1059.7, "ep_seconds": 10.6, "sps": 801, "elapsed_s": 6402, "log_std": -1.041, "kl": 0.0091, "clipfrac": 0.1281, "pg": -0.0109, "vf": 1398.2023}
{"iter": 1671, "steps": 5133312, "cmd_scale": 1.0, "ep_return": 3615.35, "ep_len": 1065.5, "ep_seconds": 10.65, "sps": 800, "elapsed_s": 6411, "log_std": -1.042, "kl": 0.0098, "clipfrac": 0.135, "pg": -0.0099, "vf": 777.84}
{"iter": 1672, "steps": 5136384, "cmd_scale": 1.0, "ep_return": 3615.35, "ep_len": 1065.5, "ep_seconds": 10.65, "sps": 799, "elapsed_s": 6425, "log_std": -1.043, "kl": 0.0075, "clipfrac": 0.0993, "pg": -0.0157, "vf": 51.125}
{"iter": 1673, "steps": 5139456, "cmd_scale": 1.0, "ep_return": 3613.0, "ep_len": 1065.5, "ep_seconds": 10.65, "sps": 798, "elapsed_s": 6440, "log_std": -1.045, "kl": 0.0079, "clipfrac": 0.1082, "pg": -0.0093, "vf": 442.2503}
{"iter": 1674, "steps": 5142528, "cmd_scale": 1.0, "ep_return": 3627.33, "ep_len": 1069.6, "ep_seconds": 10.7, "sps": 797, "elapsed_s": 6449, "log_std": -1.048, "kl": 0.01, "clipfrac": 0.1353, "pg": -0.0114, "vf": 527.041}
{"iter": 1675, "steps": 5145600, "cmd_scale": 1.0, "ep_return": 3622.78, "ep_len": 1066.6, "ep_seconds": 10.67, "sps": 796, "elapsed_s": 6461, "log_std": -1.052, "kl": 0.0108, "clipfrac": 0.1519, "pg": -0.0144, "vf": 1492.467}
{"iter": 1676, "steps": 5148672, "cmd_scale": 1.0, "ep_return": 3621.4, "ep_len": 1066.6, "ep_seconds": 10.67, "sps": 795, "elapsed_s": 6472, "log_std": -1.053, "kl": 0.0096, "clipfrac": 0.1296, "pg": -0.0129, "vf": 623.8359}