Homec4science
Diffusion PS: DRL for gyroscope control (master) Browse

rDRLGYRO/code/training_spinuplib/paramsearch_iter1_norm_td3.ipynb
6d81585206bfmaster

Last Change
Raw File

paramsearch_iter1_norm_td3.ipynb
View Options

This file is larger than 256 KB, so syntax highlighting was skipped.
{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"colab_type": "text",
"id": "x83dMPapQBN6"
},
"source": [
"# TD3 hyperparameter search with normalized reward (spinup library)"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"colab": {},
"colab_type": "code",
"id": "fuJhdd479TpP"
},
"outputs": [],
"source": [
"import gym\n",
"from gym import spaces\n",
"from gym.utils import seeding\n",
"from gym.envs.registration import register\n",
"\n",
"from custom_functions.custom_functions import env_fn \n",
"from custom_functions.custom_functions import test_agent\n",
"from custom_functions.custom_functions import plot_test\n",
"from custom_functions.custom_functions import evaluate_control\n",
"\n",
"import spinup\n",
"\n",
"from os import path\n",
"from scipy.integrate import solve_ivp\n",
"import random\n",
"import torch\n",
"import numpy as np\n",
"import pandas as pd\n",
"from collections import deque\n",
"import matplotlib.pyplot as plt\n",
"%matplotlib inline\n",
"#from vpython import *\n",
"from functools import partial\n",
"\n",
"register(id='gyroscopeenv-v0',entry_point='gym_GyroscopeEnv.envs:GyroscopeEnv')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Baseline iteration"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Learning rate "
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Warning: Log dir td3_n_it1_lr_var0 already exists! Storing info there anyway.\n",
"\u001b[32;1mLogging data to td3_n_it1_lr_var0/progress.txt\u001b[0m\n",
"\u001b[36;1mSaving config:\n",
"\u001b[0m\n",
"{\n",
" \"ac_kwargs\":\t{\n",
" \"activation\":\t\"ReLU\",\n",
" \"hidden_sizes\":\t[\n",
" 800\n",
" ]\n",
" },\n",
" \"act_noise\":\t0.1,\n",
" \"actor_critic\":\t\"MLPActorCritic\",\n",
" \"batch_size\":\t150,\n",
" \"env_fn\":\t\"functools.partial(<function env_fn at 0x7fc9b0b23710>, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)\",\n",
" \"epochs\":\t800,\n",
" \"exp_name\":\t\"td3_n_it1_lr_var0\",\n",
" \"gamma\":\t0.99,\n",
" \"logger\":\t{\n",
" \"<spinup.utils.logx.EpochLogger object at 0x7fc982cc20d0>\":\t{\n",
" \"epoch_dict\":\t{},\n",
" \"exp_name\":\t\"td3_n_it1_lr_var0\",\n",
" \"first_row\":\ttrue,\n",
" \"log_current_row\":\t{},\n",
" \"log_headers\":\t[],\n",
" \"output_dir\":\t\"td3_n_it1_lr_var0\",\n",
" \"output_file\":\t{\n",
" \"<_io.TextIOWrapper name='td3_n_it1_lr_var0/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n",
" \"mode\":\t\"w\"\n",
" }\n",
" }\n",
" }\n",
" },\n",
" \"logger_kwargs\":\t{\n",
" \"exp_name\":\t\"td3_n_it1_lr_var0\",\n",
" \"output_dir\":\t\"td3_n_it1_lr_var0\"\n",
" },\n",
" \"max_ep_len\":\t110,\n",
" \"noise_clip\":\t0.05,\n",
" \"num_test_episodes\":\t10,\n",
" \"pi_lr\":\t0.0008,\n",
" \"policy_delay\":\t2,\n",
" \"polyak\":\t0.999,\n",
" \"q_lr\":\t0.0008,\n",
" \"replay_size\":\t1000000,\n",
" \"save_freq\":\t1,\n",
" \"seed\":\t0,\n",
" \"start_steps\":\t20000,\n",
" \"steps_per_epoch\":\t1650,\n",
" \"target_noise\":\t0.2,\n",
" \"update_after\":\t1000,\n",
" \"update_every\":\t50\n",
"}\n",
"\u001b[32;1m\n",
"Number of parameters: \t pi: 9602, \t q1: 10401, \t q2: 10401\n",
"\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/lecauchoismatthieu/drlenv/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
" warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 1 |\n",
"| AverageEpRet | -319 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -283 |\n",
"| MinEpRet | -373 |\n",
"| AverageTestEpRet | -214 |\n",
"| StdTestEpRet | 8.72 |\n",
"| MaxTestEpRet | -196 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+03 |\n",
"| AverageQ1Vals | -3.32 |\n",
"| StdQ1Vals | 0.644 |\n",
"| MaxQ1Vals | 0.245 |\n",
"| MinQ1Vals | -5.51 |\n",
"| AverageQ2Vals | -3.32 |\n",
"| StdQ2Vals | 0.635 |\n",
"| MaxQ2Vals | 0.106 |\n",
"| MinQ2Vals | -5.57 |\n",
"| LossPi | 3 |\n",
"| LossQ | 0.439 |\n",
"| Time | 8.42 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 2 |\n",
"| AverageEpRet | -328 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -288 |\n",
"| MinEpRet | -384 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 12.8 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+03 |\n",
"| AverageQ1Vals | -4.72 |\n",
"| StdQ1Vals | 0.856 |\n",
"| MaxQ1Vals | -2.51 |\n",
"| MinQ1Vals | -8.15 |\n",
"| AverageQ2Vals | -4.72 |\n",
"| StdQ2Vals | 0.855 |\n",
"| MaxQ2Vals | -2.52 |\n",
"| MinQ2Vals | -8.19 |\n",
"| LossPi | 4.25 |\n",
"| LossQ | 0.0882 |\n",
"| Time | 22.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 3 |\n",
"| AverageEpRet | -319 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -274 |\n",
"| MinEpRet | -382 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 7.86 |\n",
"| MaxTestEpRet | -202 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+03 |\n",
"| AverageQ1Vals | -6.39 |\n",
"| StdQ1Vals | 1.04 |\n",
"| MaxQ1Vals | -3.59 |\n",
"| MinQ1Vals | -10.7 |\n",
"| AverageQ2Vals | -6.39 |\n",
"| StdQ2Vals | 1.04 |\n",
"| MaxQ2Vals | -3.58 |\n",
"| MinQ2Vals | -10.7 |\n",
"| LossPi | 5.86 |\n",
"| LossQ | 0.0732 |\n",
"| Time | 37.6 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 4 |\n",
"| AverageEpRet | -324 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -296 |\n",
"| MinEpRet | -368 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 3.23 |\n",
"| MaxTestEpRet | -207 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+03 |\n",
"| AverageQ1Vals | -8.09 |\n",
"| StdQ1Vals | 1.27 |\n",
"| MaxQ1Vals | -4.58 |\n",
"| MinQ1Vals | -13 |\n",
"| AverageQ2Vals | -8.09 |\n",
"| StdQ2Vals | 1.27 |\n",
"| MaxQ2Vals | -4.62 |\n",
"| MinQ2Vals | -13.1 |\n",
"| LossPi | 7.49 |\n",
"| LossQ | 0.0796 |\n",
"| Time | 52.4 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 5 |\n",
"| AverageEpRet | -324 |\n",
"| StdEpRet | 36.7 |\n",
"| MaxEpRet | -264 |\n",
"| MinEpRet | -394 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 7.72 |\n",
"| MaxTestEpRet | -192 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+03 |\n",
"| AverageQ1Vals | -9.85 |\n",
"| StdQ1Vals | 1.49 |\n",
"| MaxQ1Vals | -5.73 |\n",
"| MinQ1Vals | -15.5 |\n",
"| AverageQ2Vals | -9.85 |\n",
"| StdQ2Vals | 1.49 |\n",
"| MaxQ2Vals | -5.67 |\n",
"| MinQ2Vals | -15.5 |\n",
"| LossPi | 9.19 |\n",
"| LossQ | 0.085 |\n",
"| Time | 67 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 6 |\n",
"| AverageEpRet | -315 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -284 |\n",
"| MinEpRet | -371 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 9.27 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+03 |\n",
"| AverageQ1Vals | -11.5 |\n",
"| StdQ1Vals | 1.69 |\n",
"| MaxQ1Vals | -6.81 |\n",
"| MinQ1Vals | -17.9 |\n",
"| AverageQ2Vals | -11.5 |\n",
"| StdQ2Vals | 1.69 |\n",
"| MaxQ2Vals | -6.81 |\n",
"| MinQ2Vals | -18 |\n",
"| LossPi | 10.8 |\n",
"| LossQ | 0.0899 |\n",
"| Time | 80.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 7 |\n",
"| AverageEpRet | -321 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -288 |\n",
"| MinEpRet | -381 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 8.81 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+04 |\n",
"| AverageQ1Vals | -13.1 |\n",
"| StdQ1Vals | 1.85 |\n",
"| MaxQ1Vals | -8 |\n",
"| MinQ1Vals | -20.5 |\n",
"| AverageQ2Vals | -13.1 |\n",
"| StdQ2Vals | 1.85 |\n",
"| MaxQ2Vals | -7.96 |\n",
"| MinQ2Vals | -20.6 |\n",
"| LossPi | 12.3 |\n",
"| LossQ | 0.101 |\n",
"| Time | 95.4 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 8 |\n",
"| AverageEpRet | -312 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -268 |\n",
"| MinEpRet | -383 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 7.79 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+04 |\n",
"| AverageQ1Vals | -14.6 |\n",
"| StdQ1Vals | 1.99 |\n",
"| MaxQ1Vals | -9.21 |\n",
"| MinQ1Vals | -22.9 |\n",
"| AverageQ2Vals | -14.6 |\n",
"| StdQ2Vals | 1.99 |\n",
"| MaxQ2Vals | -9.26 |\n",
"| MinQ2Vals | -22.8 |\n",
"| LossPi | 13.8 |\n",
"| LossQ | 0.107 |\n",
"| Time | 110 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 9 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -281 |\n",
"| MinEpRet | -349 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 7.64 |\n",
"| MaxTestEpRet | -196 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+04 |\n",
"| AverageQ1Vals | -16.1 |\n",
"| StdQ1Vals | 2.09 |\n",
"| MaxQ1Vals | -10.5 |\n",
"| MinQ1Vals | -24.7 |\n",
"| AverageQ2Vals | -16.1 |\n",
"| StdQ2Vals | 2.09 |\n",
"| MaxQ2Vals | -10.5 |\n",
"| MinQ2Vals | -24.8 |\n",
"| LossPi | 15.2 |\n",
"| LossQ | 0.112 |\n",
"| Time | 125 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 10 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -261 |\n",
"| MinEpRet | -394 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 12.3 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+04 |\n",
"| AverageQ1Vals | -17.6 |\n",
"| StdQ1Vals | 2.19 |\n",
"| MaxQ1Vals | -11.6 |\n",
"| MinQ1Vals | -26.4 |\n",
"| AverageQ2Vals | -17.6 |\n",
"| StdQ2Vals | 2.19 |\n",
"| MaxQ2Vals | -11.7 |\n",
"| MinQ2Vals | -26.4 |\n",
"| LossPi | 16.6 |\n",
"| LossQ | 0.123 |\n",
"| Time | 139 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 11 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -279 |\n",
"| MinEpRet | -374 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 6.42 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+04 |\n",
"| AverageQ1Vals | -19 |\n",
"| StdQ1Vals | 2.25 |\n",
"| MaxQ1Vals | -12.7 |\n",
"| MinQ1Vals | -28 |\n",
"| AverageQ2Vals | -19 |\n",
"| StdQ2Vals | 2.25 |\n",
"| MaxQ2Vals | -12.7 |\n",
"| MinQ2Vals | -27.9 |\n",
"| LossPi | 18 |\n",
"| LossQ | 0.133 |\n",
"| Time | 154 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 12 |\n",
"| AverageEpRet | -326 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -299 |\n",
"| MinEpRet | -366 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 6.74 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+04 |\n",
"| AverageQ1Vals | -20.4 |\n",
"| StdQ1Vals | 2.31 |\n",
"| MaxQ1Vals | -13.8 |\n",
"| MinQ1Vals | -29.7 |\n",
"| AverageQ2Vals | -20.4 |\n",
"| StdQ2Vals | 2.31 |\n",
"| MaxQ2Vals | -13.9 |\n",
"| MinQ2Vals | -29.5 |\n",
"| LossPi | 19.4 |\n",
"| LossQ | 0.139 |\n",
"| Time | 169 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 13 |\n",
"| AverageEpRet | -218 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -173 |\n",
"| MinEpRet | -293 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 10 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+04 |\n",
"| AverageQ1Vals | -21.6 |\n",
"| StdQ1Vals | 2.42 |\n",
"| MaxQ1Vals | -15.1 |\n",
"| MinQ1Vals | -31.1 |\n",
"| AverageQ2Vals | -21.6 |\n",
"| StdQ2Vals | 2.42 |\n",
"| MaxQ2Vals | -15.1 |\n",
"| MinQ2Vals | -30.9 |\n",
"| LossPi | 20.6 |\n",
"| LossQ | 0.141 |\n",
"| Time | 183 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 14 |\n",
"| AverageEpRet | -214 |\n",
"| StdEpRet | 6.57 |\n",
"| MaxEpRet | -197 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 6.54 |\n",
"| MaxTestEpRet | -202 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+04 |\n",
"| AverageQ1Vals | -22.7 |\n",
"| StdQ1Vals | 2.57 |\n",
"| MaxQ1Vals | -16.3 |\n",
"| MinQ1Vals | -32.4 |\n",
"| AverageQ2Vals | -22.7 |\n",
"| StdQ2Vals | 2.57 |\n",
"| MaxQ2Vals | -16.2 |\n",
"| MinQ2Vals | -32.5 |\n",
"| LossPi | 21.8 |\n",
"| LossQ | 0.134 |\n",
"| Time | 199 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 15 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 10.8 |\n",
"| MaxEpRet | -188 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 6.4 |\n",
"| MaxTestEpRet | -200 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+04 |\n",
"| AverageQ1Vals | -23.9 |\n",
"| StdQ1Vals | 2.69 |\n",
"| MaxQ1Vals | -17.5 |\n",
"| MinQ1Vals | -34.1 |\n",
"| AverageQ2Vals | -23.9 |\n",
"| StdQ2Vals | 2.69 |\n",
"| MaxQ2Vals | -17.5 |\n",
"| MinQ2Vals | -34 |\n",
"| LossPi | 22.9 |\n",
"| LossQ | 0.128 |\n",
"| Time | 214 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 16 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 15.3 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 5.78 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+04 |\n",
"| AverageQ1Vals | -25 |\n",
"| StdQ1Vals | 2.77 |\n",
"| MaxQ1Vals | -18.5 |\n",
"| MinQ1Vals | -35.7 |\n",
"| AverageQ2Vals | -25 |\n",
"| StdQ2Vals | 2.77 |\n",
"| MaxQ2Vals | -18.5 |\n",
"| MinQ2Vals | -35.6 |\n",
"| LossPi | 24.1 |\n",
"| LossQ | 0.123 |\n",
"| Time | 229 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 17 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 10.6 |\n",
"| MaxEpRet | -180 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 14.8 |\n",
"| MaxTestEpRet | -176 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+04 |\n",
"| AverageQ1Vals | -26.1 |\n",
"| StdQ1Vals | 2.82 |\n",
"| MaxQ1Vals | -19.5 |\n",
"| MinQ1Vals | -37.1 |\n",
"| AverageQ2Vals | -26.1 |\n",
"| StdQ2Vals | 2.82 |\n",
"| MaxQ2Vals | -19.6 |\n",
"| MinQ2Vals | -36.9 |\n",
"| LossPi | 25.3 |\n",
"| LossQ | 0.121 |\n",
"| Time | 244 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 18 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 12.7 |\n",
"| MaxEpRet | -179 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 4.21 |\n",
"| MaxTestEpRet | -207 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+04 |\n",
"| AverageQ1Vals | -27.3 |\n",
"| StdQ1Vals | 2.87 |\n",
"| MaxQ1Vals | -20.6 |\n",
"| MinQ1Vals | -39 |\n",
"| AverageQ2Vals | -27.3 |\n",
"| StdQ2Vals | 2.87 |\n",
"| MaxQ2Vals | -20.6 |\n",
"| MinQ2Vals | -38.8 |\n",
"| LossPi | 26.5 |\n",
"| LossQ | 0.12 |\n",
"| Time | 259 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 19 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 16.9 |\n",
"| MaxEpRet | -151 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 11.6 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+04 |\n",
"| AverageQ1Vals | -28.4 |\n",
"| StdQ1Vals | 2.92 |\n",
"| MaxQ1Vals | -21.5 |\n",
"| MinQ1Vals | -40.5 |\n",
"| AverageQ2Vals | -28.4 |\n",
"| StdQ2Vals | 2.92 |\n",
"| MaxQ2Vals | -21.5 |\n",
"| MinQ2Vals | -40.3 |\n",
"| LossPi | 27.6 |\n",
"| LossQ | 0.117 |\n",
"| Time | 274 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 20 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 12.5 |\n",
"| MaxEpRet | -180 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 9.77 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+04 |\n",
"| AverageQ1Vals | -29.5 |\n",
"| StdQ1Vals | 2.97 |\n",
"| MaxQ1Vals | -22.5 |\n",
"| MinQ1Vals | -41.6 |\n",
"| AverageQ2Vals | -29.5 |\n",
"| StdQ2Vals | 2.97 |\n",
"| MaxQ2Vals | -22.4 |\n",
"| MinQ2Vals | -41.4 |\n",
"| LossPi | 28.8 |\n",
"| LossQ | 0.117 |\n",
"| Time | 289 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 21 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 15.6 |\n",
"| MaxEpRet | -168 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 11.1 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+04 |\n",
"| AverageQ1Vals | -30.7 |\n",
"| StdQ1Vals | 2.99 |\n",
"| MaxQ1Vals | -23.5 |\n",
"| MinQ1Vals | -43.2 |\n",
"| AverageQ2Vals | -30.7 |\n",
"| StdQ2Vals | 2.99 |\n",
"| MaxQ2Vals | -23.5 |\n",
"| MinQ2Vals | -43.1 |\n",
"| LossPi | 30 |\n",
"| LossQ | 0.116 |\n",
"| Time | 305 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 22 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 12.5 |\n",
"| MaxEpRet | -183 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+04 |\n",
"| AverageQ1Vals | -31.8 |\n",
"| StdQ1Vals | 3.03 |\n",
"| MaxQ1Vals | -24.4 |\n",
"| MinQ1Vals | -44.5 |\n",
"| AverageQ2Vals | -31.8 |\n",
"| StdQ2Vals | 3.03 |\n",
"| MaxQ2Vals | -24.4 |\n",
"| MinQ2Vals | -44.3 |\n",
"| LossPi | 31.2 |\n",
"| LossQ | 0.116 |\n",
"| Time | 320 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 23 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 12.1 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+04 |\n",
"| AverageQ1Vals | -33 |\n",
"| StdQ1Vals | 3.05 |\n",
"| MaxQ1Vals | -25.2 |\n",
"| MinQ1Vals | -45.4 |\n",
"| AverageQ2Vals | -33 |\n",
"| StdQ2Vals | 3.05 |\n",
"| MaxQ2Vals | -25.3 |\n",
"| MinQ2Vals | -45.2 |\n",
"| LossPi | 32.4 |\n",
"| LossQ | 0.117 |\n",
"| Time | 335 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 24 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 6.52 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+04 |\n",
"| AverageQ1Vals | -34.2 |\n",
"| StdQ1Vals | 3.08 |\n",
"| MaxQ1Vals | -26.4 |\n",
"| MinQ1Vals | -47.2 |\n",
"| AverageQ2Vals | -34.2 |\n",
"| StdQ2Vals | 3.08 |\n",
"| MaxQ2Vals | -26.4 |\n",
"| MinQ2Vals | -46.6 |\n",
"| LossPi | 33.6 |\n",
"| LossQ | 0.118 |\n",
"| Time | 350 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 25 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -151 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -152 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+04 |\n",
"| AverageQ1Vals | -35.3 |\n",
"| StdQ1Vals | 3.13 |\n",
"| MaxQ1Vals | -27.3 |\n",
"| MinQ1Vals | -48.5 |\n",
"| AverageQ2Vals | -35.3 |\n",
"| StdQ2Vals | 3.13 |\n",
"| MaxQ2Vals | -27.3 |\n",
"| MinQ2Vals | -48 |\n",
"| LossPi | 34.8 |\n",
"| LossQ | 0.119 |\n",
"| Time | 365 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 26 |\n",
"| AverageEpRet | -210 |\n",
"| StdEpRet | 14.4 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 7.86 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+04 |\n",
"| AverageQ1Vals | -36.5 |\n",
"| StdQ1Vals | 3.16 |\n",
"| MaxQ1Vals | -28.3 |\n",
"| MinQ1Vals | -50.2 |\n",
"| AverageQ2Vals | -36.5 |\n",
"| StdQ2Vals | 3.16 |\n",
"| MaxQ2Vals | -28.4 |\n",
"| MinQ2Vals | -49.8 |\n",
"| LossPi | 35.9 |\n",
"| LossQ | 0.121 |\n",
"| Time | 380 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 27 |\n",
"| AverageEpRet | -212 |\n",
"| StdEpRet | 11.7 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 11.9 |\n",
"| MaxTestEpRet | -185 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+04 |\n",
"| AverageQ1Vals | -37.6 |\n",
"| StdQ1Vals | 3.18 |\n",
"| MaxQ1Vals | -29.1 |\n",
"| MinQ1Vals | -50.9 |\n",
"| AverageQ2Vals | -37.6 |\n",
"| StdQ2Vals | 3.18 |\n",
"| MaxQ2Vals | -29.1 |\n",
"| MinQ2Vals | -50.7 |\n",
"| LossPi | 37.1 |\n",
"| LossQ | 0.123 |\n",
"| Time | 395 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 28 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 10.9 |\n",
"| MaxEpRet | -181 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 6.6 |\n",
"| MaxTestEpRet | -188 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+04 |\n",
"| AverageQ1Vals | -38.8 |\n",
"| StdQ1Vals | 3.22 |\n",
"| MaxQ1Vals | -30.1 |\n",
"| MinQ1Vals | -52.1 |\n",
"| AverageQ2Vals | -38.8 |\n",
"| StdQ2Vals | 3.22 |\n",
"| MaxQ2Vals | -30.2 |\n",
"| MinQ2Vals | -51.9 |\n",
"| LossPi | 38.3 |\n",
"| LossQ | 0.124 |\n",
"| Time | 410 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 29 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 15.5 |\n",
"| MaxTestEpRet | -170 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+04 |\n",
"| AverageQ1Vals | -39.9 |\n",
"| StdQ1Vals | 3.25 |\n",
"| MaxQ1Vals | -31.1 |\n",
"| MinQ1Vals | -53.7 |\n",
"| AverageQ2Vals | -39.9 |\n",
"| StdQ2Vals | 3.25 |\n",
"| MaxQ2Vals | -31.1 |\n",
"| MinQ2Vals | -53.2 |\n",
"| LossPi | 39.4 |\n",
"| LossQ | 0.126 |\n",
"| Time | 424 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 30 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 8.72 |\n",
"| MaxEpRet | -190 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+04 |\n",
"| AverageQ1Vals | -41.1 |\n",
"| StdQ1Vals | 3.31 |\n",
"| MaxQ1Vals | -32.1 |\n",
"| MinQ1Vals | -55.3 |\n",
"| AverageQ2Vals | -41.1 |\n",
"| StdQ2Vals | 3.31 |\n",
"| MaxQ2Vals | -32.1 |\n",
"| MinQ2Vals | -54.9 |\n",
"| LossPi | 40.6 |\n",
"| LossQ | 0.129 |\n",
"| Time | 440 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 31 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+04 |\n",
"| AverageQ1Vals | -42.2 |\n",
"| StdQ1Vals | 3.35 |\n",
"| MaxQ1Vals | -33.1 |\n",
"| MinQ1Vals | -56 |\n",
"| AverageQ2Vals | -42.2 |\n",
"| StdQ2Vals | 3.35 |\n",
"| MaxQ2Vals | -33 |\n",
"| MinQ2Vals | -56.3 |\n",
"| LossPi | 41.7 |\n",
"| LossQ | 0.131 |\n",
"| Time | 454 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 32 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 8 |\n",
"| MaxEpRet | -194 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 11.5 |\n",
"| MaxTestEpRet | -186 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+04 |\n",
"| AverageQ1Vals | -43.3 |\n",
"| StdQ1Vals | 3.39 |\n",
"| MaxQ1Vals | -33.9 |\n",
"| MinQ1Vals | -57.6 |\n",
"| AverageQ2Vals | -43.3 |\n",
"| StdQ2Vals | 3.39 |\n",
"| MaxQ2Vals | -34 |\n",
"| MinQ2Vals | -57.7 |\n",
"| LossPi | 42.8 |\n",
"| LossQ | 0.134 |\n",
"| Time | 469 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 33 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 15.1 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+04 |\n",
"| AverageQ1Vals | -44.4 |\n",
"| StdQ1Vals | 3.44 |\n",
"| MaxQ1Vals | -34.6 |\n",
"| MinQ1Vals | -58.9 |\n",
"| AverageQ2Vals | -44.4 |\n",
"| StdQ2Vals | 3.44 |\n",
"| MaxQ2Vals | -34.8 |\n",
"| MinQ2Vals | -58.6 |\n",
"| LossPi | 43.9 |\n",
"| LossQ | 0.134 |\n",
"| Time | 484 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 34 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 14.8 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+04 |\n",
"| AverageQ1Vals | -45.4 |\n",
"| StdQ1Vals | 3.51 |\n",
"| MaxQ1Vals | -35.4 |\n",
"| MinQ1Vals | -60.3 |\n",
"| AverageQ2Vals | -45.4 |\n",
"| StdQ2Vals | 3.51 |\n",
"| MaxQ2Vals | -35.4 |\n",
"| MinQ2Vals | -60.2 |\n",
"| LossPi | 45 |\n",
"| LossQ | 0.138 |\n",
"| Time | 499 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 35 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -159 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 12.9 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+04 |\n",
"| AverageQ1Vals | -46.5 |\n",
"| StdQ1Vals | 3.58 |\n",
"| MaxQ1Vals | -36.4 |\n",
"| MinQ1Vals | -61.1 |\n",
"| AverageQ2Vals | -46.5 |\n",
"| StdQ2Vals | 3.58 |\n",
"| MaxQ2Vals | -36.2 |\n",
"| MinQ2Vals | -61.3 |\n",
"| LossPi | 46.1 |\n",
"| LossQ | 0.143 |\n",
"| Time | 514 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 36 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 16.1 |\n",
"| MaxEpRet | -164 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 17.1 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+04 |\n",
"| AverageQ1Vals | -47.6 |\n",
"| StdQ1Vals | 3.63 |\n",
"| MaxQ1Vals | -37.1 |\n",
"| MinQ1Vals | -62.5 |\n",
"| AverageQ2Vals | -47.6 |\n",
"| StdQ2Vals | 3.63 |\n",
"| MaxQ2Vals | -37.1 |\n",
"| MinQ2Vals | -62.5 |\n",
"| LossPi | 47.2 |\n",
"| LossQ | 0.146 |\n",
"| Time | 529 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 37 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 13.5 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+04 |\n",
"| AverageQ1Vals | -48.7 |\n",
"| StdQ1Vals | 3.68 |\n",
"| MaxQ1Vals | -37.8 |\n",
"| MinQ1Vals | -64 |\n",
"| AverageQ2Vals | -48.7 |\n",
"| StdQ2Vals | 3.68 |\n",
"| MaxQ2Vals | -38 |\n",
"| MinQ2Vals | -64.1 |\n",
"| LossPi | 48.3 |\n",
"| LossQ | 0.148 |\n",
"| Time | 544 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 38 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 12.7 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 13.6 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+04 |\n",
"| AverageQ1Vals | -49.8 |\n",
"| StdQ1Vals | 3.74 |\n",
"| MaxQ1Vals | -38.7 |\n",
"| MinQ1Vals | -65.5 |\n",
"| AverageQ2Vals | -49.8 |\n",
"| StdQ2Vals | 3.74 |\n",
"| MaxQ2Vals | -38.7 |\n",
"| MinQ2Vals | -65.5 |\n",
"| LossPi | 49.3 |\n",
"| LossQ | 0.15 |\n",
"| Time | 559 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 39 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 6.99 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+04 |\n",
"| AverageQ1Vals | -50.8 |\n",
"| StdQ1Vals | 3.78 |\n",
"| MaxQ1Vals | -39.5 |\n",
"| MinQ1Vals | -66.3 |\n",
"| AverageQ2Vals | -50.8 |\n",
"| StdQ2Vals | 3.78 |\n",
"| MaxQ2Vals | -39.5 |\n",
"| MinQ2Vals | -66.6 |\n",
"| LossPi | 50.4 |\n",
"| LossQ | 0.156 |\n",
"| Time | 574 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 40 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 16.3 |\n",
"| MaxEpRet | -168 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+04 |\n",
"| AverageQ1Vals | -51.8 |\n",
"| StdQ1Vals | 3.86 |\n",
"| MaxQ1Vals | -40.1 |\n",
"| MinQ1Vals | -67.9 |\n",
"| AverageQ2Vals | -51.8 |\n",
"| StdQ2Vals | 3.86 |\n",
"| MaxQ2Vals | -40.2 |\n",
"| MinQ2Vals | -68.3 |\n",
"| LossPi | 51.4 |\n",
"| LossQ | 0.158 |\n",
"| Time | 589 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 41 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+04 |\n",
"| AverageQ1Vals | -52.9 |\n",
"| StdQ1Vals | 3.91 |\n",
"| MaxQ1Vals | -41.1 |\n",
"| MinQ1Vals | -69.2 |\n",
"| AverageQ2Vals | -52.9 |\n",
"| StdQ2Vals | 3.91 |\n",
"| MaxQ2Vals | -41.1 |\n",
"| MinQ2Vals | -69.3 |\n",
"| LossPi | 52.5 |\n",
"| LossQ | 0.162 |\n",
"| Time | 604 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 42 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+04 |\n",
"| AverageQ1Vals | -53.9 |\n",
"| StdQ1Vals | 3.97 |\n",
"| MaxQ1Vals | -41.9 |\n",
"| MinQ1Vals | -70.7 |\n",
"| AverageQ2Vals | -53.9 |\n",
"| StdQ2Vals | 3.97 |\n",
"| MaxQ2Vals | -41.9 |\n",
"| MinQ2Vals | -70.8 |\n",
"| LossPi | 53.5 |\n",
"| LossQ | 0.167 |\n",
"| Time | 618 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 43 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -144 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 16 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+04 |\n",
"| AverageQ1Vals | -54.9 |\n",
"| StdQ1Vals | 4.06 |\n",
"| MaxQ1Vals | -42.5 |\n",
"| MinQ1Vals | -71.7 |\n",
"| AverageQ2Vals | -54.9 |\n",
"| StdQ2Vals | 4.06 |\n",
"| MaxQ2Vals | -42.4 |\n",
"| MinQ2Vals | -71.6 |\n",
"| LossPi | 54.5 |\n",
"| LossQ | 0.172 |\n",
"| Time | 633 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 44 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 14.4 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 11.3 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+04 |\n",
"| AverageQ1Vals | -55.8 |\n",
"| StdQ1Vals | 4.14 |\n",
"| MaxQ1Vals | -43.2 |\n",
"| MinQ1Vals | -73 |\n",
"| AverageQ2Vals | -55.8 |\n",
"| StdQ2Vals | 4.14 |\n",
"| MaxQ2Vals | -43.2 |\n",
"| MinQ2Vals | -73.1 |\n",
"| LossPi | 55.5 |\n",
"| LossQ | 0.178 |\n",
"| Time | 648 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 45 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 17.5 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+04 |\n",
"| AverageQ1Vals | -56.8 |\n",
"| StdQ1Vals | 4.2 |\n",
"| MaxQ1Vals | -43.9 |\n",
"| MinQ1Vals | -74 |\n",
"| AverageQ2Vals | -56.8 |\n",
"| StdQ2Vals | 4.2 |\n",
"| MaxQ2Vals | -43.9 |\n",
"| MinQ2Vals | -74 |\n",
"| LossPi | 56.4 |\n",
"| LossQ | 0.181 |\n",
"| Time | 663 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 46 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+04 |\n",
"| AverageQ1Vals | -57.8 |\n",
"| StdQ1Vals | 4.25 |\n",
"| MaxQ1Vals | -44.4 |\n",
"| MinQ1Vals | -75.4 |\n",
"| AverageQ2Vals | -57.8 |\n",
"| StdQ2Vals | 4.25 |\n",
"| MaxQ2Vals | -44.4 |\n",
"| MinQ2Vals | -75.1 |\n",
"| LossPi | 57.5 |\n",
"| LossQ | 0.185 |\n",
"| Time | 678 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 47 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -152 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+04 |\n",
"| AverageQ1Vals | -58.8 |\n",
"| StdQ1Vals | 4.31 |\n",
"| MaxQ1Vals | -45.3 |\n",
"| MinQ1Vals | -76.6 |\n",
"| AverageQ2Vals | -58.8 |\n",
"| StdQ2Vals | 4.31 |\n",
"| MaxQ2Vals | -45.4 |\n",
"| MinQ2Vals | -76.4 |\n",
"| LossPi | 58.4 |\n",
"| LossQ | 0.189 |\n",
"| Time | 693 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 48 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 14.5 |\n",
"| MaxTestEpRet | -175 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+04 |\n",
"| AverageQ1Vals | -59.8 |\n",
"| StdQ1Vals | 4.38 |\n",
"| MaxQ1Vals | -45.9 |\n",
"| MinQ1Vals | -78 |\n",
"| AverageQ2Vals | -59.8 |\n",
"| StdQ2Vals | 4.38 |\n",
"| MaxQ2Vals | -46 |\n",
"| MinQ2Vals | -77.5 |\n",
"| LossPi | 59.4 |\n",
"| LossQ | 0.194 |\n",
"| Time | 707 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 49 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 12.6 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+04 |\n",
"| AverageQ1Vals | -60.7 |\n",
"| StdQ1Vals | 4.44 |\n",
"| MaxQ1Vals | -46.4 |\n",
"| MinQ1Vals | -79.6 |\n",
"| AverageQ2Vals | -60.7 |\n",
"| StdQ2Vals | 4.45 |\n",
"| MaxQ2Vals | -46.6 |\n",
"| MinQ2Vals | -78.9 |\n",
"| LossPi | 60.3 |\n",
"| LossQ | 0.198 |\n",
"| Time | 722 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 50 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 11.5 |\n",
"| MaxTestEpRet | -184 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+04 |\n",
"| AverageQ1Vals | -61.6 |\n",
"| StdQ1Vals | 4.51 |\n",
"| MaxQ1Vals | -47.4 |\n",
"| MinQ1Vals | -80.3 |\n",
"| AverageQ2Vals | -61.6 |\n",
"| StdQ2Vals | 4.51 |\n",
"| MaxQ2Vals | -47.4 |\n",
"| MinQ2Vals | -79.7 |\n",
"| LossPi | 61.3 |\n",
"| LossQ | 0.204 |\n",
"| Time | 737 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 51 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -146 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -93.4 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+04 |\n",
"| AverageQ1Vals | -62.5 |\n",
"| StdQ1Vals | 4.59 |\n",
"| MaxQ1Vals | -47.8 |\n",
"| MinQ1Vals | -82.3 |\n",
"| AverageQ2Vals | -62.5 |\n",
"| StdQ2Vals | 4.59 |\n",
"| MaxQ2Vals | -47.9 |\n",
"| MinQ2Vals | -82.2 |\n",
"| LossPi | 62.2 |\n",
"| LossQ | 0.208 |\n",
"| Time | 752 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 52 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+04 |\n",
"| AverageQ1Vals | -63.4 |\n",
"| StdQ1Vals | 4.7 |\n",
"| MaxQ1Vals | -48.6 |\n",
"| MinQ1Vals | -83.2 |\n",
"| AverageQ2Vals | -63.4 |\n",
"| StdQ2Vals | 4.7 |\n",
"| MaxQ2Vals | -48.6 |\n",
"| MinQ2Vals | -83.2 |\n",
"| LossPi | 63.1 |\n",
"| LossQ | 0.214 |\n",
"| Time | 767 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 53 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -148 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+04 |\n",
"| AverageQ1Vals | -64.3 |\n",
"| StdQ1Vals | 4.79 |\n",
"| MaxQ1Vals | -49.3 |\n",
"| MinQ1Vals | -84.2 |\n",
"| AverageQ2Vals | -64.3 |\n",
"| StdQ2Vals | 4.79 |\n",
"| MaxQ2Vals | -49.2 |\n",
"| MinQ2Vals | -84 |\n",
"| LossPi | 63.9 |\n",
"| LossQ | 0.219 |\n",
"| Time | 781 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 54 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -134 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -133 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+04 |\n",
"| AverageQ1Vals | -65.2 |\n",
"| StdQ1Vals | 4.86 |\n",
"| MaxQ1Vals | -49.9 |\n",
"| MinQ1Vals | -85.3 |\n",
"| AverageQ2Vals | -65.2 |\n",
"| StdQ2Vals | 4.86 |\n",
"| MaxQ2Vals | -50 |\n",
"| MinQ2Vals | -85.5 |\n",
"| LossPi | 64.8 |\n",
"| LossQ | 0.224 |\n",
"| Time | 796 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 55 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+04 |\n",
"| AverageQ1Vals | -66 |\n",
"| StdQ1Vals | 4.95 |\n",
"| MaxQ1Vals | -50.4 |\n",
"| MinQ1Vals | -86.5 |\n",
"| AverageQ2Vals | -66 |\n",
"| StdQ2Vals | 4.95 |\n",
"| MaxQ2Vals | -50.5 |\n",
"| MinQ2Vals | -87 |\n",
"| LossPi | 65.7 |\n",
"| LossQ | 0.228 |\n",
"| Time | 811 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 56 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+04 |\n",
"| AverageQ1Vals | -66.9 |\n",
"| StdQ1Vals | 5.05 |\n",
"| MaxQ1Vals | -51.2 |\n",
"| MinQ1Vals | -88.1 |\n",
"| AverageQ2Vals | -66.9 |\n",
"| StdQ2Vals | 5.05 |\n",
"| MaxQ2Vals | -51.3 |\n",
"| MinQ2Vals | -88.1 |\n",
"| LossPi | 66.5 |\n",
"| LossQ | 0.237 |\n",
"| Time | 826 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 57 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -143 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+04 |\n",
"| AverageQ1Vals | -67.7 |\n",
"| StdQ1Vals | 5.13 |\n",
"| MaxQ1Vals | -51.8 |\n",
"| MinQ1Vals | -88.6 |\n",
"| AverageQ2Vals | -67.7 |\n",
"| StdQ2Vals | 5.13 |\n",
"| MaxQ2Vals | -51.9 |\n",
"| MinQ2Vals | -88.5 |\n",
"| LossPi | 67.4 |\n",
"| LossQ | 0.24 |\n",
"| Time | 841 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 58 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -99.3 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+04 |\n",
"| AverageQ1Vals | -68.6 |\n",
"| StdQ1Vals | 5.2 |\n",
"| MaxQ1Vals | -52.5 |\n",
"| MinQ1Vals | -89.9 |\n",
"| AverageQ2Vals | -68.6 |\n",
"| StdQ2Vals | 5.2 |\n",
"| MaxQ2Vals | -52.5 |\n",
"| MinQ2Vals | -90.1 |\n",
"| LossPi | 68.2 |\n",
"| LossQ | 0.246 |\n",
"| Time | 856 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 59 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+04 |\n",
"| AverageQ1Vals | -69.4 |\n",
"| StdQ1Vals | 5.29 |\n",
"| MaxQ1Vals | -52.9 |\n",
"| MinQ1Vals | -91 |\n",
"| AverageQ2Vals | -69.4 |\n",
"| StdQ2Vals | 5.29 |\n",
"| MaxQ2Vals | -53 |\n",
"| MinQ2Vals | -91.1 |\n",
"| LossPi | 69.1 |\n",
"| LossQ | 0.255 |\n",
"| Time | 871 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 60 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+04 |\n",
"| AverageQ1Vals | -70.3 |\n",
"| StdQ1Vals | 5.35 |\n",
"| MaxQ1Vals | -53.6 |\n",
"| MinQ1Vals | -92.1 |\n",
"| AverageQ2Vals | -70.3 |\n",
"| StdQ2Vals | 5.36 |\n",
"| MaxQ2Vals | -53.8 |\n",
"| MinQ2Vals | -92.4 |\n",
"| LossPi | 69.9 |\n",
"| LossQ | 0.258 |\n",
"| Time | 885 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 61 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -152 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+05 |\n",
"| AverageQ1Vals | -71 |\n",
"| StdQ1Vals | 5.43 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -92.9 |\n",
"| AverageQ2Vals | -71 |\n",
"| StdQ2Vals | 5.43 |\n",
"| MaxQ2Vals | -54.1 |\n",
"| MinQ2Vals | -93 |\n",
"| LossPi | 70.7 |\n",
"| LossQ | 0.267 |\n",
"| Time | 901 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 62 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 14 |\n",
"| MaxTestEpRet | -167 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+05 |\n",
"| AverageQ1Vals | -71.8 |\n",
"| StdQ1Vals | 5.52 |\n",
"| MaxQ1Vals | -54.7 |\n",
"| MinQ1Vals | -93.9 |\n",
"| AverageQ2Vals | -71.8 |\n",
"| StdQ2Vals | 5.52 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -94 |\n",
"| LossPi | 71.5 |\n",
"| LossQ | 0.275 |\n",
"| Time | 916 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 63 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+05 |\n",
"| AverageQ1Vals | -72.6 |\n",
"| StdQ1Vals | 5.62 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -94.7 |\n",
"| AverageQ2Vals | -72.6 |\n",
"| StdQ2Vals | 5.62 |\n",
"| MaxQ2Vals | -55.3 |\n",
"| MinQ2Vals | -94.8 |\n",
"| LossPi | 72.3 |\n",
"| LossQ | 0.276 |\n",
"| Time | 931 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 64 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -146 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+05 |\n",
"| AverageQ1Vals | -73.4 |\n",
"| StdQ1Vals | 5.67 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -96.2 |\n",
"| AverageQ2Vals | -73.4 |\n",
"| StdQ2Vals | 5.67 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -95.9 |\n",
"| LossPi | 73.1 |\n",
"| LossQ | 0.284 |\n",
"| Time | 946 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 65 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+05 |\n",
"| AverageQ1Vals | -74.2 |\n",
"| StdQ1Vals | 5.77 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -97.7 |\n",
"| AverageQ2Vals | -74.2 |\n",
"| StdQ2Vals | 5.77 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -96.6 |\n",
"| LossPi | 73.8 |\n",
"| LossQ | 0.29 |\n",
"| Time | 960 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 66 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+05 |\n",
"| AverageQ1Vals | -74.9 |\n",
"| StdQ1Vals | 5.86 |\n",
"| MaxQ1Vals | -56.9 |\n",
"| MinQ1Vals | -97.9 |\n",
"| AverageQ2Vals | -74.9 |\n",
"| StdQ2Vals | 5.86 |\n",
"| MaxQ2Vals | -57 |\n",
"| MinQ2Vals | -97.9 |\n",
"| LossPi | 74.6 |\n",
"| LossQ | 0.295 |\n",
"| Time | 976 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 67 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+05 |\n",
"| AverageQ1Vals | -75.7 |\n",
"| StdQ1Vals | 5.91 |\n",
"| MaxQ1Vals | -57.4 |\n",
"| MinQ1Vals | -98.3 |\n",
"| AverageQ2Vals | -75.7 |\n",
"| StdQ2Vals | 5.91 |\n",
"| MaxQ2Vals | -57.6 |\n",
"| MinQ2Vals | -97.5 |\n",
"| LossPi | 75.3 |\n",
"| LossQ | 0.3 |\n",
"| Time | 990 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 68 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+05 |\n",
"| AverageQ1Vals | -76.4 |\n",
"| StdQ1Vals | 6.01 |\n",
"| MaxQ1Vals | -58.1 |\n",
"| MinQ1Vals | -100 |\n",
"| AverageQ2Vals | -76.4 |\n",
"| StdQ2Vals | 6.01 |\n",
"| MaxQ2Vals | -58 |\n",
"| MinQ2Vals | -99.2 |\n",
"| LossPi | 76.1 |\n",
"| LossQ | 0.308 |\n",
"| Time | 1.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 69 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+05 |\n",
"| AverageQ1Vals | -77.1 |\n",
"| StdQ1Vals | 6.1 |\n",
"| MaxQ1Vals | -58.7 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -77.1 |\n",
"| StdQ2Vals | 6.1 |\n",
"| MaxQ2Vals | -58.7 |\n",
"| MinQ2Vals | -100 |\n",
"| LossPi | 76.7 |\n",
"| LossQ | 0.315 |\n",
"| Time | 1.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 70 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+05 |\n",
"| AverageQ1Vals | -77.8 |\n",
"| StdQ1Vals | 6.2 |\n",
"| MaxQ1Vals | -59 |\n",
"| MinQ1Vals | -102 |\n",
"| AverageQ2Vals | -77.8 |\n",
"| StdQ2Vals | 6.2 |\n",
"| MaxQ2Vals | -59.2 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 77.4 |\n",
"| LossQ | 0.321 |\n",
"| Time | 1.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 71 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+05 |\n",
"| AverageQ1Vals | -78.5 |\n",
"| StdQ1Vals | 6.28 |\n",
"| MaxQ1Vals | -59.6 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -78.5 |\n",
"| StdQ2Vals | 6.29 |\n",
"| MaxQ2Vals | -59.7 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 78.1 |\n",
"| LossQ | 0.327 |\n",
"| Time | 1.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 72 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+05 |\n",
"| AverageQ1Vals | -79.2 |\n",
"| StdQ1Vals | 6.36 |\n",
"| MaxQ1Vals | -60.1 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -79.2 |\n",
"| StdQ2Vals | 6.36 |\n",
"| MaxQ2Vals | -60.2 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 78.8 |\n",
"| LossQ | 0.338 |\n",
"| Time | 1.06e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 73 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -149 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+05 |\n",
"| AverageQ1Vals | -79.9 |\n",
"| StdQ1Vals | 6.45 |\n",
"| MaxQ1Vals | -60.7 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -79.9 |\n",
"| StdQ2Vals | 6.45 |\n",
"| MaxQ2Vals | -60.8 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 79.5 |\n",
"| LossQ | 0.342 |\n",
"| Time | 1.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 74 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -152 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+05 |\n",
"| AverageQ1Vals | -80.5 |\n",
"| StdQ1Vals | 6.55 |\n",
"| MaxQ1Vals | -61.4 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -80.5 |\n",
"| StdQ2Vals | 6.55 |\n",
"| MaxQ2Vals | -61.4 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 80.2 |\n",
"| LossQ | 0.346 |\n",
"| Time | 1.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 75 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+05 |\n",
"| AverageQ1Vals | -81.2 |\n",
"| StdQ1Vals | 6.64 |\n",
"| MaxQ1Vals | -61.7 |\n",
"| MinQ1Vals | -106 |\n",
"| AverageQ2Vals | -81.2 |\n",
"| StdQ2Vals | 6.64 |\n",
"| MaxQ2Vals | -61.8 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 80.8 |\n",
"| LossQ | 0.36 |\n",
"| Time | 1.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 76 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -98.6 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+05 |\n",
"| AverageQ1Vals | -81.8 |\n",
"| StdQ1Vals | 6.74 |\n",
"| MaxQ1Vals | -62.2 |\n",
"| MinQ1Vals | -106 |\n",
"| AverageQ2Vals | -81.8 |\n",
"| StdQ2Vals | 6.74 |\n",
"| MaxQ2Vals | -62.2 |\n",
"| MinQ2Vals | -106 |\n",
"| LossPi | 81.5 |\n",
"| LossQ | 0.364 |\n",
"| Time | 1.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 77 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+05 |\n",
"| AverageQ1Vals | -82.5 |\n",
"| StdQ1Vals | 6.83 |\n",
"| MaxQ1Vals | -62.7 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -82.5 |\n",
"| StdQ2Vals | 6.83 |\n",
"| MaxQ2Vals | -62.7 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 82.1 |\n",
"| LossQ | 0.375 |\n",
"| Time | 1.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 78 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 17.1 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+05 |\n",
"| AverageQ1Vals | -83.1 |\n",
"| StdQ1Vals | 6.9 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -83.1 |\n",
"| StdQ2Vals | 6.9 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 82.7 |\n",
"| LossQ | 0.381 |\n",
"| Time | 1.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 79 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+05 |\n",
"| AverageQ1Vals | -83.7 |\n",
"| StdQ1Vals | 6.97 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -83.7 |\n",
"| StdQ2Vals | 6.97 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 83.3 |\n",
"| LossQ | 0.39 |\n",
"| Time | 1.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 80 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+05 |\n",
"| AverageQ1Vals | -84.4 |\n",
"| StdQ1Vals | 7.07 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -84.4 |\n",
"| StdQ2Vals | 7.07 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 84 |\n",
"| LossQ | 0.389 |\n",
"| Time | 1.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 81 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.34e+05 |\n",
"| AverageQ1Vals | -84.9 |\n",
"| StdQ1Vals | 7.14 |\n",
"| MaxQ1Vals | -64.7 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -84.9 |\n",
"| StdQ2Vals | 7.14 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 84.6 |\n",
"| LossQ | 0.395 |\n",
"| Time | 1.2e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 82 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.35e+05 |\n",
"| AverageQ1Vals | -85.6 |\n",
"| StdQ1Vals | 7.23 |\n",
"| MaxQ1Vals | -64.9 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -85.6 |\n",
"| StdQ2Vals | 7.23 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 85.2 |\n",
"| LossQ | 0.406 |\n",
"| Time | 1.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 83 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -99.5 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.37e+05 |\n",
"| AverageQ1Vals | -86.2 |\n",
"| StdQ1Vals | 7.33 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -86.2 |\n",
"| StdQ2Vals | 7.33 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 85.8 |\n",
"| LossQ | 0.417 |\n",
"| Time | 1.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 84 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.39e+05 |\n",
"| AverageQ1Vals | -86.7 |\n",
"| StdQ1Vals | 7.4 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -86.7 |\n",
"| StdQ2Vals | 7.4 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 86.3 |\n",
"| LossQ | 0.426 |\n",
"| Time | 1.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 85 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -138 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 42.9 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.4e+05 |\n",
"| AverageQ1Vals | -87.3 |\n",
"| StdQ1Vals | 7.5 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -87.3 |\n",
"| StdQ2Vals | 7.5 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 86.9 |\n",
"| LossQ | 0.435 |\n",
"| Time | 1.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 86 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -141 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.42e+05 |\n",
"| AverageQ1Vals | -87.8 |\n",
"| StdQ1Vals | 7.58 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -87.8 |\n",
"| StdQ2Vals | 7.58 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 87.4 |\n",
"| LossQ | 0.436 |\n",
"| Time | 1.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 87 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 16.5 |\n",
"| MaxTestEpRet | -141 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.44e+05 |\n",
"| AverageQ1Vals | -88.4 |\n",
"| StdQ1Vals | 7.64 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -88.4 |\n",
"| StdQ2Vals | 7.64 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 88 |\n",
"| LossQ | 0.441 |\n",
"| Time | 1.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 88 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 15.8 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.45e+05 |\n",
"| AverageQ1Vals | -88.9 |\n",
"| StdQ1Vals | 7.75 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -88.9 |\n",
"| StdQ2Vals | 7.75 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 88.6 |\n",
"| LossQ | 0.454 |\n",
"| Time | 1.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 89 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.47e+05 |\n",
"| AverageQ1Vals | -89.5 |\n",
"| StdQ1Vals | 7.81 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -89.5 |\n",
"| StdQ2Vals | 7.81 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 89.1 |\n",
"| LossQ | 0.458 |\n",
"| Time | 1.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 90 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 15.5 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -130 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+05 |\n",
"| AverageQ1Vals | -90 |\n",
"| StdQ1Vals | 7.89 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -90 |\n",
"| StdQ2Vals | 7.89 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 89.6 |\n",
"| LossQ | 0.465 |\n",
"| Time | 1.33e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 91 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.5e+05 |\n",
"| AverageQ1Vals | -90.5 |\n",
"| StdQ1Vals | 7.96 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -90.5 |\n",
"| StdQ2Vals | 7.96 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 90.2 |\n",
"| LossQ | 0.479 |\n",
"| Time | 1.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 92 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.52e+05 |\n",
"| AverageQ1Vals | -91 |\n",
"| StdQ1Vals | 8.07 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -91 |\n",
"| StdQ2Vals | 8.07 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 90.6 |\n",
"| LossQ | 0.486 |\n",
"| Time | 1.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 93 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -133 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.53e+05 |\n",
"| AverageQ1Vals | -91.5 |\n",
"| StdQ1Vals | 8.13 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -91.5 |\n",
"| StdQ2Vals | 8.13 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.486 |\n",
"| Time | 1.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 94 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -99 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.55e+05 |\n",
"| AverageQ1Vals | -92.1 |\n",
"| StdQ1Vals | 8.19 |\n",
"| MaxQ1Vals | -70.6 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -92.1 |\n",
"| StdQ2Vals | 8.19 |\n",
"| MaxQ2Vals | -70.8 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 91.7 |\n",
"| LossQ | 0.502 |\n",
"| Time | 1.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 95 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.57e+05 |\n",
"| AverageQ1Vals | -92.6 |\n",
"| StdQ1Vals | 8.28 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -92.6 |\n",
"| StdQ2Vals | 8.28 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 92.2 |\n",
"| LossQ | 0.509 |\n",
"| Time | 1.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 96 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.58e+05 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 8.37 |\n",
"| MaxQ1Vals | -71.4 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 8.37 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 92.6 |\n",
"| LossQ | 0.512 |\n",
"| Time | 1.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 97 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.6e+05 |\n",
"| AverageQ1Vals | -93.5 |\n",
"| StdQ1Vals | 8.46 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -93.5 |\n",
"| StdQ2Vals | 8.46 |\n",
"| MaxQ2Vals | -71.7 |\n",
"| MinQ2Vals | -126 |\n",
"| LossPi | 93.1 |\n",
"| LossQ | 0.527 |\n",
"| Time | 1.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 98 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.62e+05 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 8.52 |\n",
"| MaxQ1Vals | -72.3 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 8.52 |\n",
"| MaxQ2Vals | -72.4 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.531 |\n",
"| Time | 1.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 99 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -134 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.63e+05 |\n",
"| AverageQ1Vals | -94.5 |\n",
"| StdQ1Vals | 8.56 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -94.5 |\n",
"| StdQ2Vals | 8.56 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 0.534 |\n",
"| Time | 1.47e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 100 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 13.8 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+05 |\n",
"| AverageQ1Vals | -94.9 |\n",
"| StdQ1Vals | 8.64 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -94.9 |\n",
"| StdQ2Vals | 8.64 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 94.5 |\n",
"| LossQ | 0.54 |\n",
"| Time | 1.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 101 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.67e+05 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 8.7 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 8.7 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 95 |\n",
"| LossQ | 0.553 |\n",
"| Time | 1.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 102 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.68e+05 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 8.79 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 8.79 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -130 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.553 |\n",
"| Time | 1.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 103 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.7e+05 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 8.87 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -130 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 8.87 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -131 |\n",
"| LossPi | 95.8 |\n",
"| LossQ | 0.559 |\n",
"| Time | 1.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 104 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -79.8 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.72e+05 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 8.93 |\n",
"| MaxQ1Vals | -74.4 |\n",
"| MinQ1Vals | -131 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 8.93 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -131 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.574 |\n",
"| Time | 1.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 105 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.73e+05 |\n",
"| AverageQ1Vals | -97 |\n",
"| StdQ1Vals | 9.01 |\n",
"| MaxQ1Vals | -74.8 |\n",
"| MinQ1Vals | -132 |\n",
"| AverageQ2Vals | -97 |\n",
"| StdQ2Vals | 9.02 |\n",
"| MaxQ2Vals | -74.8 |\n",
"| MinQ2Vals | -132 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.574 |\n",
"| Time | 1.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 106 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.75e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 9.08 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -133 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 9.08 |\n",
"| MaxQ2Vals | -75.1 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 97.1 |\n",
"| LossQ | 0.582 |\n",
"| Time | 1.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 107 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 17.6 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.77e+05 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 9.14 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -134 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 9.14 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -135 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 0.587 |\n",
"| Time | 1.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 108 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.78e+05 |\n",
"| AverageQ1Vals | -98.3 |\n",
"| StdQ1Vals | 9.23 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -98.3 |\n",
"| StdQ2Vals | 9.23 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -135 |\n",
"| LossPi | 97.9 |\n",
"| LossQ | 0.598 |\n",
"| Time | 1.6e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 109 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 14.9 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.8e+05 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 9.28 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 9.28 |\n",
"| MaxQ2Vals | -76.2 |\n",
"| MinQ2Vals | -136 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 0.603 |\n",
"| Time | 1.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 110 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -93.4 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+05 |\n",
"| AverageQ1Vals | -99.1 |\n",
"| StdQ1Vals | 9.36 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -99.1 |\n",
"| StdQ2Vals | 9.36 |\n",
"| MaxQ2Vals | -76.4 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.617 |\n",
"| Time | 1.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 111 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.83e+05 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 9.42 |\n",
"| MaxQ1Vals | -77 |\n",
"| MinQ1Vals | -134 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 9.42 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -136 |\n",
"| LossPi | 99 |\n",
"| LossQ | 0.618 |\n",
"| Time | 1.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 112 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -99.9 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.85e+05 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 9.47 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 9.47 |\n",
"| MaxQ2Vals | -77.3 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 0.629 |\n",
"| Time | 1.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 113 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -231 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.86e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 9.57 |\n",
"| MaxQ1Vals | -77.6 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 9.57 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 99.8 |\n",
"| LossQ | 0.638 |\n",
"| Time | 1.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 114 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -87.6 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.88e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 9.59 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -139 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 9.59 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.641 |\n",
"| Time | 1.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 115 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -91.5 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.9e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 9.66 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 9.65 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -136 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.648 |\n",
"| Time | 1.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 116 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -83.8 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.91e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 9.71 |\n",
"| MaxQ1Vals | -78.6 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 9.72 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.657 |\n",
"| Time | 1.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 117 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.93e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 9.8 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -139 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 9.8 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.659 |\n",
"| Time | 1.74e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 118 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -177 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.95e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 9.88 |\n",
"| MaxQ1Vals | -78.9 |\n",
"| MinQ1Vals | -143 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 9.88 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.669 |\n",
"| Time | 1.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 119 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.96e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 9.96 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 9.96 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.679 |\n",
"| Time | 1.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 120 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 10 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -141 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 10 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -141 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.674 |\n",
"| Time | 1.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 121 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -86.6 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.684 |\n",
"| Time | 1.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 122 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.01e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -145 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.679 |\n",
"| Time | 1.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 123 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 17.1 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.03e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.693 |\n",
"| Time | 1.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 124 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.05e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.696 |\n",
"| Time | 1.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 125 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -93.8 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.06e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.702 |\n",
"| Time | 1.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 126 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.08e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.704 |\n",
"| Time | 1.87e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 127 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 17.7 |\n",
"| MaxTestEpRet | -130 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.1e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.715 |\n",
"| Time | 1.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 128 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.11e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.712 |\n",
"| Time | 1.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 129 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.13e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.721 |\n",
"| Time | 1.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 130 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.719 |\n",
"| Time | 1.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 131 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -94.7 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.16e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.735 |\n",
"| Time | 1.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 132 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.18e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -150 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.745 |\n",
"| Time | 1.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 133 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.19e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.736 |\n",
"| Time | 1.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 134 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -94.1 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.21e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -153 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.745 |\n",
"| Time | 1.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 135 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.23e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -153 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -152 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.752 |\n",
"| Time | 2.01e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 136 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -99.9 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -91.1 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.24e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.753 |\n",
"| Time | 2.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 137 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 37.4 |\n",
"| MaxEpRet | -97.3 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.26e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -150 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.766 |\n",
"| Time | 2.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 138 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 38.7 |\n",
"| MaxTestEpRet | -71.1 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.28e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.772 |\n",
"| Time | 2.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 139 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -93.1 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.29e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -156 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.77 |\n",
"| Time | 2.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 140 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -153 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.769 |\n",
"| Time | 2.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 141 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.33e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -83.9 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.779 |\n",
"| Time | 2.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 142 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.34e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 11.3 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.783 |\n",
"| Time | 2.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 143 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -98.3 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.36e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -156 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 11.3 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.782 |\n",
"| Time | 2.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 144 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.38e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.789 |\n",
"| Time | 2.14e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 145 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.39e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.786 |\n",
"| Time | 2.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 146 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -82 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.41e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -156 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.794 |\n",
"| Time | 2.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 147 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.43e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.802 |\n",
"| Time | 2.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 148 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.44e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.803 |\n",
"| Time | 2.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 149 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -138 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.46e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.8 |\n",
"| Time | 2.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 150 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -99.9 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -78.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.821 |\n",
"| Time | 2.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 151 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -135 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.49e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.812 |\n",
"| Time | 2.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 152 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.51e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -85.5 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.818 |\n",
"| Time | 2.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 153 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.52e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.816 |\n",
"| Time | 2.27e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 154 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -81.9 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.54e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.807 |\n",
"| Time | 2.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 155 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.56e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.826 |\n",
"| Time | 2.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 156 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -98.6 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.57e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -86 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.819 |\n",
"| Time | 2.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 157 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.59e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -86 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.825 |\n",
"| Time | 2.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 158 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.61e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -86.1 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.832 |\n",
"| Time | 2.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 159 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.62e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.832 |\n",
"| Time | 2.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 160 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -163 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.835 |\n",
"| Time | 2.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 161 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 40.3 |\n",
"| MaxTestEpRet | -80 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.66e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -163 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.836 |\n",
"| Time | 2.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 162 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 44.2 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.67e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.835 |\n",
"| Time | 2.41e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 163 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.69e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -85.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.829 |\n",
"| Time | 2.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 164 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -88.4 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.71e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -86.2 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -86 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.836 |\n",
"| Time | 2.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 165 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -94.8 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.72e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -85.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.849 |\n",
"| Time | 2.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 166 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -64.7 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.74e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.854 |\n",
"| Time | 2.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 167 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.76e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -86.1 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.843 |\n",
"| Time | 2.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 168 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.77e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.853 |\n",
"| Time | 2.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 169 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.79e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.852 |\n",
"| Time | 2.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 170 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 35.8 |\n",
"| MaxEpRet | -74.2 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -91.8 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.864 |\n",
"| Time | 2.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 171 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.82e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.854 |\n",
"| Time | 2.54e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 172 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.84e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.859 |\n",
"| Time | 2.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 173 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 18.2 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.85e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.86 |\n",
"| Time | 2.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 174 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -96 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.87e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.859 |\n",
"| Time | 2.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 175 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.89e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.869 |\n",
"| Time | 2.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 176 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.9e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -87.1 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.863 |\n",
"| Time | 2.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 177 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.92e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.87 |\n",
"| Time | 2.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 178 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -97 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -178 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.94e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -87 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -87.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.885 |\n",
"| Time | 2.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 179 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -78 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.95e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -87.1 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -87.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.87 |\n",
"| Time | 2.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 180 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -81.4 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -97 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.888 |\n",
"| Time | 2.68e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 181 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.99e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.89 |\n",
"| Time | 2.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 182 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -99.3 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.891 |\n",
"| Time | 2.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 183 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -97.2 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.02e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.888 |\n",
"| Time | 2.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 184 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 38.9 |\n",
"| MaxTestEpRet | -76.7 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.04e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.885 |\n",
"| Time | 2.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 185 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -95.1 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.05e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.889 |\n",
"| Time | 2.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 186 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 34.8 |\n",
"| MaxEpRet | -97.6 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.07e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.895 |\n",
"| Time | 2.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 187 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -86.7 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.09e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.891 |\n",
"| Time | 2.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 188 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -75.5 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.1e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.901 |\n",
"| Time | 2.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 189 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -91 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.12e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.91 |\n",
"| Time | 2.81e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 190 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 16.5 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.908 |\n",
"| Time | 2.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 191 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 20.5 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.15e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.919 |\n",
"| Time | 2.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 192 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 39.1 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -247 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.17e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.918 |\n",
"| Time | 2.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 193 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -83.2 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.18e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.907 |\n",
"| Time | 2.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 194 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 38 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.2e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.926 |\n",
"| Time | 2.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 195 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.22e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.924 |\n",
"| Time | 2.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 196 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.23e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.929 |\n",
"| Time | 2.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 197 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.25e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -86.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.925 |\n",
"| Time | 2.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 198 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -95.5 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 44.1 |\n",
"| MaxTestEpRet | -68.3 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.27e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.919 |\n",
"| Time | 2.95e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 199 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 39.1 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -87.4 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.28e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.926 |\n",
"| Time | 2.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 200 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.931 |\n",
"| Time | 2.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 201 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -66.6 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -95.2 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.32e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.932 |\n",
"| Time | 2.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 202 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -97.2 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.33e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.937 |\n",
"| Time | 3.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 203 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -90.3 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.35e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.936 |\n",
"| Time | 3.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 204 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -99.9 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.37e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.95 |\n",
"| Time | 3.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 205 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 36.9 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -232 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.38e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.948 |\n",
"| Time | 3.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 206 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -91.4 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.4e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.958 |\n",
"| Time | 3.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 207 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -93.1 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.42e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.958 |\n",
"| Time | 3.08e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 208 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -92.2 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.43e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.95 |\n",
"| Time | 3.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 209 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -84.7 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.45e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -87 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.951 |\n",
"| Time | 3.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 210 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.971 |\n",
"| Time | 3.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 211 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -98.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.48e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.966 |\n",
"| Time | 3.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 212 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.5e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.965 |\n",
"| Time | 3.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 213 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -88.4 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.51e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.96 |\n",
"| Time | 3.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 214 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.53e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.964 |\n",
"| Time | 3.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 215 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 16.9 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.55e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.977 |\n",
"| Time | 3.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 216 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.56e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.962 |\n",
"| Time | 3.22e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 217 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.58e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.96 |\n",
"| Time | 3.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 218 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -97.6 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.6e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.976 |\n",
"| Time | 3.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 219 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.61e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.96 |\n",
"| Time | 3.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 220 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.976 |\n",
"| Time | 3.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 221 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.65e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.978 |\n",
"| Time | 3.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 222 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 33.3 |\n",
"| MaxEpRet | -89.3 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -95.1 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.66e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.972 |\n",
"| Time | 3.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 223 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.68e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.978 |\n",
"| Time | 3.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 224 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -83.5 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 17.3 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.7e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.984 |\n",
"| Time | 3.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 225 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 47.2 |\n",
"| MaxTestEpRet | -57.3 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.71e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.985 |\n",
"| Time | 3.35e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 226 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -97.3 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.73e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.988 |\n",
"| Time | 3.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 227 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -87.2 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.75e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.989 |\n",
"| Time | 3.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 228 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -98.3 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 39.3 |\n",
"| MaxTestEpRet | -62.1 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.76e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 119 |\n",
"| LossQ | 0.992 |\n",
"| Time | 3.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 229 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.78e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.989 |\n",
"| Time | 3.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 230 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -97.1 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -71.7 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.996 |\n",
"| Time | 3.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 231 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.81e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.992 |\n",
"| Time | 3.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 232 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.83e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -87.1 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -87.1 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.992 |\n",
"| Time | 3.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 233 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.84e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -87.1 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -87.1 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.984 |\n",
"| Time | 3.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 234 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 35.7 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -87.3 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.86e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -87 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.993 |\n",
"| Time | 3.49e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 235 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -57.4 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.88e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.995 |\n",
"| Time | 3.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 236 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 48.9 |\n",
"| MaxTestEpRet | -27.5 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.89e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -87.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -87 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.991 |\n",
"| Time | 3.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 237 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -83.7 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 17.5 |\n",
"| MaxTestEpRet | -95.9 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.91e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 238 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -70.6 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -94 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.93e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -87 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 239 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 8.77 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.94e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 240 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -86.9 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.999 |\n",
"| Time | 3.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 241 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -90.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -80.4 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.98e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -87 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.986 |\n",
"| Time | 3.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 242 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -88.2 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.99e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 243 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -79.6 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.01e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -87 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.62e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 244 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -74.7 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.03e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 245 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.04e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -86.9 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 246 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -94 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.06e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 0.993 |\n",
"| Time | 3.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 247 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -93.3 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -96.1 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.08e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -86.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 248 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -97.9 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.09e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 249 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -92.2 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.11e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 250 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -67.3 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 251 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -42.8 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.14e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 252 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.16e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -86.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1 |\n",
"| Time | 3.76e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 253 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 37.6 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.17e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -86.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 254 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 16.5 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.19e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 255 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.21e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -86.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 256 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -73.9 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -91.7 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.22e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 257 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -87.7 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -65.4 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.24e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 258 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 17.3 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.26e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 259 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -88.7 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.27e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 260 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 39.9 |\n",
"| MaxTestEpRet | -60.9 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 261 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.31e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.89e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 262 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -84.5 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.32e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 263 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 33.3 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.34e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 264 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 31.9 |\n",
"| MaxEpRet | -96.5 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -86.2 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.36e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 265 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -66.9 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.37e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 266 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.39e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 267 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -96.5 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -96.8 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.41e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 268 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -96.1 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.42e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 269 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -84 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.44e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 270 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 34.2 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.02e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 271 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.47e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 272 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -94.9 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -72.6 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.49e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 273 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.5e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 274 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -86.2 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -94.7 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.52e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 275 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -63.2 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -85.4 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.54e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 276 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -99.9 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.55e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 277 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -61.6 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.57e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 278 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -98.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.59e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 279 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -90.8 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -98.4 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.6e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.16e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 280 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -67 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -69.7 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 281 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -93 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.64e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 282 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.65e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -83.6 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 283 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.67e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 284 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 36.2 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.69e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 285 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.7e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 286 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.72e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 287 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.74e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 288 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -92.9 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.75e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.29e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 289 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -84 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -82.9 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.77e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 290 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -94.1 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 291 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.8e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 292 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -99.9 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 39.7 |\n",
"| MaxTestEpRet | -68.4 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.82e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 293 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -99.7 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.83e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 294 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.85e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 295 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 38 |\n",
"| MaxEpRet | -71 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 43.9 |\n",
"| MaxTestEpRet | -40.5 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.87e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 296 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -84 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -53.2 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.88e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 297 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.9e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.43e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 298 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.92e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 299 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -91.2 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 40.2 |\n",
"| MaxTestEpRet | -62.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.93e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 300 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -99.7 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -92.2 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 301 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -82.7 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.97e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 302 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -72.3 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.98e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 303 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -87.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 304 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -89.9 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -59.9 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.02e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 305 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -94.4 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.03e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 306 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.05e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.56e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 307 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -75.1 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.07e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 308 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.08e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 309 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -95.4 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.1e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 310 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -86.2 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 55 |\n",
"| MaxTestEpRet | -39.3 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 311 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -48.7 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.13e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 312 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -81.6 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 36.6 |\n",
"| MaxTestEpRet | -78.4 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.15e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 313 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -93.5 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -85.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.16e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 314 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -90.3 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -86.2 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.18e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 315 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -63.8 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.2e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.7e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 316 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.21e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 317 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 31 |\n",
"| MaxEpRet | -78.4 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.23e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 318 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -72.8 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.25e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 319 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.26e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 320 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -84.6 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 321 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.3e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 322 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -84.3 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.31e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 323 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.33e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 324 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -99.9 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -86.6 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.35e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.84e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 325 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -72.6 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.36e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 326 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -92.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -93.8 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.38e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 327 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.4e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 328 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -85.8 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.41e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 329 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -93 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.43e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 330 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -91.7 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -95.8 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 331 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -38.7 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.46e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 332 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -96.6 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.48e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 333 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -61 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.49e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.97e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 334 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -71.2 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.51e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 335 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -76 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -80.4 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.53e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 336 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -97.8 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -81.1 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.54e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 337 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -98.4 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.56e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 338 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.58e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 339 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 36.8 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -89.3 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.59e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 340 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 44.1 |\n",
"| MaxTestEpRet | -48.2 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 341 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -85.9 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.63e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 342 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -96 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -88.8 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.64e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.11e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 343 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -91.6 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -81.7 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.66e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 344 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -91.9 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.68e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 345 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.69e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 346 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -78.5 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -34.8 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.71e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 347 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 35.2 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.73e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 348 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -99.4 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.74e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 349 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -83.3 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -66.7 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.76e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -78.9 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 350 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 351 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -80.4 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -59.4 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.79e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.24e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 352 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -82.7 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.81e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 353 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -86.5 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.82e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 354 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -78.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.84e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 355 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -92.6 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -71.3 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.86e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 356 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -98.1 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 36 |\n",
"| MaxTestEpRet | -45.9 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.87e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -78.6 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 357 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -73.1 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.89e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 358 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -98.5 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 39.2 |\n",
"| MaxTestEpRet | -51.1 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.91e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 359 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 40.2 |\n",
"| MaxTestEpRet | -52.7 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.92e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 360 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -76.8 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -83.8 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.2 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.38e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 361 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -62.8 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.96e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 362 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -85 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -77.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.97e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 363 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -92.6 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -56.4 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.99e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 364 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -83.2 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.01e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 365 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -82.8 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.02e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 366 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -89.1 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.04e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 367 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -78.4 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.06e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 368 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -86.3 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -87.5 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.07e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 369 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -61.3 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.09e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -78.2 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.51e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 370 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 371 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -98.8 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -77.5 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.12e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.07 |\n",
"| Time | 5.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 372 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.14e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 373 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -71.8 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.15e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -78 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 374 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 24.8 |\n",
"| MaxTestEpRet | -86.6 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.17e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 375 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -80.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -69.9 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.19e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 376 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -89 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.2e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 377 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -82.1 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.22e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 378 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.24e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.65e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 379 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -86.3 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.25e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 380 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -75.2 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -68.5 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -78 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 381 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -93.4 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 40.8 |\n",
"| MaxTestEpRet | -39.9 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.29e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 382 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 14.8 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -70.3 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.3e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 383 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -91 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -96.7 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.32e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -77.3 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 384 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -87.6 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.34e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 385 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.35e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.07 |\n",
"| Time | 5.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 386 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 37.4 |\n",
"| MaxEpRet | -68.6 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -62.2 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.37e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 387 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.39e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -77.1 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.79e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 388 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 35.6 |\n",
"| MaxEpRet | -75.1 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -92.4 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.4e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 389 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -41.7 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.42e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.3 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.07 |\n",
"| Time | 5.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 390 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -59.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 391 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -65 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -91.9 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.45e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -77.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 392 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -60.8 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -69.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.47e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -77.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 393 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -63.9 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.48e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.07 |\n",
"| Time | 5.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 394 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.5e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 395 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -92.5 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 15.7 |\n",
"| MaxTestEpRet | -97.1 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.52e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.7 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 5.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 396 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 31.9 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.53e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.92e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 397 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -88.1 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.55e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.8 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.5 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.07 |\n",
"| Time | 5.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 398 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -91.2 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -87.1 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.57e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -76.8 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -76.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 399 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -76.6 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 42.4 |\n",
"| MaxTestEpRet | -49.9 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.58e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.5 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.08 |\n",
"| Time | 5.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 400 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 43.9 |\n",
"| MaxTestEpRet | -68.8 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.07 |\n",
"| Time | 5.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 401 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -87.9 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.62e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.3 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 402 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -87.9 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -88.5 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.63e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.8 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 403 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -74.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.65e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 404 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -75.5 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 17.6 |\n",
"| MaxTestEpRet | -75.7 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.67e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 405 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 35 |\n",
"| MaxEpRet | -85.5 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.68e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.06e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 406 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -96.9 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -39.2 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.7e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -76.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 407 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -75.5 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.72e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -76.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 408 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.73e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 409 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 14.1 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.75e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.4 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -76 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 410 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -59.5 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -76 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 411 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -89.2 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -75.2 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.78e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 412 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -76 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 47.3 |\n",
"| MaxTestEpRet | -49 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.8e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -75.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 413 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -76.8 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.81e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -76 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 414 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.83e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.19e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 415 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -37.3 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.85e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 416 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -73.9 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.86e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -75.9 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.09 |\n",
"| Time | 6.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 417 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.88e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 418 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -90.9 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 43.8 |\n",
"| MaxTestEpRet | -68 |\n",
"| MinTestEpRet | -228 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.9e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 419 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.91e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 420 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.9 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 421 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -84.9 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.95e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 422 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.96e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 423 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -96.3 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -82.6 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.98e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.33e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 424 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -78 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -87.3 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 425 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -91.8 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.01e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 426 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -93.3 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -60.3 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.03e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.09 |\n",
"| Time | 6.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 427 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 43.2 |\n",
"| MaxTestEpRet | -51.6 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.05e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 428 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -85.8 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.06e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 429 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -95.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -83.7 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.08e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 430 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -132 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -68.3 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.09 |\n",
"| Time | 6.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 431 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -93.4 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -95.6 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.11e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 432 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -66.2 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.13e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.46e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 433 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -81.7 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.14e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.1 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 434 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -96.6 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -77.2 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.16e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -75.2 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 435 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -96.8 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.18e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -75.1 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 436 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -78.1 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.19e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 437 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -86.2 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -79 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.21e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 438 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -87.5 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.23e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 439 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 51.8 |\n",
"| MaxTestEpRet | -53 |\n",
"| MinTestEpRet | -242 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.24e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -75.1 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 440 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -73.9 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -70.9 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 441 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -80.1 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.28e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.8 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.6e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 442 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -65.6 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.29e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.9 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 443 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -99.2 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.31e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 444 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -70.9 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 44.7 |\n",
"| MaxTestEpRet | -67.8 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.33e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 445 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 41.7 |\n",
"| MaxEpRet | -63.3 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.34e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 446 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -84.3 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.36e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.7 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 447 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.38e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 448 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 35.6 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -76.5 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.39e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 449 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.41e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 450 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -60.8 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -74.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.74e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 451 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -42.3 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.44e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 452 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -60.6 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -76.6 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.46e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 453 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 33.4 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -81.4 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.47e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 454 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -99.6 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.49e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 455 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -71.8 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.51e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.2 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 456 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 33.8 |\n",
"| MaxEpRet | -84.9 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -90.6 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.52e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -74.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 457 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -72.1 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -91 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.54e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -74.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -74.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 458 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.56e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 459 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -92.9 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -73.5 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.57e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.87e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 460 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -87.8 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -62.9 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -74.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.08 |\n",
"| Time | 6.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 461 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -75.3 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -95.7 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.61e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -74 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 462 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -96.6 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.62e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 463 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -82.3 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 13.8 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.64e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 464 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -84.9 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -63.9 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.66e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 465 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -57.7 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.67e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 466 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -72.8 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.69e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 467 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -69.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -58.2 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.71e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 468 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -78.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.72e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.01e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 469 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 37.7 |\n",
"| MaxEpRet | -77.9 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 43.5 |\n",
"| MaxTestEpRet | -43.5 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.74e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 470 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -91.7 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -79.2 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 471 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -85.9 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.77e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 472 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 42.3 |\n",
"| MaxTestEpRet | -37 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.79e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.4 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 473 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.8e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 474 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -77.8 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.82e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 475 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -69.1 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.84e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -73.1 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 476 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -80.5 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -79.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.85e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 477 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -73.6 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -97.1 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.87e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.14e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 478 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -65.3 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -64.7 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.89e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 479 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -79.9 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.9e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.08 |\n",
"| Time | 7.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 480 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -89.3 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -91.8 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 481 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -52.7 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.94e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 482 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 33.9 |\n",
"| MaxEpRet | -93.1 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 43.3 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.95e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 483 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -61.1 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.97e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 484 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -85.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -82.5 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.99e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 485 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -89.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -69.1 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -72.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 486 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -87.7 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 42.9 |\n",
"| MaxTestEpRet | -65.3 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.02e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.28e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 487 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -98.4 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -87.9 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.04e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 488 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -91.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -62.1 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.05e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 489 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -99.4 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 18.2 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.07e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 490 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -27.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 491 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -84.6 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 24.5 |\n",
"| MaxTestEpRet | -71 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.1e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 492 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -76.8 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.12e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 493 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 16.4 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.13e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 494 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -57.9 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.15e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 495 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -84 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.17e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.4 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.41e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 496 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -68.7 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.18e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 497 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -93.6 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -81.5 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.2e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 498 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -89.4 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -99.5 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.22e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 499 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -139 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 16.6 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.23e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.4 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 500 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -58.5 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.3 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 501 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -71.5 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -57.5 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.27e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 502 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -64.7 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -43 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.28e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 503 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -70.5 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -70.3 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.3e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.2 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 504 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 39.4 |\n",
"| MaxTestEpRet | -34.9 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.32e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.55e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 505 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -84.7 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.33e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 506 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -85.7 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -68.9 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.35e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 507 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.37e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -72 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 508 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -89 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.38e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 509 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 42.5 |\n",
"| MaxEpRet | -68.3 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -87.7 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.4e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -72.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 510 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -73.7 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -51.4 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 511 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -72 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -77 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.43e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 512 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -87 |\n",
"| StdTestEpRet | 39.4 |\n",
"| MaxTestEpRet | -30.3 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.45e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 513 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -82.1 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.46e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.69e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 514 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 37.8 |\n",
"| MaxTestEpRet | -35.6 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.48e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -71.6 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 515 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -88.3 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 39.5 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.5e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 516 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -61.9 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.51e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 517 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -77.7 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.53e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 518 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -63.4 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.55e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.6 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 519 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -83.7 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.56e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 520 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -54.8 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 521 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -64.9 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.6e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 522 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -71.8 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.61e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.82e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 523 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -94.3 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -87.4 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.63e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 524 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.65e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -71.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 525 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 34.4 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -59.6 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.66e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 526 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -96.7 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -57.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.68e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 527 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -97.8 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -73.3 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.7e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 528 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -79.7 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.71e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 529 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -44.4 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.73e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 530 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -91.8 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -66 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 531 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -56.8 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.76e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 7.96e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 532 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.78e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.4 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 533 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -72.7 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -78.4 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.79e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 534 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -44.7 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.81e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 535 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 31 |\n",
"| MaxEpRet | -80.4 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -82.2 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.83e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 536 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -60.8 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.84e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 537 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -64.6 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -68 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.86e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 538 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -74.9 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.88e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 539 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -84.1 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.89e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 540 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -70.6 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -85 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.1e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 541 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -61.2 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.93e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 542 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -94.9 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -71.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.94e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 543 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -83.3 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.96e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 544 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 38.1 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 49.1 |\n",
"| MaxTestEpRet | -63.6 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.98e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 545 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -45.2 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.99e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 546 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -92 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.01e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 547 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -95.4 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -87.2 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.03e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 548 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -72.2 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -88 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.04e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 549 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -82.5 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.06e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.23e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 550 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -90.3 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -68.4 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 551 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -50.9 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.09e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 552 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -89.9 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.11e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 553 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 22.2 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.12e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 554 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 41.9 |\n",
"| MaxTestEpRet | -63.3 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.14e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 555 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.16e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 556 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 16.2 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -88.7 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.17e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.4 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 557 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 24.5 |\n",
"| MaxTestEpRet | -65.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.19e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.4 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 558 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -47.6 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.21e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.37e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 559 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -68.7 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.22e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 560 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -69.7 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 36 |\n",
"| MaxTestEpRet | -45.2 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 561 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 15 |\n",
"| MaxTestEpRet | -95 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.26e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 562 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -82.6 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.27e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 563 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -77.2 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -59.8 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.29e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 564 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -92.5 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -80.8 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.31e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 565 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -72.7 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.32e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 566 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -85.1 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -88.8 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.34e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 567 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -89.4 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.36e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.5e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 568 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -87.1 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.37e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 569 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 34.6 |\n",
"| MaxEpRet | -70.9 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -51 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.39e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 570 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 571 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -92.6 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 41.5 |\n",
"| MaxTestEpRet | -52.9 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.42e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 572 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -99.4 |\n",
"| StdTestEpRet | 17.3 |\n",
"| MaxTestEpRet | -67.9 |\n",
"| MinTestEpRet | -119 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.44e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 573 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 32.6 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.45e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 574 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -77.3 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.47e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 575 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 34.4 |\n",
"| MaxEpRet | -83.9 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 17.7 |\n",
"| MaxTestEpRet | -76.8 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.49e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 576 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 34.3 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.5e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.64e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 577 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -70.3 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -50.5 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.52e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.4 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 578 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.54e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 579 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -69.1 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -52.7 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.55e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 580 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -76.3 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -73.5 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 581 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -87.7 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -68 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.59e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 582 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -95.4 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.6e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.4 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 583 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 33.5 |\n",
"| MaxEpRet | -74.9 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -57.8 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.62e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 584 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -68.8 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 12.6 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -123 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.64e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 585 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -97.1 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -82.8 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.65e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.78e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 586 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -88.4 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.67e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 587 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -69.7 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -84.3 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.69e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 588 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 41.6 |\n",
"| MaxTestEpRet | -40.5 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.7e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 589 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -70.2 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -40.3 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.72e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 590 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -99.2 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -67.1 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69.1 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 591 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -69.6 |\n",
"| MinEpRet | -141 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -76 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.75e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 592 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -69.9 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.77e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 593 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -89.4 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.78e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 594 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.8e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.91e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 595 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -71 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -76.8 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.82e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 596 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -68.5 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.83e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 597 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -91.6 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -80.1 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.85e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 598 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -82.6 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.87e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 599 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 36.3 |\n",
"| MaxEpRet | -71.3 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -83.4 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.88e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 600 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -96.6 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -49 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.05 |\n",
"| Time | 9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 601 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -76.2 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -98.2 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -56.5 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.92e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.05 |\n",
"| Time | 9.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 602 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -97.8 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -64.4 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.93e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 9.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 603 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -75.3 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -53.3 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.95e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.02 |\n",
"| Time | 9.05e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 604 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -66.4 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.97e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.03 |\n",
"| Time | 9.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 605 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -74.3 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -71 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.98e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.02 |\n",
"| Time | 9.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 606 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -91.7 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -87.8 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.04 |\n",
"| Time | 9.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 607 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -64.8 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -78.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1 |\n",
"| Time | 9.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 608 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -70.8 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.998 |\n",
"| Time | 9.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 609 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -70.3 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1 |\n",
"| Time | 9.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 610 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -67.9 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -51.6 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.977 |\n",
"| Time | 9.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 611 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -58.6 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 43.7 |\n",
"| MaxTestEpRet | -52.7 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.97 |\n",
"| Time | 9.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 612 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -66.8 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -80.8 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.978 |\n",
"| Time | 9.18e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 613 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -74.7 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.941 |\n",
"| Time | 9.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 614 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -67.4 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.927 |\n",
"| Time | 9.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 615 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -66 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -74.4 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.927 |\n",
"| Time | 9.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 616 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 17.1 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -99.9 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -70.6 |\n",
"| MinTestEpRet | -126 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.905 |\n",
"| Time | 9.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 617 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -87.2 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -78.1 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.883 |\n",
"| Time | 9.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 618 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -40.3 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.889 |\n",
"| Time | 9.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 619 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -69.3 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 39.4 |\n",
"| MaxTestEpRet | -58.6 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.865 |\n",
"| Time | 9.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 620 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -81.1 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.868 |\n",
"| Time | 9.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 621 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.862 |\n",
"| Time | 9.32e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 622 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -76.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -53.4 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.859 |\n",
"| Time | 9.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 623 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -55 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.857 |\n",
"| Time | 9.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 624 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -70.9 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.881 |\n",
"| Time | 9.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 625 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 20.5 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.873 |\n",
"| Time | 9.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 626 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -90.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -91.8 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -55.4 |\n",
"| MinTestEpRet | -121 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.86 |\n",
"| Time | 9.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 627 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -75.3 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -79.9 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.879 |\n",
"| Time | 9.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 628 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -85.5 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -75.9 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.874 |\n",
"| Time | 9.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 629 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 41 |\n",
"| MaxTestEpRet | -60.4 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.867 |\n",
"| Time | 9.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 630 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -78.7 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.881 |\n",
"| Time | 9.45e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 631 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -83.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -86.3 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.897 |\n",
"| Time | 9.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 632 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -76.6 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.861 |\n",
"| Time | 9.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 633 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -76.6 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -55.5 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.87 |\n",
"| Time | 9.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 634 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -72.7 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -86.8 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.872 |\n",
"| Time | 9.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 635 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -64 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -56.5 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.879 |\n",
"| Time | 9.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 636 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 11.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -138 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.887 |\n",
"| Time | 9.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 637 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -77.2 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -78.2 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.881 |\n",
"| Time | 9.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 638 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -40.9 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.887 |\n",
"| Time | 9.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 639 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -94.2 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.9 |\n",
"| MaxTestEpRet | -59.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.865 |\n",
"| Time | 9.59e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 640 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -82.1 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 99.8 |\n",
"| LossQ | 0.888 |\n",
"| Time | 9.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 641 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -86.3 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -73.9 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 99.8 |\n",
"| LossQ | 0.882 |\n",
"| Time | 9.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 642 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -65.9 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 0.883 |\n",
"| Time | 9.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 643 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -97 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -64.5 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -99.9 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -99.9 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 0.869 |\n",
"| Time | 9.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 644 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -83.9 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -66.4 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 0.883 |\n",
"| Time | 9.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 645 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -76.6 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -83.3 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 0.877 |\n",
"| Time | 9.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 646 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -76.3 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -93.4 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 99.4 |\n",
"| LossQ | 0.886 |\n",
"| Time | 9.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 647 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -77.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -74.2 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 0.859 |\n",
"| Time | 9.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 648 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 0.868 |\n",
"| Time | 9.73e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 649 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -72.9 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -80.1 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -99.5 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -99.5 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 0.873 |\n",
"| Time | 9.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 650 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 34.8 |\n",
"| MaxEpRet | -93.4 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -96.2 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 0.875 |\n",
"| Time | 9.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 651 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -72.4 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 14.8 |\n",
"| MaxTestEpRet | -85.4 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 0.865 |\n",
"| Time | 9.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 652 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -87.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -66.7 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -99.3 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -99.3 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 99 |\n",
"| LossQ | 0.879 |\n",
"| Time | 9.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 653 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 41.1 |\n",
"| MaxTestEpRet | -86.7 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -99.3 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.3 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 99 |\n",
"| LossQ | 0.869 |\n",
"| Time | 9.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 654 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -75.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -79.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -99.2 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -99.2 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 0.86 |\n",
"| Time | 9.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 655 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 34.4 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -93 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -99 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -99 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.864 |\n",
"| Time | 9.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 656 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -68.1 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -99 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -99 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.873 |\n",
"| Time | 9.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 657 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -96.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -96 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -60.5 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -98.9 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.9 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.872 |\n",
"| Time | 9.86e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 658 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -64.4 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -60.3 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -98.9 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -98.9 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 0.873 |\n",
"| Time | 9.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 659 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 14.7 |\n",
"| MaxTestEpRet | -70.1 |\n",
"| MinTestEpRet | -128 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 0.857 |\n",
"| Time | 9.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 660 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -43.1 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -98.7 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -98.7 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.4 |\n",
"| LossQ | 0.843 |\n",
"| Time | 9.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 661 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -89.9 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -98.7 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.4 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.7 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 98.4 |\n",
"| LossQ | 0.857 |\n",
"| Time | 9.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 662 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -87.8 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -98.7 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.7 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.4 |\n",
"| LossQ | 0.851 |\n",
"| Time | 9.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 663 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -68.7 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 70.6 |\n",
"| MaxTestEpRet | -55.3 |\n",
"| MinTestEpRet | -325 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 98.2 |\n",
"| LossQ | 0.862 |\n",
"| Time | 9.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 664 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -65.7 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -37.4 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.864 |\n",
"| Time | 9.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 665 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -58.2 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 47 |\n",
"| MaxTestEpRet | -35 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.864 |\n",
"| Time | 9.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 666 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -68 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -74.6 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -98.3 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -98.3 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98 |\n",
"| LossQ | 0.865 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 667 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -83.9 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 71.4 |\n",
"| MaxTestEpRet | -71.6 |\n",
"| MinTestEpRet | -334 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -98.3 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -98.3 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 98 |\n",
"| LossQ | 0.854 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 668 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -52.5 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -98.2 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -66.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -98.2 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 98 |\n",
"| LossQ | 0.858 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 669 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -63.6 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -54.6 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 0.869 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 670 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -67.6 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 0.853 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 671 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -90.9 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -90.1 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 0.859 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 672 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -78.4 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -96.4 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -50.1 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 0.843 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 673 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.6 |\n",
"| LossQ | 0.844 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 674 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -228 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.85 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 675 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -70.5 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 39.7 |\n",
"| MaxTestEpRet | -56.3 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.847 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 676 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -61.8 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -97.9 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -97.7 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -97.7 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.823 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 677 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -97.7 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -97.7 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 0.842 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 678 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -56.6 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.2 |\n",
"| LossQ | 0.834 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 679 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -89.2 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 40 |\n",
"| MaxTestEpRet | -83.6 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -97.6 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -97.6 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 97.3 |\n",
"| LossQ | 0.855 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 680 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -70.5 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 97.3 |\n",
"| LossQ | 0.846 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 681 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 46.8 |\n",
"| MaxTestEpRet | -51.6 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -97.4 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -97.4 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 97.1 |\n",
"| LossQ | 0.851 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 682 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.1 |\n",
"| LossQ | 0.853 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 683 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -81.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -95.9 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97 |\n",
"| LossQ | 0.842 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 684 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -65.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -99.7 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -40.3 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -97.2 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -97.2 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 0.832 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 685 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 40.5 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -51.3 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.8 |\n",
"| LossQ | 0.838 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 686 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -80.7 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -76.5 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 0.835 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 687 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -87 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -97 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -97 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 96.8 |\n",
"| LossQ | 0.836 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 688 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -67.7 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -41.7 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.834 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 689 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -84.3 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -73.5 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.7 |\n",
"| LossQ | 0.831 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 690 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -98.8 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -89 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.849 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 691 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 14 |\n",
"| MaxTestEpRet | -93.7 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -96.8 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -96.8 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 0.824 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 692 |\n",
"| AverageEpRet | -101 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -139 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -52.9 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.4 |\n",
"| LossQ | 0.839 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 693 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -87 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -50.9 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66.1 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.4 |\n",
"| LossQ | 0.837 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 694 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -75.6 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -93.2 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -22 |\n",
"| MinTestEpRet | -121 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.4 |\n",
"| LossQ | 0.83 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 695 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -72.3 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -43.1 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.6 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -96.6 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.83 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 696 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -93.5 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -61.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.5 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -96.5 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.827 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 697 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 19.8 |\n",
"| MaxTestEpRet | -77.3 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.5 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.5 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.2 |\n",
"| LossQ | 0.829 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 698 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -70.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.1 |\n",
"| LossQ | 0.818 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 699 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -74.9 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -28 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 96.1 |\n",
"| LossQ | 0.819 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 700 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -73.2 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 96 |\n",
"| LossQ | 0.824 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 701 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 96 |\n",
"| LossQ | 0.836 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 702 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -96.3 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 0.822 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 703 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -70.8 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -58.6 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -96.1 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96.1 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.8 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 704 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -77.1 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -73.1 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -96.1 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.1 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 95.7 |\n",
"| LossQ | 0.822 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 705 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -76.4 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -39.1 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -96.1 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.1 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 95.8 |\n",
"| LossQ | 0.819 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 706 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -67.3 |\n",
"| MinEpRet | -129 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -65.9 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -96 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.7 |\n",
"| LossQ | 0.826 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 707 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -73.6 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -75.9 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 708 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -85.5 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 0.824 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 709 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -75.7 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -66.8 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -95.8 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -95.8 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 710 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -65.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -95.8 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -95.8 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.815 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 711 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -70.9 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -79 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.798 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 712 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -67 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -68.8 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 0.814 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 713 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 714 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -80.5 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -57.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 715 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -93.8 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -95.5 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.5 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 716 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -64.6 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -95.5 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -95.5 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 717 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -80.5 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -95.4 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.4 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 0.826 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 718 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -46.3 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 0.82 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 719 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -78 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -68.3 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 720 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 16.5 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 721 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -50.1 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -95.2 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -95.2 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 95 |\n",
"| LossQ | 0.798 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 722 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -90.1 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 723 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -72.3 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 724 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -75.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -74.6 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 725 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -60 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -89.5 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94.7 |\n",
"| LossQ | 0.795 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 726 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 34.5 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 94.7 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 727 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -99.6 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -56 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -94.8 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -94.8 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 728 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -88.7 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -40.7 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -94.9 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.9 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94.7 |\n",
"| LossQ | 0.831 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 729 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -79.7 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -54.8 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -94.7 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.7 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 730 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -86.3 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -88 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -94.8 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.8 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 94.5 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 731 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 42.2 |\n",
"| MaxTestEpRet | -60.1 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -94.7 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.7 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 732 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -93.4 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -61.1 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 733 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 734 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 37.6 |\n",
"| MaxEpRet | -68.4 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -77.9 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -94.5 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.5 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 94.3 |\n",
"| LossQ | 0.812 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 735 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -94.5 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.5 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94.2 |\n",
"| LossQ | 0.82 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 736 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -69.3 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 42.3 |\n",
"| MaxTestEpRet | -49.7 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -94.4 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -94.4 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 94.2 |\n",
"| LossQ | 0.818 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 737 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 41.1 |\n",
"| MaxTestEpRet | -50.3 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -94.4 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.4 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 738 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -66.7 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -94.7 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -48.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 739 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 17.1 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 42 |\n",
"| MaxTestEpRet | -59.9 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 94 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 740 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -69.4 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -49.8 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 93.9 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 741 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -66.7 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -74.3 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 94 |\n",
"| LossQ | 0.822 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 742 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -69.3 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -68.8 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -94.1 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -94.1 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.9 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 743 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -95 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -58.5 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -94.1 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.1 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 93.8 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 744 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -81.4 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -64 |\n",
"| MinTestEpRet | -131 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 745 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -91.2 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -59.9 |\n",
"| MinTestEpRet | -128 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 746 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -57.8 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -58.7 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 747 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 13.9 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -117 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.794 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 748 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 52.5 |\n",
"| MaxTestEpRet | -61 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -65.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 749 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -95.4 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -48 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -93.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 93.4 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 750 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -93.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.5 |\n",
"| LossQ | 0.814 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 751 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -65.2 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -97.2 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -71.1 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -93.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.4 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 752 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -76.4 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -72.5 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -93.5 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -93.5 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 93.2 |\n",
"| LossQ | 0.776 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 753 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -19.4 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -93.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -93.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 93.2 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 754 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -65.9 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -93.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.2 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 755 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 39.8 |\n",
"| MaxEpRet | -78.8 |\n",
"| MinEpRet | -247 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -54.7 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.9 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 93.1 |\n",
"| LossQ | 0.796 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 756 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -96.2 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -47.4 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -93.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -93.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 93.1 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 757 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -64.1 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.1 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 93 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 758 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -99.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -64.7 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -93.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 759 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -74.3 |\n",
"| MinEpRet | -132 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -75.7 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -93.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -93.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 760 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -92.3 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -50.6 |\n",
"| MinTestEpRet | -125 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -93.2 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -93.2 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 761 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.9 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 92.8 |\n",
"| LossQ | 0.784 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 762 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 43.1 |\n",
"| MaxTestEpRet | -47.8 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.7 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 763 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -98.3 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.8 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 764 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -85.1 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -92.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -92.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.9 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 92.7 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 765 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -82.7 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -84.3 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -92.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -92.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 92.6 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 766 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -52.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -92.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -92.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 767 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -86 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -57.7 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -92.7 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -64.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -92.7 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.785 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 768 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -71.5 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -67.8 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -92.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -92.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 769 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -68.1 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -93 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -61.8 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -92.7 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -64.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -92.7 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 770 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -94 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -52.4 |\n",
"| MinTestEpRet | -128 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -92.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -92.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.4 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.4 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 771 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -84.9 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -32.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -92.5 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -64.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -92.5 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.79 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 772 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -55.5 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -92.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -92.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.794 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 773 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -76 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -76 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -92.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -92.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.794 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 774 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -90.5 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -46.3 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -92.4 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -92.4 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 92.2 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 775 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 33.4 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 13.9 |\n",
"| MaxTestEpRet | -98.2 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.1 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 776 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -76.3 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -74 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 92.1 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 777 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -76.4 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 41.3 |\n",
"| MaxTestEpRet | -25.7 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 778 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -60.6 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -81.7 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -45.4 |\n",
"| MinTestEpRet | -107 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -92.2 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -92.2 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 779 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -60 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -92.2 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -92.2 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.788 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 780 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -59.3 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -92.2 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -92.2 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 781 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -67.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -79.6 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -92.1 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.7 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -92.1 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -64.1 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 91.9 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 782 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -80.2 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -92.1 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -92.1 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 91.9 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 783 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -74.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -97.7 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -43.2 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -92 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -92 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.8 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 784 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -75.2 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -97.8 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -125 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -91.9 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -91.9 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.8 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 785 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -98.9 |\n",
"| StdTestEpRet | 40.9 |\n",
"| MaxTestEpRet | -39.7 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -92 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.2 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -92 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.7 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.8 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 786 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -64.8 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -91.9 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -91.9 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 91.6 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 787 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -80.6 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -56.5 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -91.8 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -91.8 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 91.6 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 788 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 38.3 |\n",
"| MaxEpRet | -69.9 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -63 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -91.9 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -91.9 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.2 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.6 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 789 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -58.4 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -61.4 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -91.7 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -91.7 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 91.5 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 790 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 16.5 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -52.7 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -91.7 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -91.7 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 91.5 |\n",
"| LossQ | 0.815 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 791 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 14.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 42.7 |\n",
"| MaxTestEpRet | -75.7 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -91.6 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -91.6 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 91.4 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 792 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 54.7 |\n",
"| MaxEpRet | -75.5 |\n",
"| MinEpRet | -314 |\n",
"| AverageTestEpRet | -98.8 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -59.9 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -91.5 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.3 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -91.5 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 91.3 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 793 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -61.4 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 42 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -91.5 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -91.5 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 794 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -91.5 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -91.5 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 91.3 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 795 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -61.3 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -99.8 |\n",
"| StdTestEpRet | 16.8 |\n",
"| MaxTestEpRet | -65.9 |\n",
"| MinTestEpRet | -126 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -91.4 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -91.4 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.815 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 796 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -66.6 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -43.4 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -91.4 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -62.9 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -91.4 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 797 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -98.5 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -67.6 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -91.4 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -91.4 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 798 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -98.3 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -45.1 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -91.3 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63.2 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -91.3 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 799 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -93.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -91.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -62.9 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -91.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -63.2 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 91 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 800 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -67.3 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -91.2 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -91.2 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.791 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n"
]
}
],
"source": [
"\n",
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_lr_var0', exp_name='td3_n_it1_lr_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.0008\n",
"qlr_b = 0.0008\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[32;1mLogging data to td3_n_it1_lr_var1/progress.txt\u001b[0m\n",
"\u001b[36;1mSaving config:\n",
"\u001b[0m\n",
"{\n",
" \"ac_kwargs\":\t{\n",
" \"activation\":\t\"ReLU\",\n",
" \"hidden_sizes\":\t[\n",
" 800\n",
" ]\n",
" },\n",
" \"act_noise\":\t0.1,\n",
" \"actor_critic\":\t\"MLPActorCritic\",\n",
" \"batch_size\":\t150,\n",
" \"env_fn\":\t\"functools.partial(<function env_fn at 0x7fc9b0b23710>, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)\",\n",
" \"epochs\":\t800,\n",
" \"exp_name\":\t\"td3_n_it1_lr_var1\",\n",
" \"gamma\":\t0.99,\n",
" \"logger\":\t{\n",
" \"<spinup.utils.logx.EpochLogger object at 0x7fc97d86f790>\":\t{\n",
" \"epoch_dict\":\t{},\n",
" \"exp_name\":\t\"td3_n_it1_lr_var1\",\n",
" \"first_row\":\ttrue,\n",
" \"log_current_row\":\t{},\n",
" \"log_headers\":\t[],\n",
" \"output_dir\":\t\"td3_n_it1_lr_var1\",\n",
" \"output_file\":\t{\n",
" \"<_io.TextIOWrapper name='td3_n_it1_lr_var1/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n",
" \"mode\":\t\"w\"\n",
" }\n",
" }\n",
" }\n",
" },\n",
" \"logger_kwargs\":\t{\n",
" \"exp_name\":\t\"td3_n_it1_lr_var1\",\n",
" \"output_dir\":\t\"td3_n_it1_lr_var1\"\n",
" },\n",
" \"max_ep_len\":\t110,\n",
" \"noise_clip\":\t0.05,\n",
" \"num_test_episodes\":\t10,\n",
" \"pi_lr\":\t0.0015,\n",
" \"policy_delay\":\t2,\n",
" \"polyak\":\t0.999,\n",
" \"q_lr\":\t0.0015,\n",
" \"replay_size\":\t1000000,\n",
" \"save_freq\":\t1,\n",
" \"seed\":\t0,\n",
" \"start_steps\":\t20000,\n",
" \"steps_per_epoch\":\t1650,\n",
" \"target_noise\":\t0.2,\n",
" \"update_after\":\t1000,\n",
" \"update_every\":\t50\n",
"}\n",
"\u001b[32;1m\n",
"Number of parameters: \t pi: 9602, \t q1: 10401, \t q2: 10401\n",
"\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/lecauchoismatthieu/drlenv/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
" warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 1 |\n",
"| AverageEpRet | -314 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -359 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 7.58 |\n",
"| MaxTestEpRet | -199 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+03 |\n",
"| AverageQ1Vals | -3.34 |\n",
"| StdQ1Vals | 0.562 |\n",
"| MaxQ1Vals | 0.213 |\n",
"| MinQ1Vals | -5.49 |\n",
"| AverageQ2Vals | -3.34 |\n",
"| StdQ2Vals | 0.555 |\n",
"| MaxQ2Vals | 0.179 |\n",
"| MinQ2Vals | -5.49 |\n",
"| LossPi | 2.97 |\n",
"| LossQ | 0.281 |\n",
"| Time | 8.18 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 2 |\n",
"| AverageEpRet | -326 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -271 |\n",
"| MinEpRet | -371 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 9.08 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+03 |\n",
"| AverageQ1Vals | -4.63 |\n",
"| StdQ1Vals | 0.815 |\n",
"| MaxQ1Vals | -2.42 |\n",
"| MinQ1Vals | -8.64 |\n",
"| AverageQ2Vals | -4.63 |\n",
"| StdQ2Vals | 0.814 |\n",
"| MaxQ2Vals | -2.4 |\n",
"| MinQ2Vals | -8.61 |\n",
"| LossPi | 4.14 |\n",
"| LossQ | 0.0637 |\n",
"| Time | 22.5 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 3 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -278 |\n",
"| MinEpRet | -374 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 8.66 |\n",
"| MaxTestEpRet | -196 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+03 |\n",
"| AverageQ1Vals | -6.3 |\n",
"| StdQ1Vals | 0.998 |\n",
"| MaxQ1Vals | -3.42 |\n",
"| MinQ1Vals | -10.9 |\n",
"| AverageQ2Vals | -6.3 |\n",
"| StdQ2Vals | 0.998 |\n",
"| MaxQ2Vals | -3.47 |\n",
"| MinQ2Vals | -10.9 |\n",
"| LossPi | 5.75 |\n",
"| LossQ | 0.0584 |\n",
"| Time | 36.6 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 4 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -272 |\n",
"| MinEpRet | -336 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 13.7 |\n",
"| MaxTestEpRet | -173 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+03 |\n",
"| AverageQ1Vals | -7.94 |\n",
"| StdQ1Vals | 1.16 |\n",
"| MaxQ1Vals | -4.56 |\n",
"| MinQ1Vals | -13.2 |\n",
"| AverageQ2Vals | -7.94 |\n",
"| StdQ2Vals | 1.16 |\n",
"| MaxQ2Vals | -4.54 |\n",
"| MinQ2Vals | -13.3 |\n",
"| LossPi | 7.33 |\n",
"| LossQ | 0.0654 |\n",
"| Time | 50.7 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 5 |\n",
"| AverageEpRet | -320 |\n",
"| StdEpRet | 32.8 |\n",
"| MaxEpRet | -284 |\n",
"| MinEpRet | -386 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 7.4 |\n",
"| MaxTestEpRet | -200 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+03 |\n",
"| AverageQ1Vals | -9.58 |\n",
"| StdQ1Vals | 1.35 |\n",
"| MaxQ1Vals | -5.61 |\n",
"| MinQ1Vals | -15.6 |\n",
"| AverageQ2Vals | -9.58 |\n",
"| StdQ2Vals | 1.35 |\n",
"| MaxQ2Vals | -5.61 |\n",
"| MinQ2Vals | -15.9 |\n",
"| LossPi | 8.9 |\n",
"| LossQ | 0.0751 |\n",
"| Time | 64.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 6 |\n",
"| AverageEpRet | -315 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -284 |\n",
"| MinEpRet | -388 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 6.5 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+03 |\n",
"| AverageQ1Vals | -11.2 |\n",
"| StdQ1Vals | 1.53 |\n",
"| MaxQ1Vals | -6.84 |\n",
"| MinQ1Vals | -17.7 |\n",
"| AverageQ2Vals | -11.2 |\n",
"| StdQ2Vals | 1.53 |\n",
"| MaxQ2Vals | -6.86 |\n",
"| MinQ2Vals | -17.8 |\n",
"| LossPi | 10.5 |\n",
"| LossQ | 0.0823 |\n",
"| Time | 79.1 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 7 |\n",
"| AverageEpRet | -318 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -380 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 6.91 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+04 |\n",
"| AverageQ1Vals | -12.8 |\n",
"| StdQ1Vals | 1.67 |\n",
"| MaxQ1Vals | -8.08 |\n",
"| MinQ1Vals | -19.8 |\n",
"| AverageQ2Vals | -12.8 |\n",
"| StdQ2Vals | 1.67 |\n",
"| MaxQ2Vals | -7.85 |\n",
"| MinQ2Vals | -19.9 |\n",
"| LossPi | 12 |\n",
"| LossQ | 0.0921 |\n",
"| Time | 93.4 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 8 |\n",
"| AverageEpRet | -316 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -260 |\n",
"| MinEpRet | -405 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 5.96 |\n",
"| MaxTestEpRet | -202 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+04 |\n",
"| AverageQ1Vals | -14.3 |\n",
"| StdQ1Vals | 1.83 |\n",
"| MaxQ1Vals | -9.27 |\n",
"| MinQ1Vals | -22 |\n",
"| AverageQ2Vals | -14.3 |\n",
"| StdQ2Vals | 1.83 |\n",
"| MaxQ2Vals | -9.17 |\n",
"| MinQ2Vals | -22.1 |\n",
"| LossPi | 13.5 |\n",
"| LossQ | 0.103 |\n",
"| Time | 108 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 9 |\n",
"| AverageEpRet | -321 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -272 |\n",
"| MinEpRet | -355 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 15.8 |\n",
"| MaxTestEpRet | -165 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+04 |\n",
"| AverageQ1Vals | -15.8 |\n",
"| StdQ1Vals | 1.95 |\n",
"| MaxQ1Vals | -10.4 |\n",
"| MinQ1Vals | -23.8 |\n",
"| AverageQ2Vals | -15.8 |\n",
"| StdQ2Vals | 1.95 |\n",
"| MaxQ2Vals | -10.2 |\n",
"| MinQ2Vals | -24 |\n",
"| LossPi | 14.9 |\n",
"| LossQ | 0.112 |\n",
"| Time | 122 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 10 |\n",
"| AverageEpRet | -310 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -280 |\n",
"| MinEpRet | -368 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 11.8 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+04 |\n",
"| AverageQ1Vals | -17.3 |\n",
"| StdQ1Vals | 2.06 |\n",
"| MaxQ1Vals | -11.5 |\n",
"| MinQ1Vals | -25.9 |\n",
"| AverageQ2Vals | -17.3 |\n",
"| StdQ2Vals | 2.06 |\n",
"| MaxQ2Vals | -11.4 |\n",
"| MinQ2Vals | -26.1 |\n",
"| LossPi | 16.4 |\n",
"| LossQ | 0.123 |\n",
"| Time | 136 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 11 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -280 |\n",
"| MinEpRet | -397 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 10.6 |\n",
"| MaxTestEpRet | -184 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+04 |\n",
"| AverageQ1Vals | -18.7 |\n",
"| StdQ1Vals | 2.14 |\n",
"| MaxQ1Vals | -12.6 |\n",
"| MinQ1Vals | -27.6 |\n",
"| AverageQ2Vals | -18.7 |\n",
"| StdQ2Vals | 2.14 |\n",
"| MaxQ2Vals | -12.6 |\n",
"| MinQ2Vals | -27.8 |\n",
"| LossPi | 17.8 |\n",
"| LossQ | 0.131 |\n",
"| Time | 151 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 12 |\n",
"| AverageEpRet | -318 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -288 |\n",
"| MinEpRet | -351 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 11.2 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+04 |\n",
"| AverageQ1Vals | -20.1 |\n",
"| StdQ1Vals | 2.19 |\n",
"| MaxQ1Vals | -14 |\n",
"| MinQ1Vals | -29.1 |\n",
"| AverageQ2Vals | -20.1 |\n",
"| StdQ2Vals | 2.19 |\n",
"| MaxQ2Vals | -13.8 |\n",
"| MinQ2Vals | -29.3 |\n",
"| LossPi | 19.1 |\n",
"| LossQ | 0.139 |\n",
"| Time | 165 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 13 |\n",
"| AverageEpRet | -223 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -200 |\n",
"| MinEpRet | -311 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 8.69 |\n",
"| MaxTestEpRet | -195 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+04 |\n",
"| AverageQ1Vals | -21.4 |\n",
"| StdQ1Vals | 2.3 |\n",
"| MaxQ1Vals | -15.1 |\n",
"| MinQ1Vals | -30.6 |\n",
"| AverageQ2Vals | -21.4 |\n",
"| StdQ2Vals | 2.3 |\n",
"| MaxQ2Vals | -15.1 |\n",
"| MinQ2Vals | -30.6 |\n",
"| LossPi | 20.4 |\n",
"| LossQ | 0.142 |\n",
"| Time | 180 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 14 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -171 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 10.3 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+04 |\n",
"| AverageQ1Vals | -22.5 |\n",
"| StdQ1Vals | 2.45 |\n",
"| MaxQ1Vals | -16.3 |\n",
"| MinQ1Vals | -32.2 |\n",
"| AverageQ2Vals | -22.5 |\n",
"| StdQ2Vals | 2.45 |\n",
"| MaxQ2Vals | -16.2 |\n",
"| MinQ2Vals | -32.5 |\n",
"| LossPi | 21.6 |\n",
"| LossQ | 0.137 |\n",
"| Time | 194 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 15 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 10.3 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 11.6 |\n",
"| MaxTestEpRet | -179 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+04 |\n",
"| AverageQ1Vals | -23.6 |\n",
"| StdQ1Vals | 2.58 |\n",
"| MaxQ1Vals | -17.2 |\n",
"| MinQ1Vals | -34 |\n",
"| AverageQ2Vals | -23.6 |\n",
"| StdQ2Vals | 2.58 |\n",
"| MaxQ2Vals | -17.3 |\n",
"| MinQ2Vals | -34 |\n",
"| LossPi | 22.8 |\n",
"| LossQ | 0.133 |\n",
"| Time | 209 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 16 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 9.83 |\n",
"| MaxEpRet | -193 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 9.26 |\n",
"| MaxTestEpRet | -188 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+04 |\n",
"| AverageQ1Vals | -24.8 |\n",
"| StdQ1Vals | 2.66 |\n",
"| MaxQ1Vals | -18.1 |\n",
"| MinQ1Vals | -35.2 |\n",
"| AverageQ2Vals | -24.8 |\n",
"| StdQ2Vals | 2.66 |\n",
"| MaxQ2Vals | -18.2 |\n",
"| MinQ2Vals | -35.2 |\n",
"| LossPi | 23.9 |\n",
"| LossQ | 0.131 |\n",
"| Time | 224 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 17 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 12.9 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 11 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+04 |\n",
"| AverageQ1Vals | -25.9 |\n",
"| StdQ1Vals | 2.75 |\n",
"| MaxQ1Vals | -18.8 |\n",
"| MinQ1Vals | -37.1 |\n",
"| AverageQ2Vals | -25.9 |\n",
"| StdQ2Vals | 2.75 |\n",
"| MaxQ2Vals | -18.8 |\n",
"| MinQ2Vals | -36.9 |\n",
"| LossPi | 25.1 |\n",
"| LossQ | 0.128 |\n",
"| Time | 238 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 18 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 9.99 |\n",
"| MaxTestEpRet | -185 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+04 |\n",
"| AverageQ1Vals | -27.1 |\n",
"| StdQ1Vals | 2.79 |\n",
"| MaxQ1Vals | -19.9 |\n",
"| MinQ1Vals | -38.5 |\n",
"| AverageQ2Vals | -27.1 |\n",
"| StdQ2Vals | 2.79 |\n",
"| MaxQ2Vals | -19.8 |\n",
"| MinQ2Vals | -38.4 |\n",
"| LossPi | 26.3 |\n",
"| LossQ | 0.128 |\n",
"| Time | 253 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 19 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 13.2 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 5.94 |\n",
"| MaxTestEpRet | -199 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+04 |\n",
"| AverageQ1Vals | -28.2 |\n",
"| StdQ1Vals | 2.81 |\n",
"| MaxQ1Vals | -21 |\n",
"| MinQ1Vals | -39.8 |\n",
"| AverageQ2Vals | -28.2 |\n",
"| StdQ2Vals | 2.81 |\n",
"| MaxQ2Vals | -21 |\n",
"| MinQ2Vals | -39.8 |\n",
"| LossPi | 27.5 |\n",
"| LossQ | 0.126 |\n",
"| Time | 268 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 20 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 11.5 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 9.63 |\n",
"| MaxTestEpRet | -186 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+04 |\n",
"| AverageQ1Vals | -29.4 |\n",
"| StdQ1Vals | 2.85 |\n",
"| MaxQ1Vals | -22.2 |\n",
"| MinQ1Vals | -41.6 |\n",
"| AverageQ2Vals | -29.4 |\n",
"| StdQ2Vals | 2.85 |\n",
"| MaxQ2Vals | -22.1 |\n",
"| MinQ2Vals | -41.9 |\n",
"| LossPi | 28.7 |\n",
"| LossQ | 0.127 |\n",
"| Time | 282 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 21 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 12.9 |\n",
"| MaxEpRet | -179 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 16.9 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+04 |\n",
"| AverageQ1Vals | -30.5 |\n",
"| StdQ1Vals | 2.89 |\n",
"| MaxQ1Vals | -22.9 |\n",
"| MinQ1Vals | -43.1 |\n",
"| AverageQ2Vals | -30.5 |\n",
"| StdQ2Vals | 2.89 |\n",
"| MaxQ2Vals | -23.2 |\n",
"| MinQ2Vals | -43.2 |\n",
"| LossPi | 29.9 |\n",
"| LossQ | 0.127 |\n",
"| Time | 297 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 22 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 13.8 |\n",
"| MaxEpRet | -170 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+04 |\n",
"| AverageQ1Vals | -31.7 |\n",
"| StdQ1Vals | 2.91 |\n",
"| MaxQ1Vals | -24.1 |\n",
"| MinQ1Vals | -44.4 |\n",
"| AverageQ2Vals | -31.7 |\n",
"| StdQ2Vals | 2.91 |\n",
"| MaxQ2Vals | -24.2 |\n",
"| MinQ2Vals | -45 |\n",
"| LossPi | 31.1 |\n",
"| LossQ | 0.13 |\n",
"| Time | 312 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 23 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 14.5 |\n",
"| MaxEpRet | -170 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 13 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+04 |\n",
"| AverageQ1Vals | -32.9 |\n",
"| StdQ1Vals | 2.96 |\n",
"| MaxQ1Vals | -25 |\n",
"| MinQ1Vals | -46 |\n",
"| AverageQ2Vals | -32.9 |\n",
"| StdQ2Vals | 2.96 |\n",
"| MaxQ2Vals | -25.1 |\n",
"| MinQ2Vals | -46.2 |\n",
"| LossPi | 32.2 |\n",
"| LossQ | 0.13 |\n",
"| Time | 326 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 24 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 9.39 |\n",
"| MaxEpRet | -190 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 16.3 |\n",
"| MaxTestEpRet | -161 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+04 |\n",
"| AverageQ1Vals | -34 |\n",
"| StdQ1Vals | 2.98 |\n",
"| MaxQ1Vals | -26 |\n",
"| MinQ1Vals | -47.6 |\n",
"| AverageQ2Vals | -34 |\n",
"| StdQ2Vals | 2.98 |\n",
"| MaxQ2Vals | -26 |\n",
"| MinQ2Vals | -47.6 |\n",
"| LossPi | 33.4 |\n",
"| LossQ | 0.131 |\n",
"| Time | 341 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 25 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 12.3 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 9 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+04 |\n",
"| AverageQ1Vals | -35.1 |\n",
"| StdQ1Vals | 3.03 |\n",
"| MaxQ1Vals | -27 |\n",
"| MinQ1Vals | -48.8 |\n",
"| AverageQ2Vals | -35.1 |\n",
"| StdQ2Vals | 3.03 |\n",
"| MaxQ2Vals | -26.9 |\n",
"| MinQ2Vals | -48.8 |\n",
"| LossPi | 34.6 |\n",
"| LossQ | 0.134 |\n",
"| Time | 356 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 26 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 12.9 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 8.28 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+04 |\n",
"| AverageQ1Vals | -36.3 |\n",
"| StdQ1Vals | 3.08 |\n",
"| MaxQ1Vals | -28 |\n",
"| MinQ1Vals | -50.5 |\n",
"| AverageQ2Vals | -36.3 |\n",
"| StdQ2Vals | 3.08 |\n",
"| MaxQ2Vals | -28 |\n",
"| MinQ2Vals | -50.5 |\n",
"| LossPi | 35.7 |\n",
"| LossQ | 0.136 |\n",
"| Time | 370 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 27 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 14.7 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+04 |\n",
"| AverageQ1Vals | -37.4 |\n",
"| StdQ1Vals | 3.11 |\n",
"| MaxQ1Vals | -28.8 |\n",
"| MinQ1Vals | -51.7 |\n",
"| AverageQ2Vals | -37.4 |\n",
"| StdQ2Vals | 3.11 |\n",
"| MaxQ2Vals | -28.8 |\n",
"| MinQ2Vals | -51.8 |\n",
"| LossPi | 36.9 |\n",
"| LossQ | 0.139 |\n",
"| Time | 385 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 28 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -151 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 11.7 |\n",
"| MaxTestEpRet | -167 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+04 |\n",
"| AverageQ1Vals | -38.5 |\n",
"| StdQ1Vals | 3.18 |\n",
"| MaxQ1Vals | -29.9 |\n",
"| MinQ1Vals | -52.9 |\n",
"| AverageQ2Vals | -38.5 |\n",
"| StdQ2Vals | 3.19 |\n",
"| MaxQ2Vals | -29.8 |\n",
"| MinQ2Vals | -53 |\n",
"| LossPi | 38 |\n",
"| LossQ | 0.141 |\n",
"| Time | 400 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 29 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 15.8 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 10.1 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+04 |\n",
"| AverageQ1Vals | -39.6 |\n",
"| StdQ1Vals | 3.24 |\n",
"| MaxQ1Vals | -30.7 |\n",
"| MinQ1Vals | -54.7 |\n",
"| AverageQ2Vals | -39.6 |\n",
"| StdQ2Vals | 3.24 |\n",
"| MaxQ2Vals | -30.6 |\n",
"| MinQ2Vals | -54.2 |\n",
"| LossPi | 39.1 |\n",
"| LossQ | 0.146 |\n",
"| Time | 415 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 30 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 13.8 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 16.7 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+04 |\n",
"| AverageQ1Vals | -40.7 |\n",
"| StdQ1Vals | 3.29 |\n",
"| MaxQ1Vals | -31.4 |\n",
"| MinQ1Vals | -55.8 |\n",
"| AverageQ2Vals | -40.7 |\n",
"| StdQ2Vals | 3.29 |\n",
"| MaxQ2Vals | -31.4 |\n",
"| MinQ2Vals | -55.4 |\n",
"| LossPi | 40.2 |\n",
"| LossQ | 0.149 |\n",
"| Time | 429 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 31 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 11.5 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 6.4 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+04 |\n",
"| AverageQ1Vals | -41.8 |\n",
"| StdQ1Vals | 3.34 |\n",
"| MaxQ1Vals | -32.4 |\n",
"| MinQ1Vals | -57.7 |\n",
"| AverageQ2Vals | -41.8 |\n",
"| StdQ2Vals | 3.34 |\n",
"| MaxQ2Vals | -32.4 |\n",
"| MinQ2Vals | -57.3 |\n",
"| LossPi | 41.3 |\n",
"| LossQ | 0.152 |\n",
"| Time | 444 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 32 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 9.56 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 15 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+04 |\n",
"| AverageQ1Vals | -42.9 |\n",
"| StdQ1Vals | 3.38 |\n",
"| MaxQ1Vals | -33.3 |\n",
"| MinQ1Vals | -58.5 |\n",
"| AverageQ2Vals | -42.9 |\n",
"| StdQ2Vals | 3.38 |\n",
"| MaxQ2Vals | -33.2 |\n",
"| MinQ2Vals | -58.4 |\n",
"| LossPi | 42.4 |\n",
"| LossQ | 0.156 |\n",
"| Time | 459 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 33 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 16.5 |\n",
"| MaxTestEpRet | -161 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+04 |\n",
"| AverageQ1Vals | -44 |\n",
"| StdQ1Vals | 3.41 |\n",
"| MaxQ1Vals | -34.3 |\n",
"| MinQ1Vals | -60 |\n",
"| AverageQ2Vals | -44 |\n",
"| StdQ2Vals | 3.41 |\n",
"| MaxQ2Vals | -34.1 |\n",
"| MinQ2Vals | -59.6 |\n",
"| LossPi | 43.5 |\n",
"| LossQ | 0.161 |\n",
"| Time | 474 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 34 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -162 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 9.88 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+04 |\n",
"| AverageQ1Vals | -45.1 |\n",
"| StdQ1Vals | 3.47 |\n",
"| MaxQ1Vals | -35.2 |\n",
"| MinQ1Vals | -61.3 |\n",
"| AverageQ2Vals | -45.1 |\n",
"| StdQ2Vals | 3.47 |\n",
"| MaxQ2Vals | -35 |\n",
"| MinQ2Vals | -61.1 |\n",
"| LossPi | 44.7 |\n",
"| LossQ | 0.164 |\n",
"| Time | 489 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 35 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 13.9 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+04 |\n",
"| AverageQ1Vals | -46.2 |\n",
"| StdQ1Vals | 3.53 |\n",
"| MaxQ1Vals | -36 |\n",
"| MinQ1Vals | -62.6 |\n",
"| AverageQ2Vals | -46.2 |\n",
"| StdQ2Vals | 3.53 |\n",
"| MaxQ2Vals | -36.1 |\n",
"| MinQ2Vals | -62.5 |\n",
"| LossPi | 45.7 |\n",
"| LossQ | 0.172 |\n",
"| Time | 504 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 36 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 14.8 |\n",
"| MaxEpRet | -166 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -200 |\n",
"| StdTestEpRet | 10.4 |\n",
"| MaxTestEpRet | -183 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+04 |\n",
"| AverageQ1Vals | -47.2 |\n",
"| StdQ1Vals | 3.57 |\n",
"| MaxQ1Vals | -36.9 |\n",
"| MinQ1Vals | -63.9 |\n",
"| AverageQ2Vals | -47.2 |\n",
"| StdQ2Vals | 3.57 |\n",
"| MaxQ2Vals | -36.8 |\n",
"| MinQ2Vals | -63.9 |\n",
"| LossPi | 46.8 |\n",
"| LossQ | 0.177 |\n",
"| Time | 518 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 37 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 14.9 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -158 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+04 |\n",
"| AverageQ1Vals | -48.3 |\n",
"| StdQ1Vals | 3.63 |\n",
"| MaxQ1Vals | -38.1 |\n",
"| MinQ1Vals | -64.2 |\n",
"| AverageQ2Vals | -48.3 |\n",
"| StdQ2Vals | 3.63 |\n",
"| MaxQ2Vals | -38 |\n",
"| MinQ2Vals | -64.8 |\n",
"| LossPi | 47.9 |\n",
"| LossQ | 0.181 |\n",
"| Time | 533 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 38 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 14.2 |\n",
"| MaxEpRet | -162 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+04 |\n",
"| AverageQ1Vals | -49.4 |\n",
"| StdQ1Vals | 3.68 |\n",
"| MaxQ1Vals | -38.8 |\n",
"| MinQ1Vals | -66.1 |\n",
"| AverageQ2Vals | -49.4 |\n",
"| StdQ2Vals | 3.68 |\n",
"| MaxQ2Vals | -38.8 |\n",
"| MinQ2Vals | -66.1 |\n",
"| LossPi | 48.9 |\n",
"| LossQ | 0.184 |\n",
"| Time | 548 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 39 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 14.2 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 14.4 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+04 |\n",
"| AverageQ1Vals | -50.4 |\n",
"| StdQ1Vals | 3.75 |\n",
"| MaxQ1Vals | -39.6 |\n",
"| MinQ1Vals | -66.9 |\n",
"| AverageQ2Vals | -50.4 |\n",
"| StdQ2Vals | 3.75 |\n",
"| MaxQ2Vals | -39.8 |\n",
"| MinQ2Vals | -67.2 |\n",
"| LossPi | 50 |\n",
"| LossQ | 0.189 |\n",
"| Time | 563 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 40 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 12.1 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+04 |\n",
"| AverageQ1Vals | -51.4 |\n",
"| StdQ1Vals | 3.79 |\n",
"| MaxQ1Vals | -40.6 |\n",
"| MinQ1Vals | -68 |\n",
"| AverageQ2Vals | -51.4 |\n",
"| StdQ2Vals | 3.79 |\n",
"| MaxQ2Vals | -40.5 |\n",
"| MinQ2Vals | -68.3 |\n",
"| LossPi | 51 |\n",
"| LossQ | 0.194 |\n",
"| Time | 577 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 41 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 15.3 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 12.9 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+04 |\n",
"| AverageQ1Vals | -52.4 |\n",
"| StdQ1Vals | 3.86 |\n",
"| MaxQ1Vals | -41.6 |\n",
"| MinQ1Vals | -69.5 |\n",
"| AverageQ2Vals | -52.4 |\n",
"| StdQ2Vals | 3.86 |\n",
"| MaxQ2Vals | -41.6 |\n",
"| MinQ2Vals | -69.3 |\n",
"| LossPi | 52 |\n",
"| LossQ | 0.201 |\n",
"| Time | 592 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 42 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 16.9 |\n",
"| MaxEpRet | -151 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 15.5 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+04 |\n",
"| AverageQ1Vals | -53.4 |\n",
"| StdQ1Vals | 3.93 |\n",
"| MaxQ1Vals | -42.3 |\n",
"| MinQ1Vals | -70.9 |\n",
"| AverageQ2Vals | -53.4 |\n",
"| StdQ2Vals | 3.93 |\n",
"| MaxQ2Vals | -42.4 |\n",
"| MinQ2Vals | -71 |\n",
"| LossPi | 53 |\n",
"| LossQ | 0.206 |\n",
"| Time | 607 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 43 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 11.2 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 15 |\n",
"| MaxTestEpRet | -174 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+04 |\n",
"| AverageQ1Vals | -54.4 |\n",
"| StdQ1Vals | 3.99 |\n",
"| MaxQ1Vals | -43.2 |\n",
"| MinQ1Vals | -71.7 |\n",
"| AverageQ2Vals | -54.4 |\n",
"| StdQ2Vals | 3.99 |\n",
"| MaxQ2Vals | -43.4 |\n",
"| MinQ2Vals | -71.7 |\n",
"| LossPi | 54 |\n",
"| LossQ | 0.208 |\n",
"| Time | 621 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 44 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -185 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -132 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+04 |\n",
"| AverageQ1Vals | -55.4 |\n",
"| StdQ1Vals | 4.05 |\n",
"| MaxQ1Vals | -44 |\n",
"| MinQ1Vals | -73.8 |\n",
"| AverageQ2Vals | -55.4 |\n",
"| StdQ2Vals | 4.05 |\n",
"| MaxQ2Vals | -44 |\n",
"| MinQ2Vals | -74.1 |\n",
"| LossPi | 55 |\n",
"| LossQ | 0.215 |\n",
"| Time | 636 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 45 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 11 |\n",
"| MaxEpRet | -170 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 13.9 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+04 |\n",
"| AverageQ1Vals | -56.3 |\n",
"| StdQ1Vals | 4.1 |\n",
"| MaxQ1Vals | -44.9 |\n",
"| MinQ1Vals | -74.5 |\n",
"| AverageQ2Vals | -56.3 |\n",
"| StdQ2Vals | 4.1 |\n",
"| MaxQ2Vals | -44.9 |\n",
"| MinQ2Vals | -74.9 |\n",
"| LossPi | 55.9 |\n",
"| LossQ | 0.222 |\n",
"| Time | 651 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 46 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 8.5 |\n",
"| MaxTestEpRet | -183 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+04 |\n",
"| AverageQ1Vals | -57.3 |\n",
"| StdQ1Vals | 4.17 |\n",
"| MaxQ1Vals | -45.6 |\n",
"| MinQ1Vals | -75.6 |\n",
"| AverageQ2Vals | -57.3 |\n",
"| StdQ2Vals | 4.17 |\n",
"| MaxQ2Vals | -45.9 |\n",
"| MinQ2Vals | -75.5 |\n",
"| LossPi | 56.9 |\n",
"| LossQ | 0.225 |\n",
"| Time | 666 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 47 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+04 |\n",
"| AverageQ1Vals | -58.3 |\n",
"| StdQ1Vals | 4.25 |\n",
"| MaxQ1Vals | -46.2 |\n",
"| MinQ1Vals | -76.7 |\n",
"| AverageQ2Vals | -58.3 |\n",
"| StdQ2Vals | 4.26 |\n",
"| MaxQ2Vals | -46.1 |\n",
"| MinQ2Vals | -76.9 |\n",
"| LossPi | 57.9 |\n",
"| LossQ | 0.232 |\n",
"| Time | 681 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 48 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 12.3 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+04 |\n",
"| AverageQ1Vals | -59.2 |\n",
"| StdQ1Vals | 4.32 |\n",
"| MaxQ1Vals | -46.9 |\n",
"| MinQ1Vals | -77.6 |\n",
"| AverageQ2Vals | -59.2 |\n",
"| StdQ2Vals | 4.32 |\n",
"| MaxQ2Vals | -47 |\n",
"| MinQ2Vals | -77.9 |\n",
"| LossPi | 58.8 |\n",
"| LossQ | 0.236 |\n",
"| Time | 696 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 49 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 13.9 |\n",
"| MaxTestEpRet | -163 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+04 |\n",
"| AverageQ1Vals | -60.1 |\n",
"| StdQ1Vals | 4.38 |\n",
"| MaxQ1Vals | -47.4 |\n",
"| MinQ1Vals | -79.2 |\n",
"| AverageQ2Vals | -60.1 |\n",
"| StdQ2Vals | 4.38 |\n",
"| MaxQ2Vals | -47.6 |\n",
"| MinQ2Vals | -79.3 |\n",
"| LossPi | 59.7 |\n",
"| LossQ | 0.243 |\n",
"| Time | 710 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 50 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -96 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+04 |\n",
"| AverageQ1Vals | -61 |\n",
"| StdQ1Vals | 4.46 |\n",
"| MaxQ1Vals | -48.1 |\n",
"| MinQ1Vals | -80.2 |\n",
"| AverageQ2Vals | -61 |\n",
"| StdQ2Vals | 4.47 |\n",
"| MaxQ2Vals | -48.2 |\n",
"| MinQ2Vals | -80.6 |\n",
"| LossPi | 60.6 |\n",
"| LossQ | 0.249 |\n",
"| Time | 725 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 51 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+04 |\n",
"| AverageQ1Vals | -61.9 |\n",
"| StdQ1Vals | 4.55 |\n",
"| MaxQ1Vals | -48.5 |\n",
"| MinQ1Vals | -81.1 |\n",
"| AverageQ2Vals | -61.9 |\n",
"| StdQ2Vals | 4.55 |\n",
"| MaxQ2Vals | -48.5 |\n",
"| MinQ2Vals | -81.3 |\n",
"| LossPi | 61.5 |\n",
"| LossQ | 0.256 |\n",
"| Time | 740 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 52 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+04 |\n",
"| AverageQ1Vals | -62.8 |\n",
"| StdQ1Vals | 4.61 |\n",
"| MaxQ1Vals | -49.1 |\n",
"| MinQ1Vals | -82.3 |\n",
"| AverageQ2Vals | -62.8 |\n",
"| StdQ2Vals | 4.61 |\n",
"| MaxQ2Vals | -49.3 |\n",
"| MinQ2Vals | -82.1 |\n",
"| LossPi | 62.4 |\n",
"| LossQ | 0.263 |\n",
"| Time | 755 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 53 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -88.2 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+04 |\n",
"| AverageQ1Vals | -63.6 |\n",
"| StdQ1Vals | 4.68 |\n",
"| MaxQ1Vals | -49.5 |\n",
"| MinQ1Vals | -83.6 |\n",
"| AverageQ2Vals | -63.6 |\n",
"| StdQ2Vals | 4.68 |\n",
"| MaxQ2Vals | -49.6 |\n",
"| MinQ2Vals | -83.8 |\n",
"| LossPi | 63.3 |\n",
"| LossQ | 0.272 |\n",
"| Time | 770 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 54 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+04 |\n",
"| AverageQ1Vals | -64.5 |\n",
"| StdQ1Vals | 4.78 |\n",
"| MaxQ1Vals | -50.3 |\n",
"| MinQ1Vals | -84.3 |\n",
"| AverageQ2Vals | -64.5 |\n",
"| StdQ2Vals | 4.78 |\n",
"| MaxQ2Vals | -50.4 |\n",
"| MinQ2Vals | -84.2 |\n",
"| LossPi | 64.1 |\n",
"| LossQ | 0.275 |\n",
"| Time | 785 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 55 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 13 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+04 |\n",
"| AverageQ1Vals | -65.3 |\n",
"| StdQ1Vals | 4.86 |\n",
"| MaxQ1Vals | -50.8 |\n",
"| MinQ1Vals | -85.1 |\n",
"| AverageQ2Vals | -65.3 |\n",
"| StdQ2Vals | 4.86 |\n",
"| MaxQ2Vals | -50.9 |\n",
"| MinQ2Vals | -85.6 |\n",
"| LossPi | 65 |\n",
"| LossQ | 0.28 |\n",
"| Time | 800 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 56 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 14 |\n",
"| MaxEpRet | -152 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+04 |\n",
"| AverageQ1Vals | -66.2 |\n",
"| StdQ1Vals | 4.94 |\n",
"| MaxQ1Vals | -51.5 |\n",
"| MinQ1Vals | -86.5 |\n",
"| AverageQ2Vals | -66.2 |\n",
"| StdQ2Vals | 4.94 |\n",
"| MaxQ2Vals | -51.6 |\n",
"| MinQ2Vals | -86.8 |\n",
"| LossPi | 65.8 |\n",
"| LossQ | 0.288 |\n",
"| Time | 814 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 57 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+04 |\n",
"| AverageQ1Vals | -67 |\n",
"| StdQ1Vals | 5.02 |\n",
"| MaxQ1Vals | -52.1 |\n",
"| MinQ1Vals | -87.3 |\n",
"| AverageQ2Vals | -67 |\n",
"| StdQ2Vals | 5.02 |\n",
"| MaxQ2Vals | -52.2 |\n",
"| MinQ2Vals | -87.2 |\n",
"| LossPi | 66.6 |\n",
"| LossQ | 0.295 |\n",
"| Time | 829 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 58 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+04 |\n",
"| AverageQ1Vals | -67.8 |\n",
"| StdQ1Vals | 5.09 |\n",
"| MaxQ1Vals | -52.7 |\n",
"| MinQ1Vals | -88.2 |\n",
"| AverageQ2Vals | -67.8 |\n",
"| StdQ2Vals | 5.09 |\n",
"| MaxQ2Vals | -52.8 |\n",
"| MinQ2Vals | -88.3 |\n",
"| LossPi | 67.4 |\n",
"| LossQ | 0.306 |\n",
"| Time | 844 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 59 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -143 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+04 |\n",
"| AverageQ1Vals | -68.6 |\n",
"| StdQ1Vals | 5.17 |\n",
"| MaxQ1Vals | -53.4 |\n",
"| MinQ1Vals | -89.5 |\n",
"| AverageQ2Vals | -68.6 |\n",
"| StdQ2Vals | 5.17 |\n",
"| MaxQ2Vals | -53.4 |\n",
"| MinQ2Vals | -89.8 |\n",
"| LossPi | 68.2 |\n",
"| LossQ | 0.309 |\n",
"| Time | 859 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 60 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 14.3 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+04 |\n",
"| AverageQ1Vals | -69.4 |\n",
"| StdQ1Vals | 5.24 |\n",
"| MaxQ1Vals | -53.9 |\n",
"| MinQ1Vals | -90.7 |\n",
"| AverageQ2Vals | -69.4 |\n",
"| StdQ2Vals | 5.25 |\n",
"| MaxQ2Vals | -54 |\n",
"| MinQ2Vals | -91.1 |\n",
"| LossPi | 69 |\n",
"| LossQ | 0.315 |\n",
"| Time | 874 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 61 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+05 |\n",
"| AverageQ1Vals | -70.2 |\n",
"| StdQ1Vals | 5.31 |\n",
"| MaxQ1Vals | -54.3 |\n",
"| MinQ1Vals | -91.7 |\n",
"| AverageQ2Vals | -70.2 |\n",
"| StdQ2Vals | 5.31 |\n",
"| MaxQ2Vals | -54.5 |\n",
"| MinQ2Vals | -92.2 |\n",
"| LossPi | 69.8 |\n",
"| LossQ | 0.322 |\n",
"| Time | 888 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 62 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 16.7 |\n",
"| MaxEpRet | -159 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -178 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -136 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+05 |\n",
"| AverageQ1Vals | -71 |\n",
"| StdQ1Vals | 5.4 |\n",
"| MaxQ1Vals | -55.1 |\n",
"| MinQ1Vals | -92.9 |\n",
"| AverageQ2Vals | -71 |\n",
"| StdQ2Vals | 5.41 |\n",
"| MaxQ2Vals | -55.1 |\n",
"| MinQ2Vals | -92.7 |\n",
"| LossPi | 70.6 |\n",
"| LossQ | 0.33 |\n",
"| Time | 903 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 63 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+05 |\n",
"| AverageQ1Vals | -71.7 |\n",
"| StdQ1Vals | 5.46 |\n",
"| MaxQ1Vals | -55.4 |\n",
"| MinQ1Vals | -93.4 |\n",
"| AverageQ2Vals | -71.7 |\n",
"| StdQ2Vals | 5.46 |\n",
"| MaxQ2Vals | -55.7 |\n",
"| MinQ2Vals | -93.6 |\n",
"| LossPi | 71.4 |\n",
"| LossQ | 0.333 |\n",
"| Time | 918 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 64 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -230 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+05 |\n",
"| AverageQ1Vals | -72.5 |\n",
"| StdQ1Vals | 5.56 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -94.3 |\n",
"| AverageQ2Vals | -72.5 |\n",
"| StdQ2Vals | 5.56 |\n",
"| MaxQ2Vals | -56.5 |\n",
"| MinQ2Vals | -94.4 |\n",
"| LossPi | 72.1 |\n",
"| LossQ | 0.338 |\n",
"| Time | 933 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 65 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -151 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+05 |\n",
"| AverageQ1Vals | -73.2 |\n",
"| StdQ1Vals | 5.64 |\n",
"| MaxQ1Vals | -57 |\n",
"| MinQ1Vals | -96.1 |\n",
"| AverageQ2Vals | -73.2 |\n",
"| StdQ2Vals | 5.64 |\n",
"| MaxQ2Vals | -57.1 |\n",
"| MinQ2Vals | -95.7 |\n",
"| LossPi | 72.9 |\n",
"| LossQ | 0.355 |\n",
"| Time | 948 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 66 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -178 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+05 |\n",
"| AverageQ1Vals | -74 |\n",
"| StdQ1Vals | 5.73 |\n",
"| MaxQ1Vals | -57.8 |\n",
"| MinQ1Vals | -97.2 |\n",
"| AverageQ2Vals | -74 |\n",
"| StdQ2Vals | 5.74 |\n",
"| MaxQ2Vals | -57.8 |\n",
"| MinQ2Vals | -96.8 |\n",
"| LossPi | 73.6 |\n",
"| LossQ | 0.354 |\n",
"| Time | 963 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 67 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+05 |\n",
"| AverageQ1Vals | -74.7 |\n",
"| StdQ1Vals | 5.81 |\n",
"| MaxQ1Vals | -58.3 |\n",
"| MinQ1Vals | -97.2 |\n",
"| AverageQ2Vals | -74.7 |\n",
"| StdQ2Vals | 5.81 |\n",
"| MaxQ2Vals | -58.4 |\n",
"| MinQ2Vals | -97.6 |\n",
"| LossPi | 74.4 |\n",
"| LossQ | 0.366 |\n",
"| Time | 978 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 68 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 43.1 |\n",
"| MaxTestEpRet | -71.3 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+05 |\n",
"| AverageQ1Vals | -75.4 |\n",
"| StdQ1Vals | 5.91 |\n",
"| MaxQ1Vals | -58.7 |\n",
"| MinQ1Vals | -98.9 |\n",
"| AverageQ2Vals | -75.4 |\n",
"| StdQ2Vals | 5.91 |\n",
"| MaxQ2Vals | -58.8 |\n",
"| MinQ2Vals | -99.7 |\n",
"| LossPi | 75 |\n",
"| LossQ | 0.373 |\n",
"| Time | 993 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 69 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+05 |\n",
"| AverageQ1Vals | -76.1 |\n",
"| StdQ1Vals | 5.96 |\n",
"| MaxQ1Vals | -59.4 |\n",
"| MinQ1Vals | -99.3 |\n",
"| AverageQ2Vals | -76.1 |\n",
"| StdQ2Vals | 5.96 |\n",
"| MaxQ2Vals | -59.8 |\n",
"| MinQ2Vals | -99.6 |\n",
"| LossPi | 75.7 |\n",
"| LossQ | 0.38 |\n",
"| Time | 1.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 70 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -82.1 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+05 |\n",
"| AverageQ1Vals | -76.8 |\n",
"| StdQ1Vals | 6.08 |\n",
"| MaxQ1Vals | -60 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -76.8 |\n",
"| StdQ2Vals | 6.08 |\n",
"| MaxQ2Vals | -60.1 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 76.4 |\n",
"| LossQ | 0.389 |\n",
"| Time | 1.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 71 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+05 |\n",
"| AverageQ1Vals | -77.4 |\n",
"| StdQ1Vals | 6.18 |\n",
"| MaxQ1Vals | -60.6 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -77.4 |\n",
"| StdQ2Vals | 6.18 |\n",
"| MaxQ2Vals | -60.9 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 77.1 |\n",
"| LossQ | 0.401 |\n",
"| Time | 1.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 72 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+05 |\n",
"| AverageQ1Vals | -78.1 |\n",
"| StdQ1Vals | 6.29 |\n",
"| MaxQ1Vals | -61.1 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -78.1 |\n",
"| StdQ2Vals | 6.29 |\n",
"| MaxQ2Vals | -61.3 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 77.7 |\n",
"| LossQ | 0.409 |\n",
"| Time | 1.05e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 73 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+05 |\n",
"| AverageQ1Vals | -78.8 |\n",
"| StdQ1Vals | 6.36 |\n",
"| MaxQ1Vals | -61.8 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -78.8 |\n",
"| StdQ2Vals | 6.36 |\n",
"| MaxQ2Vals | -61.8 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 78.4 |\n",
"| LossQ | 0.407 |\n",
"| Time | 1.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 74 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -96 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+05 |\n",
"| AverageQ1Vals | -79.4 |\n",
"| StdQ1Vals | 6.46 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -79.4 |\n",
"| StdQ2Vals | 6.46 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 79 |\n",
"| LossQ | 0.423 |\n",
"| Time | 1.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 75 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -89.2 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+05 |\n",
"| AverageQ1Vals | -80 |\n",
"| StdQ1Vals | 6.53 |\n",
"| MaxQ1Vals | -62.6 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -80 |\n",
"| StdQ2Vals | 6.53 |\n",
"| MaxQ2Vals | -62.9 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 79.6 |\n",
"| LossQ | 0.426 |\n",
"| Time | 1.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 76 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+05 |\n",
"| AverageQ1Vals | -80.6 |\n",
"| StdQ1Vals | 6.63 |\n",
"| MaxQ1Vals | -63.2 |\n",
"| MinQ1Vals | -106 |\n",
"| AverageQ2Vals | -80.6 |\n",
"| StdQ2Vals | 6.64 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -106 |\n",
"| LossPi | 80.2 |\n",
"| LossQ | 0.438 |\n",
"| Time | 1.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 77 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+05 |\n",
"| AverageQ1Vals | -81.3 |\n",
"| StdQ1Vals | 6.73 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -81.3 |\n",
"| StdQ2Vals | 6.73 |\n",
"| MaxQ2Vals | -64 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 80.8 |\n",
"| LossQ | 0.446 |\n",
"| Time | 1.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 78 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+05 |\n",
"| AverageQ1Vals | -81.8 |\n",
"| StdQ1Vals | 6.83 |\n",
"| MaxQ1Vals | -64.2 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -81.8 |\n",
"| StdQ2Vals | 6.83 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 81.5 |\n",
"| LossQ | 0.447 |\n",
"| Time | 1.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 79 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+05 |\n",
"| AverageQ1Vals | -82.4 |\n",
"| StdQ1Vals | 6.91 |\n",
"| MaxQ1Vals | -64.6 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -82.4 |\n",
"| StdQ2Vals | 6.91 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 82 |\n",
"| LossQ | 0.468 |\n",
"| Time | 1.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 80 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -229 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+05 |\n",
"| AverageQ1Vals | -83 |\n",
"| StdQ1Vals | 6.97 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -110 |\n",
"| AverageQ2Vals | -83 |\n",
"| StdQ2Vals | 6.98 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 82.6 |\n",
"| LossQ | 0.478 |\n",
"| Time | 1.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 81 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 11.1 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -99.8 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.34e+05 |\n",
"| AverageQ1Vals | -83.6 |\n",
"| StdQ1Vals | 7.06 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -83.6 |\n",
"| StdQ2Vals | 7.06 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 83.2 |\n",
"| LossQ | 0.475 |\n",
"| Time | 1.19e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 82 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -88.8 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.35e+05 |\n",
"| AverageQ1Vals | -84.2 |\n",
"| StdQ1Vals | 7.14 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -84.2 |\n",
"| StdQ2Vals | 7.14 |\n",
"| MaxQ2Vals | -66.1 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 83.8 |\n",
"| LossQ | 0.488 |\n",
"| Time | 1.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 83 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.37e+05 |\n",
"| AverageQ1Vals | -84.8 |\n",
"| StdQ1Vals | 7.22 |\n",
"| MaxQ1Vals | -66.8 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -84.8 |\n",
"| StdQ2Vals | 7.22 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 84.3 |\n",
"| LossQ | 0.494 |\n",
"| Time | 1.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 84 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.39e+05 |\n",
"| AverageQ1Vals | -85.3 |\n",
"| StdQ1Vals | 7.3 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -85.3 |\n",
"| StdQ2Vals | 7.3 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 84.9 |\n",
"| LossQ | 0.502 |\n",
"| Time | 1.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 85 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.4e+05 |\n",
"| AverageQ1Vals | -85.8 |\n",
"| StdQ1Vals | 7.38 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -85.8 |\n",
"| StdQ2Vals | 7.38 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 85.4 |\n",
"| LossQ | 0.513 |\n",
"| Time | 1.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 86 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.42e+05 |\n",
"| AverageQ1Vals | -86.3 |\n",
"| StdQ1Vals | 7.48 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -86.3 |\n",
"| StdQ2Vals | 7.48 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 85.9 |\n",
"| LossQ | 0.529 |\n",
"| Time | 1.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 87 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -87.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.44e+05 |\n",
"| AverageQ1Vals | -86.9 |\n",
"| StdQ1Vals | 7.58 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -86.9 |\n",
"| StdQ2Vals | 7.58 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 86.5 |\n",
"| LossQ | 0.539 |\n",
"| Time | 1.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 88 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.45e+05 |\n",
"| AverageQ1Vals | -87.4 |\n",
"| StdQ1Vals | 7.67 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -87.4 |\n",
"| StdQ2Vals | 7.67 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 86.9 |\n",
"| LossQ | 0.55 |\n",
"| Time | 1.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 89 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -178 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.47e+05 |\n",
"| AverageQ1Vals | -87.9 |\n",
"| StdQ1Vals | 7.75 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -87.9 |\n",
"| StdQ2Vals | 7.75 |\n",
"| MaxQ2Vals | -69.1 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 87.5 |\n",
"| LossQ | 0.55 |\n",
"| Time | 1.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 90 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+05 |\n",
"| AverageQ1Vals | -88.4 |\n",
"| StdQ1Vals | 7.82 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -88.4 |\n",
"| StdQ2Vals | 7.83 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 88 |\n",
"| LossQ | 0.565 |\n",
"| Time | 1.32e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 91 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -98.9 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.5e+05 |\n",
"| AverageQ1Vals | -88.9 |\n",
"| StdQ1Vals | 7.93 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -88.9 |\n",
"| StdQ2Vals | 7.93 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 88.5 |\n",
"| LossQ | 0.579 |\n",
"| Time | 1.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 92 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.52e+05 |\n",
"| AverageQ1Vals | -89.3 |\n",
"| StdQ1Vals | 8.02 |\n",
"| MaxQ1Vals | -70.4 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -89.3 |\n",
"| StdQ2Vals | 8.02 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 88.9 |\n",
"| LossQ | 0.58 |\n",
"| Time | 1.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 93 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.53e+05 |\n",
"| AverageQ1Vals | -89.8 |\n",
"| StdQ1Vals | 8.07 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -89.8 |\n",
"| StdQ2Vals | 8.08 |\n",
"| MaxQ2Vals | -70.9 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 89.4 |\n",
"| LossQ | 0.591 |\n",
"| Time | 1.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 94 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.55e+05 |\n",
"| AverageQ1Vals | -90.3 |\n",
"| StdQ1Vals | 8.15 |\n",
"| MaxQ1Vals | -71.5 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -90.3 |\n",
"| StdQ2Vals | 8.15 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -122 |\n",
"| LossPi | 89.9 |\n",
"| LossQ | 0.598 |\n",
"| Time | 1.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 95 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -177 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.57e+05 |\n",
"| AverageQ1Vals | -90.7 |\n",
"| StdQ1Vals | 8.25 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -90.7 |\n",
"| StdQ2Vals | 8.26 |\n",
"| MaxQ2Vals | -71.7 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 90.3 |\n",
"| LossQ | 0.598 |\n",
"| Time | 1.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 96 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -96.9 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.58e+05 |\n",
"| AverageQ1Vals | -91.2 |\n",
"| StdQ1Vals | 8.32 |\n",
"| MaxQ1Vals | -72.3 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -91.2 |\n",
"| StdQ2Vals | 8.32 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 90.8 |\n",
"| LossQ | 0.612 |\n",
"| Time | 1.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 97 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -81.8 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.6e+05 |\n",
"| AverageQ1Vals | -91.7 |\n",
"| StdQ1Vals | 8.42 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -91.7 |\n",
"| StdQ2Vals | 8.42 |\n",
"| MaxQ2Vals | -72.5 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.621 |\n",
"| Time | 1.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 98 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -97.4 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.62e+05 |\n",
"| AverageQ1Vals | -92.1 |\n",
"| StdQ1Vals | 8.5 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -92.1 |\n",
"| StdQ2Vals | 8.5 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 91.7 |\n",
"| LossQ | 0.632 |\n",
"| Time | 1.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 99 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.63e+05 |\n",
"| AverageQ1Vals | -92.5 |\n",
"| StdQ1Vals | 8.58 |\n",
"| MaxQ1Vals | -73.7 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -92.5 |\n",
"| StdQ2Vals | 8.58 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.642 |\n",
"| Time | 1.46e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 100 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -98.5 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+05 |\n",
"| AverageQ1Vals | -92.9 |\n",
"| StdQ1Vals | 8.64 |\n",
"| MaxQ1Vals | -74 |\n",
"| MinQ1Vals | -126 |\n",
"| AverageQ2Vals | -92.9 |\n",
"| StdQ2Vals | 8.64 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -128 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.649 |\n",
"| Time | 1.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 101 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.67e+05 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 8.72 |\n",
"| MaxQ1Vals | -74.5 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 8.73 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.655 |\n",
"| Time | 1.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 102 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.68e+05 |\n",
"| AverageQ1Vals | -93.7 |\n",
"| StdQ1Vals | 8.81 |\n",
"| MaxQ1Vals | -74.8 |\n",
"| MinQ1Vals | -130 |\n",
"| AverageQ2Vals | -93.7 |\n",
"| StdQ2Vals | 8.81 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -130 |\n",
"| LossPi | 93.3 |\n",
"| LossQ | 0.666 |\n",
"| Time | 1.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 103 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.7e+05 |\n",
"| AverageQ1Vals | -94.1 |\n",
"| StdQ1Vals | 8.86 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -94.1 |\n",
"| StdQ2Vals | 8.87 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -130 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.674 |\n",
"| Time | 1.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 104 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 13.1 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.72e+05 |\n",
"| AverageQ1Vals | -94.5 |\n",
"| StdQ1Vals | 8.96 |\n",
"| MaxQ1Vals | -75.9 |\n",
"| MinQ1Vals | -129 |\n",
"| AverageQ2Vals | -94.5 |\n",
"| StdQ2Vals | 8.96 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -130 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 0.683 |\n",
"| Time | 1.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 105 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.73e+05 |\n",
"| AverageQ1Vals | -94.9 |\n",
"| StdQ1Vals | 9.03 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -132 |\n",
"| AverageQ2Vals | -94.9 |\n",
"| StdQ2Vals | 9.04 |\n",
"| MaxQ2Vals | -76 |\n",
"| MinQ2Vals | -132 |\n",
"| LossPi | 94.5 |\n",
"| LossQ | 0.701 |\n",
"| Time | 1.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 106 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.75e+05 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 9.12 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -134 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 9.12 |\n",
"| MaxQ2Vals | -76.2 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 0.699 |\n",
"| Time | 1.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 107 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.77e+05 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 9.19 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -131 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 9.19 |\n",
"| MaxQ2Vals | -76.4 |\n",
"| MinQ2Vals | -131 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 0.703 |\n",
"| Time | 1.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 108 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -61.3 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.78e+05 |\n",
"| AverageQ1Vals | -96 |\n",
"| StdQ1Vals | 9.29 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -96 |\n",
"| StdQ2Vals | 9.29 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.713 |\n",
"| Time | 1.59e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 109 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -99 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.8e+05 |\n",
"| AverageQ1Vals | -96.4 |\n",
"| StdQ1Vals | 9.35 |\n",
"| MaxQ1Vals | -77.3 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -96.4 |\n",
"| StdQ2Vals | 9.35 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 96 |\n",
"| LossQ | 0.726 |\n",
"| Time | 1.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 110 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -94.2 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+05 |\n",
"| AverageQ1Vals | -96.8 |\n",
"| StdQ1Vals | 9.43 |\n",
"| MaxQ1Vals | -77.5 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -96.8 |\n",
"| StdQ2Vals | 9.44 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.743 |\n",
"| Time | 1.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 111 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 36.7 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.83e+05 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 9.5 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 9.5 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.742 |\n",
"| Time | 1.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 112 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -143 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.85e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 9.59 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -134 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 9.6 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 97 |\n",
"| LossQ | 0.749 |\n",
"| Time | 1.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 113 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -135 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.86e+05 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 9.67 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -137 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 9.67 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -135 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 0.763 |\n",
"| Time | 1.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 114 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.88e+05 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 9.75 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 9.75 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 0.772 |\n",
"| Time | 1.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 115 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.9e+05 |\n",
"| AverageQ1Vals | -98.5 |\n",
"| StdQ1Vals | 9.83 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -98.5 |\n",
"| StdQ2Vals | 9.83 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.771 |\n",
"| Time | 1.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 116 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.91e+05 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 9.88 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 9.89 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 98.4 |\n",
"| LossQ | 0.778 |\n",
"| Time | 1.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 117 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.93e+05 |\n",
"| AverageQ1Vals | -99.1 |\n",
"| StdQ1Vals | 9.96 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -99.1 |\n",
"| StdQ2Vals | 9.96 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.788 |\n",
"| Time | 1.73e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 118 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -91 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.95e+05 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 10 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 10 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 99 |\n",
"| LossQ | 0.785 |\n",
"| Time | 1.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 119 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -97.7 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.96e+05 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 120 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 121 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 99.9 |\n",
"| LossQ | 0.828 |\n",
"| Time | 1.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 122 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.01e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -142 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -142 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.814 |\n",
"| Time | 1.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 123 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -99.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.03e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -142 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -142 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.832 |\n",
"| Time | 1.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 124 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.05e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -145 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.838 |\n",
"| Time | 1.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 125 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -85.1 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.06e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.842 |\n",
"| Time | 1.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 126 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -91.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.08e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.85 |\n",
"| Time | 1.87e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 127 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.1e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.864 |\n",
"| Time | 1.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 128 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.11e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.866 |\n",
"| Time | 1.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 129 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 14.9 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.13e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.877 |\n",
"| Time | 1.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 130 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -68.8 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.873 |\n",
"| Time | 1.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 131 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -98.3 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.16e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.886 |\n",
"| Time | 1.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 132 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 15.2 |\n",
"| MaxEpRet | -143 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.18e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 133 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.19e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.907 |\n",
"| Time | 1.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 134 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.21e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.912 |\n",
"| Time | 1.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 135 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.23e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.924 |\n",
"| Time | 2e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 136 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -81.4 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.24e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.3 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -150 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.919 |\n",
"| Time | 2.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 137 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -93.6 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -99.4 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.26e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.924 |\n",
"| Time | 2.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 138 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.28e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -150 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.938 |\n",
"| Time | 2.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 139 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.29e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.937 |\n",
"| Time | 2.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 140 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.944 |\n",
"| Time | 2.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 141 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.33e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.952 |\n",
"| Time | 2.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 142 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.34e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.961 |\n",
"| Time | 2.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 143 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -84.7 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.36e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.969 |\n",
"| Time | 2.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 144 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -94.2 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.38e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.972 |\n",
"| Time | 2.14e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 145 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 37.3 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -239 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -99.5 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.39e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.978 |\n",
"| Time | 2.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 146 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -95.5 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.41e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.981 |\n",
"| Time | 2.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 147 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -91.6 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.43e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.984 |\n",
"| Time | 2.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 148 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 15.8 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -91.7 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.44e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.99 |\n",
"| Time | 2.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 149 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.46e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1 |\n",
"| Time | 2.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 150 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1 |\n",
"| Time | 2.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 151 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.49e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 152 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -74.2 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.51e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 2.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 153 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -92.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -95.8 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.52e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1 |\n",
"| Time | 2.27e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 154 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -94 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.54e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 2.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 155 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.56e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 2.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 156 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 40.7 |\n",
"| MaxTestEpRet | -77.9 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.57e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 2.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 157 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -99 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.59e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 2.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 158 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.61e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 2.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 159 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.62e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 2.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 160 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.05 |\n",
"| Time | 2.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 161 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 15.4 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -99.3 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.66e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.06 |\n",
"| Time | 2.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 162 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 42.2 |\n",
"| MaxTestEpRet | -50.9 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.67e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -163 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.07 |\n",
"| Time | 2.41e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 163 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 40.1 |\n",
"| MaxEpRet | -98.4 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 18.6 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.69e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.06 |\n",
"| Time | 2.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 164 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.71e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.08 |\n",
"| Time | 2.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 165 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -59.7 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.72e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.07 |\n",
"| Time | 2.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 166 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 20.5 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.74e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.08 |\n",
"| Time | 2.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 167 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -94.6 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.76e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.09 |\n",
"| Time | 2.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 168 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.77e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.09 |\n",
"| Time | 2.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 169 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -77.7 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.79e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -83.6 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.08 |\n",
"| Time | 2.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 170 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -66.7 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.1 |\n",
"| Time | 2.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 171 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.82e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -163 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.1 |\n",
"| Time | 2.55e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 172 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -67.4 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.84e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -83.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.09 |\n",
"| Time | 2.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 173 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -91 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.85e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -83.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.1 |\n",
"| Time | 2.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 174 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.87e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.12 |\n",
"| Time | 2.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 175 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.89e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.11 |\n",
"| Time | 2.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 176 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 38.7 |\n",
"| MaxTestEpRet | -64.1 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.9e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.11 |\n",
"| Time | 2.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 177 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -84 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.92e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.12 |\n",
"| Time | 2.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 178 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -72.4 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.94e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.14 |\n",
"| Time | 2.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 179 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.95e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.14 |\n",
"| Time | 2.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 180 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -94.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.14 |\n",
"| Time | 2.68e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 181 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.99e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.12 |\n",
"| Time | 2.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 182 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -95.1 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.12 |\n",
"| Time | 2.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 183 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -99 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.02e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.14 |\n",
"| Time | 2.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 184 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.04e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.12 |\n",
"| Time | 2.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 185 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -80.9 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.05e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.15 |\n",
"| Time | 2.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 186 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -94.7 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.07e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.14 |\n",
"| Time | 2.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 187 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -98.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.09e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.15 |\n",
"| Time | 2.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 188 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 16.4 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -39.5 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.1e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.15 |\n",
"| Time | 2.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 189 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -75.3 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.12e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.16 |\n",
"| Time | 2.82e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 190 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -86.4 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.16 |\n",
"| Time | 2.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 191 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -87 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.15e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.16 |\n",
"| Time | 2.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 192 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -70.9 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.17e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.17 |\n",
"| Time | 2.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 193 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -83.8 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.18e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.15 |\n",
"| Time | 2.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 194 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -81.2 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.2e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.16 |\n",
"| Time | 2.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 195 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.22e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.16 |\n",
"| Time | 2.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 196 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -79.3 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.23e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.19 |\n",
"| Time | 2.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 197 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 33.5 |\n",
"| MaxEpRet | -91.2 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 43.6 |\n",
"| MaxTestEpRet | -31.5 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.25e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.17 |\n",
"| Time | 2.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 198 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -97.3 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.27e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.19 |\n",
"| Time | 2.96e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 199 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -99.4 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.28e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.18 |\n",
"| Time | 2.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 200 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -96.7 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 41.9 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.19 |\n",
"| Time | 2.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 201 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.32e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.18 |\n",
"| Time | 3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 202 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 19.8 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.33e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.19 |\n",
"| Time | 3.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 203 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -89.7 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.35e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.18 |\n",
"| Time | 3.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 204 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.37e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.18 |\n",
"| Time | 3.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 205 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.38e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.2 |\n",
"| Time | 3.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 206 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 43.3 |\n",
"| MaxTestEpRet | -40.2 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.4e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.2 |\n",
"| Time | 3.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 207 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -96.9 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -84.1 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.42e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.21 |\n",
"| Time | 3.09e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 208 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -92.7 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.43e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.19 |\n",
"| Time | 3.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 209 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -54.4 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.45e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 210 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 49.7 |\n",
"| MaxTestEpRet | -54.9 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 211 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 33.3 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.48e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.2 |\n",
"| Time | 3.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 212 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 45.1 |\n",
"| MaxTestEpRet | -61.3 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.5e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.21 |\n",
"| Time | 3.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 213 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 42.3 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.51e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.2 |\n",
"| Time | 3.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 214 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -87.3 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.53e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.21 |\n",
"| Time | 3.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 215 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -83.7 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.55e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 216 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 35.7 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.56e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.19 |\n",
"| Time | 3.23e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 217 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -82.8 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.58e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.21 |\n",
"| Time | 3.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 218 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 38.9 |\n",
"| MaxTestEpRet | -63.6 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.6e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -83.9 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 219 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 32.6 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.61e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 220 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.21 |\n",
"| Time | 3.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 221 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -98.5 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 43 |\n",
"| MaxTestEpRet | -46.6 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.65e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 222 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.66e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 223 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.68e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 224 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -89.1 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.7e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 225 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -91.6 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.71e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.37e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 226 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -93.6 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.73e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 227 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 43.5 |\n",
"| MaxTestEpRet | -62.1 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.75e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 228 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 16.5 |\n",
"| MaxEpRet | -99.5 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -85.3 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.76e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 229 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 14.5 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.78e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 230 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 31 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 231 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -92.3 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.81e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 232 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -85.9 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.83e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 233 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 42.5 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.84e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 234 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.86e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.5e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 235 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -98.2 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 43.3 |\n",
"| MaxTestEpRet | -50.6 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.88e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 236 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 38.9 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.89e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.21 |\n",
"| Time | 3.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 237 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -83.4 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.91e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 238 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -91.9 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 19.5 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.93e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 239 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 38.9 |\n",
"| MaxTestEpRet | -85.9 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.94e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 240 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -82.7 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 241 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.98e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 242 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -82.4 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.99e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 243 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -85.3 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.01e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.22 |\n",
"| Time | 3.64e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 244 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.03e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 245 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -97.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.04e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.26 |\n",
"| Time | 3.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 246 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 34.8 |\n",
"| MaxEpRet | -66.3 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.06e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 247 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 33.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -96.7 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.08e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 248 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 36.7 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -42.3 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.09e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 249 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 48.2 |\n",
"| MaxTestEpRet | -51.7 |\n",
"| MinTestEpRet | -245 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.11e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.25 |\n",
"| Time | 3.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 250 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -85 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.26 |\n",
"| Time | 3.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 251 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -93.1 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -82 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.14e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.25 |\n",
"| Time | 3.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 252 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -86.7 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.16e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.25 |\n",
"| Time | 3.78e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 253 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.17e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.26 |\n",
"| Time | 3.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 254 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -80.8 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.19e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.24 |\n",
"| Time | 3.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 255 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.21e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.27 |\n",
"| Time | 3.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 256 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -92.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -76 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.22e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.23 |\n",
"| Time | 3.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 257 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -92.3 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.24e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.25 |\n",
"| Time | 3.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 258 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.26e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.27 |\n",
"| Time | 3.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 259 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -92.3 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.27e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.27 |\n",
"| Time | 3.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 260 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.25 |\n",
"| Time | 3.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 261 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -99.9 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -70.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.31e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.27 |\n",
"| Time | 3.91e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 262 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -87 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -78.4 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.32e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.29 |\n",
"| Time | 3.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 263 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.34e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.28 |\n",
"| Time | 3.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 264 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -99.8 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 43.9 |\n",
"| MaxTestEpRet | -81.6 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.36e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.28 |\n",
"| Time | 3.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 265 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -77.5 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.37e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.28 |\n",
"| Time | 3.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 266 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 16.8 |\n",
"| MaxTestEpRet | -99.7 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.39e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.27 |\n",
"| Time | 3.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 267 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -89.7 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -74.9 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.41e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.27 |\n",
"| Time | 4.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 268 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -84 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -54.6 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.42e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.25 |\n",
"| Time | 4.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 269 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 32.6 |\n",
"| MaxEpRet | -72.6 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -66.3 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.44e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.27 |\n",
"| Time | 4.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 270 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 39.5 |\n",
"| MaxTestEpRet | -91.9 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.05e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 271 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -75.6 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.47e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 272 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 35.2 |\n",
"| MaxEpRet | -96.7 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -76.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.49e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 273 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -96.3 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -55.4 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.5e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.27 |\n",
"| Time | 4.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 274 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -97.3 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.52e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 275 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -91.1 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.54e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 276 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 34.8 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 46.7 |\n",
"| MaxTestEpRet | -50.9 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.55e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 277 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -95.3 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.57e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 278 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.59e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 279 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -72 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -58.1 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.6e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.19e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 280 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -75.3 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -94.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 281 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -75.5 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -96.3 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.64e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 282 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -87.8 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -82 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.65e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 283 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.67e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 284 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -86.7 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 17.5 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.69e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 285 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 41.1 |\n",
"| MaxTestEpRet | -55.7 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.7e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.31 |\n",
"| Time | 4.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 286 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.72e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 287 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -66.2 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -98.9 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.74e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 288 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -88 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.75e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.33e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 289 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -84.7 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.77e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.31 |\n",
"| Time | 4.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 290 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -74.6 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -60.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 291 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -50.2 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.8e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 292 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -85.7 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.82e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 293 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -62.3 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.83e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 294 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 35.9 |\n",
"| MaxEpRet | -68.5 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -70.8 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.85e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 295 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 40.4 |\n",
"| MaxTestEpRet | -43.4 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.87e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 296 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -97 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.88e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 297 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 39.3 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 41.7 |\n",
"| MaxTestEpRet | -72.5 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.9e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.46e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 298 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 36.4 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -99.9 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.92e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -79.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 299 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.93e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 300 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -91.9 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 301 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -74.9 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -54.2 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.97e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 302 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -89.8 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.98e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 303 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -89.7 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 304 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -96 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -59.7 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.02e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 305 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -73.4 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.03e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 306 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -84.5 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -80.6 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.05e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.6e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 307 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -49.4 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.07e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 308 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -84.3 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 45.1 |\n",
"| MaxTestEpRet | -34.2 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.08e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 309 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -79.7 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -55.4 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.1e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 310 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 311 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -69.9 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -77.7 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.13e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 312 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -70.2 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -51.7 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.15e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 313 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -94.9 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.16e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 314 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -58.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.18e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 315 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -45.6 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.2e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.74e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 316 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -84.6 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -97.3 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.21e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 317 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -62.3 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.23e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.26 |\n",
"| Time | 4.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 318 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 33.1 |\n",
"| MaxEpRet | -82.2 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -60.8 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.25e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -77.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 319 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 35.3 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.26e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -77.6 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 4.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 320 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -87 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -84.6 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 321 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -95.4 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -91.4 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.3e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 322 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 34.6 |\n",
"| MaxEpRet | -70.8 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -62.7 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.31e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -77.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 323 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -78.3 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -69.8 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.33e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -77.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -77 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 324 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -60.3 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.35e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.3 |\n",
"| Time | 4.88e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 325 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 37.5 |\n",
"| MaxEpRet | -51.7 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.36e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -77 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 4.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 326 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -66.8 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.38e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -76.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 327 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -54.8 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.4e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 328 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.41e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.29 |\n",
"| Time | 4.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 329 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -50.2 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.43e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.28 |\n",
"| Time | 4.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 330 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 16.4 |\n",
"| MaxTestEpRet | -93.6 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 4.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 331 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -91.5 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.46e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.26 |\n",
"| Time | 4.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 332 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -86.3 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -86.7 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.48e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 333 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -73.7 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 38.3 |\n",
"| MaxTestEpRet | -51.8 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.49e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.02e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 334 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -85.4 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -67.3 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.51e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 335 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -60.6 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.53e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -76.2 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 336 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -68 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.54e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.28 |\n",
"| Time | 5.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 337 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.56e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 338 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -94.9 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -97.7 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.58e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 339 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -95.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -94.2 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.59e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.28 |\n",
"| Time | 5.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 340 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -73.1 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.9 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 341 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -94.1 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.63e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 342 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -63.4 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.64e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.16e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 343 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -97.1 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.66e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.28 |\n",
"| Time | 5.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 344 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -99.3 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -57.8 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.68e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.28 |\n",
"| Time | 5.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 345 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -77.9 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 43.6 |\n",
"| MaxTestEpRet | -90.7 |\n",
"| MinTestEpRet | -240 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.69e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 346 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -92.3 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.71e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 347 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -66.8 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.73e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 348 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -83.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.74e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 349 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -94.4 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -78.7 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.76e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 350 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -84.4 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 351 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -92 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 39.7 |\n",
"| MaxTestEpRet | -54.1 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.79e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.22 |\n",
"| Time | 5.3e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 352 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -80.7 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -62.7 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.81e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.28 |\n",
"| Time | 5.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 353 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -50.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.82e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 354 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.84e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 355 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -41.6 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.86e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.1 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 356 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -73.8 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.87e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 357 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 40.5 |\n",
"| MaxTestEpRet | -58 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.89e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.2 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.27 |\n",
"| Time | 5.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 358 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -71 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -43.5 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.91e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 359 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -67.8 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.92e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -74.7 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 360 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -66.9 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -66.8 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -74.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.43e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 361 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -65.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 17 |\n",
"| MaxTestEpRet | -90.9 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.96e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.8 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 362 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 44.9 |\n",
"| MaxTestEpRet | -45.7 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.97e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -74.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -74.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 363 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -86.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -70.4 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.99e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 364 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -89.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.01e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 365 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.02e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 366 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.04e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -74.2 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 367 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -82 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.06e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 368 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -52.3 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.07e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -74.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.1 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 369 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -86 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -56.3 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.09e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -74.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.57e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 370 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -85 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -59.4 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -73.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -74.1 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 371 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -78.3 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -74.6 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.12e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -74 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 372 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -67.7 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.14e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -74.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 373 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.15e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.6 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 374 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 39.3 |\n",
"| MaxEpRet | -82.2 |\n",
"| MinEpRet | -232 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -71 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.17e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 375 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -84.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -20.5 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.19e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 376 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -79.6 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -96.3 |\n",
"| StdTestEpRet | 24.5 |\n",
"| MaxTestEpRet | -49 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.2e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 377 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 36.7 |\n",
"| MaxEpRet | -70.7 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 36.7 |\n",
"| MaxTestEpRet | -48.8 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.22e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.23 |\n",
"| Time | 5.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 378 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.24e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -73.3 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.5 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.71e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 379 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 37.8 |\n",
"| MaxTestEpRet | -56 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.25e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.24 |\n",
"| Time | 5.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 380 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -68.7 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 16.2 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.4 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 381 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -90.6 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -78.7 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.29e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -73.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 382 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -82.3 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -50.3 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.3e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 383 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -85.7 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -73.3 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.32e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.24 |\n",
"| Time | 5.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 384 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -98.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -49.6 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.34e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.24 |\n",
"| Time | 5.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 385 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.35e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 386 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -90.6 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -56.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.37e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.23 |\n",
"| Time | 5.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 387 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -93.9 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -67.6 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.39e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.85e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 388 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -88.7 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.4e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.23 |\n",
"| Time | 5.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 389 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -72.2 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -62.2 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.42e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.23 |\n",
"| Time | 5.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 390 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -56.4 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 391 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -70 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.45e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 392 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -78.3 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -53.3 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.47e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.25 |\n",
"| Time | 5.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 393 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -94.8 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.48e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.8 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 106 |\n",
"| LossQ | 1.23 |\n",
"| Time | 5.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 394 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 45.7 |\n",
"| MaxTestEpRet | -36.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.5e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 5.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 395 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 31.9 |\n",
"| MaxEpRet | -62.1 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 48.7 |\n",
"| MaxTestEpRet | -26.9 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.52e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -72.4 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.26 |\n",
"| Time | 5.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 396 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -88.3 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -84.9 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.53e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 5.99e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 397 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -76.7 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -61.3 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.55e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.26 |\n",
"| Time | 6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 398 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -50.4 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.57e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.5 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 399 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 17.5 |\n",
"| MaxTestEpRet | -82.8 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.58e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 400 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -63.1 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 401 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -77.5 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -55.5 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.62e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.2 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 402 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -64.8 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.63e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 403 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 14.4 |\n",
"| MaxEpRet | -98.4 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.65e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 404 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -66.3 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.67e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.26 |\n",
"| Time | 6.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 405 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -64.5 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -75.3 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.68e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.12e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 406 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -98.4 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.7e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -72 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 407 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -62.9 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.72e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -72.1 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 408 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 15.8 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.73e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 409 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.75e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 410 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -90.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.26 |\n",
"| Time | 6.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 411 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 36.5 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.78e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 105 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 412 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -51.7 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.8e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 413 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -64.6 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -88 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.81e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.26 |\n",
"| Time | 6.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 414 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -73.5 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -46.6 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.83e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.26e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 415 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -96.9 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.85e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 416 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -72.8 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -82.5 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.86e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 417 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -90.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -42.9 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.88e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -71.6 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 418 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -80.4 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -72.1 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.9e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 419 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -83.2 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 45.6 |\n",
"| MaxTestEpRet | -44.2 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.91e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.26 |\n",
"| Time | 6.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 420 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -86.8 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 421 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 35.6 |\n",
"| MaxEpRet | -66.7 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -57.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.95e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 422 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -57.6 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.96e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 423 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -73.4 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.98e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.4e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 424 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 33.3 |\n",
"| MaxEpRet | -78 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 425 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -75.3 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -76 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.01e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 426 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -73.8 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.03e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 427 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -75.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.05e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.26 |\n",
"| Time | 6.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 428 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -81.6 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -98.4 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -58 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.06e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 429 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -61 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -72.3 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.08e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 430 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 104 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 431 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -38.9 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.11e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 432 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 14.8 |\n",
"| MaxTestEpRet | -86.6 |\n",
"| MinTestEpRet | -133 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.13e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.54e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 433 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -64.2 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.14e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 434 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -88.7 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -83.9 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.16e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 435 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -88.7 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.18e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 436 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -86.4 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -89.4 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.19e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 437 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -61.9 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -59.1 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.21e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 438 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -72.5 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.23e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 439 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.24e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 440 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -57.7 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 441 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -71.3 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -89.7 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.28e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.68e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 442 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 15.3 |\n",
"| MaxEpRet | -85.5 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -77.3 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.29e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 443 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -98.2 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -89.8 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.31e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 444 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -87.8 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -54.3 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.33e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 445 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 16.3 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.34e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 446 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -99.2 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -92.5 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.36e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 447 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 17 |\n",
"| MaxTestEpRet | -74.6 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.38e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 448 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -87.4 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.39e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 449 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -87.8 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 40.2 |\n",
"| MaxTestEpRet | -68.4 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.41e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 450 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -88.3 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 39.2 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.4 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 103 |\n",
"| LossQ | 1.25 |\n",
"| Time | 6.82e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 451 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -81.8 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 24.8 |\n",
"| MaxTestEpRet | -91.6 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.44e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.2 |\n",
"| Time | 6.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 452 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -70.9 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -91 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.46e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 453 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -64.2 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.47e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.3 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.24 |\n",
"| Time | 6.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 454 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 31 |\n",
"| MaxEpRet | -71.9 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -70.4 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.49e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.2 |\n",
"| Time | 6.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 455 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -72.6 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -59.4 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.51e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.23 |\n",
"| Time | 6.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 456 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -78 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.52e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 457 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -74.3 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -88.7 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.54e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.21 |\n",
"| Time | 6.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 458 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -98.4 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -95 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -57.2 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.56e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.2 |\n",
"| Time | 6.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 459 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -67.4 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -61.6 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.57e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.96e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 460 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.22 |\n",
"| Time | 6.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 461 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 34.8 |\n",
"| MaxEpRet | -89 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 19.8 |\n",
"| MaxTestEpRet | -70.2 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.61e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.2 |\n",
"| Time | 6.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 462 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -62.6 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -83.3 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.62e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.22 |\n",
"| Time | 7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 463 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -68.9 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -75.3 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.64e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 464 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -85.5 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -48.4 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.66e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 465 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -77 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 17.7 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.67e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.24 |\n",
"| Time | 7.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 466 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -90.1 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.69e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 467 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -86.3 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -82.9 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.71e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 468 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -89.9 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -57.4 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.72e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 102 |\n",
"| LossQ | 1.22 |\n",
"| Time | 7.1e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 469 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -79.7 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 18.2 |\n",
"| MaxTestEpRet | -94.4 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.74e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 470 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -81.6 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -62.2 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 471 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -90.5 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -98.6 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -129 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.77e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.22 |\n",
"| Time | 7.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 472 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -76.1 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -76.8 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.79e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 473 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -73.8 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.8e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.2 |\n",
"| Time | 7.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 474 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -90.8 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -50 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.82e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 475 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 12.4 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -81.6 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.84e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 476 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -57.6 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.85e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 477 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -67.3 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -95.1 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.87e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.2 |\n",
"| Time | 7.24e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 478 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -99.9 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -64.1 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.89e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 479 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -92.2 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -87.5 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.9e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 480 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -91.5 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 481 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -82.2 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.94e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 482 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -58.2 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.95e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.21 |\n",
"| Time | 7.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 483 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -45 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.97e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 484 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -51.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.99e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.2 |\n",
"| Time | 7.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 485 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -85 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -76.7 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.17 |\n",
"| Time | 7.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 486 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -79.6 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -67.6 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.02e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.38e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 487 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -73.9 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.04e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.18 |\n",
"| Time | 7.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 488 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -48.2 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.05e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.18 |\n",
"| Time | 7.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 489 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -93.1 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -69 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.07e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 490 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 101 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 491 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -71.7 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.1e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.4 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.18 |\n",
"| Time | 7.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 492 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 12.7 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -123 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 37.8 |\n",
"| MaxTestEpRet | -68.8 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.12e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 493 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -75.5 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -50.1 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.13e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 494 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -98 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -53.6 |\n",
"| MinTestEpRet | -122 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.15e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.17 |\n",
"| Time | 7.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 495 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -81.7 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -75.5 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.17e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.18 |\n",
"| Time | 7.51e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 496 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -80.5 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -72.7 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.18e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 497 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -65.9 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.2e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 498 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 33.3 |\n",
"| MaxEpRet | -62.7 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 15.8 |\n",
"| MaxTestEpRet | -99.6 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.22e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 499 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -74.9 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 22.2 |\n",
"| MaxTestEpRet | -81.5 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.23e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.15 |\n",
"| Time | 7.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 500 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -90.8 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -63.8 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 501 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -75 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -58.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.27e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.17 |\n",
"| Time | 7.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 502 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -65.5 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -58.3 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.28e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 100 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 503 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -47.7 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.3e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.2 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 99.9 |\n",
"| LossQ | 1.18 |\n",
"| Time | 7.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 504 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -65.5 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.32e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.8 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 99.8 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.65e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 505 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -88.7 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -58.3 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.33e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 1.17 |\n",
"| Time | 7.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 506 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -98.9 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.35e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 99.8 |\n",
"| LossQ | 1.15 |\n",
"| Time | 7.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 507 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -71 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.37e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 508 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 16.3 |\n",
"| MaxEpRet | -83.7 |\n",
"| MinEpRet | -140 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -56.6 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.38e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 509 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 16 |\n",
"| MaxEpRet | -85.1 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -76 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.4e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 510 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -84.3 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+05 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 1.15 |\n",
"| Time | 7.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 511 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -80.5 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -59 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.43e+05 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 1.14 |\n",
"| Time | 7.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 512 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -75.7 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -69 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.45e+05 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 513 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -77.1 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -96.1 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -50 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.46e+05 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 99.4 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.79e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 514 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.48e+05 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 1.14 |\n",
"| Time | 7.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 515 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -57.9 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.5e+05 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 1.15 |\n",
"| Time | 7.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 516 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -73.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.51e+05 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 1.17 |\n",
"| Time | 7.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 517 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 15.6 |\n",
"| MaxTestEpRet | -71.8 |\n",
"| MinTestEpRet | -129 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.53e+05 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 99.2 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 518 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 11.9 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -54.1 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.55e+05 |\n",
"| AverageQ1Vals | -99.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 519 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 41.4 |\n",
"| MaxTestEpRet | -57.2 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.56e+05 |\n",
"| AverageQ1Vals | -99.5 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.5 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 1.17 |\n",
"| Time | 7.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 520 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -82.4 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -51.1 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+05 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 99 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 521 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.6e+05 |\n",
"| AverageQ1Vals | -99.3 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -99.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 522 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -72.9 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 45 |\n",
"| MaxTestEpRet | -71.1 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.61e+05 |\n",
"| AverageQ1Vals | -99.3 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -99.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -66.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.93e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 523 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 40 |\n",
"| MaxTestEpRet | -65.6 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.63e+05 |\n",
"| AverageQ1Vals | -99.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -66.1 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 1.19 |\n",
"| Time | 7.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 524 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 11.1 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.65e+05 |\n",
"| AverageQ1Vals | -99.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -99.1 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 1.18 |\n",
"| Time | 7.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 525 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -67.9 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.66e+05 |\n",
"| AverageQ1Vals | -99.2 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -99.2 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 98.8 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 526 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -69.5 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 20.5 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.68e+05 |\n",
"| AverageQ1Vals | -99.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -99.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 1.16 |\n",
"| Time | 7.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 527 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -99.6 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -53.8 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.7e+05 |\n",
"| AverageQ1Vals | -99 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -99 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 528 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.71e+05 |\n",
"| AverageQ1Vals | -99 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -99 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 1.17 |\n",
"| Time | 8.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 529 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -68.5 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.73e+05 |\n",
"| AverageQ1Vals | -98.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -98.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 530 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -66.9 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -93.8 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -51.1 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+05 |\n",
"| AverageQ1Vals | -98.9 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.9 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 98.5 |\n",
"| LossQ | 1.17 |\n",
"| Time | 8.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 531 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -82.7 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -45 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.76e+05 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 98.5 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.07e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 532 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -68.8 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -97.3 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -40.2 |\n",
"| MinTestEpRet | -126 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.78e+05 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 533 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -80 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -80.2 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.79e+05 |\n",
"| AverageQ1Vals | -98.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.7 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -98.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.9 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 1.18 |\n",
"| Time | 8.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 534 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 14 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -132 |\n",
"| AverageTestEpRet | -82.1 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -55.6 |\n",
"| MinTestEpRet | -127 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.81e+05 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 535 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -70.5 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -82.7 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.83e+05 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 536 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -89.4 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -96.5 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.84e+05 |\n",
"| AverageQ1Vals | -98.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -98.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 537 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 35.5 |\n",
"| MaxEpRet | -72.5 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -55.7 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.86e+05 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 98 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 538 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 35.2 |\n",
"| MaxEpRet | -71.4 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 39.9 |\n",
"| MaxTestEpRet | -65.3 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.88e+05 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 98 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 539 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -34.9 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.89e+05 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.7 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 98 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 540 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+05 |\n",
"| AverageQ1Vals | -98.3 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -98.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -65.1 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 98 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.21e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 541 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -80.9 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.93e+05 |\n",
"| AverageQ1Vals | -98.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.6 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -98.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.9 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 542 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -60.7 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.94e+05 |\n",
"| AverageQ1Vals | -98.2 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -98.2 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.7 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 97.9 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 543 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -65.6 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.96e+05 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.9 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 544 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -68.6 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -27.3 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.98e+05 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 545 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -45.5 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.99e+05 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.7 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 546 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -85.1 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -48.5 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.01e+05 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.4 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 97.6 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 547 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -71.8 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -74.3 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.03e+05 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 548 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -85.7 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -93.8 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -38.9 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.04e+05 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 549 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -71.7 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -98.4 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.06e+05 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.9 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.35e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 550 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -78.1 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -62.9 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+05 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 551 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -71.2 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -82.2 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.09e+05 |\n",
"| AverageQ1Vals | -97.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -63.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -97.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 552 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -29.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.11e+05 |\n",
"| AverageQ1Vals | -97.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -63.9 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -97.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.4 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.3 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 553 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 33.4 |\n",
"| MaxEpRet | -98.1 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -39.6 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.12e+05 |\n",
"| AverageQ1Vals | -97.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -97.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 97.3 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 554 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -83.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 43.8 |\n",
"| MaxTestEpRet | -49.5 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.14e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.6 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 97.2 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 555 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -73.9 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -69.9 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.16e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 97.2 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 556 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -70.5 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -94.5 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -47.8 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.17e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 97.2 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 557 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -72.6 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -74.7 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.19e+05 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 97 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 558 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -80.6 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -66.7 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.21e+05 |\n",
"| AverageQ1Vals | -97.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -97.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.5 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 97 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.49e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 559 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 33.8 |\n",
"| MaxEpRet | -70 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -90.8 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -60.2 |\n",
"| MinTestEpRet | -133 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.22e+05 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 97 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 560 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -78 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+05 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -64 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 561 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -72.6 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.26e+05 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 562 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -69.3 |\n",
"| MinEpRet | -140 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -72.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.27e+05 |\n",
"| AverageQ1Vals | -97.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.6 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -97.2 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -64.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 96.8 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 563 |\n",
"| AverageEpRet | -99.9 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -48.9 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 42.1 |\n",
"| MaxTestEpRet | -44.7 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.29e+05 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.9 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 96.7 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 564 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -61.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -81 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -26.9 |\n",
"| MinTestEpRet | -111 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.31e+05 |\n",
"| AverageQ1Vals | -97 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -97 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 96.7 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 565 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -82.7 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 22.2 |\n",
"| MaxTestEpRet | -84 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.32e+05 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 566 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -98.2 |\n",
"| StdTestEpRet | 39.4 |\n",
"| MaxTestEpRet | -37.2 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.34e+05 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.7 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 567 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -75.6 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -73.1 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.36e+05 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.7 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.62e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 568 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 38.2 |\n",
"| MaxEpRet | -77.7 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -91.1 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.37e+05 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.8 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -64 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 569 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.39e+05 |\n",
"| AverageQ1Vals | -96.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 570 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -97.6 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -60.7 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+05 |\n",
"| AverageQ1Vals | -96.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 571 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -94.6 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -74.1 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.42e+05 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -63.2 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.4 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 572 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -83.5 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -94.6 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.44e+05 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.4 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 96.4 |\n",
"| LossQ | 1.17 |\n",
"| Time | 8.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 573 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -48.9 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.45e+05 |\n",
"| AverageQ1Vals | -96.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -96.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 574 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 36.1 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -42.8 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.47e+05 |\n",
"| AverageQ1Vals | -96.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 96.2 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 575 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -67.9 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 24.5 |\n",
"| MaxTestEpRet | -67.9 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.49e+05 |\n",
"| AverageQ1Vals | -96.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -96.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96.1 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 576 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -70.6 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -51.1 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.5e+05 |\n",
"| AverageQ1Vals | -96.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -96.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 96.2 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.76e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 577 |\n",
"| AverageEpRet | -96.5 |\n",
"| StdEpRet | 16.1 |\n",
"| MaxEpRet | -63.8 |\n",
"| MinEpRet | -119 |\n",
"| AverageTestEpRet | -95.8 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -43.9 |\n",
"| MinTestEpRet | -124 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.52e+05 |\n",
"| AverageQ1Vals | -96.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -96.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 96 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 578 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -86.5 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.54e+05 |\n",
"| AverageQ1Vals | -96.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.8 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -96.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 96 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 579 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -71.9 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -86.7 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.55e+05 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.3 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 1.12 |\n",
"| Time | 8.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 580 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -75 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -96.9 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+05 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 96 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 581 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -66.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -58.2 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.59e+05 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.1 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 582 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -99.6 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -66.4 |\n",
"| MinTestEpRet | -126 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.6e+05 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -62.8 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 95.8 |\n",
"| LossQ | 1.16 |\n",
"| Time | 8.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 583 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -63.1 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -81 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.62e+05 |\n",
"| AverageQ1Vals | -96.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -96.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 95.8 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 584 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -73.6 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -42.3 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.64e+05 |\n",
"| AverageQ1Vals | -96.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.9 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -96.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 95.7 |\n",
"| LossQ | 1.12 |\n",
"| Time | 8.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 585 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -68.8 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.65e+05 |\n",
"| AverageQ1Vals | -96 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.7 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -96 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.8 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 95.7 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.9e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 586 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -89.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.67e+05 |\n",
"| AverageQ1Vals | -96 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.9 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -96 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 587 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -90.9 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -83.7 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.69e+05 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.7 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -63.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 588 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -72.6 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.7e+05 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.5 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.9 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 1.15 |\n",
"| Time | 8.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 589 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -87.2 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -55.5 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.72e+05 |\n",
"| AverageQ1Vals | -95.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.8 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -95.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 1.14 |\n",
"| Time | 8.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 590 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -81.4 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+05 |\n",
"| AverageQ1Vals | -95.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.6 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -95.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 1.12 |\n",
"| Time | 8.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 591 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -83.5 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 41.7 |\n",
"| MaxTestEpRet | -53.3 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.75e+05 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.7 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 1.13 |\n",
"| Time | 8.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 592 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -99.5 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -71.9 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.77e+05 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.4 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.7 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 1.13 |\n",
"| Time | 9.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 593 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 35.3 |\n",
"| MaxEpRet | -69 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -56.7 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.78e+05 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.5 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 594 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -99.5 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -65.4 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.8e+05 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.4 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.5 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.04e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 595 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -80 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.82e+05 |\n",
"| AverageQ1Vals | -95.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -95.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 596 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -63.3 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -58.8 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.83e+05 |\n",
"| AverageQ1Vals | -95.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.3 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -95.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.7 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 597 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 39.8 |\n",
"| MaxEpRet | -69.8 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.85e+05 |\n",
"| AverageQ1Vals | -95.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -95.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.4 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 1.12 |\n",
"| Time | 9.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 598 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 18.6 |\n",
"| MaxTestEpRet | -78.1 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.87e+05 |\n",
"| AverageQ1Vals | -95.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -95.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.4 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 95 |\n",
"| LossQ | 1.12 |\n",
"| Time | 9.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 599 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -59.7 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.88e+05 |\n",
"| AverageQ1Vals | -95.4 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.2 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -95.4 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 95 |\n",
"| LossQ | 1.13 |\n",
"| Time | 9.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 600 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -84.3 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -92 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -48.3 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+05 |\n",
"| AverageQ1Vals | -95.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -95.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.2 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 1.13 |\n",
"| Time | 9.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 601 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -66.3 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.92e+05 |\n",
"| AverageQ1Vals | -95.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -95.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 602 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -68.9 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -56.8 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.93e+05 |\n",
"| AverageQ1Vals | -95.2 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.2 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -95.2 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 1.15 |\n",
"| Time | 9.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 603 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -73.7 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -71 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.95e+05 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.3 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.4 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 1.12 |\n",
"| Time | 9.18e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 604 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.97e+05 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 605 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -71.4 |\n",
"| MinEpRet | -139 |\n",
"| AverageTestEpRet | -94.5 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -69.2 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.98e+05 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.2 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 1.12 |\n",
"| Time | 9.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 606 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -69.6 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 24.8 |\n",
"| MaxTestEpRet | -88.1 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -62 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 1.14 |\n",
"| Time | 9.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 607 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -69.5 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -61.7 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.4 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 1.12 |\n",
"| Time | 9.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 608 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -83.9 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -94.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -94.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 1.11 |\n",
"| Time | 9.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 609 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -62.5 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -46.1 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -94.8 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -94.8 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -62.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 94.5 |\n",
"| LossQ | 1.11 |\n",
"| Time | 9.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 610 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -72.3 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -36.6 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -94.8 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -61.9 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -94.8 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -62.2 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 1.07 |\n",
"| Time | 9.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 611 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -73.6 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -63.4 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -61.9 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -61.8 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 94.3 |\n",
"| LossQ | 1.08 |\n",
"| Time | 9.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 612 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -72.2 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -47.3 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -62 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -62.4 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 94.3 |\n",
"| LossQ | 1.07 |\n",
"| Time | 9.31e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 613 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -79.6 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -94.5 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -62 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -94.5 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -61.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 94.2 |\n",
"| LossQ | 1.06 |\n",
"| Time | 9.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 614 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -76.4 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 44.5 |\n",
"| MaxTestEpRet | -37.8 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -94.4 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -61.8 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -94.4 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -61.5 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 1.02 |\n",
"| Time | 9.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 615 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -71.9 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 37.8 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -61.7 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -62 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 94 |\n",
"| LossQ | 1.04 |\n",
"| Time | 9.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 616 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -76.3 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -71.7 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -62.1 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -62.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 94 |\n",
"| LossQ | 0.996 |\n",
"| Time | 9.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 617 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -90.1 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -61.9 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -61.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -62.1 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 93.9 |\n",
"| LossQ | 0.99 |\n",
"| Time | 9.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 618 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -69 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 17.3 |\n",
"| MaxTestEpRet | -93.4 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -94.1 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -61.8 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -94.1 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -61.9 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 93.8 |\n",
"| LossQ | 0.984 |\n",
"| Time | 9.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 619 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -79.1 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -99.5 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -59.8 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -61.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -61.9 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.955 |\n",
"| Time | 9.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 620 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -65.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -76.4 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -61.9 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -62.1 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.955 |\n",
"| Time | 9.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 621 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -48.2 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -61.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -61.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 93.5 |\n",
"| LossQ | 0.965 |\n",
"| Time | 9.45e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 622 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -81.2 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -80.9 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -62 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -62.1 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.965 |\n",
"| Time | 9.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 623 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -65.3 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 44.6 |\n",
"| MaxTestEpRet | -53.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -93.7 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -61.9 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -93.7 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.9 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 93.4 |\n",
"| LossQ | 0.966 |\n",
"| Time | 9.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 624 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -72.4 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -58.3 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -61.5 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -61.5 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 93.5 |\n",
"| LossQ | 0.969 |\n",
"| Time | 9.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 625 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -96 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -70.7 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -93.6 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -61.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -93.6 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.2 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 93.3 |\n",
"| LossQ | 0.972 |\n",
"| Time | 9.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 626 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -91.9 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -67.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -93.6 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -61.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -93.6 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.6 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 93.3 |\n",
"| LossQ | 0.983 |\n",
"| Time | 9.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 627 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -63 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -94.1 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -45.1 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -93.5 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -61.5 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -93.5 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.5 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 93.2 |\n",
"| LossQ | 0.943 |\n",
"| Time | 9.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 628 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -73 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -93.4 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -61.2 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -93.4 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.6 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 93.2 |\n",
"| LossQ | 0.98 |\n",
"| Time | 9.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 629 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -56.8 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -61.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.6 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 93 |\n",
"| LossQ | 0.943 |\n",
"| Time | 9.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 630 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -84.5 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -70.1 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -60.9 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -61.5 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 93.1 |\n",
"| LossQ | 0.974 |\n",
"| Time | 9.59e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 631 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -93.2 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -60.9 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -93.2 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -61.4 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.962 |\n",
"| Time | 9.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 632 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -77 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -132 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -93.2 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -61.2 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -93.2 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -61 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.957 |\n",
"| Time | 9.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 633 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -68.9 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -77 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -93.1 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -61.2 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -93.1 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -61.1 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 92.8 |\n",
"| LossQ | 0.96 |\n",
"| Time | 9.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 634 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -65.8 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -19.3 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -60.9 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -61.3 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 92.7 |\n",
"| LossQ | 0.973 |\n",
"| Time | 9.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 635 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -84.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -82.4 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -61.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -61.2 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 92.7 |\n",
"| LossQ | 0.963 |\n",
"| Time | 9.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 636 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -64.4 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -45 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -92.9 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -60.9 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -92.9 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -60.9 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 92.6 |\n",
"| LossQ | 0.972 |\n",
"| Time | 9.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 637 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -71.5 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -78.4 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -92.9 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -61 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -92.9 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -61.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 92.6 |\n",
"| LossQ | 0.969 |\n",
"| Time | 9.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 638 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -73.6 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -92.8 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -61.1 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -92.8 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -61.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.954 |\n",
"| Time | 9.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 639 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -75.5 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 43.3 |\n",
"| MaxTestEpRet | -54 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -92.7 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -61 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -92.7 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -61 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 92.4 |\n",
"| LossQ | 0.966 |\n",
"| Time | 9.73e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 640 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -68 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -92.6 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -60.9 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -92.6 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -61 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.975 |\n",
"| Time | 9.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 641 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -63.2 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -98.2 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -56.5 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -92.6 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -61 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -92.6 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -60.8 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.954 |\n",
"| Time | 9.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 642 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -63.8 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -92.5 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -60.7 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -92.5 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.98 |\n",
"| Time | 9.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 643 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -69.6 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -92.4 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -61 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -92.4 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -60.9 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 92.2 |\n",
"| LossQ | 0.951 |\n",
"| Time | 9.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 644 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -93.5 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -47.5 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.9 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -61 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 92.1 |\n",
"| LossQ | 0.923 |\n",
"| Time | 9.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 645 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -73 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.8 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.936 |\n",
"| Time | 9.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 646 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -95.3 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -60.9 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.5 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.937 |\n",
"| Time | 9.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 647 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 44.7 |\n",
"| MaxTestEpRet | -58.3 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -92.2 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.6 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -92.2 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 91.9 |\n",
"| LossQ | 0.953 |\n",
"| Time | 9.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 648 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -89.5 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -92.2 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.6 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -92.2 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.6 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 91.9 |\n",
"| LossQ | 0.954 |\n",
"| Time | 9.86e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 649 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -62.7 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -95.1 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -64.3 |\n",
"| MinTestEpRet | -112 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -92.1 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.5 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -92.1 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.5 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 91.9 |\n",
"| LossQ | 0.934 |\n",
"| Time | 9.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 650 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -63.9 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -80.7 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -92 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.5 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -92 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.5 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 91.7 |\n",
"| LossQ | 0.949 |\n",
"| Time | 9.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 651 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -70.5 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -92 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.1 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -92 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.8 |\n",
"| LossQ | 0.946 |\n",
"| Time | 9.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 652 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -73 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -91.9 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.6 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -91.9 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 91.7 |\n",
"| LossQ | 0.96 |\n",
"| Time | 9.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 653 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -66.3 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 41.9 |\n",
"| MaxTestEpRet | -47.8 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -91.9 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.1 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -91.9 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.3 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 91.6 |\n",
"| LossQ | 0.938 |\n",
"| Time | 9.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 654 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -51.6 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -91.8 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.4 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -91.8 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 91.5 |\n",
"| LossQ | 0.95 |\n",
"| Time | 9.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 655 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 15 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -64.4 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -91.7 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -91.7 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -60.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 91.4 |\n",
"| LossQ | 0.946 |\n",
"| Time | 9.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 656 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -93.5 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -37.8 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -91.6 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60.1 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -91.6 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -60.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 91.4 |\n",
"| LossQ | 0.93 |\n",
"| Time | 9.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 657 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -62 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -91.6 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60.4 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -91.6 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -60.6 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 91.3 |\n",
"| LossQ | 0.946 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 658 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -65.5 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -77.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -91.6 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -91.6 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -59.9 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 91.3 |\n",
"| LossQ | 0.933 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 659 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -65.5 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 49.4 |\n",
"| MaxTestEpRet | -33.1 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -91.5 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -91.5 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -60.1 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.923 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 660 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -65.9 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -91.4 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -91.4 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -60 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.938 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 661 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -73.5 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -59.8 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -91.4 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -60.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -91.4 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60.1 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 91.2 |\n",
"| LossQ | 0.941 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 662 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -83.8 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -77 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -91.3 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -91.3 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -60 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 91 |\n",
"| LossQ | 0.951 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 663 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -83.2 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -62.7 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -91.3 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -60 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -91.3 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -60.1 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.957 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 664 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -86.2 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -59.2 |\n",
"| MinTestEpRet | -133 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -91.3 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -59.8 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -91.3 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -59.8 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.946 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 665 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -66.2 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -56.3 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -91.1 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.7 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -91.1 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.9 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 90.9 |\n",
"| LossQ | 0.938 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 666 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -58.9 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -91.1 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.8 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -91.1 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 90.8 |\n",
"| LossQ | 0.935 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 667 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -60.5 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -96.3 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -57.3 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -91 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.7 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -91 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.6 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 90.7 |\n",
"| LossQ | 0.946 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 668 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -55.7 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -62.1 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -91 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.7 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -91 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.8 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 90.7 |\n",
"| LossQ | 0.94 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 669 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -64.1 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -67.7 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -90.9 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.6 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -90.9 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.2 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 90.7 |\n",
"| LossQ | 0.945 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 670 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -45.6 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -90.9 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.7 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -90.9 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.9 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 90.6 |\n",
"| LossQ | 0.945 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 671 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -44.5 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -90.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.8 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -90.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.7 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 90.5 |\n",
"| LossQ | 0.943 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 672 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -99.7 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -43.1 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -90.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.3 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -90.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 90.5 |\n",
"| LossQ | 0.925 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 673 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -69.4 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -58 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -90.6 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -59.5 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -90.6 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -59.4 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 90.4 |\n",
"| LossQ | 0.933 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 674 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -56.1 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -57.8 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -90.6 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.4 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -90.6 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.4 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 90.4 |\n",
"| LossQ | 0.933 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 675 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -87.8 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -39.3 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -90.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.4 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -90.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.1 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 90.3 |\n",
"| LossQ | 0.94 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 676 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -90.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -90.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.2 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 90.3 |\n",
"| LossQ | 0.936 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 677 |\n",
"| AverageEpRet | -96.9 |\n",
"| StdEpRet | 13.8 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -125 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -57.5 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -90.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -90.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 90.2 |\n",
"| LossQ | 0.923 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 678 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -63.7 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -99.1 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -60.1 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -90.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.3 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -90.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.2 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 90.1 |\n",
"| LossQ | 0.929 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 679 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 38.5 |\n",
"| MaxEpRet | -72.3 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -98.6 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -39.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -90.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -90.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.2 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 90.1 |\n",
"| LossQ | 0.925 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 680 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 34.3 |\n",
"| MaxEpRet | -69.3 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -92.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -90.3 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -90.3 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 90.1 |\n",
"| LossQ | 0.923 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 681 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -73.7 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -90.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -90.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.7 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 89.9 |\n",
"| LossQ | 0.911 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 682 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -78.4 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -98 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -90.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.9 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -90.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.1 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 89.9 |\n",
"| LossQ | 0.921 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 683 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -96 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 16.1 |\n",
"| MaxTestEpRet | -82 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -90.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -59 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -90.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -59.2 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 89.9 |\n",
"| LossQ | 0.924 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 684 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 35.5 |\n",
"| MaxEpRet | -57.4 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -41.3 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -90.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.9 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -90.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 89.8 |\n",
"| LossQ | 0.936 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 685 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 16.1 |\n",
"| MaxEpRet | -91.7 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -89.3 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -90 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.9 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -90 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 89.7 |\n",
"| LossQ | 0.922 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 686 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -57.8 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -72.6 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -89.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.9 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -89.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.6 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 89.7 |\n",
"| LossQ | 0.916 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 687 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -75.3 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -89.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.8 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -89.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.9 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 89.6 |\n",
"| LossQ | 0.921 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 688 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -74.3 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -89.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.3 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -89.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.7 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 89.7 |\n",
"| LossQ | 0.91 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 689 |\n",
"| AverageEpRet | -97 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -68.5 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -55.6 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -89.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.7 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -89.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.9 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 89.5 |\n",
"| LossQ | 0.904 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 690 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -70.6 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 71.5 |\n",
"| MaxTestEpRet | -62.6 |\n",
"| MinTestEpRet | -332 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -89.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.5 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -89.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.8 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 89.5 |\n",
"| LossQ | 0.918 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 691 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -69.7 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -58 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -89.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -89.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.7 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 89.5 |\n",
"| LossQ | 0.891 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 692 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -83.7 |\n",
"| MinEpRet | -141 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 22.2 |\n",
"| MaxTestEpRet | -78.6 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -89.7 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -58.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -89.7 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -58.6 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 89.4 |\n",
"| LossQ | 0.924 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 693 |\n",
"| AverageEpRet | -99.7 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -69.2 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 16.1 |\n",
"| MaxTestEpRet | -76.9 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -89.6 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -58.4 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -89.6 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -58.7 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 89.4 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 694 |\n",
"| AverageEpRet | -101 |\n",
"| StdEpRet | 14.3 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -130 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -71.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -89.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.4 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 89.3 |\n",
"| LossQ | 0.913 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 695 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -66.4 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.3 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -89.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.6 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 89.2 |\n",
"| LossQ | 0.888 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 696 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 41.1 |\n",
"| MaxTestEpRet | -50.8 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.5 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -58.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -89.5 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -58.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 89.2 |\n",
"| LossQ | 0.89 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 697 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 15.6 |\n",
"| MaxTestEpRet | -84.6 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.4 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -89.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 89.1 |\n",
"| LossQ | 0.913 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 698 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -74.7 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 40.3 |\n",
"| MaxTestEpRet | -44.1 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.3 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -58.3 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -89.3 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -58.5 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 89.1 |\n",
"| LossQ | 0.896 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 699 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -67.7 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -53.1 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.2 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -89.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.4 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 89.1 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 700 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -59.6 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -88 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -89.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -58.2 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -89.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.3 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 88.9 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 701 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -64.1 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -89.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.9 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -89.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.2 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 88.9 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 702 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -76.4 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -66.9 |\n",
"| MinTestEpRet | -131 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -89.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.9 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -89.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 88.9 |\n",
"| LossQ | 0.914 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 703 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -67.7 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -89.8 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -54 |\n",
"| MinTestEpRet | -128 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -89.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.8 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -89.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.9 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 88.8 |\n",
"| LossQ | 0.895 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 704 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -65.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -89.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.7 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -89.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.1 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 88.8 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 705 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -72.8 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -59.1 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -88.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.8 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -88.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -58.1 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 88.6 |\n",
"| LossQ | 0.897 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 706 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -97.8 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -60.1 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -88.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.8 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -88.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.9 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 88.7 |\n",
"| LossQ | 0.891 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 707 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -64.3 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -54.5 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -88.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.6 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.9 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 88.6 |\n",
"| LossQ | 0.887 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 708 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -72.6 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -94 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -53.4 |\n",
"| MinTestEpRet | -123 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -88.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.6 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -88.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 88.5 |\n",
"| LossQ | 0.893 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 709 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -95.2 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -34.4 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -88.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.6 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -88.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 88.6 |\n",
"| LossQ | 0.9 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 710 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -52 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -88.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -88.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.7 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 88.5 |\n",
"| LossQ | 0.896 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 711 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -68 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -51.5 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -88.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -88.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 88.4 |\n",
"| LossQ | 0.883 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 712 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 45 |\n",
"| MaxTestEpRet | -41.9 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -88.6 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.6 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.7 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 88.4 |\n",
"| LossQ | 0.908 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 713 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -91.8 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -39.5 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -88.6 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.6 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 88.4 |\n",
"| LossQ | 0.901 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 714 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -84.6 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 10.9 |\n",
"| MaxTestEpRet | -97.2 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -88.6 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.6 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 88.3 |\n",
"| LossQ | 0.904 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 715 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -66.2 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -84.8 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -47.4 |\n",
"| MinTestEpRet | -114 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -88.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 88.3 |\n",
"| LossQ | 0.898 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 716 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -73.3 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -52 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -88.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.9 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.3 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 88.2 |\n",
"| LossQ | 0.891 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 717 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -71.3 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -99.3 |\n",
"| StdTestEpRet | 39.9 |\n",
"| MaxTestEpRet | -31.6 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -88.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -88.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.1 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 88.2 |\n",
"| LossQ | 0.884 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 718 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -61 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -88.3 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -88.3 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.2 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 88.1 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 719 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -67.3 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -88.3 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57.2 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -88.3 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 88 |\n",
"| LossQ | 0.898 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 720 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -88.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -88.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.1 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 88 |\n",
"| LossQ | 0.896 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 721 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -72.7 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 44.3 |\n",
"| MaxTestEpRet | -48.1 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -88.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.7 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -88.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 87.8 |\n",
"| LossQ | 0.888 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 722 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -92.8 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -69.4 |\n",
"| MinTestEpRet | -125 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -88.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.7 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -88.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 87.9 |\n",
"| LossQ | 0.887 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 723 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -71.5 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -48.3 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -88.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -57 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57.1 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 87.8 |\n",
"| LossQ | 0.895 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 724 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 15.3 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -86.6 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -46.7 |\n",
"| MinTestEpRet | -122 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -88 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.6 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 87.8 |\n",
"| LossQ | 0.915 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 725 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -73.9 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -59.3 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -88 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.9 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -88 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -57 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 87.7 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 726 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 15.4 |\n",
"| MaxEpRet | -80.5 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -97.5 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -52.6 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -87.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.7 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -87.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 87.7 |\n",
"| LossQ | 0.89 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 727 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -63.2 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -66.2 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -87.9 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -87.9 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.7 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 87.7 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 728 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -70.6 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -98.3 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -60.1 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -87.8 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -87.8 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.7 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 87.5 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 729 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -75.2 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -96.1 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -48.2 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -87.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -87.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.7 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 87.5 |\n",
"| LossQ | 0.913 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 730 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -87.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -87.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 87.5 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 731 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -62.1 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -63.6 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -87.7 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -87.7 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 87.4 |\n",
"| LossQ | 0.906 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 732 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -91.3 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -93.6 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -49.7 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -87.6 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -87.6 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -56.7 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 87.3 |\n",
"| LossQ | 0.883 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 733 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -75.5 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -80.9 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -87.6 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -87.6 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 87.3 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 734 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 40 |\n",
"| MaxTestEpRet | -43.1 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -87.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.6 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -87.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 87.3 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 735 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -94.8 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -69.4 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -87.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -87.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 87.2 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 736 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -75.3 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 15.2 |\n",
"| MaxTestEpRet | -86.4 |\n",
"| MinTestEpRet | -129 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -87.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56.2 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -87.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 87.2 |\n",
"| LossQ | 0.895 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 737 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -57.2 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -98.9 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -51.9 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -87.4 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -55.9 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -87.4 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 87.1 |\n",
"| LossQ | 0.879 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 738 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -67.9 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -85.5 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -61.2 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -87.3 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -87.3 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 87 |\n",
"| LossQ | 0.898 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 739 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -69.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -87 |\n",
"| StdTestEpRet | 19.8 |\n",
"| MaxTestEpRet | -59.1 |\n",
"| MinTestEpRet | -118 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -87.3 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -87.3 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -56.5 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 87 |\n",
"| LossQ | 0.903 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 740 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -54.9 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -87.2 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -87.2 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 87 |\n",
"| LossQ | 0.903 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 741 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -60 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -70 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -87.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -87.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 86.9 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 742 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -87.2 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -55.9 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -87.2 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 86.9 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 743 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -25.4 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -87.1 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -55.9 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -87.1 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 86.8 |\n",
"| LossQ | 0.9 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 744 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -87.6 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -50.4 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -87 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -55.9 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -87 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 86.8 |\n",
"| LossQ | 0.895 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 745 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -71.2 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -60.4 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -86.9 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -86.9 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 86.7 |\n",
"| LossQ | 0.892 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 746 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -55.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -86.9 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.7 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -86.9 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -56 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 86.7 |\n",
"| LossQ | 0.903 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 747 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -36.7 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -86.9 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.7 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -86.9 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 86.6 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 748 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 40.2 |\n",
"| MaxTestEpRet | -50 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -86.8 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.6 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -86.8 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 86.6 |\n",
"| LossQ | 0.894 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 749 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -68.5 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -97.9 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -68.5 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -86.7 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.7 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -86.7 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.7 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 86.5 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 750 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -51.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -88.3 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -46.1 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -86.7 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -86.7 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.7 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 86.4 |\n",
"| LossQ | 0.874 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 751 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -72.4 |\n",
"| MinEpRet | -138 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -86.7 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -86.7 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 86.5 |\n",
"| LossQ | 0.89 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 752 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -43.6 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -86.5 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -55.4 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -86.5 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -55.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 86.3 |\n",
"| LossQ | 0.885 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 753 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -59.6 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -91.3 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -28.5 |\n",
"| MinTestEpRet | -131 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -86.5 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.4 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -86.5 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 86.3 |\n",
"| LossQ | 0.899 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 754 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -93.7 |\n",
"| StdTestEpRet | 16.4 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -116 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -86.4 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.9 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -86.4 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 86.2 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 755 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -65 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 36.6 |\n",
"| MaxTestEpRet | -40.5 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -86.4 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.4 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -86.4 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 86.2 |\n",
"| LossQ | 0.881 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 756 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -96.1 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -51.7 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -86.5 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -86.5 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 86.3 |\n",
"| LossQ | 0.912 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 757 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -80.6 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -95.9 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -39.9 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -86.3 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -86.3 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.2 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 86.1 |\n",
"| LossQ | 0.905 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 758 |\n",
"| AverageEpRet | -97.6 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -66 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -86.3 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.1 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -86.3 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 86 |\n",
"| LossQ | 0.888 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 759 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -70.6 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -58.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -86.2 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.1 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -86.2 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.1 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 86 |\n",
"| LossQ | 0.897 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 760 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 17.1 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -86.2 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -86.2 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.3 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 85.9 |\n",
"| LossQ | 0.901 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 761 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -48.1 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -95.4 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -49.7 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -86 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -55 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -86 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -55.1 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 85.8 |\n",
"| LossQ | 0.895 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 762 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -84.6 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -58.7 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -86 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.8 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -86 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55.2 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 85.8 |\n",
"| LossQ | 0.914 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 763 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -37 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -86 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -55 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -86 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 85.7 |\n",
"| LossQ | 0.878 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 764 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -67 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -94.4 |\n",
"| StdTestEpRet | 20.5 |\n",
"| MaxTestEpRet | -69.5 |\n",
"| MinTestEpRet | -133 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -85.9 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -85.9 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 85.7 |\n",
"| LossQ | 0.89 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 765 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -96.6 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -37.7 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -85.8 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.9 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -85.8 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -54.9 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 85.6 |\n",
"| LossQ | 0.879 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 766 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 16.6 |\n",
"| MaxTestEpRet | -84.6 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -85.8 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.9 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -85.8 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.9 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 85.5 |\n",
"| LossQ | 0.897 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 767 |\n",
"| AverageEpRet | -99.4 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -56.4 |\n",
"| MinEpRet | -141 |\n",
"| AverageTestEpRet | -86.2 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -58 |\n",
"| MinTestEpRet | -124 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -85.7 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.7 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -85.7 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.9 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 85.5 |\n",
"| LossQ | 0.882 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 768 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -71.7 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -93.4 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -41.1 |\n",
"| MinTestEpRet | -129 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -85.6 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.7 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -85.6 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.8 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 85.4 |\n",
"| LossQ | 0.88 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 769 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 35.6 |\n",
"| MaxEpRet | -55.5 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -57.9 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -85.6 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.8 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -85.6 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -55 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 85.5 |\n",
"| LossQ | 0.887 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 770 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -53 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -59.9 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -85.6 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -85.6 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.6 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 85.3 |\n",
"| LossQ | 0.902 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 771 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 14.2 |\n",
"| MaxEpRet | -72.5 |\n",
"| MinEpRet | -134 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -91.4 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -85.5 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.6 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -85.5 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.8 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 85.3 |\n",
"| LossQ | 0.878 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 772 |\n",
"| AverageEpRet | -104 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -71.7 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 40.4 |\n",
"| MaxTestEpRet | -54.2 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -85.5 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -85.5 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.8 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 85.2 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 773 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -60.4 |\n",
"| MinEpRet | -141 |\n",
"| AverageTestEpRet | -95 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -53 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -85.5 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -85.5 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 85.2 |\n",
"| LossQ | 0.878 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 774 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -94.1 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -45.4 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -85.4 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -85.4 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.8 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 85.2 |\n",
"| LossQ | 0.884 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 775 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -74.2 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -99.1 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -71.8 |\n",
"| MinTestEpRet | -128 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -85.3 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -85.3 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 85 |\n",
"| LossQ | 0.894 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 776 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 33.9 |\n",
"| MaxEpRet | -64.9 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -89.8 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -50.6 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -85.3 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -85.3 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 85.1 |\n",
"| LossQ | 0.878 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 777 |\n",
"| AverageEpRet | -102 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -63.3 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -84.1 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -34.4 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -85.2 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -85.2 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.6 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 85.1 |\n",
"| LossQ | 0.897 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 778 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -92 |\n",
"| StdTestEpRet | 36.9 |\n",
"| MaxTestEpRet | -56.9 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -85.1 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -85.1 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 85 |\n",
"| LossQ | 0.872 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 779 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -53.9 |\n",
"| MinEpRet | -140 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -52.5 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -85.1 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -85.1 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.6 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 84.9 |\n",
"| LossQ | 0.897 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 780 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 16.4 |\n",
"| MaxEpRet | -74.7 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -97.4 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -50.9 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -85.1 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -85.1 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.5 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 84.9 |\n",
"| LossQ | 0.885 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 781 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -71.4 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 37.8 |\n",
"| MaxTestEpRet | -53 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -85.1 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.5 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -85.1 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.3 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 84.9 |\n",
"| LossQ | 0.895 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 782 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -77.1 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -92.7 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -45.4 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -85 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -85 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 84.8 |\n",
"| LossQ | 0.876 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 783 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -68.3 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -33.7 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -85 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -85 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.4 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 84.7 |\n",
"| LossQ | 0.909 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 784 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -62.9 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -64.5 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -84.9 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -84.9 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 84.7 |\n",
"| LossQ | 0.893 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 785 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -70.7 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 44.1 |\n",
"| MaxTestEpRet | -42.9 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -84.8 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -84.8 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.3 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 84.7 |\n",
"| LossQ | 0.897 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 786 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -84.7 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -43.7 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -84.8 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -84.8 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.5 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 84.6 |\n",
"| LossQ | 0.89 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 787 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -67.2 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -84.7 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -84.7 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.3 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 84.5 |\n",
"| LossQ | 0.889 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 788 |\n",
"| AverageEpRet | -99.5 |\n",
"| StdEpRet | 16.3 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -131 |\n",
"| AverageTestEpRet | -78.1 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -42.7 |\n",
"| MinTestEpRet | -101 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -84.7 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -84.7 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 84.6 |\n",
"| LossQ | 0.88 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 789 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -61.9 |\n",
"| MinEpRet | -139 |\n",
"| AverageTestEpRet | -97.7 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -45.6 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -84.6 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -84.6 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 84.4 |\n",
"| LossQ | 0.874 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 790 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -73.5 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -84.6 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -84.6 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 84.4 |\n",
"| LossQ | 0.87 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 791 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -64.8 |\n",
"| MinEpRet | -141 |\n",
"| AverageTestEpRet | -89 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -58.6 |\n",
"| MinTestEpRet | -118 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -84.6 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -84.6 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.4 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 84.4 |\n",
"| LossQ | 0.883 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 792 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -78 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -98.5 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -38.2 |\n",
"| MinTestEpRet | -125 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -84.6 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -54 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -84.6 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 84.4 |\n",
"| LossQ | 0.875 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 793 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -76.4 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -84.5 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -84.5 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 84.2 |\n",
"| LossQ | 0.893 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 794 |\n",
"| AverageEpRet | -103 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -141 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -69.8 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -84.5 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -53.7 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -84.5 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -53.9 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 84.3 |\n",
"| LossQ | 0.879 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 795 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -62.8 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -25 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -84.4 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -53.9 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -84.4 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 84.3 |\n",
"| LossQ | 0.879 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 796 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -68.2 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -96.1 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -43.1 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -84.4 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -84.4 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.1 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 84.1 |\n",
"| LossQ | 0.874 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 797 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -69.7 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -57.3 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -84.4 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -84.4 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.1 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 84.1 |\n",
"| LossQ | 0.86 |\n",
"| Time | 1.21e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 798 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -73 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -85.7 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -84.3 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -53.8 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -84.3 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -53.7 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 84.1 |\n",
"| LossQ | 0.868 |\n",
"| Time | 1.22e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 799 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -78.5 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -58.2 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -84.2 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -84.2 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.1 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 84 |\n",
"| LossQ | 0.878 |\n",
"| Time | 1.22e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 800 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -69.2 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -84.2 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -53.9 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -84.2 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -54.1 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 84 |\n",
"| LossQ | 0.874 |\n",
"| Time | 1.22e+04 |\n",
"---------------------------------------\n"
]
}
],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_lr_var1', exp_name='td3_n_it1_lr_var1')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.0015\n",
"qlr_b = 0.0015\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Hidden layers"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[32;1mLogging data to td3_n_it1_hid_var0/progress.txt\u001b[0m\n",
"\u001b[36;1mSaving config:\n",
"\u001b[0m\n",
"{\n",
" \"ac_kwargs\":\t{\n",
" \"activation\":\t\"ReLU\",\n",
" \"hidden_sizes\":\t[\n",
" 700\n",
" ]\n",
" },\n",
" \"act_noise\":\t0.1,\n",
" \"actor_critic\":\t\"MLPActorCritic\",\n",
" \"batch_size\":\t150,\n",
" \"env_fn\":\t\"functools.partial(<function env_fn at 0x7fc9b0b23710>, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)\",\n",
" \"epochs\":\t800,\n",
" \"exp_name\":\t\"td3_n_it1_hid_var0\",\n",
" \"gamma\":\t0.99,\n",
" \"logger\":\t{\n",
" \"<spinup.utils.logx.EpochLogger object at 0x7fc97c338410>\":\t{\n",
" \"epoch_dict\":\t{},\n",
" \"exp_name\":\t\"td3_n_it1_hid_var0\",\n",
" \"first_row\":\ttrue,\n",
" \"log_current_row\":\t{},\n",
" \"log_headers\":\t[],\n",
" \"output_dir\":\t\"td3_n_it1_hid_var0\",\n",
" \"output_file\":\t{\n",
" \"<_io.TextIOWrapper name='td3_n_it1_hid_var0/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n",
" \"mode\":\t\"w\"\n",
" }\n",
" }\n",
" }\n",
" },\n",
" \"logger_kwargs\":\t{\n",
" \"exp_name\":\t\"td3_n_it1_hid_var0\",\n",
" \"output_dir\":\t\"td3_n_it1_hid_var0\"\n",
" },\n",
" \"max_ep_len\":\t110,\n",
" \"noise_clip\":\t0.05,\n",
" \"num_test_episodes\":\t10,\n",
" \"pi_lr\":\t0.001,\n",
" \"policy_delay\":\t2,\n",
" \"polyak\":\t0.999,\n",
" \"q_lr\":\t0.001,\n",
" \"replay_size\":\t1000000,\n",
" \"save_freq\":\t1,\n",
" \"seed\":\t0,\n",
" \"start_steps\":\t20000,\n",
" \"steps_per_epoch\":\t1650,\n",
" \"target_noise\":\t0.2,\n",
" \"update_after\":\t1000,\n",
" \"update_every\":\t50\n",
"}\n",
"\u001b[32;1m\n",
"Number of parameters: \t pi: 8402, \t q1: 9101, \t q2: 9101\n",
"\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/lecauchoismatthieu/drlenv/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
" warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 1 |\n",
"| AverageEpRet | -303 |\n",
"| StdEpRet | 11.4 |\n",
"| MaxEpRet | -289 |\n",
"| MinEpRet | -325 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 12.5 |\n",
"| MaxTestEpRet | -179 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+03 |\n",
"| AverageQ1Vals | -3.18 |\n",
"| StdQ1Vals | 0.569 |\n",
"| MaxQ1Vals | 0.245 |\n",
"| MinQ1Vals | -5.2 |\n",
"| AverageQ2Vals | -3.18 |\n",
"| StdQ2Vals | 0.575 |\n",
"| MaxQ2Vals | 0.309 |\n",
"| MinQ2Vals | -5.29 |\n",
"| LossPi | 2.85 |\n",
"| LossQ | 0.379 |\n",
"| Time | 8.31 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 2 |\n",
"| AverageEpRet | -323 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -286 |\n",
"| MinEpRet | -351 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 15.7 |\n",
"| MaxTestEpRet | -165 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+03 |\n",
"| AverageQ1Vals | -4.48 |\n",
"| StdQ1Vals | 0.772 |\n",
"| MaxQ1Vals | -2.37 |\n",
"| MinQ1Vals | -8.31 |\n",
"| AverageQ2Vals | -4.48 |\n",
"| StdQ2Vals | 0.772 |\n",
"| MaxQ2Vals | -2.39 |\n",
"| MinQ2Vals | -8.34 |\n",
"| LossPi | 4.02 |\n",
"| LossQ | 0.0875 |\n",
"| Time | 22.5 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 3 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -287 |\n",
"| MinEpRet | -367 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 8.8 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+03 |\n",
"| AverageQ1Vals | -6.08 |\n",
"| StdQ1Vals | 0.916 |\n",
"| MaxQ1Vals | -3.24 |\n",
"| MinQ1Vals | -10.5 |\n",
"| AverageQ2Vals | -6.08 |\n",
"| StdQ2Vals | 0.916 |\n",
"| MaxQ2Vals | -3.32 |\n",
"| MinQ2Vals | -10.6 |\n",
"| LossPi | 5.56 |\n",
"| LossQ | 0.0754 |\n",
"| Time | 36.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 4 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -285 |\n",
"| MinEpRet | -385 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 10.5 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+03 |\n",
"| AverageQ1Vals | -7.76 |\n",
"| StdQ1Vals | 1.13 |\n",
"| MaxQ1Vals | -4.48 |\n",
"| MinQ1Vals | -13 |\n",
"| AverageQ2Vals | -7.76 |\n",
"| StdQ2Vals | 1.13 |\n",
"| MaxQ2Vals | -4.46 |\n",
"| MinQ2Vals | -12.9 |\n",
"| LossPi | 7.18 |\n",
"| LossQ | 0.0785 |\n",
"| Time | 50.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 5 |\n",
"| AverageEpRet | -318 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -268 |\n",
"| MinEpRet | -358 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 10.1 |\n",
"| MaxTestEpRet | -195 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+03 |\n",
"| AverageQ1Vals | -9.41 |\n",
"| StdQ1Vals | 1.32 |\n",
"| MaxQ1Vals | -5.77 |\n",
"| MinQ1Vals | -15.3 |\n",
"| AverageQ2Vals | -9.41 |\n",
"| StdQ2Vals | 1.32 |\n",
"| MaxQ2Vals | -5.76 |\n",
"| MinQ2Vals | -15.4 |\n",
"| LossPi | 8.77 |\n",
"| LossQ | 0.0793 |\n",
"| Time | 64.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 6 |\n",
"| AverageEpRet | -329 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -286 |\n",
"| MinEpRet | -378 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 9.42 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+03 |\n",
"| AverageQ1Vals | -11.1 |\n",
"| StdQ1Vals | 1.51 |\n",
"| MaxQ1Vals | -6.92 |\n",
"| MinQ1Vals | -17.4 |\n",
"| AverageQ2Vals | -11.1 |\n",
"| StdQ2Vals | 1.51 |\n",
"| MaxQ2Vals | -6.95 |\n",
"| MinQ2Vals | -17.6 |\n",
"| LossPi | 10.4 |\n",
"| LossQ | 0.0869 |\n",
"| Time | 79.3 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 7 |\n",
"| AverageEpRet | -314 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -281 |\n",
"| MinEpRet | -363 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 10.2 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+04 |\n",
"| AverageQ1Vals | -12.8 |\n",
"| StdQ1Vals | 1.69 |\n",
"| MaxQ1Vals | -8.2 |\n",
"| MinQ1Vals | -19.3 |\n",
"| AverageQ2Vals | -12.8 |\n",
"| StdQ2Vals | 1.69 |\n",
"| MaxQ2Vals | -8.32 |\n",
"| MinQ2Vals | -19.6 |\n",
"| LossPi | 12 |\n",
"| LossQ | 0.0924 |\n",
"| Time | 93.3 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 8 |\n",
"| AverageEpRet | -315 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -288 |\n",
"| MinEpRet | -386 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 3.04 |\n",
"| MaxTestEpRet | -211 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+04 |\n",
"| AverageQ1Vals | -14.3 |\n",
"| StdQ1Vals | 1.84 |\n",
"| MaxQ1Vals | -9.52 |\n",
"| MinQ1Vals | -22.1 |\n",
"| AverageQ2Vals | -14.3 |\n",
"| StdQ2Vals | 1.84 |\n",
"| MaxQ2Vals | -9.59 |\n",
"| MinQ2Vals | -21.8 |\n",
"| LossPi | 13.5 |\n",
"| LossQ | 0.1 |\n",
"| Time | 107 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 9 |\n",
"| AverageEpRet | -316 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -286 |\n",
"| MinEpRet | -356 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 12.1 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+04 |\n",
"| AverageQ1Vals | -15.8 |\n",
"| StdQ1Vals | 1.96 |\n",
"| MaxQ1Vals | -10.6 |\n",
"| MinQ1Vals | -24.1 |\n",
"| AverageQ2Vals | -15.8 |\n",
"| StdQ2Vals | 1.96 |\n",
"| MaxQ2Vals | -10.7 |\n",
"| MinQ2Vals | -23.9 |\n",
"| LossPi | 14.9 |\n",
"| LossQ | 0.11 |\n",
"| Time | 121 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 10 |\n",
"| AverageEpRet | -331 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -286 |\n",
"| MinEpRet | -396 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 11.3 |\n",
"| MaxTestEpRet | -188 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+04 |\n",
"| AverageQ1Vals | -17.3 |\n",
"| StdQ1Vals | 2.07 |\n",
"| MaxQ1Vals | -11.8 |\n",
"| MinQ1Vals | -25.9 |\n",
"| AverageQ2Vals | -17.3 |\n",
"| StdQ2Vals | 2.07 |\n",
"| MaxQ2Vals | -11.8 |\n",
"| MinQ2Vals | -26 |\n",
"| LossPi | 16.3 |\n",
"| LossQ | 0.121 |\n",
"| Time | 135 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 11 |\n",
"| AverageEpRet | -335 |\n",
"| StdEpRet | 33.4 |\n",
"| MaxEpRet | -286 |\n",
"| MinEpRet | -398 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 10.8 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+04 |\n",
"| AverageQ1Vals | -18.8 |\n",
"| StdQ1Vals | 2.22 |\n",
"| MaxQ1Vals | -13.1 |\n",
"| MinQ1Vals | -27.8 |\n",
"| AverageQ2Vals | -18.8 |\n",
"| StdQ2Vals | 2.22 |\n",
"| MaxQ2Vals | -13 |\n",
"| MinQ2Vals | -27.9 |\n",
"| LossPi | 17.8 |\n",
"| LossQ | 0.134 |\n",
"| Time | 148 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 12 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -279 |\n",
"| MinEpRet | -370 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 9.83 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+04 |\n",
"| AverageQ1Vals | -20.2 |\n",
"| StdQ1Vals | 2.28 |\n",
"| MaxQ1Vals | -14.2 |\n",
"| MinQ1Vals | -29.6 |\n",
"| AverageQ2Vals | -20.2 |\n",
"| StdQ2Vals | 2.28 |\n",
"| MaxQ2Vals | -14.1 |\n",
"| MinQ2Vals | -29.6 |\n",
"| LossPi | 19.2 |\n",
"| LossQ | 0.141 |\n",
"| Time | 163 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 13 |\n",
"| AverageEpRet | -224 |\n",
"| StdEpRet | 37 |\n",
"| MaxEpRet | -195 |\n",
"| MinEpRet | -321 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+04 |\n",
"| AverageQ1Vals | -21.5 |\n",
"| StdQ1Vals | 2.37 |\n",
"| MaxQ1Vals | -15.3 |\n",
"| MinQ1Vals | -30.9 |\n",
"| AverageQ2Vals | -21.5 |\n",
"| StdQ2Vals | 2.37 |\n",
"| MaxQ2Vals | -15.3 |\n",
"| MinQ2Vals | -31.1 |\n",
"| LossPi | 20.5 |\n",
"| LossQ | 0.14 |\n",
"| Time | 177 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 14 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 16 |\n",
"| MaxEpRet | -171 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 10.2 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+04 |\n",
"| AverageQ1Vals | -22.6 |\n",
"| StdQ1Vals | 2.53 |\n",
"| MaxQ1Vals | -16.2 |\n",
"| MinQ1Vals | -32.3 |\n",
"| AverageQ2Vals | -22.6 |\n",
"| StdQ2Vals | 2.53 |\n",
"| MaxQ2Vals | -16.1 |\n",
"| MinQ2Vals | -32.8 |\n",
"| LossPi | 21.6 |\n",
"| LossQ | 0.133 |\n",
"| Time | 192 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 15 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 13.1 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 10.8 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+04 |\n",
"| AverageQ1Vals | -23.7 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -17.2 |\n",
"| MinQ1Vals | -34 |\n",
"| AverageQ2Vals | -23.7 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -17.1 |\n",
"| MinQ2Vals | -34.2 |\n",
"| LossPi | 22.8 |\n",
"| LossQ | 0.129 |\n",
"| Time | 206 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 16 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 11.9 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 4.97 |\n",
"| MaxTestEpRet | -201 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+04 |\n",
"| AverageQ1Vals | -24.8 |\n",
"| StdQ1Vals | 2.71 |\n",
"| MaxQ1Vals | -18.3 |\n",
"| MinQ1Vals | -35.2 |\n",
"| AverageQ2Vals | -24.8 |\n",
"| StdQ2Vals | 2.71 |\n",
"| MaxQ2Vals | -18.2 |\n",
"| MinQ2Vals | -35.4 |\n",
"| LossPi | 24 |\n",
"| LossQ | 0.126 |\n",
"| Time | 220 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 17 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 13 |\n",
"| MaxEpRet | -170 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 11 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+04 |\n",
"| AverageQ1Vals | -26 |\n",
"| StdQ1Vals | 2.77 |\n",
"| MaxQ1Vals | -19.1 |\n",
"| MinQ1Vals | -36.7 |\n",
"| AverageQ2Vals | -26 |\n",
"| StdQ2Vals | 2.77 |\n",
"| MaxQ2Vals | -19.1 |\n",
"| MinQ2Vals | -36.9 |\n",
"| LossPi | 25.2 |\n",
"| LossQ | 0.125 |\n",
"| Time | 235 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 18 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 15.3 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 9.15 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+04 |\n",
"| AverageQ1Vals | -27.1 |\n",
"| StdQ1Vals | 2.83 |\n",
"| MaxQ1Vals | -20.1 |\n",
"| MinQ1Vals | -38.5 |\n",
"| AverageQ2Vals | -27.1 |\n",
"| StdQ2Vals | 2.83 |\n",
"| MaxQ2Vals | -20.2 |\n",
"| MinQ2Vals | -38.7 |\n",
"| LossPi | 26.4 |\n",
"| LossQ | 0.123 |\n",
"| Time | 249 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 19 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 16 |\n",
"| MaxTestEpRet | -169 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+04 |\n",
"| AverageQ1Vals | -28.3 |\n",
"| StdQ1Vals | 2.89 |\n",
"| MaxQ1Vals | -21.2 |\n",
"| MinQ1Vals | -39.5 |\n",
"| AverageQ2Vals | -28.3 |\n",
"| StdQ2Vals | 2.89 |\n",
"| MaxQ2Vals | -21.2 |\n",
"| MinQ2Vals | -39.4 |\n",
"| LossPi | 27.6 |\n",
"| LossQ | 0.124 |\n",
"| Time | 264 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 20 |\n",
"| AverageEpRet | -211 |\n",
"| StdEpRet | 6.26 |\n",
"| MaxEpRet | -198 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+04 |\n",
"| AverageQ1Vals | -29.4 |\n",
"| StdQ1Vals | 2.93 |\n",
"| MaxQ1Vals | -22.2 |\n",
"| MinQ1Vals | -41.1 |\n",
"| AverageQ2Vals | -29.4 |\n",
"| StdQ2Vals | 2.93 |\n",
"| MaxQ2Vals | -22.2 |\n",
"| MinQ2Vals | -41 |\n",
"| LossPi | 28.8 |\n",
"| LossQ | 0.122 |\n",
"| Time | 278 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 21 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 10.1 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 8.45 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+04 |\n",
"| AverageQ1Vals | -30.6 |\n",
"| StdQ1Vals | 2.97 |\n",
"| MaxQ1Vals | -23.2 |\n",
"| MinQ1Vals | -42.7 |\n",
"| AverageQ2Vals | -30.6 |\n",
"| StdQ2Vals | 2.97 |\n",
"| MaxQ2Vals | -23.3 |\n",
"| MinQ2Vals | -42.9 |\n",
"| LossPi | 29.9 |\n",
"| LossQ | 0.122 |\n",
"| Time | 292 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 22 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 9.22 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 16.1 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+04 |\n",
"| AverageQ1Vals | -31.7 |\n",
"| StdQ1Vals | 3.02 |\n",
"| MaxQ1Vals | -24.3 |\n",
"| MinQ1Vals | -43.9 |\n",
"| AverageQ2Vals | -31.7 |\n",
"| StdQ2Vals | 3.02 |\n",
"| MaxQ2Vals | -24.2 |\n",
"| MinQ2Vals | -43.9 |\n",
"| LossPi | 31.1 |\n",
"| LossQ | 0.124 |\n",
"| Time | 306 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 23 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 15.6 |\n",
"| MaxEpRet | -166 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 6.45 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+04 |\n",
"| AverageQ1Vals | -32.9 |\n",
"| StdQ1Vals | 3.05 |\n",
"| MaxQ1Vals | -25.3 |\n",
"| MinQ1Vals | -45.3 |\n",
"| AverageQ2Vals | -32.9 |\n",
"| StdQ2Vals | 3.05 |\n",
"| MaxQ2Vals | -25.4 |\n",
"| MinQ2Vals | -45.7 |\n",
"| LossPi | 32.3 |\n",
"| LossQ | 0.125 |\n",
"| Time | 321 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 24 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 14.6 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 5.33 |\n",
"| MaxTestEpRet | -195 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+04 |\n",
"| AverageQ1Vals | -34.1 |\n",
"| StdQ1Vals | 3.08 |\n",
"| MaxQ1Vals | -26.3 |\n",
"| MinQ1Vals | -46.1 |\n",
"| AverageQ2Vals | -34.1 |\n",
"| StdQ2Vals | 3.08 |\n",
"| MaxQ2Vals | -26.3 |\n",
"| MinQ2Vals | -46.8 |\n",
"| LossPi | 33.5 |\n",
"| LossQ | 0.126 |\n",
"| Time | 335 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 25 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 12.7 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+04 |\n",
"| AverageQ1Vals | -35.2 |\n",
"| StdQ1Vals | 3.13 |\n",
"| MaxQ1Vals | -27.2 |\n",
"| MinQ1Vals | -48.3 |\n",
"| AverageQ2Vals | -35.2 |\n",
"| StdQ2Vals | 3.13 |\n",
"| MaxQ2Vals | -27.2 |\n",
"| MinQ2Vals | -48 |\n",
"| LossPi | 34.6 |\n",
"| LossQ | 0.129 |\n",
"| Time | 350 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 26 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 13.6 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 6.36 |\n",
"| MaxTestEpRet | -201 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+04 |\n",
"| AverageQ1Vals | -36.4 |\n",
"| StdQ1Vals | 3.15 |\n",
"| MaxQ1Vals | -28.2 |\n",
"| MinQ1Vals | -49.4 |\n",
"| AverageQ2Vals | -36.4 |\n",
"| StdQ2Vals | 3.15 |\n",
"| MaxQ2Vals | -28.2 |\n",
"| MinQ2Vals | -49.6 |\n",
"| LossPi | 35.8 |\n",
"| LossQ | 0.132 |\n",
"| Time | 365 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 27 |\n",
"| AverageEpRet | -199 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -200 |\n",
"| StdTestEpRet | 11.2 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+04 |\n",
"| AverageQ1Vals | -37.5 |\n",
"| StdQ1Vals | 3.21 |\n",
"| MaxQ1Vals | -29.2 |\n",
"| MinQ1Vals | -50.6 |\n",
"| AverageQ2Vals | -37.5 |\n",
"| StdQ2Vals | 3.21 |\n",
"| MaxQ2Vals | -29.3 |\n",
"| MinQ2Vals | -50.8 |\n",
"| LossPi | 36.9 |\n",
"| LossQ | 0.136 |\n",
"| Time | 379 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 28 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 10.2 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 16.4 |\n",
"| MaxTestEpRet | -175 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+04 |\n",
"| AverageQ1Vals | -38.6 |\n",
"| StdQ1Vals | 3.26 |\n",
"| MaxQ1Vals | -30.3 |\n",
"| MinQ1Vals | -52.2 |\n",
"| AverageQ2Vals | -38.6 |\n",
"| StdQ2Vals | 3.26 |\n",
"| MaxQ2Vals | -30.2 |\n",
"| MinQ2Vals | -52.3 |\n",
"| LossPi | 38.1 |\n",
"| LossQ | 0.139 |\n",
"| Time | 394 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 29 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+04 |\n",
"| AverageQ1Vals | -39.7 |\n",
"| StdQ1Vals | 3.32 |\n",
"| MaxQ1Vals | -31.2 |\n",
"| MinQ1Vals | -53.8 |\n",
"| AverageQ2Vals | -39.7 |\n",
"| StdQ2Vals | 3.32 |\n",
"| MaxQ2Vals | -31.1 |\n",
"| MinQ2Vals | -53.7 |\n",
"| LossPi | 39.2 |\n",
"| LossQ | 0.144 |\n",
"| Time | 408 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 30 |\n",
"| AverageEpRet | -199 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+04 |\n",
"| AverageQ1Vals | -40.8 |\n",
"| StdQ1Vals | 3.37 |\n",
"| MaxQ1Vals | -32.3 |\n",
"| MinQ1Vals | -55.1 |\n",
"| AverageQ2Vals | -40.8 |\n",
"| StdQ2Vals | 3.37 |\n",
"| MaxQ2Vals | -32.1 |\n",
"| MinQ2Vals | -55.2 |\n",
"| LossPi | 40.3 |\n",
"| LossQ | 0.148 |\n",
"| Time | 423 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 31 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 11.5 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 18.2 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+04 |\n",
"| AverageQ1Vals | -41.9 |\n",
"| StdQ1Vals | 3.43 |\n",
"| MaxQ1Vals | -33.2 |\n",
"| MinQ1Vals | -56.8 |\n",
"| AverageQ2Vals | -41.9 |\n",
"| StdQ2Vals | 3.43 |\n",
"| MaxQ2Vals | -33.1 |\n",
"| MinQ2Vals | -56.6 |\n",
"| LossPi | 41.4 |\n",
"| LossQ | 0.151 |\n",
"| Time | 437 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 32 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 14.5 |\n",
"| MaxEpRet | -174 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -135 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+04 |\n",
"| AverageQ1Vals | -43 |\n",
"| StdQ1Vals | 3.46 |\n",
"| MaxQ1Vals | -34.3 |\n",
"| MinQ1Vals | -57.9 |\n",
"| AverageQ2Vals | -43 |\n",
"| StdQ2Vals | 3.46 |\n",
"| MaxQ2Vals | -34.1 |\n",
"| MinQ2Vals | -58.1 |\n",
"| LossPi | 42.6 |\n",
"| LossQ | 0.154 |\n",
"| Time | 452 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 33 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 16.4 |\n",
"| MaxTestEpRet | -170 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+04 |\n",
"| AverageQ1Vals | -44.1 |\n",
"| StdQ1Vals | 3.52 |\n",
"| MaxQ1Vals | -35.2 |\n",
"| MinQ1Vals | -59.2 |\n",
"| AverageQ2Vals | -44.1 |\n",
"| StdQ2Vals | 3.52 |\n",
"| MaxQ2Vals | -35.1 |\n",
"| MinQ2Vals | -59.4 |\n",
"| LossPi | 43.6 |\n",
"| LossQ | 0.156 |\n",
"| Time | 466 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 34 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 6.99 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+04 |\n",
"| AverageQ1Vals | -45.2 |\n",
"| StdQ1Vals | 3.59 |\n",
"| MaxQ1Vals | -36.2 |\n",
"| MinQ1Vals | -60.5 |\n",
"| AverageQ2Vals | -45.2 |\n",
"| StdQ2Vals | 3.59 |\n",
"| MaxQ2Vals | -36 |\n",
"| MinQ2Vals | -60.4 |\n",
"| LossPi | 44.7 |\n",
"| LossQ | 0.161 |\n",
"| Time | 480 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 35 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 10.3 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+04 |\n",
"| AverageQ1Vals | -46.2 |\n",
"| StdQ1Vals | 3.66 |\n",
"| MaxQ1Vals | -37 |\n",
"| MinQ1Vals | -61.8 |\n",
"| AverageQ2Vals | -46.2 |\n",
"| StdQ2Vals | 3.66 |\n",
"| MaxQ2Vals | -37 |\n",
"| MinQ2Vals | -62.3 |\n",
"| LossPi | 45.8 |\n",
"| LossQ | 0.164 |\n",
"| Time | 495 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 36 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 10.6 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 11.5 |\n",
"| MaxTestEpRet | -183 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+04 |\n",
"| AverageQ1Vals | -47.3 |\n",
"| StdQ1Vals | 3.71 |\n",
"| MaxQ1Vals | -38 |\n",
"| MinQ1Vals | -63.3 |\n",
"| AverageQ2Vals | -47.3 |\n",
"| StdQ2Vals | 3.71 |\n",
"| MaxQ2Vals | -38 |\n",
"| MinQ2Vals | -63 |\n",
"| LossPi | 46.9 |\n",
"| LossQ | 0.169 |\n",
"| Time | 509 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 37 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 15.9 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+04 |\n",
"| AverageQ1Vals | -48.4 |\n",
"| StdQ1Vals | 3.76 |\n",
"| MaxQ1Vals | -38.8 |\n",
"| MinQ1Vals | -64.7 |\n",
"| AverageQ2Vals | -48.4 |\n",
"| StdQ2Vals | 3.76 |\n",
"| MaxQ2Vals | -38.8 |\n",
"| MinQ2Vals | -64.3 |\n",
"| LossPi | 47.9 |\n",
"| LossQ | 0.172 |\n",
"| Time | 524 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 38 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 8.06 |\n",
"| MaxEpRet | -186 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+04 |\n",
"| AverageQ1Vals | -49.4 |\n",
"| StdQ1Vals | 3.81 |\n",
"| MaxQ1Vals | -39.5 |\n",
"| MinQ1Vals | -66.1 |\n",
"| AverageQ2Vals | -49.4 |\n",
"| StdQ2Vals | 3.81 |\n",
"| MaxQ2Vals | -39.4 |\n",
"| MinQ2Vals | -65.6 |\n",
"| LossPi | 49 |\n",
"| LossQ | 0.174 |\n",
"| Time | 538 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 39 |\n",
"| AverageEpRet | -191 |\n",
"| StdEpRet | 15.5 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 11.3 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+04 |\n",
"| AverageQ1Vals | -50.4 |\n",
"| StdQ1Vals | 3.87 |\n",
"| MaxQ1Vals | -40.3 |\n",
"| MinQ1Vals | -66.9 |\n",
"| AverageQ2Vals | -50.4 |\n",
"| StdQ2Vals | 3.87 |\n",
"| MaxQ2Vals | -40.4 |\n",
"| MinQ2Vals | -66.5 |\n",
"| LossPi | 50 |\n",
"| LossQ | 0.176 |\n",
"| Time | 553 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 40 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -200 |\n",
"| StdTestEpRet | 8.57 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+04 |\n",
"| AverageQ1Vals | -51.5 |\n",
"| StdQ1Vals | 3.94 |\n",
"| MaxQ1Vals | -41.1 |\n",
"| MinQ1Vals | -68.2 |\n",
"| AverageQ2Vals | -51.5 |\n",
"| StdQ2Vals | 3.94 |\n",
"| MaxQ2Vals | -41 |\n",
"| MinQ2Vals | -68.1 |\n",
"| LossPi | 51.1 |\n",
"| LossQ | 0.184 |\n",
"| Time | 567 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 41 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+04 |\n",
"| AverageQ1Vals | -52.5 |\n",
"| StdQ1Vals | 4 |\n",
"| MaxQ1Vals | -41.6 |\n",
"| MinQ1Vals | -69.7 |\n",
"| AverageQ2Vals | -52.5 |\n",
"| StdQ2Vals | 4 |\n",
"| MaxQ2Vals | -41.6 |\n",
"| MinQ2Vals | -69.6 |\n",
"| LossPi | 52.1 |\n",
"| LossQ | 0.189 |\n",
"| Time | 582 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 42 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+04 |\n",
"| AverageQ1Vals | -53.5 |\n",
"| StdQ1Vals | 4.05 |\n",
"| MaxQ1Vals | -42.5 |\n",
"| MinQ1Vals | -70.9 |\n",
"| AverageQ2Vals | -53.5 |\n",
"| StdQ2Vals | 4.06 |\n",
"| MaxQ2Vals | -42.5 |\n",
"| MinQ2Vals | -70.7 |\n",
"| LossPi | 53.1 |\n",
"| LossQ | 0.194 |\n",
"| Time | 597 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 43 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 12.2 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+04 |\n",
"| AverageQ1Vals | -54.5 |\n",
"| StdQ1Vals | 4.11 |\n",
"| MaxQ1Vals | -43.3 |\n",
"| MinQ1Vals | -71.4 |\n",
"| AverageQ2Vals | -54.5 |\n",
"| StdQ2Vals | 4.11 |\n",
"| MaxQ2Vals | -43.1 |\n",
"| MinQ2Vals | -71.9 |\n",
"| LossPi | 54.1 |\n",
"| LossQ | 0.199 |\n",
"| Time | 611 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 44 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 14.5 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+04 |\n",
"| AverageQ1Vals | -55.4 |\n",
"| StdQ1Vals | 4.2 |\n",
"| MaxQ1Vals | -43.7 |\n",
"| MinQ1Vals | -73 |\n",
"| AverageQ2Vals | -55.4 |\n",
"| StdQ2Vals | 4.2 |\n",
"| MaxQ2Vals | -43.5 |\n",
"| MinQ2Vals | -73.2 |\n",
"| LossPi | 55 |\n",
"| LossQ | 0.203 |\n",
"| Time | 626 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 45 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -165 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+04 |\n",
"| AverageQ1Vals | -56.4 |\n",
"| StdQ1Vals | 4.26 |\n",
"| MaxQ1Vals | -44.4 |\n",
"| MinQ1Vals | -74.3 |\n",
"| AverageQ2Vals | -56.4 |\n",
"| StdQ2Vals | 4.26 |\n",
"| MaxQ2Vals | -44.4 |\n",
"| MinQ2Vals | -74.2 |\n",
"| LossPi | 56 |\n",
"| LossQ | 0.209 |\n",
"| Time | 641 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 46 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 14 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+04 |\n",
"| AverageQ1Vals | -57.3 |\n",
"| StdQ1Vals | 4.33 |\n",
"| MaxQ1Vals | -45.1 |\n",
"| MinQ1Vals | -75.2 |\n",
"| AverageQ2Vals | -57.3 |\n",
"| StdQ2Vals | 4.33 |\n",
"| MaxQ2Vals | -45.1 |\n",
"| MinQ2Vals | -75.8 |\n",
"| LossPi | 57 |\n",
"| LossQ | 0.214 |\n",
"| Time | 656 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 47 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 13 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+04 |\n",
"| AverageQ1Vals | -58.3 |\n",
"| StdQ1Vals | 4.39 |\n",
"| MaxQ1Vals | -45.8 |\n",
"| MinQ1Vals | -76.6 |\n",
"| AverageQ2Vals | -58.3 |\n",
"| StdQ2Vals | 4.39 |\n",
"| MaxQ2Vals | -45.7 |\n",
"| MinQ2Vals | -76.8 |\n",
"| LossPi | 58 |\n",
"| LossQ | 0.217 |\n",
"| Time | 670 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 48 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 16.7 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 16.5 |\n",
"| MaxTestEpRet | -164 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+04 |\n",
"| AverageQ1Vals | -59.2 |\n",
"| StdQ1Vals | 4.46 |\n",
"| MaxQ1Vals | -46.4 |\n",
"| MinQ1Vals | -78.4 |\n",
"| AverageQ2Vals | -59.2 |\n",
"| StdQ2Vals | 4.46 |\n",
"| MaxQ2Vals | -46.3 |\n",
"| MinQ2Vals | -78.6 |\n",
"| LossPi | 58.9 |\n",
"| LossQ | 0.224 |\n",
"| Time | 685 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 49 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -92.3 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+04 |\n",
"| AverageQ1Vals | -60.2 |\n",
"| StdQ1Vals | 4.56 |\n",
"| MaxQ1Vals | -47.1 |\n",
"| MinQ1Vals | -78.9 |\n",
"| AverageQ2Vals | -60.2 |\n",
"| StdQ2Vals | 4.56 |\n",
"| MaxQ2Vals | -47.1 |\n",
"| MinQ2Vals | -79.2 |\n",
"| LossPi | 59.8 |\n",
"| LossQ | 0.227 |\n",
"| Time | 699 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 50 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 17.3 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+04 |\n",
"| AverageQ1Vals | -61.1 |\n",
"| StdQ1Vals | 4.66 |\n",
"| MaxQ1Vals | -47.8 |\n",
"| MinQ1Vals | -80.9 |\n",
"| AverageQ2Vals | -61.1 |\n",
"| StdQ2Vals | 4.66 |\n",
"| MaxQ2Vals | -47.8 |\n",
"| MinQ2Vals | -80.7 |\n",
"| LossPi | 60.7 |\n",
"| LossQ | 0.232 |\n",
"| Time | 714 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 51 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -146 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+04 |\n",
"| AverageQ1Vals | -62 |\n",
"| StdQ1Vals | 4.74 |\n",
"| MaxQ1Vals | -48.4 |\n",
"| MinQ1Vals | -81 |\n",
"| AverageQ2Vals | -62 |\n",
"| StdQ2Vals | 4.74 |\n",
"| MaxQ2Vals | -48.4 |\n",
"| MinQ2Vals | -81 |\n",
"| LossPi | 61.6 |\n",
"| LossQ | 0.239 |\n",
"| Time | 728 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 52 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+04 |\n",
"| AverageQ1Vals | -62.8 |\n",
"| StdQ1Vals | 4.85 |\n",
"| MaxQ1Vals | -49.2 |\n",
"| MinQ1Vals | -83.6 |\n",
"| AverageQ2Vals | -62.8 |\n",
"| StdQ2Vals | 4.85 |\n",
"| MaxQ2Vals | -49 |\n",
"| MinQ2Vals | -83.3 |\n",
"| LossPi | 62.5 |\n",
"| LossQ | 0.243 |\n",
"| Time | 743 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 53 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+04 |\n",
"| AverageQ1Vals | -63.7 |\n",
"| StdQ1Vals | 4.92 |\n",
"| MaxQ1Vals | -49.8 |\n",
"| MinQ1Vals | -83.8 |\n",
"| AverageQ2Vals | -63.7 |\n",
"| StdQ2Vals | 4.92 |\n",
"| MaxQ2Vals | -50 |\n",
"| MinQ2Vals | -83.6 |\n",
"| LossPi | 63.3 |\n",
"| LossQ | 0.25 |\n",
"| Time | 758 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 54 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 11.7 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+04 |\n",
"| AverageQ1Vals | -64.5 |\n",
"| StdQ1Vals | 5 |\n",
"| MaxQ1Vals | -50.5 |\n",
"| MinQ1Vals | -84.5 |\n",
"| AverageQ2Vals | -64.5 |\n",
"| StdQ2Vals | 5 |\n",
"| MaxQ2Vals | -50.6 |\n",
"| MinQ2Vals | -84.7 |\n",
"| LossPi | 64.2 |\n",
"| LossQ | 0.252 |\n",
"| Time | 773 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 55 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -152 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 15.7 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+04 |\n",
"| AverageQ1Vals | -65.4 |\n",
"| StdQ1Vals | 5.07 |\n",
"| MaxQ1Vals | -51 |\n",
"| MinQ1Vals | -86 |\n",
"| AverageQ2Vals | -65.4 |\n",
"| StdQ2Vals | 5.07 |\n",
"| MaxQ2Vals | -51.1 |\n",
"| MinQ2Vals | -85.6 |\n",
"| LossPi | 65 |\n",
"| LossQ | 0.26 |\n",
"| Time | 787 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 56 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+04 |\n",
"| AverageQ1Vals | -66.3 |\n",
"| StdQ1Vals | 5.13 |\n",
"| MaxQ1Vals | -51.7 |\n",
"| MinQ1Vals | -87.5 |\n",
"| AverageQ2Vals | -66.3 |\n",
"| StdQ2Vals | 5.13 |\n",
"| MaxQ2Vals | -51.9 |\n",
"| MinQ2Vals | -87.3 |\n",
"| LossPi | 65.9 |\n",
"| LossQ | 0.264 |\n",
"| Time | 802 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 57 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -235 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+04 |\n",
"| AverageQ1Vals | -67.1 |\n",
"| StdQ1Vals | 5.22 |\n",
"| MaxQ1Vals | -52.5 |\n",
"| MinQ1Vals | -89 |\n",
"| AverageQ2Vals | -67.1 |\n",
"| StdQ2Vals | 5.22 |\n",
"| MaxQ2Vals | -52.5 |\n",
"| MinQ2Vals | -88.3 |\n",
"| LossPi | 66.7 |\n",
"| LossQ | 0.273 |\n",
"| Time | 816 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 58 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 14.1 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+04 |\n",
"| AverageQ1Vals | -67.9 |\n",
"| StdQ1Vals | 5.31 |\n",
"| MaxQ1Vals | -53 |\n",
"| MinQ1Vals | -89.1 |\n",
"| AverageQ2Vals | -67.9 |\n",
"| StdQ2Vals | 5.31 |\n",
"| MaxQ2Vals | -53.2 |\n",
"| MinQ2Vals | -88.6 |\n",
"| LossPi | 67.5 |\n",
"| LossQ | 0.279 |\n",
"| Time | 830 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 59 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 15.8 |\n",
"| MaxEpRet | -155 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+04 |\n",
"| AverageQ1Vals | -68.7 |\n",
"| StdQ1Vals | 5.39 |\n",
"| MaxQ1Vals | -53.6 |\n",
"| MinQ1Vals | -90.5 |\n",
"| AverageQ2Vals | -68.7 |\n",
"| StdQ2Vals | 5.39 |\n",
"| MaxQ2Vals | -53.8 |\n",
"| MinQ2Vals | -90.5 |\n",
"| LossPi | 68.3 |\n",
"| LossQ | 0.283 |\n",
"| Time | 845 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 60 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -152 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+04 |\n",
"| AverageQ1Vals | -69.5 |\n",
"| StdQ1Vals | 5.44 |\n",
"| MaxQ1Vals | -54.2 |\n",
"| MinQ1Vals | -92.2 |\n",
"| AverageQ2Vals | -69.5 |\n",
"| StdQ2Vals | 5.44 |\n",
"| MaxQ2Vals | -54.4 |\n",
"| MinQ2Vals | -91.5 |\n",
"| LossPi | 69.2 |\n",
"| LossQ | 0.293 |\n",
"| Time | 860 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 61 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+05 |\n",
"| AverageQ1Vals | -70.3 |\n",
"| StdQ1Vals | 5.51 |\n",
"| MaxQ1Vals | -54.9 |\n",
"| MinQ1Vals | -92.7 |\n",
"| AverageQ2Vals | -70.3 |\n",
"| StdQ2Vals | 5.51 |\n",
"| MaxQ2Vals | -54.8 |\n",
"| MinQ2Vals | -92.5 |\n",
"| LossPi | 70 |\n",
"| LossQ | 0.299 |\n",
"| Time | 874 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 62 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -78.8 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+05 |\n",
"| AverageQ1Vals | -71.1 |\n",
"| StdQ1Vals | 5.59 |\n",
"| MaxQ1Vals | -55.5 |\n",
"| MinQ1Vals | -94.2 |\n",
"| AverageQ2Vals | -71.1 |\n",
"| StdQ2Vals | 5.59 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -93.5 |\n",
"| LossPi | 70.8 |\n",
"| LossQ | 0.304 |\n",
"| Time | 889 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 63 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -185 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -135 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+05 |\n",
"| AverageQ1Vals | -71.9 |\n",
"| StdQ1Vals | 5.69 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -95.3 |\n",
"| AverageQ2Vals | -71.9 |\n",
"| StdQ2Vals | 5.69 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -95.3 |\n",
"| LossPi | 71.5 |\n",
"| LossQ | 0.311 |\n",
"| Time | 903 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 64 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -151 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -152 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+05 |\n",
"| AverageQ1Vals | -72.7 |\n",
"| StdQ1Vals | 5.76 |\n",
"| MaxQ1Vals | -56.6 |\n",
"| MinQ1Vals | -96.4 |\n",
"| AverageQ2Vals | -72.7 |\n",
"| StdQ2Vals | 5.77 |\n",
"| MaxQ2Vals | -56.7 |\n",
"| MinQ2Vals | -96.5 |\n",
"| LossPi | 72.3 |\n",
"| LossQ | 0.315 |\n",
"| Time | 918 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 65 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+05 |\n",
"| AverageQ1Vals | -73.4 |\n",
"| StdQ1Vals | 5.82 |\n",
"| MaxQ1Vals | -57.2 |\n",
"| MinQ1Vals | -96.5 |\n",
"| AverageQ2Vals | -73.4 |\n",
"| StdQ2Vals | 5.82 |\n",
"| MaxQ2Vals | -57.2 |\n",
"| MinQ2Vals | -96.5 |\n",
"| LossPi | 73 |\n",
"| LossQ | 0.325 |\n",
"| Time | 932 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 66 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -144 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+05 |\n",
"| AverageQ1Vals | -74.2 |\n",
"| StdQ1Vals | 5.88 |\n",
"| MaxQ1Vals | -58 |\n",
"| MinQ1Vals | -98.4 |\n",
"| AverageQ2Vals | -74.2 |\n",
"| StdQ2Vals | 5.88 |\n",
"| MaxQ2Vals | -57.8 |\n",
"| MinQ2Vals | -98.6 |\n",
"| LossPi | 73.8 |\n",
"| LossQ | 0.334 |\n",
"| Time | 947 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 67 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -133 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+05 |\n",
"| AverageQ1Vals | -74.9 |\n",
"| StdQ1Vals | 5.94 |\n",
"| MaxQ1Vals | -58.4 |\n",
"| MinQ1Vals | -98.6 |\n",
"| AverageQ2Vals | -74.9 |\n",
"| StdQ2Vals | 5.94 |\n",
"| MaxQ2Vals | -58.5 |\n",
"| MinQ2Vals | -98.7 |\n",
"| LossPi | 74.6 |\n",
"| LossQ | 0.34 |\n",
"| Time | 961 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 68 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -161 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+05 |\n",
"| AverageQ1Vals | -75.7 |\n",
"| StdQ1Vals | 6.03 |\n",
"| MaxQ1Vals | -59.1 |\n",
"| MinQ1Vals | -100 |\n",
"| AverageQ2Vals | -75.7 |\n",
"| StdQ2Vals | 6.03 |\n",
"| MaxQ2Vals | -58.9 |\n",
"| MinQ2Vals | -100 |\n",
"| LossPi | 75.3 |\n",
"| LossQ | 0.342 |\n",
"| Time | 976 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 69 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -76.7 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+05 |\n",
"| AverageQ1Vals | -76.3 |\n",
"| StdQ1Vals | 6.1 |\n",
"| MaxQ1Vals | -59.6 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -76.3 |\n",
"| StdQ2Vals | 6.1 |\n",
"| MaxQ2Vals | -59.5 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 76 |\n",
"| LossQ | 0.346 |\n",
"| Time | 991 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 70 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -135 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+05 |\n",
"| AverageQ1Vals | -77.1 |\n",
"| StdQ1Vals | 6.17 |\n",
"| MaxQ1Vals | -60.1 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -77.1 |\n",
"| StdQ2Vals | 6.17 |\n",
"| MaxQ2Vals | -60.3 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 76.7 |\n",
"| LossQ | 0.357 |\n",
"| Time | 1.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 71 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 48.4 |\n",
"| MaxTestEpRet | -31.9 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+05 |\n",
"| AverageQ1Vals | -77.7 |\n",
"| StdQ1Vals | 6.28 |\n",
"| MaxQ1Vals | -60.8 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -77.7 |\n",
"| StdQ2Vals | 6.28 |\n",
"| MaxQ2Vals | -60.7 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 77.3 |\n",
"| LossQ | 0.365 |\n",
"| Time | 1.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 72 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 40.3 |\n",
"| MaxTestEpRet | -80.1 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+05 |\n",
"| AverageQ1Vals | -78.4 |\n",
"| StdQ1Vals | 6.33 |\n",
"| MaxQ1Vals | -61.2 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -78.4 |\n",
"| StdQ2Vals | 6.33 |\n",
"| MaxQ2Vals | -61.3 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 78 |\n",
"| LossQ | 0.369 |\n",
"| Time | 1.03e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 73 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -177 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+05 |\n",
"| AverageQ1Vals | -79 |\n",
"| StdQ1Vals | 6.4 |\n",
"| MaxQ1Vals | -61.8 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -79 |\n",
"| StdQ2Vals | 6.4 |\n",
"| MaxQ2Vals | -61.9 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 78.7 |\n",
"| LossQ | 0.381 |\n",
"| Time | 1.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 74 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 15.9 |\n",
"| MaxTestEpRet | -136 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+05 |\n",
"| AverageQ1Vals | -79.7 |\n",
"| StdQ1Vals | 6.49 |\n",
"| MaxQ1Vals | -62.3 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -79.7 |\n",
"| StdQ2Vals | 6.49 |\n",
"| MaxQ2Vals | -62.5 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 79.3 |\n",
"| LossQ | 0.387 |\n",
"| Time | 1.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 75 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+05 |\n",
"| AverageQ1Vals | -80.4 |\n",
"| StdQ1Vals | 6.56 |\n",
"| MaxQ1Vals | -62.8 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -80.4 |\n",
"| StdQ2Vals | 6.56 |\n",
"| MaxQ2Vals | -62.9 |\n",
"| MinQ2Vals | -106 |\n",
"| LossPi | 80 |\n",
"| LossQ | 0.394 |\n",
"| Time | 1.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 76 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+05 |\n",
"| AverageQ1Vals | -81 |\n",
"| StdQ1Vals | 6.61 |\n",
"| MaxQ1Vals | -63.4 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -81 |\n",
"| StdQ2Vals | 6.61 |\n",
"| MaxQ2Vals | -63.4 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 80.6 |\n",
"| LossQ | 0.403 |\n",
"| Time | 1.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 77 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+05 |\n",
"| AverageQ1Vals | -81.6 |\n",
"| StdQ1Vals | 6.7 |\n",
"| MaxQ1Vals | -63.9 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -81.6 |\n",
"| StdQ2Vals | 6.7 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 81.3 |\n",
"| LossQ | 0.414 |\n",
"| Time | 1.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 78 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 12.2 |\n",
"| MaxTestEpRet | -163 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+05 |\n",
"| AverageQ1Vals | -82.3 |\n",
"| StdQ1Vals | 6.78 |\n",
"| MaxQ1Vals | -64.4 |\n",
"| MinQ1Vals | -110 |\n",
"| AverageQ2Vals | -82.3 |\n",
"| StdQ2Vals | 6.78 |\n",
"| MaxQ2Vals | -64.4 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 81.9 |\n",
"| LossQ | 0.424 |\n",
"| Time | 1.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 79 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -80 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+05 |\n",
"| AverageQ1Vals | -82.9 |\n",
"| StdQ1Vals | 6.85 |\n",
"| MaxQ1Vals | -64.8 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -82.9 |\n",
"| StdQ2Vals | 6.85 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 82.5 |\n",
"| LossQ | 0.431 |\n",
"| Time | 1.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 80 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+05 |\n",
"| AverageQ1Vals | -83.5 |\n",
"| StdQ1Vals | 6.93 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -83.5 |\n",
"| StdQ2Vals | 6.93 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 83.1 |\n",
"| LossQ | 0.443 |\n",
"| Time | 1.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 81 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.34e+05 |\n",
"| AverageQ1Vals | -84 |\n",
"| StdQ1Vals | 7 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -84 |\n",
"| StdQ2Vals | 7 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 83.6 |\n",
"| LossQ | 0.45 |\n",
"| Time | 1.17e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 82 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.35e+05 |\n",
"| AverageQ1Vals | -84.6 |\n",
"| StdQ1Vals | 7.09 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -84.6 |\n",
"| StdQ2Vals | 7.09 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 84.3 |\n",
"| LossQ | 0.459 |\n",
"| Time | 1.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 83 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 17.9 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.37e+05 |\n",
"| AverageQ1Vals | -85.2 |\n",
"| StdQ1Vals | 7.17 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -85.2 |\n",
"| StdQ2Vals | 7.17 |\n",
"| MaxQ2Vals | -66.6 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 84.9 |\n",
"| LossQ | 0.465 |\n",
"| Time | 1.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 84 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -133 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.39e+05 |\n",
"| AverageQ1Vals | -85.7 |\n",
"| StdQ1Vals | 7.23 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -85.7 |\n",
"| StdQ2Vals | 7.23 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 85.4 |\n",
"| LossQ | 0.474 |\n",
"| Time | 1.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 85 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -99.8 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.4e+05 |\n",
"| AverageQ1Vals | -86.3 |\n",
"| StdQ1Vals | 7.32 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -86.3 |\n",
"| StdQ2Vals | 7.32 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 85.9 |\n",
"| LossQ | 0.478 |\n",
"| Time | 1.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 86 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.42e+05 |\n",
"| AverageQ1Vals | -86.9 |\n",
"| StdQ1Vals | 7.39 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -86.9 |\n",
"| StdQ2Vals | 7.39 |\n",
"| MaxQ2Vals | -68 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 86.5 |\n",
"| LossQ | 0.491 |\n",
"| Time | 1.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 87 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.44e+05 |\n",
"| AverageQ1Vals | -87.4 |\n",
"| StdQ1Vals | 7.48 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -87.4 |\n",
"| StdQ2Vals | 7.48 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 87 |\n",
"| LossQ | 0.497 |\n",
"| Time | 1.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 88 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -132 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.45e+05 |\n",
"| AverageQ1Vals | -87.9 |\n",
"| StdQ1Vals | 7.56 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -87.9 |\n",
"| StdQ2Vals | 7.56 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 87.5 |\n",
"| LossQ | 0.508 |\n",
"| Time | 1.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 89 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -66.9 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.47e+05 |\n",
"| AverageQ1Vals | -88.5 |\n",
"| StdQ1Vals | 7.62 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -88.5 |\n",
"| StdQ2Vals | 7.62 |\n",
"| MaxQ2Vals | -69.1 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 88.1 |\n",
"| LossQ | 0.513 |\n",
"| Time | 1.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 90 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+05 |\n",
"| AverageQ1Vals | -89 |\n",
"| StdQ1Vals | 7.7 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -89 |\n",
"| StdQ2Vals | 7.7 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 88.6 |\n",
"| LossQ | 0.523 |\n",
"| Time | 1.3e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 91 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.5e+05 |\n",
"| AverageQ1Vals | -89.5 |\n",
"| StdQ1Vals | 7.76 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -89.5 |\n",
"| StdQ2Vals | 7.76 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 89.1 |\n",
"| LossQ | 0.532 |\n",
"| Time | 1.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 92 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 42.4 |\n",
"| MaxTestEpRet | -86.7 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.52e+05 |\n",
"| AverageQ1Vals | -90 |\n",
"| StdQ1Vals | 7.85 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -90 |\n",
"| StdQ2Vals | 7.85 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 89.6 |\n",
"| LossQ | 0.54 |\n",
"| Time | 1.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 93 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 41.7 |\n",
"| MaxTestEpRet | -79.1 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.53e+05 |\n",
"| AverageQ1Vals | -90.5 |\n",
"| StdQ1Vals | 7.9 |\n",
"| MaxQ1Vals | -71.2 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -90.5 |\n",
"| StdQ2Vals | 7.91 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 90.1 |\n",
"| LossQ | 0.542 |\n",
"| Time | 1.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 94 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -80.6 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.55e+05 |\n",
"| AverageQ1Vals | -91 |\n",
"| StdQ1Vals | 7.99 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -91 |\n",
"| StdQ2Vals | 7.99 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -122 |\n",
"| LossPi | 90.6 |\n",
"| LossQ | 0.554 |\n",
"| Time | 1.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 95 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.57e+05 |\n",
"| AverageQ1Vals | -91.5 |\n",
"| StdQ1Vals | 8.02 |\n",
"| MaxQ1Vals | -72.2 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -91.5 |\n",
"| StdQ2Vals | 8.02 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.562 |\n",
"| Time | 1.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 96 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -89.9 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.58e+05 |\n",
"| AverageQ1Vals | -91.9 |\n",
"| StdQ1Vals | 8.1 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -91.9 |\n",
"| StdQ2Vals | 8.1 |\n",
"| MaxQ2Vals | -72 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 91.5 |\n",
"| LossQ | 0.569 |\n",
"| Time | 1.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 97 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.6e+05 |\n",
"| AverageQ1Vals | -92.4 |\n",
"| StdQ1Vals | 8.15 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -92.4 |\n",
"| StdQ2Vals | 8.16 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 92 |\n",
"| LossQ | 0.581 |\n",
"| Time | 1.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 98 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.62e+05 |\n",
"| AverageQ1Vals | -92.9 |\n",
"| StdQ1Vals | 8.24 |\n",
"| MaxQ1Vals | -73.3 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -92.9 |\n",
"| StdQ2Vals | 8.24 |\n",
"| MaxQ2Vals | -73.1 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 92.5 |\n",
"| LossQ | 0.597 |\n",
"| Time | 1.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 99 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.63e+05 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 8.28 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 8.28 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 92.9 |\n",
"| LossQ | 0.593 |\n",
"| Time | 1.43e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 100 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+05 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 8.33 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 8.33 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 93.4 |\n",
"| LossQ | 0.595 |\n",
"| Time | 1.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 101 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.67e+05 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 8.41 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 8.41 |\n",
"| MaxQ2Vals | -74.7 |\n",
"| MinQ2Vals | -128 |\n",
"| LossPi | 93.8 |\n",
"| LossQ | 0.617 |\n",
"| Time | 1.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 102 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -141 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.68e+05 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 8.48 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -129 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 8.48 |\n",
"| MaxQ2Vals | -74.8 |\n",
"| MinQ2Vals | -128 |\n",
"| LossPi | 94.2 |\n",
"| LossQ | 0.612 |\n",
"| Time | 1.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 103 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.7e+05 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 8.54 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -129 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 8.55 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 0.629 |\n",
"| Time | 1.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 104 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.72e+05 |\n",
"| AverageQ1Vals | -95.5 |\n",
"| StdQ1Vals | 8.63 |\n",
"| MaxQ1Vals | -75.9 |\n",
"| MinQ1Vals | -130 |\n",
"| AverageQ2Vals | -95.5 |\n",
"| StdQ2Vals | 8.63 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 0.633 |\n",
"| Time | 1.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 105 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.73e+05 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 8.69 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -130 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 8.69 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -130 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 0.643 |\n",
"| Time | 1.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 106 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.75e+05 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 8.76 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -130 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 8.76 |\n",
"| MaxQ2Vals | -76.5 |\n",
"| MinQ2Vals | -131 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 0.646 |\n",
"| Time | 1.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 107 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -130 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.77e+05 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 8.81 |\n",
"| MaxQ1Vals | -77 |\n",
"| MinQ1Vals | -131 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 8.81 |\n",
"| MaxQ2Vals | -77 |\n",
"| MinQ2Vals | -132 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.656 |\n",
"| Time | 1.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 108 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 39.6 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -281 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -99.7 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.78e+05 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 8.87 |\n",
"| MaxQ1Vals | -77.3 |\n",
"| MinQ1Vals | -132 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 8.87 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -132 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.667 |\n",
"| Time | 1.56e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 109 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.8e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 8.91 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -133 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 8.92 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 97.1 |\n",
"| LossQ | 0.676 |\n",
"| Time | 1.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 110 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 17.7 |\n",
"| MaxTestEpRet | -140 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+05 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 8.94 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -133 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 8.95 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.675 |\n",
"| Time | 1.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 111 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -90.7 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.83e+05 |\n",
"| AverageQ1Vals | -98.2 |\n",
"| StdQ1Vals | 9 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -134 |\n",
"| AverageQ2Vals | -98.2 |\n",
"| StdQ2Vals | 9 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 0.687 |\n",
"| Time | 1.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 112 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 40.2 |\n",
"| MaxTestEpRet | -78.5 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.85e+05 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 9.08 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 9.08 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -135 |\n",
"| LossPi | 98.2 |\n",
"| LossQ | 0.698 |\n",
"| Time | 1.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 113 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 14.9 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.86e+05 |\n",
"| AverageQ1Vals | -99 |\n",
"| StdQ1Vals | 9.16 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -99 |\n",
"| StdQ2Vals | 9.17 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -135 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 0.703 |\n",
"| Time | 1.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 114 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 31.9 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -72.1 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.88e+05 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 9.2 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 9.21 |\n",
"| MaxQ2Vals | -79.3 |\n",
"| MinQ2Vals | -136 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 0.701 |\n",
"| Time | 1.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 115 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.9e+05 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 9.28 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -137 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 9.29 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 0.697 |\n",
"| Time | 1.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 116 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -96.7 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.91e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 9.33 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 9.33 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 0.715 |\n",
"| Time | 1.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 117 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 16.5 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.93e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 9.4 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 9.4 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.715 |\n",
"| Time | 1.69e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 118 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 15.3 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.95e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 9.43 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -139 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 9.43 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.72 |\n",
"| Time | 1.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 119 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.96e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 9.47 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -139 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 9.48 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.724 |\n",
"| Time | 1.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 120 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -92.9 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 9.55 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 9.56 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.731 |\n",
"| Time | 1.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 121 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -89.2 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 9.61 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -141 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 9.61 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.742 |\n",
"| Time | 1.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 122 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 15.8 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.01e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 9.65 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -142 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 9.66 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.743 |\n",
"| Time | 1.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 123 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.03e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 9.71 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -142 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 9.71 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -141 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.74 |\n",
"| Time | 1.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 124 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 46.4 |\n",
"| MaxTestEpRet | -79.1 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.05e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 9.8 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -142 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 9.81 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -141 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.755 |\n",
"| Time | 1.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 125 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.06e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 9.85 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -143 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 9.85 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -142 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.754 |\n",
"| Time | 1.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 126 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.08e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 9.89 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 9.89 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -142 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.757 |\n",
"| Time | 1.83e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 127 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -79.9 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.1e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 9.96 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -143 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 9.96 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.763 |\n",
"| Time | 1.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 128 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.11e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 9.98 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -145 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 9.99 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.773 |\n",
"| Time | 1.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 129 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -136 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.13e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 10 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 10 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.769 |\n",
"| Time | 1.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 130 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -145 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.776 |\n",
"| Time | 1.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 131 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.16e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.782 |\n",
"| Time | 1.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 132 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.18e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -144 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.781 |\n",
"| Time | 1.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 133 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 15.5 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.19e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.783 |\n",
"| Time | 1.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 134 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -60.8 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.21e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 135 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.23e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -144 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.96e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 136 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.24e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 137 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 14.6 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.26e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -83.9 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 138 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.28e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.822 |\n",
"| Time | 2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 139 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -97.7 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.29e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.826 |\n",
"| Time | 2.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 140 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -95.3 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.821 |\n",
"| Time | 2.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 141 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 31 |\n",
"| MaxEpRet | -99.4 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.33e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.825 |\n",
"| Time | 2.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 142 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -177 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.34e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.827 |\n",
"| Time | 2.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 143 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.36e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.844 |\n",
"| Time | 2.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 144 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.38e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.845 |\n",
"| Time | 2.09e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 145 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -99 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.39e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -84.4 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.849 |\n",
"| Time | 2.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 146 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.41e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.868 |\n",
"| Time | 2.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 147 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.43e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.863 |\n",
"| Time | 2.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 148 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 33.9 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -90.3 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.44e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.87 |\n",
"| Time | 2.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 149 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -88.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.46e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.877 |\n",
"| Time | 2.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 150 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -73 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -150 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.871 |\n",
"| Time | 2.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 151 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 18.3 |\n",
"| MaxTestEpRet | -130 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.49e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -149 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.873 |\n",
"| Time | 2.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 152 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 34.1 |\n",
"| MaxEpRet | -82.4 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.51e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.885 |\n",
"| Time | 2.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 153 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.52e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -151 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.878 |\n",
"| Time | 2.22e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 154 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 43.9 |\n",
"| MaxTestEpRet | -70.4 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.54e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.892 |\n",
"| Time | 2.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 155 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.56e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.3 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.882 |\n",
"| Time | 2.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 156 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -94.9 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.57e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.3 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -152 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.897 |\n",
"| Time | 2.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 157 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.59e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -152 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.905 |\n",
"| Time | 2.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 158 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -75.2 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.61e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -152 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.901 |\n",
"| Time | 2.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 159 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 42.8 |\n",
"| MaxTestEpRet | -49.2 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.62e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -152 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.898 |\n",
"| Time | 2.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 160 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 16.7 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.912 |\n",
"| Time | 2.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 161 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -85.9 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.66e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.909 |\n",
"| Time | 2.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 162 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.67e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.909 |\n",
"| Time | 2.36e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 163 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -99.3 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.69e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -156 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.914 |\n",
"| Time | 2.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 164 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.71e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.922 |\n",
"| Time | 2.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 165 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.72e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.937 |\n",
"| Time | 2.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 166 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 48.9 |\n",
"| MaxTestEpRet | -53.8 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.74e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -156 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -85.5 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.926 |\n",
"| Time | 2.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 167 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.76e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.933 |\n",
"| Time | 2.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 168 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -83.5 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.77e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -156 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.925 |\n",
"| Time | 2.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 169 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -78.8 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.79e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.934 |\n",
"| Time | 2.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 170 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 45.1 |\n",
"| MaxTestEpRet | -88 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -85.9 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.941 |\n",
"| Time | 2.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 171 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -134 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -85 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.82e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -86 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.961 |\n",
"| Time | 2.49e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 172 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -97.9 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -75.2 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.84e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.947 |\n",
"| Time | 2.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 173 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.85e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -86.1 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.958 |\n",
"| Time | 2.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 174 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.87e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -86.1 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.945 |\n",
"| Time | 2.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 175 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -92.7 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -99.8 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.89e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.958 |\n",
"| Time | 2.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 176 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.9e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.96 |\n",
"| Time | 2.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 177 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -98.8 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.92e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.971 |\n",
"| Time | 2.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 178 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.94e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.975 |\n",
"| Time | 2.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 179 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -99 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -68.5 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.95e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.961 |\n",
"| Time | 2.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 180 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 45.9 |\n",
"| MaxTestEpRet | -66.2 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.984 |\n",
"| Time | 2.62e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 181 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.99e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.99 |\n",
"| Time | 2.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 182 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -163 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.986 |\n",
"| Time | 2.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 183 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.02e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 115 |\n",
"| LossQ | 0.977 |\n",
"| Time | 2.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 184 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 13.5 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.04e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.977 |\n",
"| Time | 2.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 185 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.05e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.98 |\n",
"| Time | 2.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 186 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -79.6 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.07e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.978 |\n",
"| Time | 2.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 187 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 16 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.09e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.982 |\n",
"| Time | 2.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 188 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -140 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.1e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.986 |\n",
"| Time | 2.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 189 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -82 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.12e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.998 |\n",
"| Time | 2.75e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 190 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -75.5 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 116 |\n",
"| LossQ | 0.988 |\n",
"| Time | 2.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 191 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -92.3 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.15e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.99 |\n",
"| Time | 2.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 192 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -92.9 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.17e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1 |\n",
"| Time | 2.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 193 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.18e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.994 |\n",
"| Time | 2.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 194 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -48 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.2e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -86.1 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1 |\n",
"| Time | 2.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 195 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 33.6 |\n",
"| MaxTestEpRet | -78.7 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.22e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.02 |\n",
"| Time | 2.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 196 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -92.6 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 40.5 |\n",
"| MaxTestEpRet | -87.2 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.23e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 197 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 34.4 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -86.7 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.25e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 117 |\n",
"| LossQ | 0.996 |\n",
"| Time | 2.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 198 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.27e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.02 |\n",
"| Time | 2.89e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 199 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -99.1 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.28e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -86.7 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.02 |\n",
"| Time | 2.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 200 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -86.7 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 201 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -92.8 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.32e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -86.8 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 202 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.33e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -86.6 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1 |\n",
"| Time | 2.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 203 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.35e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 204 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -92.9 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -70.8 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.37e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -86.4 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 205 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 40 |\n",
"| MaxTestEpRet | -93.2 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.38e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -86.6 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 118 |\n",
"| LossQ | 0.999 |\n",
"| Time | 2.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 206 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.4e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 207 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -68.4 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.42e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.02e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 208 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -90.8 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.43e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -86.5 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -86.5 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 209 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -73.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.45e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -86.3 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 210 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -96.3 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -86.2 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 211 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.48e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -86.1 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -86.2 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 212 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.5e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -86.1 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -86.4 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 213 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.51e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -86.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -86.3 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 214 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 33.2 |\n",
"| MaxEpRet | -98 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 40.4 |\n",
"| MaxTestEpRet | -86.9 |\n",
"| MinTestEpRet | -239 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.53e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -86.2 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -86 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 215 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -84.3 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.55e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.01 |\n",
"| Time | 3.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 216 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 39.2 |\n",
"| MaxTestEpRet | -46.7 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.56e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1 |\n",
"| Time | 3.15e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 217 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.58e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 218 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 41.5 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.6e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 219 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 37.8 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -64.4 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.61e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 220 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 221 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -96.1 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.65e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 222 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 48.3 |\n",
"| MaxTestEpRet | -49.9 |\n",
"| MinTestEpRet | -232 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.66e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 223 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -94.3 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.68e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 224 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -99.7 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.7e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 225 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.71e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.29e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 226 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -72.3 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.73e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 227 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -90 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.75e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 228 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.76e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 229 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 45.4 |\n",
"| MaxTestEpRet | -61.9 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.78e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 230 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 13 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 231 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 45 |\n",
"| MaxTestEpRet | -67.7 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.81e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 232 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -84.8 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.83e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 233 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.84e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 234 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -97.8 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.86e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.42e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 235 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -87.9 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.88e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 236 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.89e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 237 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.91e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 238 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.93e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 239 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 32.7 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -74.7 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.94e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 240 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 34.5 |\n",
"| MaxEpRet | -88.4 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 41.1 |\n",
"| MaxTestEpRet | -77 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 241 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.98e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 242 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -75.5 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.99e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 243 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -99.5 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 39.3 |\n",
"| MaxTestEpRet | -85.1 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.01e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.55e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 244 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -67.4 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.03e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 245 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -65.8 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.04e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 246 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 49.1 |\n",
"| MaxTestEpRet | -33.3 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.06e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 247 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -77.2 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.08e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 248 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.09e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 249 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -95.7 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -89.8 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.11e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 250 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -71.6 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -87.3 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -176 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 251 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.14e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.02 |\n",
"| Time | 3.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 252 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -89.7 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.16e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.69e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 253 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -92.9 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.17e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -176 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 254 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -86.3 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.19e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 255 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 41 |\n",
"| MaxTestEpRet | -94 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.21e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 256 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -99.2 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -98.6 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.22e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 257 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.24e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 258 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -83.3 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.26e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 259 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.27e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 260 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -72.7 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 261 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 36.9 |\n",
"| MaxTestEpRet | -97.5 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.31e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.82e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 262 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.32e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 263 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.34e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 264 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -91.7 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.36e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 265 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -89.3 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 38.3 |\n",
"| MaxTestEpRet | -77.7 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.37e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 266 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.39e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 267 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -93.4 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.41e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.05 |\n",
"| Time | 3.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 268 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -96.8 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.42e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 269 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -96.3 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.44e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 270 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 36.6 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.95e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 271 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -84.6 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.47e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 3.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 272 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.49e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 3.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 273 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -97.7 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.5e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 274 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.52e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -85.5 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 275 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.54e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 276 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -134 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -91.4 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.55e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 277 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -87.9 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.57e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 278 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 33.7 |\n",
"| MaxEpRet | -81.6 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.59e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 279 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.6e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.08e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 280 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -85.3 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 281 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.64e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 282 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -132 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.65e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 283 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.67e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.4 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 284 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.69e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 285 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.7e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 286 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 36.4 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -93.2 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.72e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 287 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.74e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 288 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -96.7 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.75e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.22e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 289 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -90.6 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.77e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 290 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -95.6 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -86.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 291 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -97.9 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.8e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 292 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -75.6 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.82e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -86 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 293 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.83e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 294 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 33.9 |\n",
"| MaxEpRet | -90.9 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.85e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 295 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.87e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -85.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 296 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -99.7 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.88e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 297 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -79.7 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 41.5 |\n",
"| MaxTestEpRet | -39 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.9e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.35e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 298 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.92e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -85.4 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -85.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 299 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -90 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.93e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -85.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -85.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.07 |\n",
"| Time | 4.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 300 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -90.6 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 301 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -86.9 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.97e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -85.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -85.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 302 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -83.3 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.98e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -85.6 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -85.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 303 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 40.5 |\n",
"| MaxTestEpRet | -96.6 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 304 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -98 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.02e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.5 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 305 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 22.2 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.03e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.5 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 306 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -79.5 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.05e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.06 |\n",
"| Time | 4.48e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 307 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -99.4 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.07e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 308 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.08e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 309 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 43.5 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.1e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.2 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 310 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -86.4 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -85.3 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 311 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 36.5 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -231 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.13e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 124 |\n",
"| LossQ | 1.05 |\n",
"| Time | 4.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 312 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -80 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.15e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 313 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -62.7 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.16e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 314 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.18e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 315 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -76.5 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.2e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.62e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 316 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -90.3 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.21e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 317 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.23e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -85.2 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 318 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 33.8 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.25e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 319 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 16.9 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -68.6 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.26e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 320 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 321 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -99.4 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -86.8 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.3e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 322 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -69 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.31e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 323 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -68.5 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.33e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 124 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 324 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -80.1 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.35e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -85.1 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.75e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 325 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -94.4 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -91.7 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.36e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 326 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -96.4 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.38e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 327 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.4e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 328 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 40 |\n",
"| MaxTestEpRet | -71.2 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.41e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 329 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.43e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 124 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 330 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -74.6 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 331 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -99.1 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.46e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 332 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.48e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 333 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -94.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.49e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.88e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 334 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -83.5 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.51e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 335 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -73 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 49.2 |\n",
"| MaxTestEpRet | -51.9 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.53e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 336 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -88.1 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.54e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 337 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.56e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 338 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.58e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 124 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 339 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.59e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 340 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -66.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 341 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.63e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84.2 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 342 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -89.1 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.64e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.02e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 343 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -81.9 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.66e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 344 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 44 |\n",
"| MaxTestEpRet | -46.7 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.68e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -84.1 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 345 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 39.5 |\n",
"| MaxTestEpRet | -62.9 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.69e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 346 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -80.9 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.71e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -84 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 347 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 37.3 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.73e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 348 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -97.8 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.74e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 349 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.76e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 350 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 28.4 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -83.7 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 351 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.79e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.15e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 352 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -93.2 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.81e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -83.6 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 353 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -87.6 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.82e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 354 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -75.9 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.84e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 355 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.86e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.8 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 356 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.87e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 357 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.89e+05 |\n",
"| AverageQ1Vals | -124 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -124 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 358 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.91e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.5 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 359 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.92e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 360 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -46.2 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.29e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 361 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.96e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 362 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 19.5 |\n",
"| MaxTestEpRet | -90.8 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.97e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 363 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -85.4 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -60.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.99e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 364 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.01e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 365 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -67.6 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -57.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.02e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 366 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 17.1 |\n",
"| MaxEpRet | -85.5 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 45.9 |\n",
"| MaxTestEpRet | -57.5 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.04e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 367 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -92.1 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -61.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.06e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 368 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.07e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 369 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -76.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -98.4 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.09e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.42e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 370 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 371 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.12e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 372 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 35.9 |\n",
"| MaxEpRet | -82.4 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -79.1 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.14e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 373 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -86.6 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.15e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 374 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.17e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 375 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -76.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.19e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 376 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -88.7 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -66 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.2e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 377 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 11.9 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.22e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 378 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.24e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.56e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 379 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -69.9 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.25e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 380 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -58.4 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 381 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -87.2 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -90.8 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.29e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 123 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 382 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -93.9 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.3e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 383 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -75.7 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.32e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 384 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -76.2 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.34e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 385 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -99 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.35e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 386 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -74.9 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.37e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 387 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.39e+05 |\n",
"| AverageQ1Vals | -123 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.4 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -123 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.69e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 388 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -86.4 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.4e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.01 |\n",
"| Time | 5.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 389 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 33.3 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.42e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 390 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -98.3 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 391 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -92.8 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -92.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.45e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 392 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -97.3 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -76.9 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.47e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 393 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 35.7 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.48e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 394 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -95.7 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.5e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 395 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.52e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 396 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.53e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.82e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 397 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -87.1 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.55e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 398 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -81.9 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.57e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 122 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 399 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -31.1 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.58e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 400 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -72.3 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 401 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -91 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -88.1 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.62e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 402 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -87.8 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -50.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.63e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 403 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -74 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.65e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 404 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -96.6 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.67e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 405 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -97.2 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.68e+05 |\n",
"| AverageQ1Vals | -122 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -122 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.96e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 406 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -76.7 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.7e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 407 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.72e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 408 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -89.9 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -97.2 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.73e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 409 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -92.9 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 40.2 |\n",
"| MaxTestEpRet | -91.7 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.75e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 410 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 37 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 411 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -91.3 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -66.8 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.78e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 412 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -88.5 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -69.8 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.8e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 413 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -77.1 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -71.1 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.81e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 414 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.83e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.1e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 415 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -63.6 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.85e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 121 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 416 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.86e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 417 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.88e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 418 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -87.2 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -71.2 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.9e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 419 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -76.8 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -84 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.91e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 420 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -66.8 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 40.6 |\n",
"| MaxTestEpRet | -73.2 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 421 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -77.2 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.95e+05 |\n",
"| AverageQ1Vals | -121 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -121 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 422 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -93.1 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.96e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 423 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -89 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -78.2 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.98e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.23e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 424 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -71 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -65.8 |\n",
"| MinTestEpRet | -137 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 425 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 19.5 |\n",
"| MaxTestEpRet | -82.7 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.01e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 426 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 32.4 |\n",
"| MaxEpRet | -83.8 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -64.3 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.03e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 427 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -97.5 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.05e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 428 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -70 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.06e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 429 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -92.1 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -86.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.08e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 430 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -78.5 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -75 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 431 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -71.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.11e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 432 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -85.9 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -63 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.13e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 120 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.37e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 433 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -79.6 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.14e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 434 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.16e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 435 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -91 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -97.3 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.18e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 436 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -99.2 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 51.1 |\n",
"| MaxTestEpRet | -41.7 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.19e+05 |\n",
"| AverageQ1Vals | -120 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -120 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 437 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 33.1 |\n",
"| MaxEpRet | -91.2 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -72.7 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.21e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 438 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -80.5 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 37.9 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.23e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 439 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -97.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.24e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 440 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -86.2 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 441 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -89.3 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -63.2 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.28e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.5e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 442 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -77.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -79 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.29e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 443 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -93.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -76.9 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.31e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 444 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -71.7 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.33e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 445 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -77.9 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.34e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 446 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -85.4 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -97.5 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.36e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 119 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 447 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -80.6 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.38e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 448 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 14.5 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.39e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 449 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -94.3 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 24.8 |\n",
"| MaxTestEpRet | -72.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.41e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 450 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -56.7 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+05 |\n",
"| AverageQ1Vals | -119 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -119 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.64e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 451 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -67.7 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.44e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 452 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -97.9 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -80.4 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.46e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 453 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.47e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 454 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -93 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 26.7 |\n",
"| MaxTestEpRet | -94.4 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.49e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 455 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -68.6 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.51e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 456 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 16.4 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -143 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -87 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.52e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 457 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -86 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.54e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 458 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -63.8 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.56e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 459 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.57e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.77e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 460 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -80.4 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -51.2 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 461 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 36.6 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 36.8 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.61e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 118 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 462 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -67 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -68.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.62e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 463 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -75.1 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -63.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.64e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 464 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -139 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -81.6 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.66e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 465 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -65 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.67e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 466 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -82.6 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.69e+05 |\n",
"| AverageQ1Vals | -118 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.9 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -118 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 467 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -88.1 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -75.7 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.71e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.6 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78.2 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 468 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -86.4 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -80.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.72e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.91e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 469 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -50.2 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.74e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 470 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -90.3 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -86.4 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.07 |\n",
"| Time | 6.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 471 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -86.5 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -87.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.77e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 472 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 32.8 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -87.1 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.79e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 473 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -30.7 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.8e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 117 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 474 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 34.6 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -92.7 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.82e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.06 |\n",
"| Time | 6.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 475 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -92.2 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.84e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 476 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 15 |\n",
"| MaxEpRet | -92.9 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 41.7 |\n",
"| MaxTestEpRet | -60.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.85e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 477 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -94.2 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -84.9 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.87e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.04e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 478 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -68.6 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -81.7 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.89e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 479 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 36.9 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.9e+05 |\n",
"| AverageQ1Vals | -117 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -117 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 480 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -65.7 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 33.3 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 481 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.94e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 482 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -75.7 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -66.4 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.95e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 483 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -90.2 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.97e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 484 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -71.5 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -82.4 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.99e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 485 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -61.6 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 486 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -75 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -73.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.02e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -77.6 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.17e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 487 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -70.9 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.04e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 116 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 488 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -57.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.05e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.3 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 489 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -89.4 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -75.2 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.07e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 490 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -82.5 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -63.7 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 491 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -88.4 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -62.9 |\n",
"| MinTestEpRet | -122 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.1e+05 |\n",
"| AverageQ1Vals | -116 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -116 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.4 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 492 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -97.4 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.12e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.3 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.3 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 493 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -62.7 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.13e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 494 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -81.5 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -86.8 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.15e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.3 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 495 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 39.1 |\n",
"| MaxTestEpRet | -56.6 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.17e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.1 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.31e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 496 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -59.4 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.18e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 497 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -81.9 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -90.7 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.2e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 498 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -95.7 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.22e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -77.1 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 499 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -71.7 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 35.3 |\n",
"| MaxTestEpRet | -75.6 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.23e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77.1 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -77 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 500 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -89.2 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 38.1 |\n",
"| MaxTestEpRet | -44.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 501 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 31.9 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -87.4 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.27e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -77 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 502 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 34.3 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -86.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.28e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 503 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -78.3 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 31.6 |\n",
"| MaxTestEpRet | -47.2 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.3e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.9 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 504 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -95.2 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.32e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -76.4 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -76.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.44e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 505 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -83.8 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.33e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -76.6 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 506 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -69 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 16.1 |\n",
"| MaxTestEpRet | -89.3 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.35e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.5 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 507 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -77 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.37e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.5 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 508 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -64.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.38e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.4 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 509 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -93.9 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -57.5 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.4e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.4 |\n",
"| MinQ1Vals | -208 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.5 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 510 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 17.7 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.9 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 511 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 34.9 |\n",
"| MaxEpRet | -81.5 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -79.5 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.43e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.2 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 512 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.45e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -76.1 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.2 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 513 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -60.5 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.46e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.58e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 514 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -75.7 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -41.4 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.48e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.8 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 515 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -59.4 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.5e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.7 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 7.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 516 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -72.5 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -40.3 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.51e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 517 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -84 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -87.6 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.53e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.5 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 518 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -79.5 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.55e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 519 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -65.4 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.56e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 520 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.3 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 521 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -94.6 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -44.6 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.6e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 522 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -79.1 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.61e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.2 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.4 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.71e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 523 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -68 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -82.2 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.63e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.2 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 524 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -83.8 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -81.1 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.65e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -75.1 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 525 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -72.1 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -80.5 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.66e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.8 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.9 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 526 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -94.6 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -98.9 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -62.6 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.68e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 527 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -85.8 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.7e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.9 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.04 |\n",
"| Time | 7.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 528 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 36.1 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -68 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.71e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 529 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.73e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -210 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.8 |\n",
"| MinQ2Vals | -207 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 530 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -69 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -70.3 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 531 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -78.4 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.76e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.5 |\n",
"| MinQ1Vals | -208 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.7 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.85e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 532 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 36.7 |\n",
"| MaxEpRet | -68.6 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -58.8 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.78e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 533 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 39.2 |\n",
"| MaxTestEpRet | -52.5 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.79e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18.1 |\n",
"| MaxQ1Vals | -74.3 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18.1 |\n",
"| MaxQ2Vals | -74.2 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 534 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -92.5 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -75 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.81e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.2 |\n",
"| MinQ1Vals | -208 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 535 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.83e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.2 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 536 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 32.6 |\n",
"| MaxEpRet | -86 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -63.2 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.84e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.4 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.05 |\n",
"| Time | 7.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 537 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -47.9 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.86e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.9 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.06 |\n",
"| Time | 7.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 538 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.88e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74 |\n",
"| MinQ1Vals | -210 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -208 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 539 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -77.5 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -81.2 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.89e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.7 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 540 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -64.7 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.07 |\n",
"| Time | 7.99e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 541 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 12.6 |\n",
"| MaxEpRet | -97.7 |\n",
"| MinEpRet | -135 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -81 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.93e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -74 |\n",
"| MinQ1Vals | -208 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 8.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 542 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -62.7 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -40.3 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.94e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.7 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 543 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -63 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -65.5 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.96e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.8 |\n",
"| MinQ1Vals | -209 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.9 |\n",
"| MinQ2Vals | -207 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 8.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 544 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -84.6 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -53 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.98e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -73.6 |\n",
"| MinQ1Vals | -208 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -207 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 545 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -86.5 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 36.6 |\n",
"| MaxTestEpRet | -45.1 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.99e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.7 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 8.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 546 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -72.8 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.01e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.4 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 547 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -99.7 |\n",
"| StdTestEpRet | 15.7 |\n",
"| MaxTestEpRet | -74.9 |\n",
"| MinTestEpRet | -124 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.03e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.7 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.7 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 548 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 15.2 |\n",
"| MaxEpRet | -91.7 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 43.4 |\n",
"| MaxTestEpRet | -62.1 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.04e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 549 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -74 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -74.9 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.06e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.6 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -207 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.13e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 550 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -51.9 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.5 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 551 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -77.5 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.09e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 552 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -76.6 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -67.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.11e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.4 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 8.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 553 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 33.2 |\n",
"| MaxEpRet | -73.7 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -87.1 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.12e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.2 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 554 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -80.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -61.7 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.14e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73.3 |\n",
"| MinQ1Vals | -208 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.4 |\n",
"| MinQ2Vals | -206 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.06 |\n",
"| Time | 8.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 555 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -79 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.16e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 556 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -73.2 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.17e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.07 |\n",
"| Time | 8.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 557 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -80.6 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.19e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 558 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -79.2 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.21e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -72.8 |\n",
"| MinQ2Vals | -206 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.27e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 559 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -77.5 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -64.3 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.22e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -73.1 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 560 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -88.8 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -72.9 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 561 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -85.9 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -67.7 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.26e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 562 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -71.9 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -51 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.27e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 563 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -82.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 38.7 |\n",
"| MaxTestEpRet | -35.6 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.29e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -73 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 564 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -75 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -91.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.31e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 565 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -84.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -95 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -57.4 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.32e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -72.6 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 566 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -91 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -93.8 |\n",
"| StdTestEpRet | 40.1 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.34e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -206 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -72.8 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 110 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 567 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -48.2 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.36e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.41e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 568 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 16.2 |\n",
"| MaxEpRet | -83.9 |\n",
"| MinEpRet | -136 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -71.5 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.37e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -72.4 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -72.5 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 569 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -73.3 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -72.7 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.39e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.3 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.05 |\n",
"| Time | 8.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 570 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -75.1 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -54.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.6 |\n",
"| MinQ1Vals | -207 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -72.2 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 571 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -74.5 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 37.6 |\n",
"| MaxTestEpRet | -56.7 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.42e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.2 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 572 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -71.1 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -69.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.44e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 573 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -96.6 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -89.9 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.45e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.9 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 574 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 34.6 |\n",
"| MaxEpRet | -82.2 |\n",
"| MinEpRet | -232 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -81 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.47e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 575 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -91.8 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 19.5 |\n",
"| MaxTestEpRet | -86.1 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.49e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 576 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -67.5 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.5e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 18 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 18 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.56e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 577 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 16.4 |\n",
"| MaxEpRet | -77 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -81.2 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.52e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 578 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -96.1 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -64.8 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.54e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.9 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 579 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -68.8 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -60.3 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.55e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.7 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 580 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -78.7 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -67.6 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -204 |\n",
"| LossPi | 109 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 581 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -83.3 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -55.7 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.59e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71.4 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.6 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 582 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -86 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -46.4 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.6e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.6 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 583 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -64.9 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.62e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.04 |\n",
"| Time | 8.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 584 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -89.3 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -58.5 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.64e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.3 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 585 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -80.7 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.65e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.5 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.69e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 586 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -85.3 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.67e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -71.3 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.4 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 587 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 36.2 |\n",
"| MaxEpRet | -64.7 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -67.5 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.69e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 588 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -75.4 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.7e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -205 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 589 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -85.9 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -76.1 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.72e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -204 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 590 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -84.7 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 591 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -69.2 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -75.5 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.75e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 592 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -70.3 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -82.8 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.77e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.8 |\n",
"| MinQ2Vals | -202 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 593 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -87.5 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.78e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.9 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.9 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 594 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -80.1 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -60.1 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.8e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.6 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.83e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 595 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -85.4 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 38.3 |\n",
"| MaxTestEpRet | -71 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.82e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.7 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 596 |\n",
"| AverageEpRet | -101 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -73.5 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -47.4 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.83e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 108 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 597 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -69 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 23.7 |\n",
"| MaxTestEpRet | -74.8 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.85e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.996 |\n",
"| Time | 8.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 598 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -89 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 39.7 |\n",
"| MaxTestEpRet | -52.1 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.87e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.5 |\n",
"| MinQ1Vals | -205 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -203 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 599 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -94.1 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.88e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 600 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -78.3 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 41.5 |\n",
"| MaxTestEpRet | -64.8 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.03 |\n",
"| Time | 8.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 601 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -65.5 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.92e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.02 |\n",
"| Time | 8.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 602 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -75.6 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -68 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.93e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.4 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 603 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -73.5 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.95e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.995 |\n",
"| Time | 8.97e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 604 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -63.7 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.97e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.01 |\n",
"| Time | 8.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 605 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 35.8 |\n",
"| MaxEpRet | -67.3 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -79.6 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.98e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.988 |\n",
"| Time | 9.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 606 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -77.2 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 107 |\n",
"| LossQ | 1.01 |\n",
"| Time | 9.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 607 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 40.9 |\n",
"| MaxTestEpRet | -51.5 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.8 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.8 |\n",
"| MaxQ2Vals | -70.5 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.993 |\n",
"| Time | 9.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 608 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -86.5 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -42.9 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.4 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.976 |\n",
"| Time | 9.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 609 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 20.6 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -95.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.4 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.954 |\n",
"| Time | 9.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 610 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -90.1 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -66.4 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.7 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.7 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.945 |\n",
"| Time | 9.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 611 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -154 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -68.4 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.942 |\n",
"| Time | 9.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 612 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.929 |\n",
"| Time | 9.12e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 613 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -96.5 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -52.6 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -201 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.917 |\n",
"| Time | 9.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 614 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -80.9 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -71 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.6 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -202 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.6 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -201 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.901 |\n",
"| Time | 9.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 615 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 37.6 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.897 |\n",
"| Time | 9.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 616 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -89.2 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -71.6 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -203 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -70.4 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.887 |\n",
"| Time | 9.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 617 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 27.3 |\n",
"| MaxEpRet | -83.1 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -72.4 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.855 |\n",
"| Time | 9.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 618 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -80.4 |\n",
"| MinEpRet | -137 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 34.8 |\n",
"| MaxTestEpRet | -54.1 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.852 |\n",
"| Time | 9.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 619 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 38.9 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 24.5 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -70.4 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.846 |\n",
"| Time | 9.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 620 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -72.8 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.843 |\n",
"| Time | 9.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 621 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -90.1 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -55.2 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.852 |\n",
"| Time | 9.26e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 622 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -74.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -200 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.844 |\n",
"| Time | 9.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 623 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -76.6 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.835 |\n",
"| Time | 9.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 624 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 35.1 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -89.6 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -199 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -199 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.852 |\n",
"| Time | 9.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 625 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -83.1 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -61.2 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.5 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.5 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.834 |\n",
"| Time | 9.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 626 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 36.1 |\n",
"| MaxEpRet | -76.1 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 32.9 |\n",
"| MaxTestEpRet | -55.3 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -200 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.838 |\n",
"| Time | 9.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 627 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -91.9 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -64.2 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.03e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.845 |\n",
"| Time | 9.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 628 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 38.2 |\n",
"| MaxEpRet | -68.2 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.838 |\n",
"| Time | 9.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 629 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -93 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.827 |\n",
"| Time | 9.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 630 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -84.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 42.2 |\n",
"| MaxTestEpRet | -66.7 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.836 |\n",
"| Time | 9.41e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 631 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -77.9 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -75.3 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.841 |\n",
"| Time | 9.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 632 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.842 |\n",
"| Time | 9.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 633 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -88.6 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -53.5 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.836 |\n",
"| Time | 9.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 634 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -86.3 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -77.8 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.837 |\n",
"| Time | 9.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 635 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -91.9 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -46.6 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -198 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.835 |\n",
"| Time | 9.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 636 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -92 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 39.5 |\n",
"| MaxTestEpRet | -51.8 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -198 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.1 |\n",
"| MinQ2Vals | -197 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.849 |\n",
"| Time | 9.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 637 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -98.8 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -131 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.9 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70.2 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.826 |\n",
"| Time | 9.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 638 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -94.4 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 36 |\n",
"| MaxTestEpRet | -70.9 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -197 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.838 |\n",
"| Time | 9.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 639 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 15.1 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -81.9 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.05e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.837 |\n",
"| Time | 9.55e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 640 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -47.2 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.825 |\n",
"| Time | 9.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 641 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -86.4 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -81.6 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.833 |\n",
"| Time | 9.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 642 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -71.2 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -95.1 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -70 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.825 |\n",
"| Time | 9.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 643 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -81.6 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -88.3 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.825 |\n",
"| Time | 9.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 644 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -83.3 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.819 |\n",
"| Time | 9.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 645 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -93 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -52.6 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.816 |\n",
"| Time | 9.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 646 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 22 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.82 |\n",
"| Time | 9.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 647 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -79.3 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -78.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.819 |\n",
"| Time | 9.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 648 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 56.5 |\n",
"| MaxEpRet | -75.6 |\n",
"| MinEpRet | -327 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -84.9 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.831 |\n",
"| Time | 9.68e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 649 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -88.8 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -87.9 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.817 |\n",
"| Time | 9.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 650 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 32.9 |\n",
"| MaxEpRet | -64.5 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -67.1 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.817 |\n",
"| Time | 9.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 651 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -76.2 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.8 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.834 |\n",
"| Time | 9.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 652 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -88.4 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 40.8 |\n",
"| MaxTestEpRet | -54.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.811 |\n",
"| Time | 9.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 653 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 34.6 |\n",
"| MaxEpRet | -58.4 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -61.4 |\n",
"| MinTestEpRet | -129 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 17.4 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 17.4 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.828 |\n",
"| Time | 9.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 654 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -79.7 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.822 |\n",
"| Time | 9.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 655 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 43.9 |\n",
"| MaxEpRet | -90.8 |\n",
"| MinEpRet | -267 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -44.1 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.8 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.814 |\n",
"| Time | 9.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 656 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -82.4 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -62.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -70 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.812 |\n",
"| Time | 9.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 657 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -53.2 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -79.8 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.08e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.6 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.9 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.824 |\n",
"| Time | 9.82e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 658 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -96.4 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -44.7 |\n",
"| MinTestEpRet | -147 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.825 |\n",
"| Time | 9.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 659 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -92 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -57.7 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.3 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.819 |\n",
"| Time | 9.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 660 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -144 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -196 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.818 |\n",
"| Time | 9.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 661 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -78.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 33.5 |\n",
"| MaxTestEpRet | -75 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.801 |\n",
"| Time | 9.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 662 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -66 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -49.9 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.3 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.82 |\n",
"| Time | 9.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 663 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -87.3 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -74.2 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.819 |\n",
"| Time | 9.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 664 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -72.8 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.815 |\n",
"| Time | 9.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 665 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -65.6 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -48.7 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.821 |\n",
"| Time | 9.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 666 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -68.8 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -45.6 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.832 |\n",
"| Time | 9.96e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 667 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -52.6 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -69.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.809 |\n",
"| Time | 9.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 668 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -63.9 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -72.8 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -69.1 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.801 |\n",
"| Time | 9.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 669 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -81 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.1e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 670 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -77 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -87.7 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -195 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -196 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.823 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 671 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 18.4 |\n",
"| MaxEpRet | -86.6 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -79.9 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.3 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.3 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.812 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 672 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -82.2 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -81 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.798 |\n",
"| Time | 1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 673 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -74.3 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -69.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.818 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 674 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -68.9 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -38.8 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 675 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -50.9 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.819 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 676 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -83.9 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -92.8 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.794 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 677 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -63.8 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -50.8 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.816 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 678 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -97.3 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.01e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 679 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -75.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -75 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 680 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -83.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -79.9 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.826 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 681 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -63.5 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.815 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 682 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -86.9 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -99.3 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -41.4 |\n",
"| MinTestEpRet | -130 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.818 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 683 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -84.4 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 684 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -67.5 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -95.1 |\n",
"| StdTestEpRet | 40.5 |\n",
"| MaxTestEpRet | -43.1 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.2 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.2 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 685 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -90.5 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -101 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -52.2 |\n",
"| MinTestEpRet | -141 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.02e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 686 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 32.3 |\n",
"| MaxEpRet | -70.5 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 687 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 34.9 |\n",
"| MaxEpRet | -72.4 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -36.7 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.13e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 688 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -79.4 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 24 |\n",
"| MaxTestEpRet | -67.1 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.8 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 689 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -70.4 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 690 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -77.6 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -76.7 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 691 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -92.2 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.03e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 692 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -71.9 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -82.5 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 693 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -62.5 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -69.3 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 694 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -89.4 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 46.3 |\n",
"| MaxTestEpRet | -45.5 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 695 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -79.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -77.8 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 17.1 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 17.1 |\n",
"| MaxQ2Vals | -68.9 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.816 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 696 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -71.2 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 697 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 35.7 |\n",
"| MaxEpRet | -74.1 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -84.7 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -68.8 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.04e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 698 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -72.2 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -95.7 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -56.6 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.814 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 699 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -78.9 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 45.6 |\n",
"| MaxTestEpRet | -48 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 700 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -76.1 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -52.6 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 99.8 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 701 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -86 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 22.4 |\n",
"| MaxTestEpRet | -73 |\n",
"| MinTestEpRet | -153 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 99.9 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 702 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -84.9 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -81.6 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 703 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -64.4 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -64.2 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 17 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 17 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 0.818 |\n",
"| Time | 1.05e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 704 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -72.8 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -48.2 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -99.9 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -99.9 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 0.812 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 705 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 14.5 |\n",
"| MaxEpRet | -93.4 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -95.2 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -40.9 |\n",
"| MinTestEpRet | -120 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -99.8 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -69 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -99.8 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 0.818 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 706 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -81.2 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -65.3 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.16e+06 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 707 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -72.4 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 99.4 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 708 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -149 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -60.5 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.8 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 99.4 |\n",
"| LossQ | 0.812 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 709 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -72 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -63.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 0.795 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 710 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -87.9 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 29 |\n",
"| MaxTestEpRet | -68.5 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -99.5 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -99.5 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 99.2 |\n",
"| LossQ | 0.8 |\n",
"| Time | 1.06e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 711 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -78.2 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 38.7 |\n",
"| MaxTestEpRet | -80 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.6 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 712 |\n",
"| AverageEpRet | -100 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -55.8 |\n",
"| MinEpRet | -133 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -46.6 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+06 |\n",
"| AverageQ1Vals | -99.3 |\n",
"| StdQ1Vals | 16.9 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -194 |\n",
"| AverageQ2Vals | -99.3 |\n",
"| StdQ2Vals | 16.9 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 713 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -90.1 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -54.6 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -99.2 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68.7 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -99.2 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 99 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 714 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -81.9 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -99.2 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -99.2 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 715 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -84.2 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -91.3 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -99.1 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -99.1 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 98.8 |\n",
"| LossQ | 0.812 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 716 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -62.7 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 29.7 |\n",
"| MaxTestEpRet | -77.1 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -99 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -99 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 98.8 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.07e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 717 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -77.4 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -57.7 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -98.9 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -98.9 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 98.6 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 718 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 23.5 |\n",
"| MaxEpRet | -53.5 |\n",
"| MinEpRet | -150 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.18e+06 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 98.5 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 719 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -74 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -55.6 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 98.5 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 720 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -89.7 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -54.2 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -98.7 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -68 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -98.7 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 98.5 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 721 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -84 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 16.8 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 16.8 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 0.793 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 722 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -90.3 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -51.2 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 98.4 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 723 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -52.5 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -98.5 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -98.5 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -68.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.08e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 724 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 39.5 |\n",
"| MaxTestEpRet | -64.2 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+06 |\n",
"| AverageQ1Vals | -98.5 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -98.5 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 98.2 |\n",
"| LossQ | 0.814 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 725 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -75.4 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 35 |\n",
"| MaxTestEpRet | -66.6 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 726 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -89.9 |\n",
"| MinEpRet | -152 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -98 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.816 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 727 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -98.2 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -52.5 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -98.3 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -98.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 98 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 728 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -59.7 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -72.6 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -98.3 |\n",
"| StdQ1Vals | 16.7 |\n",
"| MaxQ1Vals | -67.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -98.3 |\n",
"| StdQ2Vals | 16.7 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 98 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 729 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -78.5 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.09e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 730 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -70.8 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -65.3 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+06 |\n",
"| AverageQ1Vals | -98.1 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.4 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -98.1 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 731 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 18.6 |\n",
"| MaxTestEpRet | -79.7 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 97.8 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 732 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -82.6 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 733 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -76.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 97.6 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 734 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 97.6 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 735 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -67.3 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -83.7 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 736 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -91.4 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.21e+06 |\n",
"| AverageQ1Vals | -97.7 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -97.7 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.1e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 737 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 17.9 |\n",
"| MaxEpRet | -87.5 |\n",
"| MinEpRet | -139 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -97.7 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -97.7 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 738 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -92.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -36.8 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -97.6 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -97.6 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 97.4 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 739 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -69.6 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -81 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 97.3 |\n",
"| LossQ | 0.798 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 740 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -82.9 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -97.4 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -67.3 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -97.4 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 97.1 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 741 |\n",
"| AverageEpRet | -111 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -76.1 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -69.9 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 97 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 742 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -76.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -80.1 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+06 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -67 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -67 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 97 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.11e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 743 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -75.8 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -89.4 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -54.4 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 97 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 744 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -90.1 |\n",
"| MinEpRet | -142 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -97.2 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -66.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -97.2 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 745 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -70.7 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -46.8 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -67.1 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -67.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 0.812 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 746 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -84.7 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 39.3 |\n",
"| MaxTestEpRet | -65.5 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -97.1 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -97.1 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 96.8 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 747 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -87.1 |\n",
"| MinEpRet | -135 |\n",
"| AverageTestEpRet | -103 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -67.1 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 748 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -62.5 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -104 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -47 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.23e+06 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -67.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.816 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 749 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -99.3 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -51.9 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 96.6 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.12e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 750 |\n",
"| AverageEpRet | -108 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -72.6 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -94.8 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -62.3 |\n",
"| MinTestEpRet | -140 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -96.8 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -96.8 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 0.816 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 751 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -70.4 |\n",
"| MinEpRet | -135 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 33.8 |\n",
"| MaxTestEpRet | -58.6 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 96.4 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 752 |\n",
"| AverageEpRet | -112 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -79.1 |\n",
"| MinEpRet | -145 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -79.5 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -96.6 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -96.6 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 753 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -50.4 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -96.6 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -96.6 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 754 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 32.6 |\n",
"| MaxEpRet | -79.1 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 40.9 |\n",
"| MaxTestEpRet | -52.3 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+06 |\n",
"| AverageQ1Vals | -96.5 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -96.5 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 96.2 |\n",
"| LossQ | 0.815 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 755 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -85.2 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -56.3 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -96.4 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -96.4 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 96.2 |\n",
"| LossQ | 0.794 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 756 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -71.3 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -55.6 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -96.4 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -96.4 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 96.1 |\n",
"| LossQ | 0.808 |\n",
"| Time | 1.13e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 757 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -67.6 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -59 |\n",
"| MinTestEpRet | -129 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 96.1 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 758 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -99.9 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -61.5 |\n",
"| MinTestEpRet | -138 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 759 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -70.9 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -66.5 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 760 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -86 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -75.9 |\n",
"| MinTestEpRet | -174 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+06 |\n",
"| AverageQ1Vals | -96.2 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -96.2 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -66.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 761 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -92.1 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -100 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -50.8 |\n",
"| MinTestEpRet | -139 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -96.1 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -96.1 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -66.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 95.8 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 762 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -82.8 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -59.7 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -96 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -96 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -66.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 95.7 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.14e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 763 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -62.2 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 42.8 |\n",
"| MaxTestEpRet | -75.9 |\n",
"| MinTestEpRet | -230 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 764 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 36.7 |\n",
"| MaxEpRet | -74.8 |\n",
"| MinEpRet | -236 |\n",
"| AverageTestEpRet | -93.2 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -40.6 |\n",
"| MinTestEpRet | -142 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 95.6 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 765 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -84 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -95.8 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -95.8 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 766 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -77.7 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -74.4 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.26e+06 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.4 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 0.795 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 767 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 34.4 |\n",
"| MaxEpRet | -65 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -53.2 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 95.4 |\n",
"| LossQ | 0.799 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 768 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -106 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -53.7 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 769 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -99.7 |\n",
"| StdTestEpRet | 40.5 |\n",
"| MaxTestEpRet | -38 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.15e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 770 |\n",
"| AverageEpRet | -106 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -71.5 |\n",
"| MinEpRet | -155 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -42.7 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -95.5 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.3 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -95.5 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 95.3 |\n",
"| LossQ | 0.813 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 771 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -74.6 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -96.8 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -44.6 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.4 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 772 |\n",
"| AverageEpRet | -109 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -95.8 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -54.6 |\n",
"| MinTestEpRet | -134 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+06 |\n",
"| AverageQ1Vals | -95.4 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -95.4 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 0.794 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 773 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -66.5 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -99.6 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -56.5 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 95.1 |\n",
"| LossQ | 0.792 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 774 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -93.2 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -114 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -65.2 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -65.8 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 95 |\n",
"| LossQ | 0.821 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 775 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -88.2 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -86.8 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -34.6 |\n",
"| MinTestEpRet | -121 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -66.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 0.804 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 776 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 15.4 |\n",
"| MaxEpRet | -94.7 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -53.9 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 0.786 |\n",
"| Time | 1.16e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 777 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -70.4 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -95.1 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -66 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -95.1 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 94.8 |\n",
"| LossQ | 0.798 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 778 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -78.5 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -95.4 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -68.1 |\n",
"| MinTestEpRet | -131 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.28e+06 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 94.7 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 779 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -71.1 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 94.7 |\n",
"| LossQ | 0.781 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 780 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -78.4 |\n",
"| MinEpRet | -153 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -50.7 |\n",
"| MinTestEpRet | -136 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -94.8 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -94.8 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 781 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -66.7 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -160 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -94.8 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -94.8 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 0.787 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 782 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -74.7 |\n",
"| MinEpRet | -156 |\n",
"| AverageTestEpRet | -113 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -94.7 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -94.7 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 94.5 |\n",
"| LossQ | 0.806 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 783 |\n",
"| AverageEpRet | -113 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -63.2 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -55.2 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -94.7 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -94.7 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 0.793 |\n",
"| Time | 1.17e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 784 |\n",
"| AverageEpRet | -107 |\n",
"| StdEpRet | 18 |\n",
"| MaxEpRet | -78 |\n",
"| MinEpRet | -144 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -81.5 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+06 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 94.3 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 785 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -98.4 |\n",
"| StdTestEpRet | 42.9 |\n",
"| MaxTestEpRet | -59.5 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 94.4 |\n",
"| LossQ | 0.817 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 786 |\n",
"| AverageEpRet | -105 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -73.9 |\n",
"| MinEpRet | -134 |\n",
"| AverageTestEpRet | -107 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -94.5 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -94.5 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 94.2 |\n",
"| LossQ | 0.776 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 787 |\n",
"| AverageEpRet | -115 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -76.2 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -94.1 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -52.2 |\n",
"| MinTestEpRet | -143 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -94.4 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -94.4 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 0.81 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 788 |\n",
"| AverageEpRet | -110 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -73.4 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 41.2 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.6 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 0.792 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 789 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -69.7 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -83.3 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 94.1 |\n",
"| LossQ | 0.795 |\n",
"| Time | 1.18e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 790 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -81.4 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -96.2 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -47.9 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+06 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.6 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 94 |\n",
"| LossQ | 0.803 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 791 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 31.6 |\n",
"| MaxEpRet | -77.8 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -65.7 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -94.2 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -65.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -94.2 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 93.9 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 792 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -85 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -94.1 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -94.1 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 93.9 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 793 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -73.2 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -105 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -71.7 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 93.8 |\n",
"| LossQ | 0.805 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 794 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 33.1 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -111 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -68.4 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 93.8 |\n",
"| LossQ | 0.809 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 795 |\n",
"| AverageEpRet | -120 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -79.2 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -55.7 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 796 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 34 |\n",
"| MaxEpRet | -63.2 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -73.1 |\n",
"| MinTestEpRet | -146 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.31e+06 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.4 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.797 |\n",
"| Time | 1.19e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 797 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 21.3 |\n",
"| MaxEpRet | -88.9 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.801 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 798 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -80.7 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -94 |\n",
"| StdTestEpRet | 18.7 |\n",
"| MaxTestEpRet | -62.8 |\n",
"| MinTestEpRet | -125 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.8 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 799 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -61.3 |\n",
"| MinEpRet | -146 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -64.6 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.4 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.807 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 800 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -73 |\n",
"| MinEpRet | -148 |\n",
"| AverageTestEpRet | -96.2 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -46.7 |\n",
"| MinTestEpRet | -135 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+06 |\n",
"| AverageQ1Vals | -93.8 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -65.1 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -93.8 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -65.3 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 93.6 |\n",
"| LossQ | 0.802 |\n",
"| Time | 1.2e+04 |\n",
"---------------------------------------\n"
]
}
],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_hid_var0', exp_name='td3_n_it1_hid_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[700], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[32;1mLogging data to td3_n_it1_hid_var1/progress.txt\u001b[0m\n",
"\u001b[36;1mSaving config:\n",
"\u001b[0m\n",
"{\n",
" \"ac_kwargs\":\t{\n",
" \"activation\":\t\"ReLU\",\n",
" \"hidden_sizes\":\t[\n",
" 1000\n",
" ]\n",
" },\n",
" \"act_noise\":\t0.1,\n",
" \"actor_critic\":\t\"MLPActorCritic\",\n",
" \"batch_size\":\t150,\n",
" \"env_fn\":\t\"functools.partial(<function env_fn at 0x7fc9b0b23710>, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)\",\n",
" \"epochs\":\t800,\n",
" \"exp_name\":\t\"td3_n_it1_hid_var1\",\n",
" \"gamma\":\t0.99,\n",
" \"logger\":\t{\n",
" \"<spinup.utils.logx.EpochLogger object at 0x7fc97e7a4550>\":\t{\n",
" \"epoch_dict\":\t{},\n",
" \"exp_name\":\t\"td3_n_it1_hid_var1\",\n",
" \"first_row\":\ttrue,\n",
" \"log_current_row\":\t{},\n",
" \"log_headers\":\t[],\n",
" \"output_dir\":\t\"td3_n_it1_hid_var1\",\n",
" \"output_file\":\t{\n",
" \"<_io.TextIOWrapper name='td3_n_it1_hid_var1/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n",
" \"mode\":\t\"w\"\n",
" }\n",
" }\n",
" }\n",
" },\n",
" \"logger_kwargs\":\t{\n",
" \"exp_name\":\t\"td3_n_it1_hid_var1\",\n",
" \"output_dir\":\t\"td3_n_it1_hid_var1\"\n",
" },\n",
" \"max_ep_len\":\t110,\n",
" \"noise_clip\":\t0.05,\n",
" \"num_test_episodes\":\t10,\n",
" \"pi_lr\":\t0.001,\n",
" \"policy_delay\":\t2,\n",
" \"polyak\":\t0.999,\n",
" \"q_lr\":\t0.001,\n",
" \"replay_size\":\t1000000,\n",
" \"save_freq\":\t1,\n",
" \"seed\":\t0,\n",
" \"start_steps\":\t20000,\n",
" \"steps_per_epoch\":\t1650,\n",
" \"target_noise\":\t0.2,\n",
" \"update_after\":\t1000,\n",
" \"update_every\":\t50\n",
"}\n",
"\u001b[32;1m\n",
"Number of parameters: \t pi: 12002, \t q1: 13001, \t q2: 13001\n",
"\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/lecauchoismatthieu/drlenv/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
" warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 1 |\n",
"| AverageEpRet | -318 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -287 |\n",
"| MinEpRet | -362 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 12.9 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+03 |\n",
"| AverageQ1Vals | -3.22 |\n",
"| StdQ1Vals | 0.57 |\n",
"| MaxQ1Vals | 0.363 |\n",
"| MinQ1Vals | -5.37 |\n",
"| AverageQ2Vals | -3.22 |\n",
"| StdQ2Vals | 0.582 |\n",
"| MaxQ2Vals | 0.541 |\n",
"| MinQ2Vals | -5.2 |\n",
"| LossPi | 2.87 |\n",
"| LossQ | 0.354 |\n",
"| Time | 8.73 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 2 |\n",
"| AverageEpRet | -315 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -275 |\n",
"| MinEpRet | -356 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -134 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+03 |\n",
"| AverageQ1Vals | -4.49 |\n",
"| StdQ1Vals | 0.795 |\n",
"| MaxQ1Vals | -2.35 |\n",
"| MinQ1Vals | -7.81 |\n",
"| AverageQ2Vals | -4.49 |\n",
"| StdQ2Vals | 0.794 |\n",
"| MaxQ2Vals | -2.37 |\n",
"| MinQ2Vals | -7.75 |\n",
"| LossPi | 4.03 |\n",
"| LossQ | 0.0755 |\n",
"| Time | 24 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 3 |\n",
"| AverageEpRet | -334 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -370 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 14.1 |\n",
"| MaxTestEpRet | -170 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+03 |\n",
"| AverageQ1Vals | -6.2 |\n",
"| StdQ1Vals | 0.989 |\n",
"| MaxQ1Vals | -3.46 |\n",
"| MinQ1Vals | -10.5 |\n",
"| AverageQ2Vals | -6.2 |\n",
"| StdQ2Vals | 0.99 |\n",
"| MaxQ2Vals | -3.39 |\n",
"| MinQ2Vals | -10.5 |\n",
"| LossPi | 5.67 |\n",
"| LossQ | 0.0608 |\n",
"| Time | 39.6 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 4 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -288 |\n",
"| MinEpRet | -381 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 3.86 |\n",
"| MaxTestEpRet | -211 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+03 |\n",
"| AverageQ1Vals | -7.91 |\n",
"| StdQ1Vals | 1.17 |\n",
"| MaxQ1Vals | -4.36 |\n",
"| MinQ1Vals | -13.1 |\n",
"| AverageQ2Vals | -7.91 |\n",
"| StdQ2Vals | 1.17 |\n",
"| MaxQ2Vals | -4.36 |\n",
"| MinQ2Vals | -13 |\n",
"| LossPi | 7.3 |\n",
"| LossQ | 0.0603 |\n",
"| Time | 54.7 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 5 |\n",
"| AverageEpRet | -304 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -354 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 7.65 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+03 |\n",
"| AverageQ1Vals | -9.5 |\n",
"| StdQ1Vals | 1.32 |\n",
"| MaxQ1Vals | -5.41 |\n",
"| MinQ1Vals | -15.6 |\n",
"| AverageQ2Vals | -9.5 |\n",
"| StdQ2Vals | 1.32 |\n",
"| MaxQ2Vals | -5.42 |\n",
"| MinQ2Vals | -15.5 |\n",
"| LossPi | 8.82 |\n",
"| LossQ | 0.0631 |\n",
"| Time | 70 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 6 |\n",
"| AverageEpRet | -302 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -279 |\n",
"| MinEpRet | -333 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 10.3 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+03 |\n",
"| AverageQ1Vals | -11 |\n",
"| StdQ1Vals | 1.47 |\n",
"| MaxQ1Vals | -6.54 |\n",
"| MinQ1Vals | -17.9 |\n",
"| AverageQ2Vals | -11 |\n",
"| StdQ2Vals | 1.47 |\n",
"| MaxQ2Vals | -6.52 |\n",
"| MinQ2Vals | -17.7 |\n",
"| LossPi | 10.3 |\n",
"| LossQ | 0.0666 |\n",
"| Time | 85.3 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 7 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 36.9 |\n",
"| MaxEpRet | -279 |\n",
"| MinEpRet | -387 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 7.65 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+04 |\n",
"| AverageQ1Vals | -12.6 |\n",
"| StdQ1Vals | 1.61 |\n",
"| MaxQ1Vals | -7.66 |\n",
"| MinQ1Vals | -20.1 |\n",
"| AverageQ2Vals | -12.6 |\n",
"| StdQ2Vals | 1.61 |\n",
"| MaxQ2Vals | -7.73 |\n",
"| MinQ2Vals | -20 |\n",
"| LossPi | 11.8 |\n",
"| LossQ | 0.0741 |\n",
"| Time | 100 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 8 |\n",
"| AverageEpRet | -316 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -273 |\n",
"| MinEpRet | -368 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 16.9 |\n",
"| MaxTestEpRet | -170 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+04 |\n",
"| AverageQ1Vals | -14.1 |\n",
"| StdQ1Vals | 1.79 |\n",
"| MaxQ1Vals | -8.6 |\n",
"| MinQ1Vals | -22.3 |\n",
"| AverageQ2Vals | -14.1 |\n",
"| StdQ2Vals | 1.79 |\n",
"| MaxQ2Vals | -8.79 |\n",
"| MinQ2Vals | -22.1 |\n",
"| LossPi | 13.3 |\n",
"| LossQ | 0.084 |\n",
"| Time | 116 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 9 |\n",
"| AverageEpRet | -328 |\n",
"| StdEpRet | 32.6 |\n",
"| MaxEpRet | -277 |\n",
"| MinEpRet | -394 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 11.2 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+04 |\n",
"| AverageQ1Vals | -15.7 |\n",
"| StdQ1Vals | 1.93 |\n",
"| MaxQ1Vals | -9.78 |\n",
"| MinQ1Vals | -23.9 |\n",
"| AverageQ2Vals | -15.7 |\n",
"| StdQ2Vals | 1.93 |\n",
"| MaxQ2Vals | -9.81 |\n",
"| MinQ2Vals | -24 |\n",
"| LossPi | 14.8 |\n",
"| LossQ | 0.0949 |\n",
"| Time | 131 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 10 |\n",
"| AverageEpRet | -312 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -283 |\n",
"| MinEpRet | -368 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 8.58 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+04 |\n",
"| AverageQ1Vals | -17.2 |\n",
"| StdQ1Vals | 2.05 |\n",
"| MaxQ1Vals | -11.1 |\n",
"| MinQ1Vals | -26.1 |\n",
"| AverageQ2Vals | -17.2 |\n",
"| StdQ2Vals | 2.05 |\n",
"| MaxQ2Vals | -11.1 |\n",
"| MinQ2Vals | -26.1 |\n",
"| LossPi | 16.2 |\n",
"| LossQ | 0.105 |\n",
"| Time | 146 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 11 |\n",
"| AverageEpRet | -310 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -273 |\n",
"| MinEpRet | -366 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 9.32 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+04 |\n",
"| AverageQ1Vals | -18.6 |\n",
"| StdQ1Vals | 2.13 |\n",
"| MaxQ1Vals | -12.3 |\n",
"| MinQ1Vals | -27.5 |\n",
"| AverageQ2Vals | -18.6 |\n",
"| StdQ2Vals | 2.13 |\n",
"| MaxQ2Vals | -12.3 |\n",
"| MinQ2Vals | -27.7 |\n",
"| LossPi | 17.6 |\n",
"| LossQ | 0.11 |\n",
"| Time | 161 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 12 |\n",
"| AverageEpRet | -329 |\n",
"| StdEpRet | 31.2 |\n",
"| MaxEpRet | -292 |\n",
"| MinEpRet | -402 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 12.5 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+04 |\n",
"| AverageQ1Vals | -20 |\n",
"| StdQ1Vals | 2.24 |\n",
"| MaxQ1Vals | -13.4 |\n",
"| MinQ1Vals | -29.4 |\n",
"| AverageQ2Vals | -20 |\n",
"| StdQ2Vals | 2.24 |\n",
"| MaxQ2Vals | -13.5 |\n",
"| MinQ2Vals | -29.6 |\n",
"| LossPi | 19 |\n",
"| LossQ | 0.122 |\n",
"| Time | 176 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 13 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 35.7 |\n",
"| MaxEpRet | -174 |\n",
"| MinEpRet | -305 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 7.38 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+04 |\n",
"| AverageQ1Vals | -21.3 |\n",
"| StdQ1Vals | 2.33 |\n",
"| MaxQ1Vals | -14.8 |\n",
"| MinQ1Vals | -31 |\n",
"| AverageQ2Vals | -21.3 |\n",
"| StdQ2Vals | 2.33 |\n",
"| MaxQ2Vals | -14.8 |\n",
"| MinQ2Vals | -31.3 |\n",
"| LossPi | 20.3 |\n",
"| LossQ | 0.124 |\n",
"| Time | 192 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 14 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 12.6 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 11.9 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+04 |\n",
"| AverageQ1Vals | -22.4 |\n",
"| StdQ1Vals | 2.47 |\n",
"| MaxQ1Vals | -15.8 |\n",
"| MinQ1Vals | -32.7 |\n",
"| AverageQ2Vals | -22.4 |\n",
"| StdQ2Vals | 2.47 |\n",
"| MaxQ2Vals | -15.8 |\n",
"| MinQ2Vals | -33.2 |\n",
"| LossPi | 21.5 |\n",
"| LossQ | 0.116 |\n",
"| Time | 208 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 15 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 13.3 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+04 |\n",
"| AverageQ1Vals | -23.5 |\n",
"| StdQ1Vals | 2.58 |\n",
"| MaxQ1Vals | -16.9 |\n",
"| MinQ1Vals | -34 |\n",
"| AverageQ2Vals | -23.5 |\n",
"| StdQ2Vals | 2.59 |\n",
"| MaxQ2Vals | -17.1 |\n",
"| MinQ2Vals | -34.6 |\n",
"| LossPi | 22.7 |\n",
"| LossQ | 0.114 |\n",
"| Time | 223 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 16 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 11.5 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 11.2 |\n",
"| MaxTestEpRet | -175 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+04 |\n",
"| AverageQ1Vals | -24.7 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -18.2 |\n",
"| MinQ1Vals | -36.1 |\n",
"| AverageQ2Vals | -24.7 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -18.2 |\n",
"| MinQ2Vals | -36.7 |\n",
"| LossPi | 23.9 |\n",
"| LossQ | 0.111 |\n",
"| Time | 239 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 17 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 14.9 |\n",
"| MaxEpRet | -173 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 8.14 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+04 |\n",
"| AverageQ1Vals | -25.9 |\n",
"| StdQ1Vals | 2.68 |\n",
"| MaxQ1Vals | -19.3 |\n",
"| MinQ1Vals | -37.5 |\n",
"| AverageQ2Vals | -25.9 |\n",
"| StdQ2Vals | 2.68 |\n",
"| MaxQ2Vals | -19.2 |\n",
"| MinQ2Vals | -38.2 |\n",
"| LossPi | 25.1 |\n",
"| LossQ | 0.111 |\n",
"| Time | 254 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 18 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 9.63 |\n",
"| MaxEpRet | -183 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 9.97 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+04 |\n",
"| AverageQ1Vals | -27 |\n",
"| StdQ1Vals | 2.73 |\n",
"| MaxQ1Vals | -20.5 |\n",
"| MinQ1Vals | -38.7 |\n",
"| AverageQ2Vals | -27 |\n",
"| StdQ2Vals | 2.73 |\n",
"| MaxQ2Vals | -20.4 |\n",
"| MinQ2Vals | -39.5 |\n",
"| LossPi | 26.3 |\n",
"| LossQ | 0.11 |\n",
"| Time | 270 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 19 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 10 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 17.3 |\n",
"| MaxTestEpRet | -169 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+04 |\n",
"| AverageQ1Vals | -28.2 |\n",
"| StdQ1Vals | 2.76 |\n",
"| MaxQ1Vals | -21.4 |\n",
"| MinQ1Vals | -40.3 |\n",
"| AverageQ2Vals | -28.2 |\n",
"| StdQ2Vals | 2.76 |\n",
"| MaxQ2Vals | -21.5 |\n",
"| MinQ2Vals | -41 |\n",
"| LossPi | 27.5 |\n",
"| LossQ | 0.11 |\n",
"| Time | 286 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 20 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 9.72 |\n",
"| MaxTestEpRet | -181 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+04 |\n",
"| AverageQ1Vals | -29.3 |\n",
"| StdQ1Vals | 2.81 |\n",
"| MaxQ1Vals | -22.4 |\n",
"| MinQ1Vals | -41.4 |\n",
"| AverageQ2Vals | -29.3 |\n",
"| StdQ2Vals | 2.81 |\n",
"| MaxQ2Vals | -22.5 |\n",
"| MinQ2Vals | -42.1 |\n",
"| LossPi | 28.6 |\n",
"| LossQ | 0.112 |\n",
"| Time | 301 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 21 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 14.4 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+04 |\n",
"| AverageQ1Vals | -30.5 |\n",
"| StdQ1Vals | 2.85 |\n",
"| MaxQ1Vals | -23.6 |\n",
"| MinQ1Vals | -43.3 |\n",
"| AverageQ2Vals | -30.5 |\n",
"| StdQ2Vals | 2.85 |\n",
"| MaxQ2Vals | -23.5 |\n",
"| MinQ2Vals | -43.8 |\n",
"| LossPi | 29.8 |\n",
"| LossQ | 0.114 |\n",
"| Time | 317 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 22 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 13.5 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 7.33 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+04 |\n",
"| AverageQ1Vals | -31.6 |\n",
"| StdQ1Vals | 2.88 |\n",
"| MaxQ1Vals | -24.5 |\n",
"| MinQ1Vals | -44.8 |\n",
"| AverageQ2Vals | -31.6 |\n",
"| StdQ2Vals | 2.88 |\n",
"| MaxQ2Vals | -24.5 |\n",
"| MinQ2Vals | -45.5 |\n",
"| LossPi | 31 |\n",
"| LossQ | 0.116 |\n",
"| Time | 333 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 23 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -165 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -200 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+04 |\n",
"| AverageQ1Vals | -32.8 |\n",
"| StdQ1Vals | 2.91 |\n",
"| MaxQ1Vals | -25.2 |\n",
"| MinQ1Vals | -46 |\n",
"| AverageQ2Vals | -32.8 |\n",
"| StdQ2Vals | 2.91 |\n",
"| MaxQ2Vals | -25.2 |\n",
"| MinQ2Vals | -46.4 |\n",
"| LossPi | 32.2 |\n",
"| LossQ | 0.118 |\n",
"| Time | 348 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 24 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 13.5 |\n",
"| MaxEpRet | -173 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -162 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+04 |\n",
"| AverageQ1Vals | -34 |\n",
"| StdQ1Vals | 2.95 |\n",
"| MaxQ1Vals | -26 |\n",
"| MinQ1Vals | -47.8 |\n",
"| AverageQ2Vals | -34 |\n",
"| StdQ2Vals | 2.95 |\n",
"| MaxQ2Vals | -26 |\n",
"| MinQ2Vals | -48.6 |\n",
"| LossPi | 33.4 |\n",
"| LossQ | 0.121 |\n",
"| Time | 364 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 25 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 12 |\n",
"| MaxEpRet | -180 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -141 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+04 |\n",
"| AverageQ1Vals | -35.1 |\n",
"| StdQ1Vals | 2.99 |\n",
"| MaxQ1Vals | -26.7 |\n",
"| MinQ1Vals | -49.1 |\n",
"| AverageQ2Vals | -35.1 |\n",
"| StdQ2Vals | 2.99 |\n",
"| MaxQ2Vals | -26.6 |\n",
"| MinQ2Vals | -49.5 |\n",
"| LossPi | 34.5 |\n",
"| LossQ | 0.123 |\n",
"| Time | 380 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 26 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 12.5 |\n",
"| MaxEpRet | -183 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+04 |\n",
"| AverageQ1Vals | -36.2 |\n",
"| StdQ1Vals | 3.04 |\n",
"| MaxQ1Vals | -27.4 |\n",
"| MinQ1Vals | -50.7 |\n",
"| AverageQ2Vals | -36.2 |\n",
"| StdQ2Vals | 3.04 |\n",
"| MaxQ2Vals | -27.3 |\n",
"| MinQ2Vals | -50.9 |\n",
"| LossPi | 35.7 |\n",
"| LossQ | 0.126 |\n",
"| Time | 395 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 27 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 16.4 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 8.81 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+04 |\n",
"| AverageQ1Vals | -37.3 |\n",
"| StdQ1Vals | 3.08 |\n",
"| MaxQ1Vals | -28.1 |\n",
"| MinQ1Vals | -52.3 |\n",
"| AverageQ2Vals | -37.3 |\n",
"| StdQ2Vals | 3.08 |\n",
"| MaxQ2Vals | -28.1 |\n",
"| MinQ2Vals | -52.6 |\n",
"| LossPi | 36.8 |\n",
"| LossQ | 0.127 |\n",
"| Time | 411 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 28 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 12.2 |\n",
"| MaxEpRet | -179 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 13.5 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+04 |\n",
"| AverageQ1Vals | -38.4 |\n",
"| StdQ1Vals | 3.15 |\n",
"| MaxQ1Vals | -28.8 |\n",
"| MinQ1Vals | -53.7 |\n",
"| AverageQ2Vals | -38.4 |\n",
"| StdQ2Vals | 3.15 |\n",
"| MaxQ2Vals | -28.8 |\n",
"| MinQ2Vals | -54.1 |\n",
"| LossPi | 37.9 |\n",
"| LossQ | 0.131 |\n",
"| Time | 427 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 29 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 11.6 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 10.2 |\n",
"| MaxTestEpRet | -181 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+04 |\n",
"| AverageQ1Vals | -39.6 |\n",
"| StdQ1Vals | 3.19 |\n",
"| MaxQ1Vals | -29.6 |\n",
"| MinQ1Vals | -55.1 |\n",
"| AverageQ2Vals | -39.6 |\n",
"| StdQ2Vals | 3.19 |\n",
"| MaxQ2Vals | -29.6 |\n",
"| MinQ2Vals | -55.2 |\n",
"| LossPi | 39.1 |\n",
"| LossQ | 0.134 |\n",
"| Time | 443 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 30 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 18.8 |\n",
"| MaxTestEpRet | -164 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+04 |\n",
"| AverageQ1Vals | -40.7 |\n",
"| StdQ1Vals | 3.23 |\n",
"| MaxQ1Vals | -30.3 |\n",
"| MinQ1Vals | -56.1 |\n",
"| AverageQ2Vals | -40.7 |\n",
"| StdQ2Vals | 3.23 |\n",
"| MaxQ2Vals | -30.3 |\n",
"| MinQ2Vals | -56.1 |\n",
"| LossPi | 40.2 |\n",
"| LossQ | 0.138 |\n",
"| Time | 459 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 31 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -148 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 19.8 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+04 |\n",
"| AverageQ1Vals | -41.8 |\n",
"| StdQ1Vals | 3.3 |\n",
"| MaxQ1Vals | -31 |\n",
"| MinQ1Vals | -56 |\n",
"| AverageQ2Vals | -41.8 |\n",
"| StdQ2Vals | 3.3 |\n",
"| MaxQ2Vals | -31.2 |\n",
"| MinQ2Vals | -55.8 |\n",
"| LossPi | 41.3 |\n",
"| LossQ | 0.142 |\n",
"| Time | 475 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 32 |\n",
"| AverageEpRet | -191 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 14 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+04 |\n",
"| AverageQ1Vals | -42.8 |\n",
"| StdQ1Vals | 3.39 |\n",
"| MaxQ1Vals | -31.6 |\n",
"| MinQ1Vals | -59.3 |\n",
"| AverageQ2Vals | -42.8 |\n",
"| StdQ2Vals | 3.39 |\n",
"| MaxQ2Vals | -31.8 |\n",
"| MinQ2Vals | -59.2 |\n",
"| LossPi | 42.3 |\n",
"| LossQ | 0.145 |\n",
"| Time | 490 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 33 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -200 |\n",
"| StdTestEpRet | 12.5 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+04 |\n",
"| AverageQ1Vals | -43.9 |\n",
"| StdQ1Vals | 3.46 |\n",
"| MaxQ1Vals | -32.5 |\n",
"| MinQ1Vals | -60.5 |\n",
"| AverageQ2Vals | -43.9 |\n",
"| StdQ2Vals | 3.46 |\n",
"| MaxQ2Vals | -32.7 |\n",
"| MinQ2Vals | -60.1 |\n",
"| LossPi | 43.4 |\n",
"| LossQ | 0.148 |\n",
"| Time | 507 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 34 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 20.9 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+04 |\n",
"| AverageQ1Vals | -44.9 |\n",
"| StdQ1Vals | 3.53 |\n",
"| MaxQ1Vals | -33.4 |\n",
"| MinQ1Vals | -61.6 |\n",
"| AverageQ2Vals | -44.9 |\n",
"| StdQ2Vals | 3.53 |\n",
"| MaxQ2Vals | -33.3 |\n",
"| MinQ2Vals | -61.8 |\n",
"| LossPi | 44.5 |\n",
"| LossQ | 0.153 |\n",
"| Time | 523 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 35 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 10.8 |\n",
"| MaxEpRet | -173 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -163 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+04 |\n",
"| AverageQ1Vals | -46 |\n",
"| StdQ1Vals | 3.57 |\n",
"| MaxQ1Vals | -34.1 |\n",
"| MinQ1Vals | -62.9 |\n",
"| AverageQ2Vals | -46 |\n",
"| StdQ2Vals | 3.57 |\n",
"| MaxQ2Vals | -34.1 |\n",
"| MinQ2Vals | -62.6 |\n",
"| LossPi | 45.5 |\n",
"| LossQ | 0.157 |\n",
"| Time | 539 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 36 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 18.2 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+04 |\n",
"| AverageQ1Vals | -47.1 |\n",
"| StdQ1Vals | 3.63 |\n",
"| MaxQ1Vals | -34.8 |\n",
"| MinQ1Vals | -64.4 |\n",
"| AverageQ2Vals | -47.1 |\n",
"| StdQ2Vals | 3.63 |\n",
"| MaxQ2Vals | -34.8 |\n",
"| MinQ2Vals | -63.8 |\n",
"| LossPi | 46.6 |\n",
"| LossQ | 0.161 |\n",
"| Time | 555 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 37 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -152 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+04 |\n",
"| AverageQ1Vals | -48.1 |\n",
"| StdQ1Vals | 3.7 |\n",
"| MaxQ1Vals | -35.6 |\n",
"| MinQ1Vals | -65.6 |\n",
"| AverageQ2Vals | -48.1 |\n",
"| StdQ2Vals | 3.7 |\n",
"| MaxQ2Vals | -35.7 |\n",
"| MinQ2Vals | -65 |\n",
"| LossPi | 47.6 |\n",
"| LossQ | 0.164 |\n",
"| Time | 571 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 38 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 13.3 |\n",
"| MaxEpRet | -174 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+04 |\n",
"| AverageQ1Vals | -49.1 |\n",
"| StdQ1Vals | 3.77 |\n",
"| MaxQ1Vals | -36.2 |\n",
"| MinQ1Vals | -66.7 |\n",
"| AverageQ2Vals | -49.1 |\n",
"| StdQ2Vals | 3.77 |\n",
"| MaxQ2Vals | -36.4 |\n",
"| MinQ2Vals | -66.1 |\n",
"| LossPi | 48.7 |\n",
"| LossQ | 0.168 |\n",
"| Time | 588 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 39 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 15.5 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 21.7 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+04 |\n",
"| AverageQ1Vals | -50.1 |\n",
"| StdQ1Vals | 3.83 |\n",
"| MaxQ1Vals | -37 |\n",
"| MinQ1Vals | -68 |\n",
"| AverageQ2Vals | -50.1 |\n",
"| StdQ2Vals | 3.83 |\n",
"| MaxQ2Vals | -37.1 |\n",
"| MinQ2Vals | -67.5 |\n",
"| LossPi | 49.7 |\n",
"| LossQ | 0.173 |\n",
"| Time | 604 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 40 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 15.9 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+04 |\n",
"| AverageQ1Vals | -51.1 |\n",
"| StdQ1Vals | 3.91 |\n",
"| MaxQ1Vals | -37.8 |\n",
"| MinQ1Vals | -68 |\n",
"| AverageQ2Vals | -51.1 |\n",
"| StdQ2Vals | 3.91 |\n",
"| MaxQ2Vals | -37.9 |\n",
"| MinQ2Vals | -67.4 |\n",
"| LossPi | 50.7 |\n",
"| LossQ | 0.178 |\n",
"| Time | 620 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 41 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 15.8 |\n",
"| MaxEpRet | -164 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+04 |\n",
"| AverageQ1Vals | -52.1 |\n",
"| StdQ1Vals | 3.98 |\n",
"| MaxQ1Vals | -38.6 |\n",
"| MinQ1Vals | -69.3 |\n",
"| AverageQ2Vals | -52.1 |\n",
"| StdQ2Vals | 3.99 |\n",
"| MaxQ2Vals | -38.6 |\n",
"| MinQ2Vals | -68.8 |\n",
"| LossPi | 51.7 |\n",
"| LossQ | 0.184 |\n",
"| Time | 636 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 42 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 13.4 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 11.3 |\n",
"| MaxTestEpRet | -167 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+04 |\n",
"| AverageQ1Vals | -53.1 |\n",
"| StdQ1Vals | 4.04 |\n",
"| MaxQ1Vals | -39.4 |\n",
"| MinQ1Vals | -70.7 |\n",
"| AverageQ2Vals | -53.1 |\n",
"| StdQ2Vals | 4.04 |\n",
"| MaxQ2Vals | -39.5 |\n",
"| MinQ2Vals | -70.3 |\n",
"| LossPi | 52.7 |\n",
"| LossQ | 0.188 |\n",
"| Time | 653 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 43 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 14 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+04 |\n",
"| AverageQ1Vals | -54 |\n",
"| StdQ1Vals | 4.12 |\n",
"| MaxQ1Vals | -40.1 |\n",
"| MinQ1Vals | -72.2 |\n",
"| AverageQ2Vals | -54 |\n",
"| StdQ2Vals | 4.12 |\n",
"| MaxQ2Vals | -40.1 |\n",
"| MinQ2Vals | -71.4 |\n",
"| LossPi | 53.6 |\n",
"| LossQ | 0.193 |\n",
"| Time | 669 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 44 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+04 |\n",
"| AverageQ1Vals | -55 |\n",
"| StdQ1Vals | 4.18 |\n",
"| MaxQ1Vals | -40.8 |\n",
"| MinQ1Vals | -73.5 |\n",
"| AverageQ2Vals | -55 |\n",
"| StdQ2Vals | 4.18 |\n",
"| MaxQ2Vals | -40.8 |\n",
"| MinQ2Vals | -73.2 |\n",
"| LossPi | 54.6 |\n",
"| LossQ | 0.195 |\n",
"| Time | 685 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 45 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 15.9 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+04 |\n",
"| AverageQ1Vals | -55.9 |\n",
"| StdQ1Vals | 4.26 |\n",
"| MaxQ1Vals | -41.5 |\n",
"| MinQ1Vals | -73.8 |\n",
"| AverageQ2Vals | -55.9 |\n",
"| StdQ2Vals | 4.26 |\n",
"| MaxQ2Vals | -41.5 |\n",
"| MinQ2Vals | -73.5 |\n",
"| LossPi | 55.5 |\n",
"| LossQ | 0.202 |\n",
"| Time | 702 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 46 |\n",
"| AverageEpRet | -191 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -159 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 17.9 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+04 |\n",
"| AverageQ1Vals | -56.8 |\n",
"| StdQ1Vals | 4.33 |\n",
"| MaxQ1Vals | -42.1 |\n",
"| MinQ1Vals | -74.7 |\n",
"| AverageQ2Vals | -56.8 |\n",
"| StdQ2Vals | 4.33 |\n",
"| MaxQ2Vals | -42.3 |\n",
"| MinQ2Vals | -74.1 |\n",
"| LossPi | 56.5 |\n",
"| LossQ | 0.206 |\n",
"| Time | 718 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 47 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 19.5 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 12.8 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+04 |\n",
"| AverageQ1Vals | -57.8 |\n",
"| StdQ1Vals | 4.4 |\n",
"| MaxQ1Vals | -43 |\n",
"| MinQ1Vals | -76 |\n",
"| AverageQ2Vals | -57.8 |\n",
"| StdQ2Vals | 4.4 |\n",
"| MaxQ2Vals | -43.1 |\n",
"| MinQ2Vals | -75.7 |\n",
"| LossPi | 57.4 |\n",
"| LossQ | 0.212 |\n",
"| Time | 735 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 48 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 14.3 |\n",
"| MaxEpRet | -164 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -136 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+04 |\n",
"| AverageQ1Vals | -58.7 |\n",
"| StdQ1Vals | 4.49 |\n",
"| MaxQ1Vals | -43.7 |\n",
"| MinQ1Vals | -77 |\n",
"| AverageQ2Vals | -58.7 |\n",
"| StdQ2Vals | 4.49 |\n",
"| MaxQ2Vals | -43.6 |\n",
"| MinQ2Vals | -77.3 |\n",
"| LossPi | 58.3 |\n",
"| LossQ | 0.218 |\n",
"| Time | 751 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 49 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+04 |\n",
"| AverageQ1Vals | -59.7 |\n",
"| StdQ1Vals | 4.54 |\n",
"| MaxQ1Vals | -44.4 |\n",
"| MinQ1Vals | -77.5 |\n",
"| AverageQ2Vals | -59.7 |\n",
"| StdQ2Vals | 4.54 |\n",
"| MaxQ2Vals | -44.2 |\n",
"| MinQ2Vals | -77.4 |\n",
"| LossPi | 59.3 |\n",
"| LossQ | 0.221 |\n",
"| Time | 768 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 50 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -94.6 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+04 |\n",
"| AverageQ1Vals | -60.6 |\n",
"| StdQ1Vals | 4.6 |\n",
"| MaxQ1Vals | -44.8 |\n",
"| MinQ1Vals | -78.6 |\n",
"| AverageQ2Vals | -60.6 |\n",
"| StdQ2Vals | 4.6 |\n",
"| MaxQ2Vals | -44.8 |\n",
"| MinQ2Vals | -79 |\n",
"| LossPi | 60.2 |\n",
"| LossQ | 0.228 |\n",
"| Time | 784 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 51 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -164 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+04 |\n",
"| AverageQ1Vals | -61.4 |\n",
"| StdQ1Vals | 4.69 |\n",
"| MaxQ1Vals | -45.7 |\n",
"| MinQ1Vals | -80.9 |\n",
"| AverageQ2Vals | -61.4 |\n",
"| StdQ2Vals | 4.69 |\n",
"| MaxQ2Vals | -45.7 |\n",
"| MinQ2Vals | -80 |\n",
"| LossPi | 61.1 |\n",
"| LossQ | 0.234 |\n",
"| Time | 801 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 52 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 14 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -141 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+04 |\n",
"| AverageQ1Vals | -62.3 |\n",
"| StdQ1Vals | 4.77 |\n",
"| MaxQ1Vals | -46.3 |\n",
"| MinQ1Vals | -81.6 |\n",
"| AverageQ2Vals | -62.3 |\n",
"| StdQ2Vals | 4.77 |\n",
"| MaxQ2Vals | -46.2 |\n",
"| MinQ2Vals | -80.9 |\n",
"| LossPi | 62 |\n",
"| LossQ | 0.239 |\n",
"| Time | 818 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 53 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 14.9 |\n",
"| MaxEpRet | -148 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+04 |\n",
"| AverageQ1Vals | -63.2 |\n",
"| StdQ1Vals | 4.84 |\n",
"| MaxQ1Vals | -47.1 |\n",
"| MinQ1Vals | -82.3 |\n",
"| AverageQ2Vals | -63.2 |\n",
"| StdQ2Vals | 4.84 |\n",
"| MaxQ2Vals | -47.1 |\n",
"| MinQ2Vals | -81.4 |\n",
"| LossPi | 62.8 |\n",
"| LossQ | 0.243 |\n",
"| Time | 834 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 54 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -178 |\n",
"| StdTestEpRet | 19.1 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+04 |\n",
"| AverageQ1Vals | -64 |\n",
"| StdQ1Vals | 4.92 |\n",
"| MaxQ1Vals | -47.8 |\n",
"| MinQ1Vals | -82.7 |\n",
"| AverageQ2Vals | -64 |\n",
"| StdQ2Vals | 4.92 |\n",
"| MaxQ2Vals | -47.8 |\n",
"| MinQ2Vals | -81.9 |\n",
"| LossPi | 63.7 |\n",
"| LossQ | 0.25 |\n",
"| Time | 852 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 55 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+04 |\n",
"| AverageQ1Vals | -64.9 |\n",
"| StdQ1Vals | 4.96 |\n",
"| MaxQ1Vals | -48.5 |\n",
"| MinQ1Vals | -83.3 |\n",
"| AverageQ2Vals | -64.9 |\n",
"| StdQ2Vals | 4.96 |\n",
"| MaxQ2Vals | -48.4 |\n",
"| MinQ2Vals | -83.3 |\n",
"| LossPi | 64.5 |\n",
"| LossQ | 0.256 |\n",
"| Time | 869 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 56 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 15.1 |\n",
"| MaxTestEpRet | -161 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+04 |\n",
"| AverageQ1Vals | -65.8 |\n",
"| StdQ1Vals | 5.05 |\n",
"| MaxQ1Vals | -49.1 |\n",
"| MinQ1Vals | -84.8 |\n",
"| AverageQ2Vals | -65.8 |\n",
"| StdQ2Vals | 5.05 |\n",
"| MaxQ2Vals | -49 |\n",
"| MinQ2Vals | -84.5 |\n",
"| LossPi | 65.4 |\n",
"| LossQ | 0.262 |\n",
"| Time | 885 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 57 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -85.8 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+04 |\n",
"| AverageQ1Vals | -66.6 |\n",
"| StdQ1Vals | 5.13 |\n",
"| MaxQ1Vals | -49.6 |\n",
"| MinQ1Vals | -86.7 |\n",
"| AverageQ2Vals | -66.6 |\n",
"| StdQ2Vals | 5.13 |\n",
"| MaxQ2Vals | -49.5 |\n",
"| MinQ2Vals | -85.4 |\n",
"| LossPi | 66.2 |\n",
"| LossQ | 0.268 |\n",
"| Time | 902 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 58 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -129 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+04 |\n",
"| AverageQ1Vals | -67.4 |\n",
"| StdQ1Vals | 5.21 |\n",
"| MaxQ1Vals | -50.3 |\n",
"| MinQ1Vals | -87.4 |\n",
"| AverageQ2Vals | -67.4 |\n",
"| StdQ2Vals | 5.21 |\n",
"| MaxQ2Vals | -50.2 |\n",
"| MinQ2Vals | -86.6 |\n",
"| LossPi | 67 |\n",
"| LossQ | 0.276 |\n",
"| Time | 919 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 59 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -75.6 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+04 |\n",
"| AverageQ1Vals | -68.2 |\n",
"| StdQ1Vals | 5.28 |\n",
"| MaxQ1Vals | -51.1 |\n",
"| MinQ1Vals | -88.4 |\n",
"| AverageQ2Vals | -68.2 |\n",
"| StdQ2Vals | 5.28 |\n",
"| MaxQ2Vals | -50.9 |\n",
"| MinQ2Vals | -87.8 |\n",
"| LossPi | 67.8 |\n",
"| LossQ | 0.281 |\n",
"| Time | 936 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 60 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+04 |\n",
"| AverageQ1Vals | -68.9 |\n",
"| StdQ1Vals | 5.36 |\n",
"| MaxQ1Vals | -51.6 |\n",
"| MinQ1Vals | -89.6 |\n",
"| AverageQ2Vals | -68.9 |\n",
"| StdQ2Vals | 5.36 |\n",
"| MaxQ2Vals | -51.5 |\n",
"| MinQ2Vals | -89.1 |\n",
"| LossPi | 68.5 |\n",
"| LossQ | 0.289 |\n",
"| Time | 952 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 61 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 18.2 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+05 |\n",
"| AverageQ1Vals | -69.7 |\n",
"| StdQ1Vals | 5.46 |\n",
"| MaxQ1Vals | -52.1 |\n",
"| MinQ1Vals | -89.7 |\n",
"| AverageQ2Vals | -69.7 |\n",
"| StdQ2Vals | 5.46 |\n",
"| MaxQ2Vals | -52 |\n",
"| MinQ2Vals | -89.8 |\n",
"| LossPi | 69.3 |\n",
"| LossQ | 0.297 |\n",
"| Time | 969 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 62 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -185 |\n",
"| StdTestEpRet | 10.7 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+05 |\n",
"| AverageQ1Vals | -70.5 |\n",
"| StdQ1Vals | 5.57 |\n",
"| MaxQ1Vals | -52.6 |\n",
"| MinQ1Vals | -91 |\n",
"| AverageQ2Vals | -70.5 |\n",
"| StdQ2Vals | 5.57 |\n",
"| MaxQ2Vals | -52.5 |\n",
"| MinQ2Vals | -90.7 |\n",
"| LossPi | 70.1 |\n",
"| LossQ | 0.304 |\n",
"| Time | 986 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 63 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+05 |\n",
"| AverageQ1Vals | -71.2 |\n",
"| StdQ1Vals | 5.66 |\n",
"| MaxQ1Vals | -53.1 |\n",
"| MinQ1Vals | -92.6 |\n",
"| AverageQ2Vals | -71.2 |\n",
"| StdQ2Vals | 5.66 |\n",
"| MaxQ2Vals | -53.2 |\n",
"| MinQ2Vals | -91.8 |\n",
"| LossPi | 70.8 |\n",
"| LossQ | 0.306 |\n",
"| Time | 1e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 64 |\n",
"| AverageEpRet | -181 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+05 |\n",
"| AverageQ1Vals | -71.9 |\n",
"| StdQ1Vals | 5.75 |\n",
"| MaxQ1Vals | -53.5 |\n",
"| MinQ1Vals | -93.1 |\n",
"| AverageQ2Vals | -71.9 |\n",
"| StdQ2Vals | 5.75 |\n",
"| MaxQ2Vals | -53.4 |\n",
"| MinQ2Vals | -93.2 |\n",
"| LossPi | 71.6 |\n",
"| LossQ | 0.315 |\n",
"| Time | 1.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 65 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+05 |\n",
"| AverageQ1Vals | -72.7 |\n",
"| StdQ1Vals | 5.86 |\n",
"| MaxQ1Vals | -54 |\n",
"| MinQ1Vals | -94.6 |\n",
"| AverageQ2Vals | -72.7 |\n",
"| StdQ2Vals | 5.86 |\n",
"| MaxQ2Vals | -53.9 |\n",
"| MinQ2Vals | -94.3 |\n",
"| LossPi | 72.3 |\n",
"| LossQ | 0.323 |\n",
"| Time | 1.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 66 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+05 |\n",
"| AverageQ1Vals | -73.4 |\n",
"| StdQ1Vals | 5.94 |\n",
"| MaxQ1Vals | -54.6 |\n",
"| MinQ1Vals | -95.7 |\n",
"| AverageQ2Vals | -73.4 |\n",
"| StdQ2Vals | 5.94 |\n",
"| MaxQ2Vals | -54.4 |\n",
"| MinQ2Vals | -95.4 |\n",
"| LossPi | 73 |\n",
"| LossQ | 0.336 |\n",
"| Time | 1.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 67 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -150 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+05 |\n",
"| AverageQ1Vals | -74.1 |\n",
"| StdQ1Vals | 6.02 |\n",
"| MaxQ1Vals | -55 |\n",
"| MinQ1Vals | -96.2 |\n",
"| AverageQ2Vals | -74.1 |\n",
"| StdQ2Vals | 6.02 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -95.8 |\n",
"| LossPi | 73.7 |\n",
"| LossQ | 0.339 |\n",
"| Time | 1.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 68 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -143 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+05 |\n",
"| AverageQ1Vals | -74.8 |\n",
"| StdQ1Vals | 6.11 |\n",
"| MaxQ1Vals | -55.5 |\n",
"| MinQ1Vals | -97.2 |\n",
"| AverageQ2Vals | -74.8 |\n",
"| StdQ2Vals | 6.11 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -96.5 |\n",
"| LossPi | 74.4 |\n",
"| LossQ | 0.35 |\n",
"| Time | 1.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 69 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -97 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+05 |\n",
"| AverageQ1Vals | -75.5 |\n",
"| StdQ1Vals | 6.18 |\n",
"| MaxQ1Vals | -56.1 |\n",
"| MinQ1Vals | -98.3 |\n",
"| AverageQ2Vals | -75.5 |\n",
"| StdQ2Vals | 6.18 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -97.7 |\n",
"| LossPi | 75 |\n",
"| LossQ | 0.355 |\n",
"| Time | 1.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 70 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 17.5 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+05 |\n",
"| AverageQ1Vals | -76.1 |\n",
"| StdQ1Vals | 6.27 |\n",
"| MaxQ1Vals | -56.6 |\n",
"| MinQ1Vals | -99.8 |\n",
"| AverageQ2Vals | -76.1 |\n",
"| StdQ2Vals | 6.27 |\n",
"| MaxQ2Vals | -56.6 |\n",
"| MinQ2Vals | -99.4 |\n",
"| LossPi | 75.7 |\n",
"| LossQ | 0.365 |\n",
"| Time | 1.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 71 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 24.1 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+05 |\n",
"| AverageQ1Vals | -76.8 |\n",
"| StdQ1Vals | 6.34 |\n",
"| MaxQ1Vals | -57.1 |\n",
"| MinQ1Vals | -100 |\n",
"| AverageQ2Vals | -76.8 |\n",
"| StdQ2Vals | 6.34 |\n",
"| MaxQ2Vals | -57.2 |\n",
"| MinQ2Vals | -99.9 |\n",
"| LossPi | 76.4 |\n",
"| LossQ | 0.37 |\n",
"| Time | 1.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 72 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -91.8 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+05 |\n",
"| AverageQ1Vals | -77.5 |\n",
"| StdQ1Vals | 6.4 |\n",
"| MaxQ1Vals | -57.5 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -77.5 |\n",
"| StdQ2Vals | 6.4 |\n",
"| MaxQ2Vals | -57.8 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 77.1 |\n",
"| LossQ | 0.376 |\n",
"| Time | 1.16e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 73 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+05 |\n",
"| AverageQ1Vals | -78.1 |\n",
"| StdQ1Vals | 6.49 |\n",
"| MaxQ1Vals | -58 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -78.1 |\n",
"| StdQ2Vals | 6.49 |\n",
"| MaxQ2Vals | -58.1 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 77.7 |\n",
"| LossQ | 0.383 |\n",
"| Time | 1.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 74 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -139 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 15.2 |\n",
"| MaxTestEpRet | -161 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+05 |\n",
"| AverageQ1Vals | -78.7 |\n",
"| StdQ1Vals | 6.56 |\n",
"| MaxQ1Vals | -58.5 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -78.7 |\n",
"| StdQ2Vals | 6.56 |\n",
"| MaxQ2Vals | -58.6 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 78.3 |\n",
"| LossQ | 0.385 |\n",
"| Time | 1.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 75 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+05 |\n",
"| AverageQ1Vals | -79.3 |\n",
"| StdQ1Vals | 6.7 |\n",
"| MaxQ1Vals | -58.9 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -79.3 |\n",
"| StdQ2Vals | 6.7 |\n",
"| MaxQ2Vals | -59 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 78.9 |\n",
"| LossQ | 0.396 |\n",
"| Time | 1.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 76 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+05 |\n",
"| AverageQ1Vals | -79.9 |\n",
"| StdQ1Vals | 6.78 |\n",
"| MaxQ1Vals | -59.4 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -79.9 |\n",
"| StdQ2Vals | 6.78 |\n",
"| MaxQ2Vals | -59.6 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 79.6 |\n",
"| LossQ | 0.397 |\n",
"| Time | 1.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 77 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 21.3 |\n",
"| MaxTestEpRet | -136 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+05 |\n",
"| AverageQ1Vals | -80.6 |\n",
"| StdQ1Vals | 6.87 |\n",
"| MaxQ1Vals | -59.8 |\n",
"| MinQ1Vals | -106 |\n",
"| AverageQ2Vals | -80.6 |\n",
"| StdQ2Vals | 6.87 |\n",
"| MaxQ2Vals | -60 |\n",
"| MinQ2Vals | -106 |\n",
"| LossPi | 80.1 |\n",
"| LossQ | 0.41 |\n",
"| Time | 1.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 78 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+05 |\n",
"| AverageQ1Vals | -81.1 |\n",
"| StdQ1Vals | 6.95 |\n",
"| MaxQ1Vals | -60.3 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -81.1 |\n",
"| StdQ2Vals | 6.95 |\n",
"| MaxQ2Vals | -60.1 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 80.7 |\n",
"| LossQ | 0.416 |\n",
"| Time | 1.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 79 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -130 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+05 |\n",
"| AverageQ1Vals | -81.7 |\n",
"| StdQ1Vals | 7.04 |\n",
"| MaxQ1Vals | -60.8 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -81.7 |\n",
"| StdQ2Vals | 7.04 |\n",
"| MaxQ2Vals | -60.8 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 81.3 |\n",
"| LossQ | 0.424 |\n",
"| Time | 1.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 80 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+05 |\n",
"| AverageQ1Vals | -82.3 |\n",
"| StdQ1Vals | 7.13 |\n",
"| MaxQ1Vals | -61.1 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -82.3 |\n",
"| StdQ2Vals | 7.13 |\n",
"| MaxQ2Vals | -61.1 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 81.9 |\n",
"| LossQ | 0.432 |\n",
"| Time | 1.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 81 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.34e+05 |\n",
"| AverageQ1Vals | -82.9 |\n",
"| StdQ1Vals | 7.23 |\n",
"| MaxQ1Vals | -61.6 |\n",
"| MinQ1Vals | -110 |\n",
"| AverageQ2Vals | -82.9 |\n",
"| StdQ2Vals | 7.23 |\n",
"| MaxQ2Vals | -61.5 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 82.5 |\n",
"| LossQ | 0.44 |\n",
"| Time | 1.31e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 82 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 11.6 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.35e+05 |\n",
"| AverageQ1Vals | -83.4 |\n",
"| StdQ1Vals | 7.3 |\n",
"| MaxQ1Vals | -61.9 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -83.4 |\n",
"| StdQ2Vals | 7.3 |\n",
"| MaxQ2Vals | -61.9 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 83 |\n",
"| LossQ | 0.456 |\n",
"| Time | 1.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 83 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -98.6 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.37e+05 |\n",
"| AverageQ1Vals | -84 |\n",
"| StdQ1Vals | 7.39 |\n",
"| MaxQ1Vals | -62.4 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -84 |\n",
"| StdQ2Vals | 7.39 |\n",
"| MaxQ2Vals | -62.3 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 83.6 |\n",
"| LossQ | 0.462 |\n",
"| Time | 1.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 84 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -73.9 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.39e+05 |\n",
"| AverageQ1Vals | -84.5 |\n",
"| StdQ1Vals | 7.44 |\n",
"| MaxQ1Vals | -62.8 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -84.5 |\n",
"| StdQ2Vals | 7.44 |\n",
"| MaxQ2Vals | -62.6 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 84.1 |\n",
"| LossQ | 0.464 |\n",
"| Time | 1.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 85 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.4e+05 |\n",
"| AverageQ1Vals | -85.1 |\n",
"| StdQ1Vals | 7.53 |\n",
"| MaxQ1Vals | -63.1 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -85.1 |\n",
"| StdQ2Vals | 7.53 |\n",
"| MaxQ2Vals | -63.1 |\n",
"| MinQ2Vals | -114 |\n",
"| LossPi | 84.6 |\n",
"| LossQ | 0.471 |\n",
"| Time | 1.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 86 |\n",
"| AverageEpRet | -165 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.42e+05 |\n",
"| AverageQ1Vals | -85.6 |\n",
"| StdQ1Vals | 7.61 |\n",
"| MaxQ1Vals | -63.5 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -85.6 |\n",
"| StdQ2Vals | 7.61 |\n",
"| MaxQ2Vals | -63.5 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 85.2 |\n",
"| LossQ | 0.487 |\n",
"| Time | 1.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 87 |\n",
"| AverageEpRet | -170 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -92.6 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.44e+05 |\n",
"| AverageQ1Vals | -86.1 |\n",
"| StdQ1Vals | 7.67 |\n",
"| MaxQ1Vals | -64.1 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -86.1 |\n",
"| StdQ2Vals | 7.67 |\n",
"| MaxQ2Vals | -63.8 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 85.7 |\n",
"| LossQ | 0.49 |\n",
"| Time | 1.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 88 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.45e+05 |\n",
"| AverageQ1Vals | -86.6 |\n",
"| StdQ1Vals | 7.76 |\n",
"| MaxQ1Vals | -64.3 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -86.6 |\n",
"| StdQ2Vals | 7.76 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 86.2 |\n",
"| LossQ | 0.488 |\n",
"| Time | 1.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 89 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -169 |\n",
"| StdTestEpRet | 16.3 |\n",
"| MaxTestEpRet | -129 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.47e+05 |\n",
"| AverageQ1Vals | -87.1 |\n",
"| StdQ1Vals | 7.83 |\n",
"| MaxQ1Vals | -64.8 |\n",
"| MinQ1Vals | -117 |\n",
"| AverageQ2Vals | -87.1 |\n",
"| StdQ2Vals | 7.83 |\n",
"| MaxQ2Vals | -64.6 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 86.7 |\n",
"| LossQ | 0.505 |\n",
"| Time | 1.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 90 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 26 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 13 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+05 |\n",
"| AverageQ1Vals | -87.5 |\n",
"| StdQ1Vals | 7.93 |\n",
"| MaxQ1Vals | -65.2 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -87.5 |\n",
"| StdQ2Vals | 7.93 |\n",
"| MaxQ2Vals | -65 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 87.2 |\n",
"| LossQ | 0.506 |\n",
"| Time | 1.47e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 91 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 33.2 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -91.6 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.5e+05 |\n",
"| AverageQ1Vals | -88.1 |\n",
"| StdQ1Vals | 8.01 |\n",
"| MaxQ1Vals | -65.3 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -88.1 |\n",
"| StdQ2Vals | 8.01 |\n",
"| MaxQ2Vals | -65.2 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 87.6 |\n",
"| LossQ | 0.52 |\n",
"| Time | 1.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 92 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.52e+05 |\n",
"| AverageQ1Vals | -88.5 |\n",
"| StdQ1Vals | 8.1 |\n",
"| MaxQ1Vals | -65.8 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -88.5 |\n",
"| StdQ2Vals | 8.1 |\n",
"| MaxQ2Vals | -65.9 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 88.1 |\n",
"| LossQ | 0.518 |\n",
"| Time | 1.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 93 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -80.2 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -92.9 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.53e+05 |\n",
"| AverageQ1Vals | -89 |\n",
"| StdQ1Vals | 8.2 |\n",
"| MaxQ1Vals | -66.2 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -89 |\n",
"| StdQ2Vals | 8.2 |\n",
"| MaxQ2Vals | -66.3 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 88.6 |\n",
"| LossQ | 0.525 |\n",
"| Time | 1.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 94 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -124 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.55e+05 |\n",
"| AverageQ1Vals | -89.4 |\n",
"| StdQ1Vals | 8.27 |\n",
"| MaxQ1Vals | -66.7 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -89.4 |\n",
"| StdQ2Vals | 8.27 |\n",
"| MaxQ2Vals | -66.9 |\n",
"| MinQ2Vals | -122 |\n",
"| LossPi | 89 |\n",
"| LossQ | 0.53 |\n",
"| Time | 1.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 95 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.57e+05 |\n",
"| AverageQ1Vals | -89.9 |\n",
"| StdQ1Vals | 8.37 |\n",
"| MaxQ1Vals | -67 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -89.9 |\n",
"| StdQ2Vals | 8.37 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 89.5 |\n",
"| LossQ | 0.547 |\n",
"| Time | 1.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 96 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.58e+05 |\n",
"| AverageQ1Vals | -90.3 |\n",
"| StdQ1Vals | 8.46 |\n",
"| MaxQ1Vals | -67.2 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -90.3 |\n",
"| StdQ2Vals | 8.46 |\n",
"| MaxQ2Vals | -67.4 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 89.8 |\n",
"| LossQ | 0.55 |\n",
"| Time | 1.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 97 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -92.1 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.6e+05 |\n",
"| AverageQ1Vals | -90.7 |\n",
"| StdQ1Vals | 8.53 |\n",
"| MaxQ1Vals | -67.5 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -90.7 |\n",
"| StdQ2Vals | 8.53 |\n",
"| MaxQ2Vals | -67.9 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 90.3 |\n",
"| LossQ | 0.555 |\n",
"| Time | 1.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 98 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.62e+05 |\n",
"| AverageQ1Vals | -91.1 |\n",
"| StdQ1Vals | 8.59 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -91.1 |\n",
"| StdQ2Vals | 8.59 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 90.7 |\n",
"| LossQ | 0.568 |\n",
"| Time | 1.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 99 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.63e+05 |\n",
"| AverageQ1Vals | -91.6 |\n",
"| StdQ1Vals | 8.68 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -91.6 |\n",
"| StdQ2Vals | 8.68 |\n",
"| MaxQ2Vals | -68.4 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.569 |\n",
"| Time | 1.62e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 100 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+05 |\n",
"| AverageQ1Vals | -92 |\n",
"| StdQ1Vals | 8.75 |\n",
"| MaxQ1Vals | -68.5 |\n",
"| MinQ1Vals | -126 |\n",
"| AverageQ2Vals | -92 |\n",
"| StdQ2Vals | 8.75 |\n",
"| MaxQ2Vals | -68.7 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 91.6 |\n",
"| LossQ | 0.585 |\n",
"| Time | 1.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 101 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.67e+05 |\n",
"| AverageQ1Vals | -92.4 |\n",
"| StdQ1Vals | 8.83 |\n",
"| MaxQ1Vals | -69.1 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -92.4 |\n",
"| StdQ2Vals | 8.83 |\n",
"| MaxQ2Vals | -69.1 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 91.9 |\n",
"| LossQ | 0.593 |\n",
"| Time | 1.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 102 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.68e+05 |\n",
"| AverageQ1Vals | -92.8 |\n",
"| StdQ1Vals | 8.9 |\n",
"| MaxQ1Vals | -69.2 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -92.8 |\n",
"| StdQ2Vals | 8.9 |\n",
"| MaxQ2Vals | -69.3 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 92.3 |\n",
"| LossQ | 0.593 |\n",
"| Time | 1.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 103 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 16.6 |\n",
"| MaxTestEpRet | -136 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.7e+05 |\n",
"| AverageQ1Vals | -93.1 |\n",
"| StdQ1Vals | 8.97 |\n",
"| MaxQ1Vals | -69.4 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -93.1 |\n",
"| StdQ2Vals | 8.97 |\n",
"| MaxQ2Vals | -69.5 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 92.7 |\n",
"| LossQ | 0.6 |\n",
"| Time | 1.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 104 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 37.7 |\n",
"| MaxTestEpRet | -94.8 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.72e+05 |\n",
"| AverageQ1Vals | -93.5 |\n",
"| StdQ1Vals | 9.07 |\n",
"| MaxQ1Vals | -69.5 |\n",
"| MinQ1Vals | -129 |\n",
"| AverageQ2Vals | -93.5 |\n",
"| StdQ2Vals | 9.07 |\n",
"| MaxQ2Vals | -69.6 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 93 |\n",
"| LossQ | 0.606 |\n",
"| Time | 1.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 105 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.73e+05 |\n",
"| AverageQ1Vals | -93.9 |\n",
"| StdQ1Vals | 9.15 |\n",
"| MaxQ1Vals | -70.2 |\n",
"| MinQ1Vals | -129 |\n",
"| AverageQ2Vals | -93.9 |\n",
"| StdQ2Vals | 9.15 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 93.5 |\n",
"| LossQ | 0.612 |\n",
"| Time | 1.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 106 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 41.5 |\n",
"| MaxTestEpRet | -93.6 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.75e+05 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 9.22 |\n",
"| MaxQ1Vals | -70.3 |\n",
"| MinQ1Vals | -129 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 9.22 |\n",
"| MaxQ2Vals | -70.4 |\n",
"| MinQ2Vals | -129 |\n",
"| LossPi | 93.8 |\n",
"| LossQ | 0.617 |\n",
"| Time | 1.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 107 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.77e+05 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 9.29 |\n",
"| MaxQ1Vals | -70.8 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 9.3 |\n",
"| MaxQ2Vals | -71 |\n",
"| MinQ2Vals | -128 |\n",
"| LossPi | 94.2 |\n",
"| LossQ | 0.63 |\n",
"| Time | 1.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 108 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 34 |\n",
"| MaxTestEpRet | -76.8 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.78e+05 |\n",
"| AverageQ1Vals | -95 |\n",
"| StdQ1Vals | 9.36 |\n",
"| MaxQ1Vals | -70.9 |\n",
"| MinQ1Vals | -133 |\n",
"| AverageQ2Vals | -95 |\n",
"| StdQ2Vals | 9.36 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -132 |\n",
"| LossPi | 94.5 |\n",
"| LossQ | 0.628 |\n",
"| Time | 1.77e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 109 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -77 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.8e+05 |\n",
"| AverageQ1Vals | -95.3 |\n",
"| StdQ1Vals | 9.43 |\n",
"| MaxQ1Vals | -71.1 |\n",
"| MinQ1Vals | -133 |\n",
"| AverageQ2Vals | -95.3 |\n",
"| StdQ2Vals | 9.43 |\n",
"| MaxQ2Vals | -71.2 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 0.649 |\n",
"| Time | 1.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 110 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+05 |\n",
"| AverageQ1Vals | -95.6 |\n",
"| StdQ1Vals | 9.51 |\n",
"| MaxQ1Vals | -71.6 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -95.6 |\n",
"| StdQ2Vals | 9.52 |\n",
"| MaxQ2Vals | -71.7 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 0.648 |\n",
"| Time | 1.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 111 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.83e+05 |\n",
"| AverageQ1Vals | -95.9 |\n",
"| StdQ1Vals | 9.57 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -133 |\n",
"| AverageQ2Vals | -95.9 |\n",
"| StdQ2Vals | 9.57 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -133 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.656 |\n",
"| Time | 1.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 112 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.85e+05 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 9.68 |\n",
"| MaxQ1Vals | -72.1 |\n",
"| MinQ1Vals | -136 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 9.68 |\n",
"| MaxQ2Vals | -72.1 |\n",
"| MinQ2Vals | -135 |\n",
"| LossPi | 95.9 |\n",
"| LossQ | 0.654 |\n",
"| Time | 1.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 113 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.86e+05 |\n",
"| AverageQ1Vals | -96.7 |\n",
"| StdQ1Vals | 9.74 |\n",
"| MaxQ1Vals | -72.5 |\n",
"| MinQ1Vals | -135 |\n",
"| AverageQ2Vals | -96.7 |\n",
"| StdQ2Vals | 9.74 |\n",
"| MaxQ2Vals | -72.3 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 96.2 |\n",
"| LossQ | 0.672 |\n",
"| Time | 1.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 114 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -91 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.88e+05 |\n",
"| AverageQ1Vals | -96.9 |\n",
"| StdQ1Vals | 9.79 |\n",
"| MaxQ1Vals | -72.7 |\n",
"| MinQ1Vals | -134 |\n",
"| AverageQ2Vals | -96.9 |\n",
"| StdQ2Vals | 9.79 |\n",
"| MaxQ2Vals | -72.7 |\n",
"| MinQ2Vals | -134 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 0.672 |\n",
"| Time | 1.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 115 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -127 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -78.7 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.9e+05 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 9.87 |\n",
"| MaxQ1Vals | -72.9 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 9.87 |\n",
"| MaxQ2Vals | -73.1 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 96.9 |\n",
"| LossQ | 0.678 |\n",
"| Time | 1.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 116 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -98.2 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -88.4 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.91e+05 |\n",
"| AverageQ1Vals | -97.6 |\n",
"| StdQ1Vals | 9.94 |\n",
"| MaxQ1Vals | -73.3 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -97.6 |\n",
"| StdQ2Vals | 9.94 |\n",
"| MaxQ2Vals | -73.2 |\n",
"| MinQ2Vals | -137 |\n",
"| LossPi | 97.1 |\n",
"| LossQ | 0.679 |\n",
"| Time | 1.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 117 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.93e+05 |\n",
"| AverageQ1Vals | -97.9 |\n",
"| StdQ1Vals | 10 |\n",
"| MaxQ1Vals | -73.7 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -97.9 |\n",
"| StdQ2Vals | 10 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.691 |\n",
"| Time | 1.93e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 118 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 20.2 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.95e+05 |\n",
"| AverageQ1Vals | -98.2 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -73.5 |\n",
"| MinQ1Vals | -140 |\n",
"| AverageQ2Vals | -98.2 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 0.705 |\n",
"| Time | 1.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 119 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 30.9 |\n",
"| MaxEpRet | -96.6 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -99.3 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.96e+05 |\n",
"| AverageQ1Vals | -98.5 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -139 |\n",
"| AverageQ2Vals | -98.5 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -139 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.709 |\n",
"| Time | 1.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 120 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+05 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -74.1 |\n",
"| MinQ2Vals | -138 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 0.709 |\n",
"| Time | 1.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 121 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 29.3 |\n",
"| MaxEpRet | -99.5 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -99.2 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2e+05 |\n",
"| AverageQ1Vals | -99.1 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -138 |\n",
"| AverageQ2Vals | -99.1 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -74.3 |\n",
"| MinQ2Vals | -140 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.714 |\n",
"| Time | 2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 122 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.01e+05 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -74.6 |\n",
"| MinQ1Vals | -142 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -74.5 |\n",
"| MinQ2Vals | -141 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 0.715 |\n",
"| Time | 2.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 123 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.03e+05 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -74.9 |\n",
"| MinQ1Vals | -143 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -75 |\n",
"| MinQ2Vals | -142 |\n",
"| LossPi | 99.2 |\n",
"| LossQ | 0.719 |\n",
"| Time | 2.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 124 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -97.8 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.05e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -143 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -75.2 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 99.5 |\n",
"| LossQ | 0.725 |\n",
"| Time | 2.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 125 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -46.4 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.06e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -75.5 |\n",
"| MinQ2Vals | -143 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 0.734 |\n",
"| Time | 2.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 126 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.08e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -75.7 |\n",
"| MinQ1Vals | -145 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -75.7 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.745 |\n",
"| Time | 2.09e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 127 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 32.3 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.1e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -146 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.757 |\n",
"| Time | 2.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 128 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 34.3 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.11e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -144 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -76.3 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.754 |\n",
"| Time | 2.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 129 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 32.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -62.5 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.13e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -76.4 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -76.6 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.768 |\n",
"| Time | 2.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 130 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 20.8 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -76.6 |\n",
"| MinQ1Vals | -148 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.765 |\n",
"| Time | 2.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 131 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -79.8 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.16e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -77 |\n",
"| MinQ1Vals | -143 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -77.2 |\n",
"| MinQ2Vals | -145 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.78 |\n",
"| Time | 2.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 132 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 25.6 |\n",
"| MaxTestEpRet | -97.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.18e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.763 |\n",
"| Time | 2.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 133 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.19e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 11.1 |\n",
"| MaxQ1Vals | -77.4 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 11.1 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -146 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.767 |\n",
"| Time | 2.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 134 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -93.2 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.21e+05 |\n",
"| AverageQ1Vals | -102 |\n",
"| StdQ1Vals | 11.2 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -102 |\n",
"| StdQ2Vals | 11.2 |\n",
"| MaxQ2Vals | -77.5 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.771 |\n",
"| Time | 2.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 135 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 34.2 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.23e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.3 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.779 |\n",
"| Time | 2.24e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 136 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.24e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.3 |\n",
"| MaxQ1Vals | -77.6 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -147 |\n",
"| LossPi | 102 |\n",
"| LossQ | 0.782 |\n",
"| Time | 2.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 137 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.26e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -77.7 |\n",
"| MinQ1Vals | -147 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -148 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.791 |\n",
"| Time | 2.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 138 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.28e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.4 |\n",
"| MaxQ1Vals | -78 |\n",
"| MinQ1Vals | -153 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.4 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.783 |\n",
"| Time | 2.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 139 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 33.8 |\n",
"| MaxEpRet | -91.1 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.29e+05 |\n",
"| AverageQ1Vals | -103 |\n",
"| StdQ1Vals | 11.5 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -103 |\n",
"| StdQ2Vals | 11.5 |\n",
"| MaxQ2Vals | -78.2 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.791 |\n",
"| Time | 2.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 140 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -65.6 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -153 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -78.4 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.799 |\n",
"| Time | 2.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 141 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -177 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.33e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.6 |\n",
"| MaxQ1Vals | -78.1 |\n",
"| MinQ1Vals | -149 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.6 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -150 |\n",
"| LossPi | 103 |\n",
"| LossQ | 0.804 |\n",
"| Time | 2.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 142 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -94.8 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -99.9 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.34e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.7 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.7 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -154 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.8 |\n",
"| Time | 2.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 143 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.36e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -150 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -151 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.808 |\n",
"| Time | 2.38e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 144 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.38e+05 |\n",
"| AverageQ1Vals | -104 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -154 |\n",
"| AverageQ2Vals | -104 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.813 |\n",
"| Time | 2.4e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 145 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.39e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.8 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 11.8 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.806 |\n",
"| Time | 2.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 146 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.41e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 11.9 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -153 |\n",
"| LossPi | 104 |\n",
"| LossQ | 0.804 |\n",
"| Time | 2.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 147 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 20.7 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.43e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 11.9 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -152 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -152 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.82 |\n",
"| Time | 2.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 148 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 24.3 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 38.2 |\n",
"| MaxTestEpRet | -85.8 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.44e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.823 |\n",
"| Time | 2.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 149 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -86.8 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -99.4 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.46e+05 |\n",
"| AverageQ1Vals | -105 |\n",
"| StdQ1Vals | 12 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -105 |\n",
"| StdQ2Vals | 12 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.822 |\n",
"| Time | 2.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 150 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -98 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12.1 |\n",
"| MaxQ1Vals | -78.9 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12.1 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.823 |\n",
"| Time | 2.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 151 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -93.9 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.49e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -79 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.832 |\n",
"| Time | 2.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 152 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -167 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.51e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 105 |\n",
"| LossQ | 0.821 |\n",
"| Time | 2.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 153 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -115 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.52e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12.2 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12.2 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.826 |\n",
"| Time | 2.55e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 154 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.54e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -159 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -159 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.82 |\n",
"| Time | 2.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 155 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -95.6 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -97.2 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.56e+05 |\n",
"| AverageQ1Vals | -106 |\n",
"| StdQ1Vals | 12.3 |\n",
"| MaxQ1Vals | -79.4 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -106 |\n",
"| StdQ2Vals | 12.3 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -155 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.834 |\n",
"| Time | 2.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 156 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -96.8 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.57e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.4 |\n",
"| MaxQ1Vals | -79.8 |\n",
"| MinQ1Vals | -155 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.4 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -156 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.825 |\n",
"| Time | 2.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 157 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 32.1 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -88.9 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.59e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -160 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -79.9 |\n",
"| MinQ2Vals | -160 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.831 |\n",
"| Time | 2.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 158 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.61e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.5 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.5 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -162 |\n",
"| LossPi | 106 |\n",
"| LossQ | 0.83 |\n",
"| Time | 2.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 159 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 34.9 |\n",
"| MaxTestEpRet | -83.2 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.62e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.832 |\n",
"| Time | 2.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 160 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -97 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.6 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.6 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -161 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.837 |\n",
"| Time | 2.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 161 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.66e+05 |\n",
"| AverageQ1Vals | -107 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -107 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.834 |\n",
"| Time | 2.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 162 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -85.6 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.67e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.7 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.854 |\n",
"| Time | 2.71e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 163 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.69e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.7 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -157 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.845 |\n",
"| Time | 2.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 164 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -91.3 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 35.6 |\n",
"| MaxTestEpRet | -70.3 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.71e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.8 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.8 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -157 |\n",
"| LossPi | 107 |\n",
"| LossQ | 0.843 |\n",
"| Time | 2.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 165 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.72e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -158 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -158 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.86 |\n",
"| Time | 2.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 166 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 37.3 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.74e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 12.9 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 12.9 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.849 |\n",
"| Time | 2.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 167 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 38.3 |\n",
"| MaxTestEpRet | -82.4 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.76e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.85 |\n",
"| Time | 2.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 168 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -90.8 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.77e+05 |\n",
"| AverageQ1Vals | -108 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -163 |\n",
"| AverageQ2Vals | -108 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.847 |\n",
"| Time | 2.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 169 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -93.4 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.79e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.849 |\n",
"| Time | 2.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 170 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 16.5 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -118 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -161 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -163 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.86 |\n",
"| Time | 2.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 171 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 19.3 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.82e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.848 |\n",
"| Time | 2.87e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 172 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.84e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.1 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.1 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 108 |\n",
"| LossQ | 0.852 |\n",
"| Time | 2.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 173 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.85e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.2 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -165 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -167 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.848 |\n",
"| Time | 2.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 174 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -94.4 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.87e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -162 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.865 |\n",
"| Time | 2.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 175 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.89e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -81.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.861 |\n",
"| Time | 2.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 176 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.9e+05 |\n",
"| AverageQ1Vals | -109 |\n",
"| StdQ1Vals | 13.3 |\n",
"| MaxQ1Vals | -81.4 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -109 |\n",
"| StdQ2Vals | 13.3 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -168 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.852 |\n",
"| Time | 2.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 177 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -92.7 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -92.3 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.92e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.868 |\n",
"| Time | 2.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 178 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -81.3 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.94e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.4 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.4 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.876 |\n",
"| Time | 2.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 179 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -114 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.95e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -81.5 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 109 |\n",
"| LossQ | 0.868 |\n",
"| Time | 3.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 180 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 29.1 |\n",
"| MaxEpRet | -94.6 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 21.2 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -166 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.868 |\n",
"| Time | 3.03e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 181 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 32 |\n",
"| MaxTestEpRet | -94.7 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.99e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.5 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.5 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.865 |\n",
"| Time | 3.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 182 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -63.2 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.871 |\n",
"| Time | 3.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 183 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -93.8 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.02e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.6 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.6 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -171 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.874 |\n",
"| Time | 3.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 184 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.04e+05 |\n",
"| AverageQ1Vals | -110 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -110 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.871 |\n",
"| Time | 3.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 185 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 42.3 |\n",
"| MaxTestEpRet | -46.1 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.05e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -81.6 |\n",
"| MinQ1Vals | -164 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -164 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.88 |\n",
"| Time | 3.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 186 |\n",
"| AverageEpRet | -155 |\n",
"| StdEpRet | 34.8 |\n",
"| MaxEpRet | -90 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 31.9 |\n",
"| MaxTestEpRet | -98.4 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.07e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.7 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.7 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.885 |\n",
"| Time | 3.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 187 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -90.9 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -73.9 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.09e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.865 |\n",
"| Time | 3.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 188 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -93.7 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.1e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.8 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.8 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 110 |\n",
"| LossQ | 0.888 |\n",
"| Time | 3.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 189 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.12e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -172 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.882 |\n",
"| Time | 3.18e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 190 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 31.5 |\n",
"| MaxEpRet | -92.1 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -97.9 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.887 |\n",
"| Time | 3.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 191 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 31.4 |\n",
"| MaxEpRet | -81.4 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -94.4 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.15e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 13.9 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -167 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 13.9 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.888 |\n",
"| Time | 3.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 192 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 30.6 |\n",
"| MaxEpRet | -89.5 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -97.6 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.17e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -166 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -165 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.886 |\n",
"| Time | 3.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 193 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -97.2 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.18e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -168 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.891 |\n",
"| Time | 3.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 194 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 33 |\n",
"| MaxEpRet | -93.7 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.2e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.892 |\n",
"| Time | 3.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 195 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 26.6 |\n",
"| MaxTestEpRet | -98.2 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.22e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -171 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.9 |\n",
"| Time | 3.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 196 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 30.8 |\n",
"| MaxEpRet | -74.4 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.23e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.901 |\n",
"| Time | 3.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 197 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 33.2 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.25e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.1 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.1 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -169 |\n",
"| LossPi | 111 |\n",
"| LossQ | 0.894 |\n",
"| Time | 3.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 198 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.27e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.2 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.903 |\n",
"| Time | 3.34e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 199 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -95.7 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.28e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.2 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.911 |\n",
"| Time | 3.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 200 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 36.6 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -208 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 37.8 |\n",
"| MaxTestEpRet | -89.6 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -177 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.904 |\n",
"| Time | 3.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 201 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -92.9 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -85.3 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.32e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -170 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.912 |\n",
"| Time | 3.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 202 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -85.1 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.33e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.3 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.3 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.903 |\n",
"| Time | 3.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 203 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 26.4 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.35e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -169 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -170 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.906 |\n",
"| Time | 3.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 204 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 28 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.37e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -179 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.919 |\n",
"| Time | 3.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 205 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -85.7 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.38e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.916 |\n",
"| Time | 3.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 206 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -83.2 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.4e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.4 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.4 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.916 |\n",
"| Time | 3.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 207 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 32.2 |\n",
"| MaxEpRet | -65.3 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -69.7 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.42e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.934 |\n",
"| Time | 3.5e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 208 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -97.7 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -229 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.43e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 112 |\n",
"| LossQ | 0.92 |\n",
"| Time | 3.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 209 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.45e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.5 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.5 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.929 |\n",
"| Time | 3.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 210 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 43.5 |\n",
"| MaxTestEpRet | -70.5 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.928 |\n",
"| Time | 3.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 211 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.48e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.932 |\n",
"| Time | 3.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 212 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 43.5 |\n",
"| MaxTestEpRet | -45.4 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.5e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.931 |\n",
"| Time | 3.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 213 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -93.7 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.51e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -173 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -172 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.93 |\n",
"| Time | 3.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 214 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 24.8 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.53e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.944 |\n",
"| Time | 3.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 215 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -88.3 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.55e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -178 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -177 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.939 |\n",
"| Time | 3.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 216 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -92 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -52.9 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.56e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.6 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.6 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -182 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.941 |\n",
"| Time | 3.66e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 217 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 28.3 |\n",
"| MaxEpRet | -82 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 32.6 |\n",
"| MaxTestEpRet | -83.6 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.58e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -175 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.952 |\n",
"| Time | 3.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 218 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 28.2 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.6e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.939 |\n",
"| Time | 3.69e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 219 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 19.9 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.61e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.7 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.7 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -173 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.942 |\n",
"| Time | 3.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 220 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -89.7 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 45.6 |\n",
"| MaxTestEpRet | -81.3 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.951 |\n",
"| Time | 3.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 221 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -119 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -94.9 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.65e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.954 |\n",
"| Time | 3.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 222 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 17.4 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -117 |\n",
"| StdTestEpRet | 25 |\n",
"| MaxTestEpRet | -73.7 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.66e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -174 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.944 |\n",
"| Time | 3.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 223 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -75.1 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.68e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.966 |\n",
"| Time | 3.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 224 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -93.3 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -71.9 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.7e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.954 |\n",
"| Time | 3.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 225 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 30 |\n",
"| MaxTestEpRet | -89.7 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.71e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.8 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -174 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.8 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -175 |\n",
"| LossPi | 113 |\n",
"| LossQ | 0.974 |\n",
"| Time | 3.81e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 226 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -86.4 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.73e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.972 |\n",
"| Time | 3.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 227 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.75e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.975 |\n",
"| Time | 3.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 228 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -94.9 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -93.2 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.76e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -179 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.962 |\n",
"| Time | 3.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 229 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -97.8 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.78e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 14.9 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 14.9 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.966 |\n",
"| Time | 3.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 230 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.969 |\n",
"| Time | 3.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 231 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 27.5 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.81e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.972 |\n",
"| Time | 3.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 232 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 27.3 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.83e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.964 |\n",
"| Time | 3.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 233 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 35.8 |\n",
"| MaxEpRet | -95.5 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -89.7 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.84e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.986 |\n",
"| Time | 3.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 234 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -98.2 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.86e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.963 |\n",
"| Time | 3.97e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 235 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -79.2 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.88e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.994 |\n",
"| Time | 3.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 236 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 30.3 |\n",
"| MaxEpRet | -74 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 37.4 |\n",
"| MaxTestEpRet | -94.1 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.89e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 15.1 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 15.1 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.976 |\n",
"| Time | 4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 237 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 29.9 |\n",
"| MaxTestEpRet | -91.7 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.91e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.994 |\n",
"| Time | 4.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 238 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -81.6 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 13.3 |\n",
"| MaxTestEpRet | -127 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.93e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.983 |\n",
"| Time | 4.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 239 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.94e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -178 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.988 |\n",
"| Time | 4.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 240 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 38.4 |\n",
"| MaxEpRet | -85.4 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -74 |\n",
"| MinTestEpRet | -159 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.2 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -180 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.2 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.986 |\n",
"| Time | 4.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 241 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 24.9 |\n",
"| MaxTestEpRet | -93.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.98e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.973 |\n",
"| Time | 4.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 242 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -82.2 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -42 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.99e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.984 |\n",
"| Time | 4.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 243 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -60.7 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.01e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -181 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.12e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 244 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -86.5 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -91.8 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.03e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.999 |\n",
"| Time | 4.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 245 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -99.8 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.04e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.997 |\n",
"| Time | 4.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 246 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -95.1 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -74 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.06e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.3 |\n",
"| MaxQ1Vals | -82.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.3 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1 |\n",
"| Time | 4.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 247 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -95.4 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.08e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.991 |\n",
"| Time | 4.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 248 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 34.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -63.2 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.09e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.991 |\n",
"| Time | 4.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 249 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -83.7 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.11e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -180 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1 |\n",
"| Time | 4.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 250 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 38.7 |\n",
"| MaxTestEpRet | -83.3 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.984 |\n",
"| Time | 4.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 251 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -92.1 |\n",
"| MinTestEpRet | -228 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.14e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 0.99 |\n",
"| Time | 4.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 252 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -98.1 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -86.6 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.16e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1 |\n",
"| Time | 4.28e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 253 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -93.3 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.17e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1 |\n",
"| Time | 4.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 254 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -83.9 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -85.4 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.19e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 255 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -92.1 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 25.2 |\n",
"| MaxTestEpRet | -96.4 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.21e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -182 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 256 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.5 |\n",
"| MaxTestEpRet | -84.2 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.22e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 257 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -93.1 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -75.8 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.24e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1 |\n",
"| Time | 4.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 258 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 33.1 |\n",
"| MaxTestEpRet | -77.8 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.26e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 259 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 44.6 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -304 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -92.9 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.27e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.4 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.4 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 260 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -67.3 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -183 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -181 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 261 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 37.1 |\n",
"| MaxTestEpRet | -55.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.31e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.44e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 262 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.6 |\n",
"| MaxEpRet | -99.1 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 36 |\n",
"| MaxTestEpRet | -62.8 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.32e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -184 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 263 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -99.5 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.34e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.5 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 264 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 40 |\n",
"| MaxEpRet | -74.9 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.36e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.5 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 265 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -87 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.37e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -184 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 266 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 24.7 |\n",
"| MaxTestEpRet | -80.9 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.39e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -185 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.6 |\n",
"| MinQ2Vals | -183 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 267 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -89.6 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.41e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 268 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -93.5 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -90.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.42e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.01 |\n",
"| Time | 4.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 269 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 21.1 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 40.9 |\n",
"| MaxTestEpRet | -63 |\n",
"| MinTestEpRet | -197 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.44e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.2 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 270 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -97.9 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.6e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 271 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 27.4 |\n",
"| MaxEpRet | -96.2 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 26.9 |\n",
"| MaxTestEpRet | -65.4 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.47e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.6 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.6 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 272 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.49e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 273 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 29.5 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 20.6 |\n",
"| MaxTestEpRet | -90.8 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.5e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 274 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 32.4 |\n",
"| MaxTestEpRet | -72.1 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.52e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 275 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -99.2 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 36.6 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.54e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 276 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -44.8 |\n",
"| MinTestEpRet | -169 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.55e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 277 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -86.7 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 42 |\n",
"| MaxTestEpRet | -77.6 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.57e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 278 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -75.9 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 33.9 |\n",
"| MaxTestEpRet | -69.9 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.59e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 279 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -83.3 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.6e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.7 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.7 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.75e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 280 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 39.2 |\n",
"| MaxTestEpRet | -78.7 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -83.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 281 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -97.8 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 28.1 |\n",
"| MaxTestEpRet | -82.2 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.64e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.78e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 282 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 27.9 |\n",
"| MaxTestEpRet | -92.5 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.65e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 283 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 25.2 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -94.9 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.67e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 284 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 35.9 |\n",
"| MaxTestEpRet | -76.6 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.69e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 285 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -148 |\n",
"| StdTestEpRet | 49.8 |\n",
"| MaxTestEpRet | -62.7 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.7e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 286 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 19.1 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -85.5 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.72e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 287 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -97.4 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.74e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 288 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 42.7 |\n",
"| MaxTestEpRet | -65.9 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.75e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 4.91e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 289 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -83 |\n",
"| MinEpRet | -174 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 34.1 |\n",
"| MaxTestEpRet | -68.1 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.77e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 290 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -80.8 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 36 |\n",
"| MaxTestEpRet | -85 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.94e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 291 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -98.1 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -89 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.8e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 4.96e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 292 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -83 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.82e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.98e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 293 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -149 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -87.9 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.83e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.8 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.8 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.02 |\n",
"| Time | 4.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 294 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 37.2 |\n",
"| MaxTestEpRet | -82.4 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.85e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 295 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 24.9 |\n",
"| MaxEpRet | -87.2 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 26.2 |\n",
"| MaxTestEpRet | -76.3 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.87e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 296 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -97 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 31.4 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.88e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 297 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -71.9 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.9e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.06e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 298 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 20.3 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.92e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 299 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 31.9 |\n",
"| MaxEpRet | -94.3 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -80.5 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.93e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 300 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -88.4 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -142 |\n",
"| StdTestEpRet | 37.5 |\n",
"| MaxTestEpRet | -56.4 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -82.6 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 301 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 33.2 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -58 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.97e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 15.9 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 15.9 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 302 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 38.4 |\n",
"| MaxTestEpRet | -97.9 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.98e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -195 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 303 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 30.7 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 18 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.3 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 304 |\n",
"| AverageEpRet | -143 |\n",
"| StdEpRet | 24.4 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 32.2 |\n",
"| MaxTestEpRet | -77.3 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.02e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 305 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 36.1 |\n",
"| MaxTestEpRet | -64.2 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.03e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 306 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 33.4 |\n",
"| MaxEpRet | -80.6 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 38.1 |\n",
"| MaxTestEpRet | -47.5 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.05e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.22e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 307 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -94.5 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -143 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -82.8 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.07e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82.3 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 308 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -95 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -67 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.08e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16 |\n",
"| MaxQ2Vals | -82.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 309 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -89.8 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -88.1 |\n",
"| MinTestEpRet | -175 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.1e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.9 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82.1 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 310 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -85.4 |\n",
"| MinEpRet | -183 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 38.5 |\n",
"| MaxTestEpRet | -48.5 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -194 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 311 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -79.5 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -63 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.13e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 312 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 23.9 |\n",
"| MaxTestEpRet | -68.7 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.15e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 115 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 313 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -93.8 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -78.1 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.16e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.9 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.34e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 314 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 35.1 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.18e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 315 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 31.7 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.2e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.4 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.38e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 316 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -99.3 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 25.4 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.21e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 317 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 30.4 |\n",
"| MaxTestEpRet | -59.7 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.23e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.1 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.1 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 318 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 33.7 |\n",
"| MaxEpRet | -93.1 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.25e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 319 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 28.4 |\n",
"| MaxEpRet | -88.4 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -99.9 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.26e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 320 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -119 |\n",
"| StdTestEpRet | 33.7 |\n",
"| MaxTestEpRet | -64.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 321 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -87.7 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -153 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -85.8 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.3e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.5 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 322 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -93.3 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 37 |\n",
"| MaxTestEpRet | -76.7 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.31e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 323 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -85.3 |\n",
"| MinEpRet | -167 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 16.6 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.33e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 324 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -99 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -60.9 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.35e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -81 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.53e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 325 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -81.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -71.3 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.36e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 326 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -91 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -83.1 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.38e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 327 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 28.5 |\n",
"| MaxEpRet | -89.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 28.7 |\n",
"| MaxTestEpRet | -99 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.4e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 328 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -66.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.41e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81.1 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 329 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 23.4 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 33 |\n",
"| MaxTestEpRet | -85.2 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.43e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.2 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.2 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 330 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 25.6 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 31.3 |\n",
"| MaxTestEpRet | -70 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 331 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 33.7 |\n",
"| MaxEpRet | -88 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 28.3 |\n",
"| MaxTestEpRet | -72.4 |\n",
"| MinTestEpRet | -161 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.46e+05 |\n",
"| AverageQ1Vals | -115 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.8 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -115 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81.3 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 332 |\n",
"| AverageEpRet | -114 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -85.6 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -90.1 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.48e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.67e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 333 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.49e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -192 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.69e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 334 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -73.3 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -76.1 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.51e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 335 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 29 |\n",
"| MaxEpRet | -81.4 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 38.8 |\n",
"| MaxTestEpRet | -76.7 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.53e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.02 |\n",
"| Time | 5.72e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 336 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -90.9 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -110 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -64.9 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.54e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.74e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 337 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 39.9 |\n",
"| MaxTestEpRet | -53.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.56e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 338 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -77 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -53.2 |\n",
"| MinTestEpRet | -163 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.58e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -81 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 339 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 33.8 |\n",
"| MaxEpRet | -97.9 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 28.8 |\n",
"| MaxTestEpRet | -91.6 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.59e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 340 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 27.6 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -69.2 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.3 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.81e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 341 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 30.1 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.63e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -193 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 342 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -84 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 23.1 |\n",
"| MaxTestEpRet | -80.3 |\n",
"| MinTestEpRet | -157 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.64e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.84e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 343 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -92.5 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.66e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -191 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.86e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 344 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 27 |\n",
"| MaxEpRet | -97 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 44.2 |\n",
"| MaxTestEpRet | -41.6 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.68e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.88e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 345 |\n",
"| AverageEpRet | -139 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -87 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.2 |\n",
"| MaxTestEpRet | -66.3 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.69e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.3 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.05 |\n",
"| Time | 5.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 346 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 39 |\n",
"| MaxEpRet | -95.8 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 32.1 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.71e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.4 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 347 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -95.7 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 42 |\n",
"| MaxTestEpRet | -46.7 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.73e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.93e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 348 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 23.6 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -88.5 |\n",
"| MinTestEpRet | -167 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.74e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.95e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 349 |\n",
"| AverageEpRet | -121 |\n",
"| StdEpRet | 28.7 |\n",
"| MaxEpRet | -76.9 |\n",
"| MinEpRet | -176 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 29.8 |\n",
"| MaxTestEpRet | -78.9 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.76e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 114 |\n",
"| LossQ | 1.04 |\n",
"| Time | 5.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 350 |\n",
"| AverageEpRet | -141 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -72.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.3 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 5.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 351 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 21.6 |\n",
"| MaxEpRet | -83.1 |\n",
"| MinEpRet | -160 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -65.1 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.79e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.8 |\n",
"| MinQ2Vals | -190 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 352 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -115 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -66.5 |\n",
"| MinTestEpRet | -185 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.81e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 353 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -90.1 |\n",
"| MinEpRet | -165 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 31 |\n",
"| MaxTestEpRet | -80.6 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.82e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.05 |\n",
"| Time | 6.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 354 |\n",
"| AverageEpRet | -142 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -77.8 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.84e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.6 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 355 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 26.1 |\n",
"| MaxEpRet | -89.6 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -99.5 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.86e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 356 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 21.7 |\n",
"| MaxEpRet | -91.5 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -97.2 |\n",
"| StdTestEpRet | 39.6 |\n",
"| MaxTestEpRet | -52.2 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.87e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 357 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -87.4 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 38.1 |\n",
"| MaxTestEpRet | -56.1 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.89e+05 |\n",
"| AverageQ1Vals | -114 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -114 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 358 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -118 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -162 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.91e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 359 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -98.1 |\n",
"| MinEpRet | -161 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -88.7 |\n",
"| MinTestEpRet | -171 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.92e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -79.9 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 360 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -84.5 |\n",
"| MinTestEpRet | -179 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -80 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.16e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 361 |\n",
"| AverageEpRet | -116 |\n",
"| StdEpRet | 22 |\n",
"| MaxEpRet | -76.8 |\n",
"| MinEpRet | -158 |\n",
"| AverageTestEpRet | -130 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -92.6 |\n",
"| MinTestEpRet | -184 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.96e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.2 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 362 |\n",
"| AverageEpRet | -117 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -81.8 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 31.5 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.97e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 363 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 24.1 |\n",
"| MaxEpRet | -81.1 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -80.7 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.99e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 364 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -88.6 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 35.4 |\n",
"| MaxTestEpRet | -54.8 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.01e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 365 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -82.2 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 35.7 |\n",
"| MaxTestEpRet | -68.2 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.02e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 366 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 25.5 |\n",
"| MaxEpRet | -94.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -86.5 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.04e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.7 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 367 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -88.9 |\n",
"| MinEpRet | -169 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 34.7 |\n",
"| MaxTestEpRet | -74.5 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.06e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 368 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 33.2 |\n",
"| MaxTestEpRet | -69.5 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.07e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.4 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.4 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 369 |\n",
"| AverageEpRet | -135 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -73.1 |\n",
"| MinEpRet | -172 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 32.8 |\n",
"| MaxTestEpRet | -62.8 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.09e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.32e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 370 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 26.7 |\n",
"| MaxEpRet | -91.7 |\n",
"| MinEpRet | -187 |\n",
"| AverageTestEpRet | -127 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -67.4 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.6 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 371 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -87.9 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -69.2 |\n",
"| MinTestEpRet | -154 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.12e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.3 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 113 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 372 |\n",
"| AverageEpRet | -136 |\n",
"| StdEpRet | 31.1 |\n",
"| MaxEpRet | -96.3 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.14e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.8 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 373 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 22.8 |\n",
"| MaxEpRet | -92.3 |\n",
"| MinEpRet | -168 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -81.4 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.15e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.3 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 374 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -99.3 |\n",
"| MinEpRet | -170 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -74.3 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.17e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 375 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -80.3 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -75.6 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.19e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 376 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -84.8 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 26.5 |\n",
"| MaxTestEpRet | -85.3 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.2e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 377 |\n",
"| AverageEpRet | -118 |\n",
"| StdEpRet | 17.1 |\n",
"| MaxEpRet | -83.6 |\n",
"| MinEpRet | -147 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 30.5 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.22e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 378 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -59.9 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -75.9 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.24e+05 |\n",
"| AverageQ1Vals | -113 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -113 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.47e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 379 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 35.9 |\n",
"| MaxEpRet | -85.8 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -134 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -89.8 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.25e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.4 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 380 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 26.4 |\n",
"| MaxEpRet | -84.1 |\n",
"| MinEpRet | -182 |\n",
"| AverageTestEpRet | -95 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -34.8 |\n",
"| MinTestEpRet | -145 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.6 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.2 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 381 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -125 |\n",
"| StdTestEpRet | 26.1 |\n",
"| MaxTestEpRet | -62.4 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.29e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 382 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -64.9 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -118 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -90.4 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.3e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 383 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -70.2 |\n",
"| MinEpRet | -162 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.32e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 384 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 21.4 |\n",
"| MaxEpRet | -92.5 |\n",
"| MinEpRet | -185 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 35.5 |\n",
"| MaxTestEpRet | -46.7 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.34e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.9 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.58e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 385 |\n",
"| AverageEpRet | -133 |\n",
"| StdEpRet | 30.5 |\n",
"| MaxEpRet | -67.8 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 42.6 |\n",
"| MaxTestEpRet | -47.1 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.35e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.6 |\n",
"| MinQ1Vals | -193 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -79 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 386 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -93 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -120 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -88.5 |\n",
"| MinTestEpRet | -148 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.37e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 387 |\n",
"| AverageEpRet | -127 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -83.5 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -112 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -64.8 |\n",
"| MinTestEpRet | -150 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.39e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -78.6 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.63e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 388 |\n",
"| AverageEpRet | -137 |\n",
"| StdEpRet | 29.9 |\n",
"| MaxEpRet | -90.7 |\n",
"| MinEpRet | -188 |\n",
"| AverageTestEpRet | -108 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -52.6 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.4e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.8 |\n",
"| MinQ1Vals | -192 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.65e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 389 |\n",
"| AverageEpRet | -129 |\n",
"| StdEpRet | 28.2 |\n",
"| MaxEpRet | -82.1 |\n",
"| MinEpRet | -184 |\n",
"| AverageTestEpRet | -128 |\n",
"| StdTestEpRet | 36.3 |\n",
"| MaxTestEpRet | -76.8 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.42e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 390 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 18.8 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -163 |\n",
"| AverageTestEpRet | -102 |\n",
"| StdTestEpRet | 25.3 |\n",
"| MaxTestEpRet | -60.5 |\n",
"| MinTestEpRet | -155 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1 |\n",
"| Time | 6.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 391 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 17.5 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -151 |\n",
"| AverageTestEpRet | -122 |\n",
"| StdTestEpRet | 30.7 |\n",
"| MaxTestEpRet | -71.4 |\n",
"| MinTestEpRet | -158 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.45e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.7e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 392 |\n",
"| AverageEpRet | -123 |\n",
"| StdEpRet | 22.5 |\n",
"| MaxEpRet | -82.6 |\n",
"| MinEpRet | -157 |\n",
"| AverageTestEpRet | -136 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -82.2 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.47e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 112 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 393 |\n",
"| AverageEpRet | -125 |\n",
"| StdEpRet | 31.7 |\n",
"| MaxEpRet | -83.4 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 19.5 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -164 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.48e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 394 |\n",
"| AverageEpRet | -138 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -116 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -77.9 |\n",
"| MinTestEpRet | -152 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.5e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -78.3 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 395 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -164 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -96.2 |\n",
"| MinTestEpRet | -166 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.52e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -188 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 396 |\n",
"| AverageEpRet | -130 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -83.8 |\n",
"| MinEpRet | -175 |\n",
"| AverageTestEpRet | -135 |\n",
"| StdTestEpRet | 11 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -151 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.53e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -187 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.78e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 397 |\n",
"| AverageEpRet | -119 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -81 |\n",
"| MinEpRet | -159 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 22.6 |\n",
"| MaxTestEpRet | -92 |\n",
"| MinTestEpRet | -170 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.55e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78.5 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 398 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -84.4 |\n",
"| MinEpRet | -178 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -68.8 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.57e+05 |\n",
"| AverageQ1Vals | -112 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -186 |\n",
"| AverageQ2Vals | -112 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.82e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 399 |\n",
"| AverageEpRet | -122 |\n",
"| StdEpRet | 27.2 |\n",
"| MaxEpRet | -65.4 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 27.2 |\n",
"| MaxTestEpRet | -77.4 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.58e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -185 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.84e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 400 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -94.8 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -129 |\n",
"| StdTestEpRet | 24.4 |\n",
"| MaxTestEpRet | -94.3 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78 |\n",
"| MinQ1Vals | -189 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 401 |\n",
"| AverageEpRet | -128 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -93.5 |\n",
"| MinEpRet | -166 |\n",
"| AverageTestEpRet | -121 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -73.6 |\n",
"| MinTestEpRet | -165 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.62e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.2 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 402 |\n",
"| AverageEpRet | -124 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -90.1 |\n",
"| MinEpRet | -177 |\n",
"| AverageTestEpRet | -126 |\n",
"| StdTestEpRet | 16.7 |\n",
"| MaxTestEpRet | -90.2 |\n",
"| MinTestEpRet | -149 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.63e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.01 |\n",
"| Time | 6.89e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 403 |\n",
"| AverageEpRet | -126 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -86.1 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -131 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -89.6 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.65e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -77.8 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.04 |\n",
"| Time | 6.91e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 404 |\n",
"| AverageEpRet | -134 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -89.1 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -124 |\n",
"| StdTestEpRet | 24.8 |\n",
"| MaxTestEpRet | -81.8 |\n",
"| MinTestEpRet | -168 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.67e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -187 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -77.9 |\n",
"| MinQ2Vals | -186 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 405 |\n",
"| AverageEpRet | -131 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -95.9 |\n",
"| MinEpRet | -171 |\n",
"| AverageTestEpRet | -123 |\n",
"| StdTestEpRet | 29.2 |\n",
"| MaxTestEpRet | -70.8 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.68e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.5 |\n",
"| MaxQ1Vals | -78.2 |\n",
"| MinQ1Vals | -190 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.5 |\n",
"| MaxQ2Vals | -78.1 |\n",
"| MinQ2Vals | -188 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.03 |\n",
"| Time | 6.94e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 406 |\n",
"| AverageEpRet | -132 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -95.5 |\n",
"| MinEpRet | -173 |\n",
"| AverageTestEpRet | -109 |\n",
"| StdTestEpRet | 31.1 |\n",
"| MaxTestEpRet | -76.2 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.7e+05 |\n",
"| AverageQ1Vals | -111 |\n",
"| StdQ1Vals | 16.6 |\n",
"| MaxQ1Vals | -77.8 |\n",
"| MinQ1Vals | -191 |\n",
"| AverageQ2Vals | -111 |\n",
"| StdQ2Vals | 16.6 |\n",
"| MaxQ2Vals | -77.7 |\n",
"| MinQ2Vals | -189 |\n",
"| LossPi | 111 |\n",
"| LossQ | 1.02 |\n",
"| Time | 6.96e+03 |\n",
"---------------------------------------\n"
]
}
],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_hid_var1', exp_name='td3_n_it1_hid_var1')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[1000], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Batch size"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_bs_var0', exp_name='td3_n_it1_bs_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 125\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_bs_var1', exp_name='td3_n_it1_bs_var1')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 175\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Discount factor"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_g_var0', exp_name='td3_n_it1_g_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.985\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_g_var1', exp_name='td3_n_it1_g_var1')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.9925\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Polyak"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_pol_var0', exp_name='td3_n_it1_pol_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.9975\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_pol_var1', exp_name='td3_n_it1_pol_var1')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.9995\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.05\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Noise clip"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_nc_var0', exp_name='td3_n_it1_nc_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.04\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_it1_nc_var0', exp_name='td3_n_it1_nc_var0')\n",
"seed_b = 0\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.99\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[800], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.001\n",
"qlr_b = 0.001\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.075\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## New baseline"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[32;1mLogging data to todelete/progress.txt\u001b[0m\n",
"\u001b[36;1mSaving config:\n",
"\u001b[0m\n",
"{\n",
" \"ac_kwargs\":\t{\n",
" \"activation\":\t\"ReLU\",\n",
" \"hidden_sizes\":\t[\n",
" 700\n",
" ]\n",
" },\n",
" \"act_noise\":\t0.1,\n",
" \"actor_critic\":\t\"MLPActorCritic\",\n",
" \"batch_size\":\t150,\n",
" \"env_fn\":\t\"functools.partial(<function env_fn at 0x7fc157faa268>, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.02, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)\",\n",
" \"epochs\":\t2500,\n",
" \"exp_name\":\t\"todelete\",\n",
" \"gamma\":\t0.985,\n",
" \"logger\":\t{\n",
" \"<spinup.utils.logx.EpochLogger object at 0x7fc125aad438>\":\t{\n",
" \"epoch_dict\":\t{},\n",
" \"exp_name\":\t\"todelete\",\n",
" \"first_row\":\ttrue,\n",
" \"log_current_row\":\t{},\n",
" \"log_headers\":\t[],\n",
" \"output_dir\":\t\"todelete\",\n",
" \"output_file\":\t{\n",
" \"<_io.TextIOWrapper name='todelete/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n",
" \"mode\":\t\"w\"\n",
" }\n",
" }\n",
" }\n",
" },\n",
" \"logger_kwargs\":\t{\n",
" \"exp_name\":\t\"todelete\",\n",
" \"output_dir\":\t\"todelete\"\n",
" },\n",
" \"max_ep_len\":\t110,\n",
" \"noise_clip\":\t0.04,\n",
" \"num_test_episodes\":\t10,\n",
" \"pi_lr\":\t0.0015,\n",
" \"policy_delay\":\t2,\n",
" \"polyak\":\t0.999,\n",
" \"q_lr\":\t0.0015,\n",
" \"replay_size\":\t1000000,\n",
" \"save_freq\":\t1,\n",
" \"seed\":\t10,\n",
" \"start_steps\":\t20000,\n",
" \"steps_per_epoch\":\t1650,\n",
" \"target_noise\":\t0.2,\n",
" \"update_after\":\t1000,\n",
" \"update_every\":\t50\n",
"}\n",
"\u001b[32;1m\n",
"Number of parameters: \t pi: 8402, \t q1: 9101, \t q2: 9101\n",
"\u001b[0m\n",
"---------------------------------------\n",
"| Epoch | 1 |\n",
"| AverageEpRet | -332 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -295 |\n",
"| MinEpRet | -383 |\n",
"| AverageTestEpRet | -232 |\n",
"| StdTestEpRet | 22.8 |\n",
"| MaxTestEpRet | -211 |\n",
"| MinTestEpRet | -292 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+03 |\n",
"| AverageQ1Vals | -3.37 |\n",
"| StdQ1Vals | 0.623 |\n",
"| MaxQ1Vals | 0.281 |\n",
"| MinQ1Vals | -5.62 |\n",
"| AverageQ2Vals | -3.37 |\n",
"| StdQ2Vals | 0.634 |\n",
"| MaxQ2Vals | 0.359 |\n",
"| MinQ2Vals | -5.59 |\n",
"| LossPi | 3.02 |\n",
"| LossQ | 0.326 |\n",
"| Time | 6.52 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 2 |\n",
"| AverageEpRet | -336 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -298 |\n",
"| MinEpRet | -405 |\n",
"| AverageTestEpRet | -222 |\n",
"| StdTestEpRet | 12.5 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -233 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+03 |\n",
"| AverageQ1Vals | -4.71 |\n",
"| StdQ1Vals | 0.846 |\n",
"| MaxQ1Vals | -2.53 |\n",
"| MinQ1Vals | -8.42 |\n",
"| AverageQ2Vals | -4.71 |\n",
"| StdQ2Vals | 0.846 |\n",
"| MaxQ2Vals | -2.52 |\n",
"| MinQ2Vals | -8.36 |\n",
"| LossPi | 4.23 |\n",
"| LossQ | 0.0603 |\n",
"| Time | 17 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 3 |\n",
"| AverageEpRet | -333 |\n",
"| StdEpRet | 22.9 |\n",
"| MaxEpRet | -304 |\n",
"| MinEpRet | -379 |\n",
"| AverageTestEpRet | -219 |\n",
"| StdTestEpRet | 7.52 |\n",
"| MaxTestEpRet | -201 |\n",
"| MinTestEpRet | -229 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+03 |\n",
"| AverageQ1Vals | -6.48 |\n",
"| StdQ1Vals | 1.04 |\n",
"| MaxQ1Vals | -3.47 |\n",
"| MinQ1Vals | -11 |\n",
"| AverageQ2Vals | -6.48 |\n",
"| StdQ2Vals | 1.04 |\n",
"| MaxQ2Vals | -3.54 |\n",
"| MinQ2Vals | -11 |\n",
"| LossPi | 5.94 |\n",
"| LossQ | 0.0537 |\n",
"| Time | 27.6 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 4 |\n",
"| AverageEpRet | -330 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -299 |\n",
"| MinEpRet | -397 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 5.18 |\n",
"| MaxTestEpRet | -207 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+03 |\n",
"| AverageQ1Vals | -8.19 |\n",
"| StdQ1Vals | 1.21 |\n",
"| MaxQ1Vals | -4.51 |\n",
"| MinQ1Vals | -13.2 |\n",
"| AverageQ2Vals | -8.19 |\n",
"| StdQ2Vals | 1.22 |\n",
"| MaxQ2Vals | -4.56 |\n",
"| MinQ2Vals | -13.2 |\n",
"| LossPi | 7.57 |\n",
"| LossQ | 0.0563 |\n",
"| Time | 38.1 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 5 |\n",
"| AverageEpRet | -330 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -295 |\n",
"| MinEpRet | -376 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 4.38 |\n",
"| MaxTestEpRet | -210 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+03 |\n",
"| AverageQ1Vals | -9.9 |\n",
"| StdQ1Vals | 1.4 |\n",
"| MaxQ1Vals | -5.6 |\n",
"| MinQ1Vals | -15.9 |\n",
"| AverageQ2Vals | -9.9 |\n",
"| StdQ2Vals | 1.41 |\n",
"| MaxQ2Vals | -5.68 |\n",
"| MinQ2Vals | -15.8 |\n",
"| LossPi | 9.21 |\n",
"| LossQ | 0.0639 |\n",
"| Time | 48.7 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 6 |\n",
"| AverageEpRet | -322 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -283 |\n",
"| MinEpRet | -373 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 5.22 |\n",
"| MaxTestEpRet | -206 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+03 |\n",
"| AverageQ1Vals | -11.5 |\n",
"| StdQ1Vals | 1.56 |\n",
"| MaxQ1Vals | -6.84 |\n",
"| MinQ1Vals | -18.1 |\n",
"| AverageQ2Vals | -11.5 |\n",
"| StdQ2Vals | 1.56 |\n",
"| MaxQ2Vals | -6.8 |\n",
"| MinQ2Vals | -18.2 |\n",
"| LossPi | 10.8 |\n",
"| LossQ | 0.0703 |\n",
"| Time | 58.7 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 7 |\n",
"| AverageEpRet | -321 |\n",
"| StdEpRet | 23.1 |\n",
"| MaxEpRet | -283 |\n",
"| MinEpRet | -362 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 5.26 |\n",
"| MaxTestEpRet | -206 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+04 |\n",
"| AverageQ1Vals | -13.1 |\n",
"| StdQ1Vals | 1.71 |\n",
"| MaxQ1Vals | -8.11 |\n",
"| MinQ1Vals | -20.1 |\n",
"| AverageQ2Vals | -13.1 |\n",
"| StdQ2Vals | 1.71 |\n",
"| MaxQ2Vals | -8.07 |\n",
"| MinQ2Vals | -20 |\n",
"| LossPi | 12.3 |\n",
"| LossQ | 0.0751 |\n",
"| Time | 68.8 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 8 |\n",
"| AverageEpRet | -323 |\n",
"| StdEpRet | 23.3 |\n",
"| MaxEpRet | -287 |\n",
"| MinEpRet | -371 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 4.56 |\n",
"| MaxTestEpRet | -206 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+04 |\n",
"| AverageQ1Vals | -14.6 |\n",
"| StdQ1Vals | 1.81 |\n",
"| MaxQ1Vals | -9.37 |\n",
"| MinQ1Vals | -22.3 |\n",
"| AverageQ2Vals | -14.6 |\n",
"| StdQ2Vals | 1.81 |\n",
"| MaxQ2Vals | -9.36 |\n",
"| MinQ2Vals | -22.1 |\n",
"| LossPi | 13.7 |\n",
"| LossQ | 0.0804 |\n",
"| Time | 79.7 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 9 |\n",
"| AverageEpRet | -328 |\n",
"| StdEpRet | 27.7 |\n",
"| MaxEpRet | -291 |\n",
"| MinEpRet | -390 |\n",
"| AverageTestEpRet | -219 |\n",
"| StdTestEpRet | 4.15 |\n",
"| MaxTestEpRet | -207 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+04 |\n",
"| AverageQ1Vals | -16.1 |\n",
"| StdQ1Vals | 1.92 |\n",
"| MaxQ1Vals | -10.7 |\n",
"| MinQ1Vals | -24.3 |\n",
"| AverageQ2Vals | -16.1 |\n",
"| StdQ2Vals | 1.92 |\n",
"| MaxQ2Vals | -10.7 |\n",
"| MinQ2Vals | -24.2 |\n",
"| LossPi | 15.2 |\n",
"| LossQ | 0.0891 |\n",
"| Time | 91.3 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 10 |\n",
"| AverageEpRet | -321 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -291 |\n",
"| MinEpRet | -373 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 6.95 |\n",
"| MaxTestEpRet | -199 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+04 |\n",
"| AverageQ1Vals | -17.5 |\n",
"| StdQ1Vals | 1.99 |\n",
"| MaxQ1Vals | -11.9 |\n",
"| MinQ1Vals | -26 |\n",
"| AverageQ2Vals | -17.5 |\n",
"| StdQ2Vals | 1.99 |\n",
"| MaxQ2Vals | -11.7 |\n",
"| MinQ2Vals | -25.8 |\n",
"| LossPi | 16.6 |\n",
"| LossQ | 0.101 |\n",
"| Time | 102 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 11 |\n",
"| AverageEpRet | -324 |\n",
"| StdEpRet | 32 |\n",
"| MaxEpRet | -280 |\n",
"| MinEpRet | -371 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 2.33 |\n",
"| MaxTestEpRet | -214 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+04 |\n",
"| AverageQ1Vals | -18.9 |\n",
"| StdQ1Vals | 2.07 |\n",
"| MaxQ1Vals | -13 |\n",
"| MinQ1Vals | -27.4 |\n",
"| AverageQ2Vals | -18.9 |\n",
"| StdQ2Vals | 2.07 |\n",
"| MaxQ2Vals | -12.8 |\n",
"| MinQ2Vals | -27.3 |\n",
"| LossPi | 17.9 |\n",
"| LossQ | 0.108 |\n",
"| Time | 113 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 12 |\n",
"| AverageEpRet | -334 |\n",
"| StdEpRet | 28.6 |\n",
"| MaxEpRet | -301 |\n",
"| MinEpRet | -399 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 6.29 |\n",
"| MaxTestEpRet | -200 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+04 |\n",
"| AverageQ1Vals | -20.3 |\n",
"| StdQ1Vals | 2.15 |\n",
"| MaxQ1Vals | -14.3 |\n",
"| MinQ1Vals | -29.2 |\n",
"| AverageQ2Vals | -20.3 |\n",
"| StdQ2Vals | 2.15 |\n",
"| MaxQ2Vals | -14.2 |\n",
"| MinQ2Vals | -28.9 |\n",
"| LossPi | 19.3 |\n",
"| LossQ | 0.116 |\n",
"| Time | 124 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 13 |\n",
"| AverageEpRet | -230 |\n",
"| StdEpRet | 33.6 |\n",
"| MaxEpRet | -201 |\n",
"| MinEpRet | -324 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 8.5 |\n",
"| MaxTestEpRet | -196 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+04 |\n",
"| AverageQ1Vals | -21.6 |\n",
"| StdQ1Vals | 2.23 |\n",
"| MaxQ1Vals | -15.5 |\n",
"| MinQ1Vals | -30.6 |\n",
"| AverageQ2Vals | -21.6 |\n",
"| StdQ2Vals | 2.23 |\n",
"| MaxQ2Vals | -15.4 |\n",
"| MinQ2Vals | -30.4 |\n",
"| LossPi | 20.6 |\n",
"| LossQ | 0.118 |\n",
"| Time | 136 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 14 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 5.94 |\n",
"| MaxEpRet | -199 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -219 |\n",
"| StdTestEpRet | 4.39 |\n",
"| MaxTestEpRet | -211 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+04 |\n",
"| AverageQ1Vals | -22.7 |\n",
"| StdQ1Vals | 2.37 |\n",
"| MaxQ1Vals | -16.3 |\n",
"| MinQ1Vals | -32.2 |\n",
"| AverageQ2Vals | -22.7 |\n",
"| StdQ2Vals | 2.37 |\n",
"| MaxQ2Vals | -16.3 |\n",
"| MinQ2Vals | -32.2 |\n",
"| LossPi | 21.7 |\n",
"| LossQ | 0.111 |\n",
"| Time | 146 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 15 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 9.57 |\n",
"| MaxEpRet | -190 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -219 |\n",
"| StdTestEpRet | 2.79 |\n",
"| MaxTestEpRet | -215 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+04 |\n",
"| AverageQ1Vals | -23.8 |\n",
"| StdQ1Vals | 2.45 |\n",
"| MaxQ1Vals | -17.4 |\n",
"| MinQ1Vals | -33.8 |\n",
"| AverageQ2Vals | -23.8 |\n",
"| StdQ2Vals | 2.45 |\n",
"| MaxQ2Vals | -17.5 |\n",
"| MinQ2Vals | -33.8 |\n",
"| LossPi | 22.9 |\n",
"| LossQ | 0.106 |\n",
"| Time | 156 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 16 |\n",
"| AverageEpRet | -218 |\n",
"| StdEpRet | 6.96 |\n",
"| MaxEpRet | -203 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 8.78 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -229 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+04 |\n",
"| AverageQ1Vals | -24.9 |\n",
"| StdQ1Vals | 2.51 |\n",
"| MaxQ1Vals | -18.5 |\n",
"| MinQ1Vals | -34.9 |\n",
"| AverageQ2Vals | -24.9 |\n",
"| StdQ2Vals | 2.51 |\n",
"| MaxQ2Vals | -18.5 |\n",
"| MinQ2Vals | -34.9 |\n",
"| LossPi | 24 |\n",
"| LossQ | 0.103 |\n",
"| Time | 168 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 17 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 6.2 |\n",
"| MaxEpRet | -198 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 5.43 |\n",
"| MaxTestEpRet | -206 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+04 |\n",
"| AverageQ1Vals | -26 |\n",
"| StdQ1Vals | 2.55 |\n",
"| MaxQ1Vals | -19.6 |\n",
"| MinQ1Vals | -36.3 |\n",
"| AverageQ2Vals | -26 |\n",
"| StdQ2Vals | 2.55 |\n",
"| MaxQ2Vals | -19.7 |\n",
"| MinQ2Vals | -36.2 |\n",
"| LossPi | 25.2 |\n",
"| LossQ | 0.102 |\n",
"| Time | 180 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 18 |\n",
"| AverageEpRet | -218 |\n",
"| StdEpRet | 8.41 |\n",
"| MaxEpRet | -196 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -220 |\n",
"| StdTestEpRet | 4.11 |\n",
"| MaxTestEpRet | -212 |\n",
"| MinTestEpRet | -228 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+04 |\n",
"| AverageQ1Vals | -27.1 |\n",
"| StdQ1Vals | 2.58 |\n",
"| MaxQ1Vals | -20.6 |\n",
"| MinQ1Vals | -37.6 |\n",
"| AverageQ2Vals | -27.1 |\n",
"| StdQ2Vals | 2.58 |\n",
"| MaxQ2Vals | -20.5 |\n",
"| MinQ2Vals | -37.6 |\n",
"| LossPi | 26.4 |\n",
"| LossQ | 0.0986 |\n",
"| Time | 194 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 19 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 8.85 |\n",
"| MaxEpRet | -188 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 5.34 |\n",
"| MaxTestEpRet | -210 |\n",
"| MinTestEpRet | -228 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+04 |\n",
"| AverageQ1Vals | -28.2 |\n",
"| StdQ1Vals | 2.6 |\n",
"| MaxQ1Vals | -21.9 |\n",
"| MinQ1Vals | -39.6 |\n",
"| AverageQ2Vals | -28.2 |\n",
"| StdQ2Vals | 2.6 |\n",
"| MaxQ2Vals | -21.9 |\n",
"| MinQ2Vals | -39.4 |\n",
"| LossPi | 27.5 |\n",
"| LossQ | 0.0991 |\n",
"| Time | 213 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 20 |\n",
"| AverageEpRet | -220 |\n",
"| StdEpRet | 5.25 |\n",
"| MaxEpRet | -206 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -217 |\n",
"| StdTestEpRet | 4.72 |\n",
"| MaxTestEpRet | -208 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+04 |\n",
"| AverageQ1Vals | -29.4 |\n",
"| StdQ1Vals | 2.6 |\n",
"| MaxQ1Vals | -22.9 |\n",
"| MinQ1Vals | -40.6 |\n",
"| AverageQ2Vals | -29.4 |\n",
"| StdQ2Vals | 2.6 |\n",
"| MaxQ2Vals | -22.9 |\n",
"| MinQ2Vals | -40.8 |\n",
"| LossPi | 28.7 |\n",
"| LossQ | 0.0977 |\n",
"| Time | 223 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 21 |\n",
"| AverageEpRet | -215 |\n",
"| StdEpRet | 10 |\n",
"| MaxEpRet | -188 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -214 |\n",
"| StdTestEpRet | 7.43 |\n",
"| MaxTestEpRet | -199 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+04 |\n",
"| AverageQ1Vals | -30.5 |\n",
"| StdQ1Vals | 2.62 |\n",
"| MaxQ1Vals | -23.9 |\n",
"| MinQ1Vals | -42.2 |\n",
"| AverageQ2Vals | -30.5 |\n",
"| StdQ2Vals | 2.62 |\n",
"| MaxQ2Vals | -24 |\n",
"| MinQ2Vals | -42.3 |\n",
"| LossPi | 29.9 |\n",
"| LossQ | 0.0951 |\n",
"| Time | 234 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 22 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 6.96 |\n",
"| MaxEpRet | -204 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 3.32 |\n",
"| MaxTestEpRet | -209 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+04 |\n",
"| AverageQ1Vals | -31.6 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -25.2 |\n",
"| MinQ1Vals | -43.2 |\n",
"| AverageQ2Vals | -31.6 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -25.1 |\n",
"| MinQ2Vals | -43.2 |\n",
"| LossPi | 31 |\n",
"| LossQ | 0.0951 |\n",
"| Time | 245 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 23 |\n",
"| AverageEpRet | -218 |\n",
"| StdEpRet | 5.71 |\n",
"| MaxEpRet | -206 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -154 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+04 |\n",
"| AverageQ1Vals | -32.7 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -26.3 |\n",
"| MinQ1Vals | -44.6 |\n",
"| AverageQ2Vals | -32.7 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -26.2 |\n",
"| MinQ2Vals | -44.9 |\n",
"| LossPi | 32.1 |\n",
"| LossQ | 0.0945 |\n",
"| Time | 256 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 24 |\n",
"| AverageEpRet | -216 |\n",
"| StdEpRet | 9.18 |\n",
"| MaxEpRet | -187 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -219 |\n",
"| StdTestEpRet | 5.23 |\n",
"| MaxTestEpRet | -204 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+04 |\n",
"| AverageQ1Vals | -33.8 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -27.3 |\n",
"| MinQ1Vals | -46 |\n",
"| AverageQ2Vals | -33.8 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -27.3 |\n",
"| MinQ2Vals | -46.1 |\n",
"| LossPi | 33.3 |\n",
"| LossQ | 0.0932 |\n",
"| Time | 267 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 25 |\n",
"| AverageEpRet | -216 |\n",
"| StdEpRet | 7 |\n",
"| MaxEpRet | -196 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 5.23 |\n",
"| MaxTestEpRet | -205 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+04 |\n",
"| AverageQ1Vals | -34.9 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -28.4 |\n",
"| MinQ1Vals | -47.3 |\n",
"| AverageQ2Vals | -34.9 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -28.4 |\n",
"| MinQ2Vals | -47.4 |\n",
"| LossPi | 34.4 |\n",
"| LossQ | 0.0926 |\n",
"| Time | 278 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 26 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 6 |\n",
"| MaxEpRet | -203 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 3.89 |\n",
"| MaxTestEpRet | -208 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+04 |\n",
"| AverageQ1Vals | -36 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -29.5 |\n",
"| MinQ1Vals | -48 |\n",
"| AverageQ2Vals | -36 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -29.4 |\n",
"| MinQ2Vals | -48.2 |\n",
"| LossPi | 35.5 |\n",
"| LossQ | 0.0939 |\n",
"| Time | 290 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 27 |\n",
"| AverageEpRet | -218 |\n",
"| StdEpRet | 5.53 |\n",
"| MaxEpRet | -204 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 6.22 |\n",
"| MaxTestEpRet | -201 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+04 |\n",
"| AverageQ1Vals | -37.1 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -30.6 |\n",
"| MinQ1Vals | -48.7 |\n",
"| AverageQ2Vals | -37.1 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -30.5 |\n",
"| MinQ2Vals | -48.7 |\n",
"| LossPi | 36.6 |\n",
"| LossQ | 0.0932 |\n",
"| Time | 304 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 28 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 6.53 |\n",
"| MaxEpRet | -206 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+04 |\n",
"| AverageQ1Vals | -38.2 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -31.6 |\n",
"| MinQ1Vals | -50.1 |\n",
"| AverageQ2Vals | -38.2 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -31.5 |\n",
"| MinQ2Vals | -50.2 |\n",
"| LossPi | 37.7 |\n",
"| LossQ | 0.0926 |\n",
"| Time | 317 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 29 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 9.83 |\n",
"| MaxEpRet | -190 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 9.43 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+04 |\n",
"| AverageQ1Vals | -39.3 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -32.7 |\n",
"| MinQ1Vals | -51.9 |\n",
"| AverageQ2Vals | -39.3 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -32.8 |\n",
"| MinQ2Vals | -52.1 |\n",
"| LossPi | 38.8 |\n",
"| LossQ | 0.0937 |\n",
"| Time | 328 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 30 |\n",
"| AverageEpRet | -218 |\n",
"| StdEpRet | 6.74 |\n",
"| MaxEpRet | -202 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 7.93 |\n",
"| MaxTestEpRet | -192 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+04 |\n",
"| AverageQ1Vals | -40.4 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -33.7 |\n",
"| MinQ1Vals | -53 |\n",
"| AverageQ2Vals | -40.4 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -33.7 |\n",
"| MinQ2Vals | -53.4 |\n",
"| LossPi | 39.9 |\n",
"| LossQ | 0.093 |\n",
"| Time | 339 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 31 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 7.39 |\n",
"| MaxEpRet | -203 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -214 |\n",
"| StdTestEpRet | 8.16 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+04 |\n",
"| AverageQ1Vals | -41.4 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -34.6 |\n",
"| MinQ1Vals | -54 |\n",
"| AverageQ2Vals | -41.4 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -34.7 |\n",
"| MinQ2Vals | -54.2 |\n",
"| LossPi | 41 |\n",
"| LossQ | 0.0941 |\n",
"| Time | 352 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 32 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 8.61 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -218 |\n",
"| StdTestEpRet | 5.16 |\n",
"| MaxTestEpRet | -205 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+04 |\n",
"| AverageQ1Vals | -42.5 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -35.4 |\n",
"| MinQ1Vals | -55.2 |\n",
"| AverageQ2Vals | -42.5 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -35.5 |\n",
"| MinQ2Vals | -55.3 |\n",
"| LossPi | 42 |\n",
"| LossQ | 0.0959 |\n",
"| Time | 366 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 33 |\n",
"| AverageEpRet | -219 |\n",
"| StdEpRet | 3.83 |\n",
"| MaxEpRet | -212 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 10.6 |\n",
"| MaxTestEpRet | -185 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+04 |\n",
"| AverageQ1Vals | -43.5 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -36.4 |\n",
"| MinQ1Vals | -56.8 |\n",
"| AverageQ2Vals | -43.5 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -36.4 |\n",
"| MinQ2Vals | -57 |\n",
"| LossPi | 43.1 |\n",
"| LossQ | 0.0959 |\n",
"| Time | 377 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 34 |\n",
"| AverageEpRet | -220 |\n",
"| StdEpRet | 4.05 |\n",
"| MaxEpRet | -213 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 25.5 |\n",
"| MaxTestEpRet | -141 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+04 |\n",
"| AverageQ1Vals | -44.5 |\n",
"| StdQ1Vals | 2.62 |\n",
"| MaxQ1Vals | -37.4 |\n",
"| MinQ1Vals | -57.8 |\n",
"| AverageQ2Vals | -44.5 |\n",
"| StdQ2Vals | 2.62 |\n",
"| MaxQ2Vals | -37.4 |\n",
"| MinQ2Vals | -57.9 |\n",
"| LossPi | 44.1 |\n",
"| LossQ | 0.0956 |\n",
"| Time | 388 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 35 |\n",
"| AverageEpRet | -216 |\n",
"| StdEpRet | 8.09 |\n",
"| MaxEpRet | -197 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 4.9 |\n",
"| MaxTestEpRet | -203 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+04 |\n",
"| AverageQ1Vals | -45.6 |\n",
"| StdQ1Vals | 2.62 |\n",
"| MaxQ1Vals | -38.2 |\n",
"| MinQ1Vals | -58.3 |\n",
"| AverageQ2Vals | -45.6 |\n",
"| StdQ2Vals | 2.62 |\n",
"| MaxQ2Vals | -38.1 |\n",
"| MinQ2Vals | -58.4 |\n",
"| LossPi | 45.2 |\n",
"| LossQ | 0.0973 |\n",
"| Time | 399 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 36 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 8.12 |\n",
"| MaxEpRet | -196 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 18.1 |\n",
"| MaxTestEpRet | -158 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+04 |\n",
"| AverageQ1Vals | -46.6 |\n",
"| StdQ1Vals | 2.61 |\n",
"| MaxQ1Vals | -39 |\n",
"| MinQ1Vals | -59.9 |\n",
"| AverageQ2Vals | -46.6 |\n",
"| StdQ2Vals | 2.61 |\n",
"| MaxQ2Vals | -39.2 |\n",
"| MinQ2Vals | -60.1 |\n",
"| LossPi | 46.2 |\n",
"| LossQ | 0.0987 |\n",
"| Time | 410 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 37 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 4.1 |\n",
"| MaxEpRet | -210 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -217 |\n",
"| StdTestEpRet | 5.06 |\n",
"| MaxTestEpRet | -209 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+04 |\n",
"| AverageQ1Vals | -47.6 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -40.1 |\n",
"| MinQ1Vals | -60.7 |\n",
"| AverageQ2Vals | -47.6 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -40 |\n",
"| MinQ2Vals | -60.8 |\n",
"| LossPi | 47.2 |\n",
"| LossQ | 0.0996 |\n",
"| Time | 421 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 38 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 13.4 |\n",
"| MaxEpRet | -184 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 5.2 |\n",
"| MaxTestEpRet | -207 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+04 |\n",
"| AverageQ1Vals | -48.6 |\n",
"| StdQ1Vals | 2.63 |\n",
"| MaxQ1Vals | -41 |\n",
"| MinQ1Vals | -60.8 |\n",
"| AverageQ2Vals | -48.6 |\n",
"| StdQ2Vals | 2.63 |\n",
"| MaxQ2Vals | -41 |\n",
"| MinQ2Vals | -60.7 |\n",
"| LossPi | 48.2 |\n",
"| LossQ | 0.101 |\n",
"| Time | 432 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 39 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 7.53 |\n",
"| MaxEpRet | -199 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 8.99 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+04 |\n",
"| AverageQ1Vals | -49.5 |\n",
"| StdQ1Vals | 2.64 |\n",
"| MaxQ1Vals | -41.9 |\n",
"| MinQ1Vals | -63 |\n",
"| AverageQ2Vals | -49.5 |\n",
"| StdQ2Vals | 2.64 |\n",
"| MaxQ2Vals | -41.9 |\n",
"| MinQ2Vals | -63.1 |\n",
"| LossPi | 49.2 |\n",
"| LossQ | 0.104 |\n",
"| Time | 443 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 40 |\n",
"| AverageEpRet | -210 |\n",
"| StdEpRet | 10.8 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -217 |\n",
"| StdTestEpRet | 7.04 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+04 |\n",
"| AverageQ1Vals | -50.5 |\n",
"| StdQ1Vals | 2.65 |\n",
"| MaxQ1Vals | -42.6 |\n",
"| MinQ1Vals | -63.2 |\n",
"| AverageQ2Vals | -50.5 |\n",
"| StdQ2Vals | 2.65 |\n",
"| MaxQ2Vals | -42.5 |\n",
"| MinQ2Vals | -63.6 |\n",
"| LossPi | 50.1 |\n",
"| LossQ | 0.102 |\n",
"| Time | 454 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 41 |\n",
"| AverageEpRet | -214 |\n",
"| StdEpRet | 7.75 |\n",
"| MaxEpRet | -197 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -214 |\n",
"| StdTestEpRet | 7.53 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+04 |\n",
"| AverageQ1Vals | -51.4 |\n",
"| StdQ1Vals | 2.67 |\n",
"| MaxQ1Vals | -43.7 |\n",
"| MinQ1Vals | -65.3 |\n",
"| AverageQ2Vals | -51.4 |\n",
"| StdQ2Vals | 2.67 |\n",
"| MaxQ2Vals | -43.7 |\n",
"| MinQ2Vals | -65.2 |\n",
"| LossPi | 51.1 |\n",
"| LossQ | 0.103 |\n",
"| Time | 465 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 42 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 14.1 |\n",
"| MaxEpRet | -173 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 7.73 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+04 |\n",
"| AverageQ1Vals | -52.3 |\n",
"| StdQ1Vals | 2.68 |\n",
"| MaxQ1Vals | -44.5 |\n",
"| MinQ1Vals | -65.6 |\n",
"| AverageQ2Vals | -52.3 |\n",
"| StdQ2Vals | 2.68 |\n",
"| MaxQ2Vals | -44.6 |\n",
"| MinQ2Vals | -66 |\n",
"| LossPi | 52 |\n",
"| LossQ | 0.104 |\n",
"| Time | 477 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 43 |\n",
"| AverageEpRet | -217 |\n",
"| StdEpRet | 6.14 |\n",
"| MaxEpRet | -205 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 10.5 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+04 |\n",
"| AverageQ1Vals | -53.3 |\n",
"| StdQ1Vals | 2.69 |\n",
"| MaxQ1Vals | -45.3 |\n",
"| MinQ1Vals | -67 |\n",
"| AverageQ2Vals | -53.3 |\n",
"| StdQ2Vals | 2.69 |\n",
"| MaxQ2Vals | -45.4 |\n",
"| MinQ2Vals | -67 |\n",
"| LossPi | 52.9 |\n",
"| LossQ | 0.107 |\n",
"| Time | 492 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 44 |\n",
"| AverageEpRet | -212 |\n",
"| StdEpRet | 8.5 |\n",
"| MaxEpRet | -198 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -215 |\n",
"| StdTestEpRet | 6.41 |\n",
"| MaxTestEpRet | -201 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+04 |\n",
"| AverageQ1Vals | -54.2 |\n",
"| StdQ1Vals | 2.7 |\n",
"| MaxQ1Vals | -46.4 |\n",
"| MinQ1Vals | -68.1 |\n",
"| AverageQ2Vals | -54.2 |\n",
"| StdQ2Vals | 2.7 |\n",
"| MaxQ2Vals | -46.3 |\n",
"| MinQ2Vals | -68.3 |\n",
"| LossPi | 53.8 |\n",
"| LossQ | 0.108 |\n",
"| Time | 505 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 45 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 9.87 |\n",
"| MaxEpRet | -192 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 9.3 |\n",
"| MaxTestEpRet | -186 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+04 |\n",
"| AverageQ1Vals | -55.1 |\n",
"| StdQ1Vals | 2.72 |\n",
"| MaxQ1Vals | -47 |\n",
"| MinQ1Vals | -69 |\n",
"| AverageQ2Vals | -55.1 |\n",
"| StdQ2Vals | 2.72 |\n",
"| MaxQ2Vals | -47 |\n",
"| MinQ2Vals | -69.2 |\n",
"| LossPi | 54.7 |\n",
"| LossQ | 0.107 |\n",
"| Time | 519 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 46 |\n",
"| AverageEpRet | -214 |\n",
"| StdEpRet | 8.56 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -217 |\n",
"| StdTestEpRet | 6.87 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+04 |\n",
"| AverageQ1Vals | -56 |\n",
"| StdQ1Vals | 2.74 |\n",
"| MaxQ1Vals | -47.9 |\n",
"| MinQ1Vals | -69.8 |\n",
"| AverageQ2Vals | -56 |\n",
"| StdQ2Vals | 2.74 |\n",
"| MaxQ2Vals | -47.9 |\n",
"| MinQ2Vals | -70.1 |\n",
"| LossPi | 55.6 |\n",
"| LossQ | 0.109 |\n",
"| Time | 533 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 47 |\n",
"| AverageEpRet | -214 |\n",
"| StdEpRet | 6.69 |\n",
"| MaxEpRet | -197 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 7.37 |\n",
"| MaxTestEpRet | -196 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+04 |\n",
"| AverageQ1Vals | -56.8 |\n",
"| StdQ1Vals | 2.74 |\n",
"| MaxQ1Vals | -48.7 |\n",
"| MinQ1Vals | -71.2 |\n",
"| AverageQ2Vals | -56.8 |\n",
"| StdQ2Vals | 2.74 |\n",
"| MaxQ2Vals | -48.7 |\n",
"| MinQ2Vals | -71.1 |\n",
"| LossPi | 56.5 |\n",
"| LossQ | 0.109 |\n",
"| Time | 543 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 48 |\n",
"| AverageEpRet | -216 |\n",
"| StdEpRet | 4.98 |\n",
"| MaxEpRet | -206 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -175 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+04 |\n",
"| AverageQ1Vals | -57.7 |\n",
"| StdQ1Vals | 2.76 |\n",
"| MaxQ1Vals | -49.5 |\n",
"| MinQ1Vals | -71.4 |\n",
"| AverageQ2Vals | -57.7 |\n",
"| StdQ2Vals | 2.76 |\n",
"| MaxQ2Vals | -49.5 |\n",
"| MinQ2Vals | -71.8 |\n",
"| LossPi | 57.4 |\n",
"| LossQ | 0.113 |\n",
"| Time | 555 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 49 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 10.7 |\n",
"| MaxEpRet | -186 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -217 |\n",
"| StdTestEpRet | 6.12 |\n",
"| MaxTestEpRet | -210 |\n",
"| MinTestEpRet | -231 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+04 |\n",
"| AverageQ1Vals | -58.5 |\n",
"| StdQ1Vals | 2.78 |\n",
"| MaxQ1Vals | -50.3 |\n",
"| MinQ1Vals | -72.1 |\n",
"| AverageQ2Vals | -58.5 |\n",
"| StdQ2Vals | 2.78 |\n",
"| MaxQ2Vals | -50.2 |\n",
"| MinQ2Vals | -72.4 |\n",
"| LossPi | 58.2 |\n",
"| LossQ | 0.113 |\n",
"| Time | 566 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 50 |\n",
"| AverageEpRet | -211 |\n",
"| StdEpRet | 10.5 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 18.4 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+04 |\n",
"| AverageQ1Vals | -59.4 |\n",
"| StdQ1Vals | 2.8 |\n",
"| MaxQ1Vals | -51.1 |\n",
"| MinQ1Vals | -73.1 |\n",
"| AverageQ2Vals | -59.4 |\n",
"| StdQ2Vals | 2.81 |\n",
"| MaxQ2Vals | -51.1 |\n",
"| MinQ2Vals | -73.5 |\n",
"| LossPi | 59.1 |\n",
"| LossQ | 0.114 |\n",
"| Time | 577 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 51 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 10.3 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -176 |\n",
"| MinTestEpRet | -229 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+04 |\n",
"| AverageQ1Vals | -60.2 |\n",
"| StdQ1Vals | 2.82 |\n",
"| MaxQ1Vals | -51.9 |\n",
"| MinQ1Vals | -74.2 |\n",
"| AverageQ2Vals | -60.2 |\n",
"| StdQ2Vals | 2.82 |\n",
"| MaxQ2Vals | -51.9 |\n",
"| MinQ2Vals | -74.7 |\n",
"| LossPi | 59.9 |\n",
"| LossQ | 0.114 |\n",
"| Time | 588 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 52 |\n",
"| AverageEpRet | -211 |\n",
"| StdEpRet | 6.5 |\n",
"| MaxEpRet | -194 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 13.9 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+04 |\n",
"| AverageQ1Vals | -61.1 |\n",
"| StdQ1Vals | 2.83 |\n",
"| MaxQ1Vals | -52.7 |\n",
"| MinQ1Vals | -75.1 |\n",
"| AverageQ2Vals | -61.1 |\n",
"| StdQ2Vals | 2.83 |\n",
"| MaxQ2Vals | -52.6 |\n",
"| MinQ2Vals | -75.2 |\n",
"| LossPi | 60.8 |\n",
"| LossQ | 0.116 |\n",
"| Time | 599 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 53 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 10.7 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 15.2 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+04 |\n",
"| AverageQ1Vals | -61.9 |\n",
"| StdQ1Vals | 2.85 |\n",
"| MaxQ1Vals | -53.5 |\n",
"| MinQ1Vals | -76 |\n",
"| AverageQ2Vals | -61.9 |\n",
"| StdQ2Vals | 2.85 |\n",
"| MaxQ2Vals | -53.4 |\n",
"| MinQ2Vals | -76.2 |\n",
"| LossPi | 61.6 |\n",
"| LossQ | 0.118 |\n",
"| Time | 610 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 54 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 12.7 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 12.9 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+04 |\n",
"| AverageQ1Vals | -62.7 |\n",
"| StdQ1Vals | 2.86 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -76.3 |\n",
"| AverageQ2Vals | -62.7 |\n",
"| StdQ2Vals | 2.86 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -76.3 |\n",
"| LossPi | 62.4 |\n",
"| LossQ | 0.12 |\n",
"| Time | 621 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 55 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 13.6 |\n",
"| MaxEpRet | -180 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 4.73 |\n",
"| MaxTestEpRet | -204 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+04 |\n",
"| AverageQ1Vals | -63.5 |\n",
"| StdQ1Vals | 2.9 |\n",
"| MaxQ1Vals | -54.9 |\n",
"| MinQ1Vals | -78 |\n",
"| AverageQ2Vals | -63.5 |\n",
"| StdQ2Vals | 2.9 |\n",
"| MaxQ2Vals | -54.8 |\n",
"| MinQ2Vals | -78.3 |\n",
"| LossPi | 63.2 |\n",
"| LossQ | 0.122 |\n",
"| Time | 633 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 56 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 9.86 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 6.97 |\n",
"| MaxTestEpRet | -196 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+04 |\n",
"| AverageQ1Vals | -64.2 |\n",
"| StdQ1Vals | 2.92 |\n",
"| MaxQ1Vals | -55.7 |\n",
"| MinQ1Vals | -78.5 |\n",
"| AverageQ2Vals | -64.2 |\n",
"| StdQ2Vals | 2.92 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -78.5 |\n",
"| LossPi | 64 |\n",
"| LossQ | 0.123 |\n",
"| Time | 645 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 57 |\n",
"| AverageEpRet | -216 |\n",
"| StdEpRet | 5.78 |\n",
"| MaxEpRet | -203 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 18.9 |\n",
"| MaxTestEpRet | -152 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+04 |\n",
"| AverageQ1Vals | -65 |\n",
"| StdQ1Vals | 2.93 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -79 |\n",
"| AverageQ2Vals | -65 |\n",
"| StdQ2Vals | 2.93 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -79.2 |\n",
"| LossPi | 64.7 |\n",
"| LossQ | 0.124 |\n",
"| Time | 658 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 58 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 12.3 |\n",
"| MaxEpRet | -187 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 15.7 |\n",
"| MaxTestEpRet | -164 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+04 |\n",
"| AverageQ1Vals | -65.8 |\n",
"| StdQ1Vals | 2.95 |\n",
"| MaxQ1Vals | -57 |\n",
"| MinQ1Vals | -79.7 |\n",
"| AverageQ2Vals | -65.8 |\n",
"| StdQ2Vals | 2.95 |\n",
"| MaxQ2Vals | -57 |\n",
"| MinQ2Vals | -80.3 |\n",
"| LossPi | 65.5 |\n",
"| LossQ | 0.125 |\n",
"| Time | 668 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 59 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 9.33 |\n",
"| MaxEpRet | -188 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 14.4 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -228 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+04 |\n",
"| AverageQ1Vals | -66.5 |\n",
"| StdQ1Vals | 2.96 |\n",
"| MaxQ1Vals | -57.8 |\n",
"| MinQ1Vals | -81 |\n",
"| AverageQ2Vals | -66.5 |\n",
"| StdQ2Vals | 2.96 |\n",
"| MaxQ2Vals | -57.7 |\n",
"| MinQ2Vals | -81.3 |\n",
"| LossPi | 66.3 |\n",
"| LossQ | 0.127 |\n",
"| Time | 680 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 60 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 10.1 |\n",
"| MaxEpRet | -188 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 9.98 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -225 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+04 |\n",
"| AverageQ1Vals | -67.3 |\n",
"| StdQ1Vals | 3 |\n",
"| MaxQ1Vals | -58.5 |\n",
"| MinQ1Vals | -82 |\n",
"| AverageQ2Vals | -67.3 |\n",
"| StdQ2Vals | 3 |\n",
"| MaxQ2Vals | -58.3 |\n",
"| MinQ2Vals | -81.6 |\n",
"| LossPi | 67 |\n",
"| LossQ | 0.13 |\n",
"| Time | 692 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 61 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 10.7 |\n",
"| MaxEpRet | -187 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 8 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+05 |\n",
"| AverageQ1Vals | -68 |\n",
"| StdQ1Vals | 3.01 |\n",
"| MaxQ1Vals | -58.9 |\n",
"| MinQ1Vals | -82.2 |\n",
"| AverageQ2Vals | -68 |\n",
"| StdQ2Vals | 3.01 |\n",
"| MaxQ2Vals | -59.1 |\n",
"| MinQ2Vals | -82.2 |\n",
"| LossPi | 67.7 |\n",
"| LossQ | 0.129 |\n",
"| Time | 703 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 62 |\n",
"| AverageEpRet | -212 |\n",
"| StdEpRet | 8.22 |\n",
"| MaxEpRet | -192 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 13.7 |\n",
"| MaxTestEpRet | -173 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+05 |\n",
"| AverageQ1Vals | -68.7 |\n",
"| StdQ1Vals | 3.04 |\n",
"| MaxQ1Vals | -59.9 |\n",
"| MinQ1Vals | -82.6 |\n",
"| AverageQ2Vals | -68.7 |\n",
"| StdQ2Vals | 3.04 |\n",
"| MaxQ2Vals | -59.6 |\n",
"| MinQ2Vals | -82.8 |\n",
"| LossPi | 68.5 |\n",
"| LossQ | 0.131 |\n",
"| Time | 714 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 63 |\n",
"| AverageEpRet | -212 |\n",
"| StdEpRet | 12.3 |\n",
"| MaxEpRet | -183 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 6.93 |\n",
"| MaxTestEpRet | -199 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+05 |\n",
"| AverageQ1Vals | -69.5 |\n",
"| StdQ1Vals | 3.07 |\n",
"| MaxQ1Vals | -60.4 |\n",
"| MinQ1Vals | -84.5 |\n",
"| AverageQ2Vals | -69.5 |\n",
"| StdQ2Vals | 3.07 |\n",
"| MaxQ2Vals | -60.4 |\n",
"| MinQ2Vals | -84 |\n",
"| LossPi | 69.2 |\n",
"| LossQ | 0.134 |\n",
"| Time | 724 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 64 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 18.9 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 7.15 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+05 |\n",
"| AverageQ1Vals | -70.2 |\n",
"| StdQ1Vals | 3.09 |\n",
"| MaxQ1Vals | -61.2 |\n",
"| MinQ1Vals | -84.3 |\n",
"| AverageQ2Vals | -70.2 |\n",
"| StdQ2Vals | 3.09 |\n",
"| MaxQ2Vals | -61 |\n",
"| MinQ2Vals | -84.3 |\n",
"| LossPi | 69.9 |\n",
"| LossQ | 0.134 |\n",
"| Time | 735 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 65 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 10.4 |\n",
"| MaxEpRet | -184 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -212 |\n",
"| StdTestEpRet | 7.22 |\n",
"| MaxTestEpRet | -201 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+05 |\n",
"| AverageQ1Vals | -70.8 |\n",
"| StdQ1Vals | 3.13 |\n",
"| MaxQ1Vals | -61.7 |\n",
"| MinQ1Vals | -86.1 |\n",
"| AverageQ2Vals | -70.8 |\n",
"| StdQ2Vals | 3.13 |\n",
"| MaxQ2Vals | -61.8 |\n",
"| MinQ2Vals | -86.1 |\n",
"| LossPi | 70.6 |\n",
"| LossQ | 0.135 |\n",
"| Time | 746 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 66 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 9.91 |\n",
"| MaxEpRet | -193 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 14.7 |\n",
"| MaxTestEpRet | -173 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+05 |\n",
"| AverageQ1Vals | -71.5 |\n",
"| StdQ1Vals | 3.14 |\n",
"| MaxQ1Vals | -62.3 |\n",
"| MinQ1Vals | -86.6 |\n",
"| AverageQ2Vals | -71.5 |\n",
"| StdQ2Vals | 3.14 |\n",
"| MaxQ2Vals | -62.2 |\n",
"| MinQ2Vals | -86.7 |\n",
"| LossPi | 71.3 |\n",
"| LossQ | 0.136 |\n",
"| Time | 756 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 67 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 13.4 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 15.1 |\n",
"| MaxTestEpRet | -176 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+05 |\n",
"| AverageQ1Vals | -72.2 |\n",
"| StdQ1Vals | 3.17 |\n",
"| MaxQ1Vals | -63 |\n",
"| MinQ1Vals | -87.3 |\n",
"| AverageQ2Vals | -72.2 |\n",
"| StdQ2Vals | 3.17 |\n",
"| MaxQ2Vals | -62.8 |\n",
"| MinQ2Vals | -87.2 |\n",
"| LossPi | 71.9 |\n",
"| LossQ | 0.137 |\n",
"| Time | 766 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 68 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 11.4 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 9.47 |\n",
"| MaxTestEpRet | -191 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+05 |\n",
"| AverageQ1Vals | -72.8 |\n",
"| StdQ1Vals | 3.2 |\n",
"| MaxQ1Vals | -63.6 |\n",
"| MinQ1Vals | -88.2 |\n",
"| AverageQ2Vals | -72.8 |\n",
"| StdQ2Vals | 3.2 |\n",
"| MaxQ2Vals | -63.6 |\n",
"| MinQ2Vals | -88.9 |\n",
"| LossPi | 72.6 |\n",
"| LossQ | 0.14 |\n",
"| Time | 777 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 69 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 11.1 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 9.4 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+05 |\n",
"| AverageQ1Vals | -73.5 |\n",
"| StdQ1Vals | 3.24 |\n",
"| MaxQ1Vals | -64.2 |\n",
"| MinQ1Vals | -88.9 |\n",
"| AverageQ2Vals | -73.5 |\n",
"| StdQ2Vals | 3.24 |\n",
"| MaxQ2Vals | -64.2 |\n",
"| MinQ2Vals | -88.9 |\n",
"| LossPi | 73.2 |\n",
"| LossQ | 0.143 |\n",
"| Time | 788 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 70 |\n",
"| AverageEpRet | -210 |\n",
"| StdEpRet | 8.46 |\n",
"| MaxEpRet | -194 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 11.7 |\n",
"| MaxTestEpRet | -183 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+05 |\n",
"| AverageQ1Vals | -74.1 |\n",
"| StdQ1Vals | 3.27 |\n",
"| MaxQ1Vals | -64.9 |\n",
"| MinQ1Vals | -90.2 |\n",
"| AverageQ2Vals | -74.1 |\n",
"| StdQ2Vals | 3.27 |\n",
"| MaxQ2Vals | -64.8 |\n",
"| MinQ2Vals | -90.3 |\n",
"| LossPi | 73.9 |\n",
"| LossQ | 0.144 |\n",
"| Time | 799 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 71 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 15.4 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 7.41 |\n",
"| MaxTestEpRet | -195 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+05 |\n",
"| AverageQ1Vals | -74.8 |\n",
"| StdQ1Vals | 3.3 |\n",
"| MaxQ1Vals | -65.5 |\n",
"| MinQ1Vals | -90.2 |\n",
"| AverageQ2Vals | -74.8 |\n",
"| StdQ2Vals | 3.3 |\n",
"| MaxQ2Vals | -65.5 |\n",
"| MinQ2Vals | -90.4 |\n",
"| LossPi | 74.5 |\n",
"| LossQ | 0.145 |\n",
"| Time | 809 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 72 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -179 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 12 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+05 |\n",
"| AverageQ1Vals | -75.4 |\n",
"| StdQ1Vals | 3.35 |\n",
"| MaxQ1Vals | -65.9 |\n",
"| MinQ1Vals | -91 |\n",
"| AverageQ2Vals | -75.4 |\n",
"| StdQ2Vals | 3.35 |\n",
"| MaxQ2Vals | -66 |\n",
"| MinQ2Vals | -91 |\n",
"| LossPi | 75.1 |\n",
"| LossQ | 0.147 |\n",
"| Time | 820 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 73 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+05 |\n",
"| AverageQ1Vals | -76 |\n",
"| StdQ1Vals | 3.38 |\n",
"| MaxQ1Vals | -66.6 |\n",
"| MinQ1Vals | -91.9 |\n",
"| AverageQ2Vals | -76 |\n",
"| StdQ2Vals | 3.38 |\n",
"| MaxQ2Vals | -66.5 |\n",
"| MinQ2Vals | -92 |\n",
"| LossPi | 75.7 |\n",
"| LossQ | 0.149 |\n",
"| Time | 830 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 74 |\n",
"| AverageEpRet | -213 |\n",
"| StdEpRet | 7.88 |\n",
"| MaxEpRet | -198 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 12 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+05 |\n",
"| AverageQ1Vals | -76.6 |\n",
"| StdQ1Vals | 3.42 |\n",
"| MaxQ1Vals | -66.9 |\n",
"| MinQ1Vals | -92.5 |\n",
"| AverageQ2Vals | -76.6 |\n",
"| StdQ2Vals | 3.42 |\n",
"| MaxQ2Vals | -67.1 |\n",
"| MinQ2Vals | -92.8 |\n",
"| LossPi | 76.3 |\n",
"| LossQ | 0.152 |\n",
"| Time | 841 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 75 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 17.6 |\n",
"| MaxEpRet | -162 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 17.6 |\n",
"| MaxTestEpRet | -163 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+05 |\n",
"| AverageQ1Vals | -77.2 |\n",
"| StdQ1Vals | 3.45 |\n",
"| MaxQ1Vals | -67.8 |\n",
"| MinQ1Vals | -93.5 |\n",
"| AverageQ2Vals | -77.2 |\n",
"| StdQ2Vals | 3.45 |\n",
"| MaxQ2Vals | -67.6 |\n",
"| MinQ2Vals | -93.5 |\n",
"| LossPi | 76.9 |\n",
"| LossQ | 0.153 |\n",
"| Time | 852 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 76 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 11.7 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -171 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+05 |\n",
"| AverageQ1Vals | -77.8 |\n",
"| StdQ1Vals | 3.49 |\n",
"| MaxQ1Vals | -68.1 |\n",
"| MinQ1Vals | -93.7 |\n",
"| AverageQ2Vals | -77.8 |\n",
"| StdQ2Vals | 3.49 |\n",
"| MaxQ2Vals | -68.1 |\n",
"| MinQ2Vals | -94.4 |\n",
"| LossPi | 77.5 |\n",
"| LossQ | 0.157 |\n",
"| Time | 862 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 77 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 9.27 |\n",
"| MaxEpRet | -191 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -170 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+05 |\n",
"| AverageQ1Vals | -78.3 |\n",
"| StdQ1Vals | 3.52 |\n",
"| MaxQ1Vals | -68.4 |\n",
"| MinQ1Vals | -94.3 |\n",
"| AverageQ2Vals | -78.3 |\n",
"| StdQ2Vals | 3.52 |\n",
"| MaxQ2Vals | -68.6 |\n",
"| MinQ2Vals | -94.8 |\n",
"| LossPi | 78.1 |\n",
"| LossQ | 0.156 |\n",
"| Time | 872 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 78 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 11.9 |\n",
"| MaxEpRet | -187 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 17.5 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+05 |\n",
"| AverageQ1Vals | -78.9 |\n",
"| StdQ1Vals | 3.56 |\n",
"| MaxQ1Vals | -68.9 |\n",
"| MinQ1Vals | -95.6 |\n",
"| AverageQ2Vals | -78.9 |\n",
"| StdQ2Vals | 3.56 |\n",
"| MaxQ2Vals | -69 |\n",
"| MinQ2Vals | -95.6 |\n",
"| LossPi | 78.7 |\n",
"| LossQ | 0.161 |\n",
"| Time | 883 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 79 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -164 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -176 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+05 |\n",
"| AverageQ1Vals | -79.5 |\n",
"| StdQ1Vals | 3.59 |\n",
"| MaxQ1Vals | -69.3 |\n",
"| MinQ1Vals | -96 |\n",
"| AverageQ2Vals | -79.5 |\n",
"| StdQ2Vals | 3.59 |\n",
"| MaxQ2Vals | -69.4 |\n",
"| MinQ2Vals | -96.3 |\n",
"| LossPi | 79.2 |\n",
"| LossQ | 0.159 |\n",
"| Time | 893 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 80 |\n",
"| AverageEpRet | -206 |\n",
"| StdEpRet | 18.5 |\n",
"| MaxEpRet | -155 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 9.5 |\n",
"| MaxTestEpRet | -186 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+05 |\n",
"| AverageQ1Vals | -80 |\n",
"| StdQ1Vals | 3.64 |\n",
"| MaxQ1Vals | -69.7 |\n",
"| MinQ1Vals | -96.4 |\n",
"| AverageQ2Vals | -80 |\n",
"| StdQ2Vals | 3.64 |\n",
"| MaxQ2Vals | -69.7 |\n",
"| MinQ2Vals | -96.6 |\n",
"| LossPi | 79.8 |\n",
"| LossQ | 0.164 |\n",
"| Time | 904 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 81 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 16.8 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.34e+05 |\n",
"| AverageQ1Vals | -80.6 |\n",
"| StdQ1Vals | 3.69 |\n",
"| MaxQ1Vals | -70.1 |\n",
"| MinQ1Vals | -96.8 |\n",
"| AverageQ2Vals | -80.6 |\n",
"| StdQ2Vals | 3.69 |\n",
"| MaxQ2Vals | -70.3 |\n",
"| MinQ2Vals | -97.6 |\n",
"| LossPi | 80.3 |\n",
"| LossQ | 0.168 |\n",
"| Time | 915 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 82 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 10.8 |\n",
"| MaxEpRet | -183 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 14.1 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.35e+05 |\n",
"| AverageQ1Vals | -81.1 |\n",
"| StdQ1Vals | 3.73 |\n",
"| MaxQ1Vals | -70.6 |\n",
"| MinQ1Vals | -97.6 |\n",
"| AverageQ2Vals | -81.1 |\n",
"| StdQ2Vals | 3.73 |\n",
"| MaxQ2Vals | -70.6 |\n",
"| MinQ2Vals | -98 |\n",
"| LossPi | 80.9 |\n",
"| LossQ | 0.17 |\n",
"| Time | 926 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 83 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 10 |\n",
"| MaxEpRet | -190 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 14.2 |\n",
"| MaxTestEpRet | -163 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.37e+05 |\n",
"| AverageQ1Vals | -81.6 |\n",
"| StdQ1Vals | 3.75 |\n",
"| MaxQ1Vals | -71 |\n",
"| MinQ1Vals | -98.2 |\n",
"| AverageQ2Vals | -81.6 |\n",
"| StdQ2Vals | 3.75 |\n",
"| MaxQ2Vals | -71.1 |\n",
"| MinQ2Vals | -98.4 |\n",
"| LossPi | 81.4 |\n",
"| LossQ | 0.171 |\n",
"| Time | 937 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 84 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 11.3 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 7.66 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.39e+05 |\n",
"| AverageQ1Vals | -82.1 |\n",
"| StdQ1Vals | 3.79 |\n",
"| MaxQ1Vals | -71.4 |\n",
"| MinQ1Vals | -98.9 |\n",
"| AverageQ2Vals | -82.1 |\n",
"| StdQ2Vals | 3.79 |\n",
"| MaxQ2Vals | -71.5 |\n",
"| MinQ2Vals | -99.7 |\n",
"| LossPi | 81.9 |\n",
"| LossQ | 0.174 |\n",
"| Time | 948 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 85 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 12.3 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.4e+05 |\n",
"| AverageQ1Vals | -82.7 |\n",
"| StdQ1Vals | 3.82 |\n",
"| MaxQ1Vals | -71.8 |\n",
"| MinQ1Vals | -99.9 |\n",
"| AverageQ2Vals | -82.7 |\n",
"| StdQ2Vals | 3.82 |\n",
"| MaxQ2Vals | -71.8 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 82.4 |\n",
"| LossQ | 0.18 |\n",
"| Time | 958 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 86 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -155 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 26.3 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.42e+05 |\n",
"| AverageQ1Vals | -83.2 |\n",
"| StdQ1Vals | 3.86 |\n",
"| MaxQ1Vals | -72.2 |\n",
"| MinQ1Vals | -100 |\n",
"| AverageQ2Vals | -83.2 |\n",
"| StdQ2Vals | 3.86 |\n",
"| MaxQ2Vals | -72.4 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 82.9 |\n",
"| LossQ | 0.177 |\n",
"| Time | 969 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 87 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 12.4 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 8.87 |\n",
"| MaxTestEpRet | -193 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.44e+05 |\n",
"| AverageQ1Vals | -83.6 |\n",
"| StdQ1Vals | 3.9 |\n",
"| MaxQ1Vals | -72.8 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -83.6 |\n",
"| StdQ2Vals | 3.9 |\n",
"| MaxQ2Vals | -72.8 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 83.4 |\n",
"| LossQ | 0.183 |\n",
"| Time | 980 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 88 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 14.3 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 9.94 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.45e+05 |\n",
"| AverageQ1Vals | -84.1 |\n",
"| StdQ1Vals | 3.94 |\n",
"| MaxQ1Vals | -73 |\n",
"| MinQ1Vals | -102 |\n",
"| AverageQ2Vals | -84.1 |\n",
"| StdQ2Vals | 3.94 |\n",
"| MaxQ2Vals | -73.1 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 83.9 |\n",
"| LossQ | 0.184 |\n",
"| Time | 991 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 89 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 16 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 9.87 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.47e+05 |\n",
"| AverageQ1Vals | -84.6 |\n",
"| StdQ1Vals | 3.97 |\n",
"| MaxQ1Vals | -73.3 |\n",
"| MinQ1Vals | -102 |\n",
"| AverageQ2Vals | -84.6 |\n",
"| StdQ2Vals | 3.97 |\n",
"| MaxQ2Vals | -73.3 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 84.4 |\n",
"| LossQ | 0.187 |\n",
"| Time | 1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 90 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 14.1 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 22.7 |\n",
"| MaxTestEpRet | -154 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+05 |\n",
"| AverageQ1Vals | -85.1 |\n",
"| StdQ1Vals | 4.02 |\n",
"| MaxQ1Vals | -73.6 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -85.1 |\n",
"| StdQ2Vals | 4.02 |\n",
"| MaxQ2Vals | -73.8 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 84.9 |\n",
"| LossQ | 0.191 |\n",
"| Time | 1.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 91 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 19.7 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.5e+05 |\n",
"| AverageQ1Vals | -85.6 |\n",
"| StdQ1Vals | 4.06 |\n",
"| MaxQ1Vals | -74.1 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -85.6 |\n",
"| StdQ2Vals | 4.06 |\n",
"| MaxQ2Vals | -74 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 85.3 |\n",
"| LossQ | 0.194 |\n",
"| Time | 1.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 92 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -141 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.52e+05 |\n",
"| AverageQ1Vals | -86 |\n",
"| StdQ1Vals | 4.1 |\n",
"| MaxQ1Vals | -74.5 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -86 |\n",
"| StdQ2Vals | 4.1 |\n",
"| MaxQ2Vals | -74.6 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 85.8 |\n",
"| LossQ | 0.197 |\n",
"| Time | 1.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 93 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 14.1 |\n",
"| MaxTestEpRet | -174 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.53e+05 |\n",
"| AverageQ1Vals | -86.5 |\n",
"| StdQ1Vals | 4.13 |\n",
"| MaxQ1Vals | -74.7 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -86.5 |\n",
"| StdQ2Vals | 4.13 |\n",
"| MaxQ2Vals | -74.9 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 86.2 |\n",
"| LossQ | 0.198 |\n",
"| Time | 1.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 94 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -171 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.55e+05 |\n",
"| AverageQ1Vals | -86.9 |\n",
"| StdQ1Vals | 4.16 |\n",
"| MaxQ1Vals | -75 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -86.9 |\n",
"| StdQ2Vals | 4.16 |\n",
"| MaxQ2Vals | -75.3 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 86.7 |\n",
"| LossQ | 0.2 |\n",
"| Time | 1.06e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 95 |\n",
"| AverageEpRet | -210 |\n",
"| StdEpRet | 15.7 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.57e+05 |\n",
"| AverageQ1Vals | -87.4 |\n",
"| StdQ1Vals | 4.21 |\n",
"| MaxQ1Vals | -75.4 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -87.4 |\n",
"| StdQ2Vals | 4.21 |\n",
"| MaxQ2Vals | -75.6 |\n",
"| MinQ2Vals | -106 |\n",
"| LossPi | 87.1 |\n",
"| LossQ | 0.204 |\n",
"| Time | 1.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 96 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -138 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 14.8 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.58e+05 |\n",
"| AverageQ1Vals | -87.8 |\n",
"| StdQ1Vals | 4.25 |\n",
"| MaxQ1Vals | -75.6 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -87.8 |\n",
"| StdQ2Vals | 4.25 |\n",
"| MaxQ2Vals | -75.8 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 87.6 |\n",
"| LossQ | 0.209 |\n",
"| Time | 1.08e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 97 |\n",
"| AverageEpRet | -199 |\n",
"| StdEpRet | 14.8 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 10 |\n",
"| MaxTestEpRet | -184 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.6e+05 |\n",
"| AverageQ1Vals | -88.2 |\n",
"| StdQ1Vals | 4.27 |\n",
"| MaxQ1Vals | -76 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -88.2 |\n",
"| StdQ2Vals | 4.27 |\n",
"| MaxQ2Vals | -76.1 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 88 |\n",
"| LossQ | 0.206 |\n",
"| Time | 1.09e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 98 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -159 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 17 |\n",
"| MaxTestEpRet | -162 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.62e+05 |\n",
"| AverageQ1Vals | -88.6 |\n",
"| StdQ1Vals | 4.31 |\n",
"| MaxQ1Vals | -76.3 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -88.6 |\n",
"| StdQ2Vals | 4.31 |\n",
"| MaxQ2Vals | -76.4 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 88.4 |\n",
"| LossQ | 0.212 |\n",
"| Time | 1.1e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 99 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 13.9 |\n",
"| MaxEpRet | -178 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 16.7 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.63e+05 |\n",
"| AverageQ1Vals | -89 |\n",
"| StdQ1Vals | 4.35 |\n",
"| MaxQ1Vals | -76.7 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -89 |\n",
"| StdQ2Vals | 4.35 |\n",
"| MaxQ2Vals | -76.8 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 88.8 |\n",
"| LossQ | 0.218 |\n",
"| Time | 1.11e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 100 |\n",
"| AverageEpRet | -204 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -185 |\n",
"| MinEpRet | -230 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 13.9 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+05 |\n",
"| AverageQ1Vals | -89.4 |\n",
"| StdQ1Vals | 4.39 |\n",
"| MaxQ1Vals | -76.9 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -89.4 |\n",
"| StdQ2Vals | 4.4 |\n",
"| MaxQ2Vals | -77.1 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 89.2 |\n",
"| LossQ | 0.216 |\n",
"| Time | 1.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 101 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 10.2 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.67e+05 |\n",
"| AverageQ1Vals | -89.8 |\n",
"| StdQ1Vals | 4.44 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -89.8 |\n",
"| StdQ2Vals | 4.44 |\n",
"| MaxQ2Vals | -77.3 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 89.6 |\n",
"| LossQ | 0.222 |\n",
"| Time | 1.13e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 102 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.68e+05 |\n",
"| AverageQ1Vals | -90.2 |\n",
"| StdQ1Vals | 4.48 |\n",
"| MaxQ1Vals | -77.2 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -90.2 |\n",
"| StdQ2Vals | 4.48 |\n",
"| MaxQ2Vals | -77.3 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 90 |\n",
"| LossQ | 0.224 |\n",
"| Time | 1.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 103 |\n",
"| AverageEpRet | -196 |\n",
"| StdEpRet | 13.8 |\n",
"| MaxEpRet | -173 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 19.2 |\n",
"| MaxTestEpRet | -157 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.7e+05 |\n",
"| AverageQ1Vals | -90.6 |\n",
"| StdQ1Vals | 4.53 |\n",
"| MaxQ1Vals | -77.6 |\n",
"| MinQ1Vals | -110 |\n",
"| AverageQ2Vals | -90.6 |\n",
"| StdQ2Vals | 4.53 |\n",
"| MaxQ2Vals | -77.6 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 90.3 |\n",
"| LossQ | 0.226 |\n",
"| Time | 1.15e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 104 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 13.5 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -167 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.72e+05 |\n",
"| AverageQ1Vals | -90.9 |\n",
"| StdQ1Vals | 4.57 |\n",
"| MaxQ1Vals | -77.9 |\n",
"| MinQ1Vals | -110 |\n",
"| AverageQ2Vals | -90.9 |\n",
"| StdQ2Vals | 4.57 |\n",
"| MaxQ2Vals | -78 |\n",
"| MinQ2Vals | -110 |\n",
"| LossPi | 90.7 |\n",
"| LossQ | 0.229 |\n",
"| Time | 1.16e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 105 |\n",
"| AverageEpRet | -199 |\n",
"| StdEpRet | 12.6 |\n",
"| MaxEpRet | -165 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -142 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.73e+05 |\n",
"| AverageQ1Vals | -91.3 |\n",
"| StdQ1Vals | 4.62 |\n",
"| MaxQ1Vals | -78.4 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -91.3 |\n",
"| StdQ2Vals | 4.62 |\n",
"| MaxQ2Vals | -78.3 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 91.1 |\n",
"| LossQ | 0.236 |\n",
"| Time | 1.17e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 106 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 14.2 |\n",
"| MaxEpRet | -180 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 17.8 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.75e+05 |\n",
"| AverageQ1Vals | -91.7 |\n",
"| StdQ1Vals | 4.64 |\n",
"| MaxQ1Vals | -78.5 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -91.7 |\n",
"| StdQ2Vals | 4.64 |\n",
"| MaxQ2Vals | -78.6 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 91.4 |\n",
"| LossQ | 0.232 |\n",
"| Time | 1.18e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 107 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -142 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 14.8 |\n",
"| MaxTestEpRet | -167 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.77e+05 |\n",
"| AverageQ1Vals | -92 |\n",
"| StdQ1Vals | 4.7 |\n",
"| MaxQ1Vals | -78.7 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -92 |\n",
"| StdQ2Vals | 4.7 |\n",
"| MaxQ2Vals | -78.7 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 91.8 |\n",
"| LossQ | 0.244 |\n",
"| Time | 1.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 108 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -120 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -185 |\n",
"| StdTestEpRet | 35.2 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.78e+05 |\n",
"| AverageQ1Vals | -92.3 |\n",
"| StdQ1Vals | 4.74 |\n",
"| MaxQ1Vals | -79.1 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -92.3 |\n",
"| StdQ2Vals | 4.74 |\n",
"| MaxQ2Vals | -79.3 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 92.1 |\n",
"| LossQ | 0.242 |\n",
"| Time | 1.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 109 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 20.2 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.8e+05 |\n",
"| AverageQ1Vals | -92.7 |\n",
"| StdQ1Vals | 4.78 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -92.7 |\n",
"| StdQ2Vals | 4.78 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 92.4 |\n",
"| LossQ | 0.243 |\n",
"| Time | 1.22e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 110 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -146 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -105 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+05 |\n",
"| AverageQ1Vals | -93 |\n",
"| StdQ1Vals | 4.84 |\n",
"| MaxQ1Vals | -79.2 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -93 |\n",
"| StdQ2Vals | 4.84 |\n",
"| MaxQ2Vals | -79.5 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 92.8 |\n",
"| LossQ | 0.249 |\n",
"| Time | 1.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 111 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -230 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 11.8 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.83e+05 |\n",
"| AverageQ1Vals | -93.3 |\n",
"| StdQ1Vals | 4.9 |\n",
"| MaxQ1Vals | -79.5 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -93.3 |\n",
"| StdQ2Vals | 4.9 |\n",
"| MaxQ2Vals | -79.7 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 93.1 |\n",
"| LossQ | 0.253 |\n",
"| Time | 1.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 112 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 13 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 9.98 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.85e+05 |\n",
"| AverageQ1Vals | -93.7 |\n",
"| StdQ1Vals | 4.93 |\n",
"| MaxQ1Vals | -80 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -93.7 |\n",
"| StdQ2Vals | 4.93 |\n",
"| MaxQ2Vals | -80.1 |\n",
"| MinQ2Vals | -114 |\n",
"| LossPi | 93.4 |\n",
"| LossQ | 0.256 |\n",
"| Time | 1.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 113 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 14.6 |\n",
"| MaxEpRet | -171 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 34.4 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.86e+05 |\n",
"| AverageQ1Vals | -94 |\n",
"| StdQ1Vals | 4.98 |\n",
"| MaxQ1Vals | -80.2 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -94 |\n",
"| StdQ2Vals | 4.98 |\n",
"| MaxQ2Vals | -80.3 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 93.7 |\n",
"| LossQ | 0.257 |\n",
"| Time | 1.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 114 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.88e+05 |\n",
"| AverageQ1Vals | -94.3 |\n",
"| StdQ1Vals | 5.03 |\n",
"| MaxQ1Vals | -80.5 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -94.3 |\n",
"| StdQ2Vals | 5.03 |\n",
"| MaxQ2Vals | -80.5 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 94 |\n",
"| LossQ | 0.261 |\n",
"| Time | 1.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 115 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 18.3 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -241 |\n",
"| AverageTestEpRet | -201 |\n",
"| StdTestEpRet | 14.3 |\n",
"| MaxTestEpRet | -169 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.9e+05 |\n",
"| AverageQ1Vals | -94.6 |\n",
"| StdQ1Vals | 5.07 |\n",
"| MaxQ1Vals | -80.6 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -94.6 |\n",
"| StdQ2Vals | 5.07 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 94.3 |\n",
"| LossQ | 0.264 |\n",
"| Time | 1.28e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 116 |\n",
"| AverageEpRet | -191 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 23 |\n",
"| MaxTestEpRet | -151 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.91e+05 |\n",
"| AverageQ1Vals | -94.9 |\n",
"| StdQ1Vals | 5.12 |\n",
"| MaxQ1Vals | -80.9 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -94.9 |\n",
"| StdQ2Vals | 5.12 |\n",
"| MaxQ2Vals | -80.9 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 94.6 |\n",
"| LossQ | 0.269 |\n",
"| Time | 1.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 117 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 24 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 21.9 |\n",
"| MaxTestEpRet | -154 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.93e+05 |\n",
"| AverageQ1Vals | -95.2 |\n",
"| StdQ1Vals | 5.17 |\n",
"| MaxQ1Vals | -81.1 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -95.2 |\n",
"| StdQ2Vals | 5.17 |\n",
"| MaxQ2Vals | -81.2 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 94.9 |\n",
"| LossQ | 0.273 |\n",
"| Time | 1.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 118 |\n",
"| AverageEpRet | -199 |\n",
"| StdEpRet | 15.5 |\n",
"| MaxEpRet | -170 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 11.7 |\n",
"| MaxTestEpRet | -181 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.95e+05 |\n",
"| AverageQ1Vals | -95.4 |\n",
"| StdQ1Vals | 5.22 |\n",
"| MaxQ1Vals | -81.3 |\n",
"| MinQ1Vals | -117 |\n",
"| AverageQ2Vals | -95.4 |\n",
"| StdQ2Vals | 5.22 |\n",
"| MaxQ2Vals | -81.4 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 95.2 |\n",
"| LossQ | 0.275 |\n",
"| Time | 1.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 119 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 14.5 |\n",
"| MaxEpRet | -163 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 11 |\n",
"| MaxTestEpRet | -188 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.96e+05 |\n",
"| AverageQ1Vals | -95.7 |\n",
"| StdQ1Vals | 5.24 |\n",
"| MaxQ1Vals | -81.7 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -95.7 |\n",
"| StdQ2Vals | 5.24 |\n",
"| MaxQ2Vals | -81.6 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 95.5 |\n",
"| LossQ | 0.278 |\n",
"| Time | 1.32e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 120 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 10.8 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+05 |\n",
"| AverageQ1Vals | -96 |\n",
"| StdQ1Vals | 5.3 |\n",
"| MaxQ1Vals | -81.8 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -96 |\n",
"| StdQ2Vals | 5.3 |\n",
"| MaxQ2Vals | -81.7 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 95.7 |\n",
"| LossQ | 0.279 |\n",
"| Time | 1.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 121 |\n",
"| AverageEpRet | -191 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -149 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 14 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2e+05 |\n",
"| AverageQ1Vals | -96.3 |\n",
"| StdQ1Vals | 5.34 |\n",
"| MaxQ1Vals | -82 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -96.3 |\n",
"| StdQ2Vals | 5.34 |\n",
"| MaxQ2Vals | -82 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 96 |\n",
"| LossQ | 0.285 |\n",
"| Time | 1.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 122 |\n",
"| AverageEpRet | -189 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -137 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.01e+05 |\n",
"| AverageQ1Vals | -96.5 |\n",
"| StdQ1Vals | 5.4 |\n",
"| MaxQ1Vals | -82.2 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -96.5 |\n",
"| StdQ2Vals | 5.4 |\n",
"| MaxQ2Vals | -82.4 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 96.3 |\n",
"| LossQ | 0.289 |\n",
"| Time | 1.36e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 123 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -149 |\n",
"| MinEpRet | -234 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.03e+05 |\n",
"| AverageQ1Vals | -96.8 |\n",
"| StdQ1Vals | 5.45 |\n",
"| MaxQ1Vals | -82.4 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -96.8 |\n",
"| StdQ2Vals | 5.45 |\n",
"| MaxQ2Vals | -82.5 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 96.5 |\n",
"| LossQ | 0.294 |\n",
"| Time | 1.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 124 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 12.7 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -140 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.05e+05 |\n",
"| AverageQ1Vals | -97 |\n",
"| StdQ1Vals | 5.5 |\n",
"| MaxQ1Vals | -82.6 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -97 |\n",
"| StdQ2Vals | 5.5 |\n",
"| MaxQ2Vals | -82.7 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 96.8 |\n",
"| LossQ | 0.295 |\n",
"| Time | 1.38e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 125 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -231 |\n",
"| AverageTestEpRet | -185 |\n",
"| StdTestEpRet | 22.5 |\n",
"| MaxTestEpRet | -140 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.06e+05 |\n",
"| AverageQ1Vals | -97.3 |\n",
"| StdQ1Vals | 5.56 |\n",
"| MaxQ1Vals | -82.7 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -97.3 |\n",
"| StdQ2Vals | 5.56 |\n",
"| MaxQ2Vals | -82.9 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 97 |\n",
"| LossQ | 0.301 |\n",
"| Time | 1.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 126 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 23.2 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.08e+05 |\n",
"| AverageQ1Vals | -97.5 |\n",
"| StdQ1Vals | 5.6 |\n",
"| MaxQ1Vals | -82.9 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -97.5 |\n",
"| StdQ2Vals | 5.6 |\n",
"| MaxQ2Vals | -83 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 97.3 |\n",
"| LossQ | 0.299 |\n",
"| Time | 1.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 127 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 13.9 |\n",
"| MaxEpRet | -159 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 24.3 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.1e+05 |\n",
"| AverageQ1Vals | -97.8 |\n",
"| StdQ1Vals | 5.65 |\n",
"| MaxQ1Vals | -83 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -97.8 |\n",
"| StdQ2Vals | 5.65 |\n",
"| MaxQ2Vals | -83.1 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 97.5 |\n",
"| LossQ | 0.307 |\n",
"| Time | 1.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 128 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 17.3 |\n",
"| MaxEpRet | -155 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -98 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.11e+05 |\n",
"| AverageQ1Vals | -98 |\n",
"| StdQ1Vals | 5.69 |\n",
"| MaxQ1Vals | -83.4 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -98 |\n",
"| StdQ2Vals | 5.7 |\n",
"| MaxQ2Vals | -83.4 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 97.7 |\n",
"| LossQ | 0.305 |\n",
"| Time | 1.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 129 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 17.2 |\n",
"| MaxEpRet | -152 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.13e+05 |\n",
"| AverageQ1Vals | -98.2 |\n",
"| StdQ1Vals | 5.76 |\n",
"| MaxQ1Vals | -83.3 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -98.2 |\n",
"| StdQ2Vals | 5.76 |\n",
"| MaxQ2Vals | -83.5 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 97.9 |\n",
"| LossQ | 0.31 |\n",
"| Time | 1.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 130 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 19.2 |\n",
"| MaxEpRet | -148 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+05 |\n",
"| AverageQ1Vals | -98.4 |\n",
"| StdQ1Vals | 5.82 |\n",
"| MaxQ1Vals | -83.6 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -98.4 |\n",
"| StdQ2Vals | 5.82 |\n",
"| MaxQ2Vals | -83.7 |\n",
"| MinQ2Vals | -121 |\n",
"| LossPi | 98.1 |\n",
"| LossQ | 0.314 |\n",
"| Time | 1.44e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 131 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -228 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 17.1 |\n",
"| MaxTestEpRet | -140 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.16e+05 |\n",
"| AverageQ1Vals | -98.6 |\n",
"| StdQ1Vals | 5.86 |\n",
"| MaxQ1Vals | -83.6 |\n",
"| MinQ1Vals | -121 |\n",
"| AverageQ2Vals | -98.6 |\n",
"| StdQ2Vals | 5.86 |\n",
"| MaxQ2Vals | -83.8 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 98.3 |\n",
"| LossQ | 0.324 |\n",
"| Time | 1.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 132 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 15.8 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 20.3 |\n",
"| MaxTestEpRet | -172 |\n",
"| MinTestEpRet | -247 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.18e+05 |\n",
"| AverageQ1Vals | -98.8 |\n",
"| StdQ1Vals | 5.9 |\n",
"| MaxQ1Vals | -83.9 |\n",
"| MinQ1Vals | -122 |\n",
"| AverageQ2Vals | -98.8 |\n",
"| StdQ2Vals | 5.9 |\n",
"| MaxQ2Vals | -84 |\n",
"| MinQ2Vals | -122 |\n",
"| LossPi | 98.5 |\n",
"| LossQ | 0.321 |\n",
"| Time | 1.46e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 133 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 14.7 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 34.2 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.19e+05 |\n",
"| AverageQ1Vals | -98.9 |\n",
"| StdQ1Vals | 5.95 |\n",
"| MaxQ1Vals | -84.2 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -98.9 |\n",
"| StdQ2Vals | 5.95 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 98.7 |\n",
"| LossQ | 0.323 |\n",
"| Time | 1.47e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 134 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 19.3 |\n",
"| MaxEpRet | -156 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 18.3 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.21e+05 |\n",
"| AverageQ1Vals | -99.2 |\n",
"| StdQ1Vals | 5.99 |\n",
"| MaxQ1Vals | -84.1 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -99.2 |\n",
"| StdQ2Vals | 5.99 |\n",
"| MaxQ2Vals | -84.3 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 98.9 |\n",
"| LossQ | 0.329 |\n",
"| Time | 1.48e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 135 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 17 |\n",
"| MaxEpRet | -168 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 19.5 |\n",
"| MaxTestEpRet | -158 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.23e+05 |\n",
"| AverageQ1Vals | -99.4 |\n",
"| StdQ1Vals | 6.03 |\n",
"| MaxQ1Vals | -84.3 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -99.4 |\n",
"| StdQ2Vals | 6.04 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -122 |\n",
"| LossPi | 99.1 |\n",
"| LossQ | 0.333 |\n",
"| Time | 1.5e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 136 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 16.9 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.24e+05 |\n",
"| AverageQ1Vals | -99.6 |\n",
"| StdQ1Vals | 6.09 |\n",
"| MaxQ1Vals | -84.5 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -99.6 |\n",
"| StdQ2Vals | 6.09 |\n",
"| MaxQ2Vals | -84.4 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 99.3 |\n",
"| LossQ | 0.337 |\n",
"| Time | 1.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 137 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -144 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 34.5 |\n",
"| MaxTestEpRet | -93.3 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.26e+05 |\n",
"| AverageQ1Vals | -99.7 |\n",
"| StdQ1Vals | 6.15 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -123 |\n",
"| AverageQ2Vals | -99.7 |\n",
"| StdQ2Vals | 6.15 |\n",
"| MaxQ2Vals | -84.5 |\n",
"| MinQ2Vals | -122 |\n",
"| LossPi | 99.4 |\n",
"| LossQ | 0.339 |\n",
"| Time | 1.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 138 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -230 |\n",
"| AverageTestEpRet | -187 |\n",
"| StdTestEpRet | 20.7 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.28e+05 |\n",
"| AverageQ1Vals | -99.9 |\n",
"| StdQ1Vals | 6.2 |\n",
"| MaxQ1Vals | -84.6 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -99.9 |\n",
"| StdQ2Vals | 6.2 |\n",
"| MaxQ2Vals | -84.6 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 99.6 |\n",
"| LossQ | 0.345 |\n",
"| Time | 1.53e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 139 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.29e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 6.25 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 6.25 |\n",
"| MaxQ2Vals | -84.7 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 99.7 |\n",
"| LossQ | 0.34 |\n",
"| Time | 1.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 140 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 19.8 |\n",
"| MaxEpRet | -138 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 25.7 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 6.3 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 6.31 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.352 |\n",
"| Time | 1.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 141 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -155 |\n",
"| MinEpRet | -232 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 17.4 |\n",
"| MaxTestEpRet | -162 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.33e+05 |\n",
"| AverageQ1Vals | -100 |\n",
"| StdQ1Vals | 6.36 |\n",
"| MaxQ1Vals | -84.8 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -100 |\n",
"| StdQ2Vals | 6.36 |\n",
"| MaxQ2Vals | -84.8 |\n",
"| MinQ2Vals | -123 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.355 |\n",
"| Time | 1.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 142 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -144 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 32.5 |\n",
"| MaxTestEpRet | -135 |\n",
"| MinTestEpRet | -240 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.34e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.39 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.39 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.357 |\n",
"| Time | 1.58e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 143 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 23 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.36e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.45 |\n",
"| MaxQ1Vals | -84.7 |\n",
"| MinQ1Vals | -125 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.45 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -125 |\n",
"| LossPi | 100 |\n",
"| LossQ | 0.359 |\n",
"| Time | 1.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 144 |\n",
"| AverageEpRet | -187 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 21.1 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.38e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.51 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -124 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.51 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -124 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.369 |\n",
"| Time | 1.6e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 145 |\n",
"| AverageEpRet | -195 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -100 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.39e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.54 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -126 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.54 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -126 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.366 |\n",
"| Time | 1.62e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 146 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -153 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.41e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.59 |\n",
"| MaxQ1Vals | -85.1 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.59 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.367 |\n",
"| Time | 1.63e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 147 |\n",
"| AverageEpRet | -183 |\n",
"| StdEpRet | 21.5 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -227 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.43e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.65 |\n",
"| MaxQ1Vals | -84.9 |\n",
"| MinQ1Vals | -127 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.65 |\n",
"| MaxQ2Vals | -84.9 |\n",
"| MinQ2Vals | -127 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.375 |\n",
"| Time | 1.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 148 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 20.5 |\n",
"| MaxEpRet | -134 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.44e+05 |\n",
"| AverageQ1Vals | -101 |\n",
"| StdQ1Vals | 6.69 |\n",
"| MaxQ1Vals | -85 |\n",
"| MinQ1Vals | -128 |\n",
"| AverageQ2Vals | -101 |\n",
"| StdQ2Vals | 6.69 |\n",
"| MaxQ2Vals | -85 |\n",
"| MinQ2Vals | -128 |\n",
"| LossPi | 101 |\n",
"| LossQ | 0.373 |\n",
"| Time | 1.65e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"ERROR:root:Internal Python error in the inspect module.\n",
"Below is the traceback from this internal error.\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Traceback (most recent call last):\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/IPython/core/interactiveshell.py\", line 3331, in run_code\n",
" exec(code_obj, self.user_global_ns, self.user_ns)\n",
" File \"<ipython-input-20-62fcb2109706>\", line 29, in <module>\n",
" polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/td3.py\", line 323, in td3\n",
" update(data=batch, timer=j)\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/td3.py\", line 249, in update\n",
" pi_optimizer.step()\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/optim/adam.py\", line 96, in step\n",
" exp_avg_sq.mul_(beta2).addcmul_(1 - beta2, grad, grad)\n",
"KeyboardInterrupt\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/IPython/core/interactiveshell.py\", line 2044, in showtraceback\n",
" stb = value._render_traceback_()\n",
"AttributeError: 'KeyboardInterrupt' object has no attribute '_render_traceback_'\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/IPython/core/ultratb.py\", line 1148, in get_records\n",
" return _fixed_getinnerframes(etb, number_of_lines_of_context, tb_offset)\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/IPython/core/ultratb.py\", line 316, in wrapped\n",
" return f(*args, **kwargs)\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/IPython/core/ultratb.py\", line 350, in _fixed_getinnerframes\n",
" records = fix_frame_records_filenames(inspect.getinnerframes(etb, context))\n",
" File \"/usr/lib/python3.6/inspect.py\", line 1490, in getinnerframes\n",
" frameinfo = (tb.tb_frame,) + getframeinfo(tb, context)\n",
" File \"/usr/lib/python3.6/inspect.py\", line 1448, in getframeinfo\n",
" filename = getsourcefile(frame) or getfile(frame)\n",
" File \"/usr/lib/python3.6/inspect.py\", line 696, in getsourcefile\n",
" if getattr(getmodule(object, filename), '__loader__', None) is not None:\n",
" File \"/usr/lib/python3.6/inspect.py\", line 733, in getmodule\n",
" if ismodule(module) and hasattr(module, '__file__'):\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/tensorflow/__init__.py\", line 50, in __getattr__\n",
" module = self._load()\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/tensorflow/__init__.py\", line 44, in _load\n",
" module = _importlib.import_module(self.__name__)\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/importlib/__init__.py\", line 126, in import_module\n",
" return _bootstrap._gcd_import(name[level:], package, level)\n",
" File \"<frozen importlib._bootstrap>\", line 994, in _gcd_import\n",
" File \"<frozen importlib._bootstrap>\", line 971, in _find_and_load\n",
" File \"<frozen importlib._bootstrap>\", line 955, in _find_and_load_unlocked\n",
" File \"<frozen importlib._bootstrap>\", line 665, in _load_unlocked\n",
" File \"<frozen importlib._bootstrap_external>\", line 678, in exec_module\n",
" File \"<frozen importlib._bootstrap>\", line 219, in _call_with_frames_removed\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/tensorflow_core/python/keras/api/_v1/keras/__init__.py\", line 16, in <module>\n",
" from . import backend\n",
" File \"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/tensorflow_core/python/keras/api/_v1/keras/backend/__init__.py\", line 11, in <module>\n",
" from tensorflow.python.framework.ops import name_scope_v1 as name_scope\n",
"ImportError: cannot import name 'name_scope_v1'\n"
]
},
{
"ename": "KeyboardInterrupt",
"evalue": "",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m"
]
}
],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_b_it2_10', exp_name='td3_n_b_it2_10')\n",
"seed_b = 10\n",
"epochs_b = 2500\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.985\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[700], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.0015\n",
"qlr_b = 0.0015\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.04\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Adding extra layer"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Warning: Log dir td3_n_b_it2_extralay already exists! Storing info there anyway.\n",
"\u001b[32;1mLogging data to td3_n_b_it2_extralay/progress.txt\u001b[0m\n",
"\u001b[36;1mSaving config:\n",
"\u001b[0m\n",
"{\n",
" \"ac_kwargs\":\t{\n",
" \"activation\":\t\"ReLU\",\n",
" \"hidden_sizes\":\t[\n",
" 700,\n",
" 50\n",
" ]\n",
" },\n",
" \"act_noise\":\t0.1,\n",
" \"actor_critic\":\t\"MLPActorCritic\",\n",
" \"batch_size\":\t150,\n",
" \"env_fn\":\t\"functools.partial(<function env_fn at 0x7fd7c46d1268>, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)\",\n",
" \"epochs\":\t800,\n",
" \"exp_name\":\t\"td3_n_b_it2_extralay\",\n",
" \"gamma\":\t0.985,\n",
" \"logger\":\t{\n",
" \"<spinup.utils.logx.EpochLogger object at 0x7fd792c77fd0>\":\t{\n",
" \"epoch_dict\":\t{},\n",
" \"exp_name\":\t\"td3_n_b_it2_extralay\",\n",
" \"first_row\":\ttrue,\n",
" \"log_current_row\":\t{},\n",
" \"log_headers\":\t[],\n",
" \"output_dir\":\t\"td3_n_b_it2_extralay\",\n",
" \"output_file\":\t{\n",
" \"<_io.TextIOWrapper name='td3_n_b_it2_extralay/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n",
" \"mode\":\t\"w\"\n",
" }\n",
" }\n",
" }\n",
" },\n",
" \"logger_kwargs\":\t{\n",
" \"exp_name\":\t\"td3_n_b_it2_extralay\",\n",
" \"output_dir\":\t\"td3_n_b_it2_extralay\"\n",
" },\n",
" \"max_ep_len\":\t110,\n",
" \"noise_clip\":\t0.04,\n",
" \"num_test_episodes\":\t10,\n",
" \"pi_lr\":\t0.0015,\n",
" \"policy_delay\":\t2,\n",
" \"polyak\":\t0.999,\n",
" \"q_lr\":\t0.0015,\n",
" \"replay_size\":\t1000000,\n",
" \"save_freq\":\t1,\n",
" \"seed\":\t10,\n",
" \"start_steps\":\t20000,\n",
" \"steps_per_epoch\":\t1650,\n",
" \"target_noise\":\t0.2,\n",
" \"update_after\":\t1000,\n",
" \"update_every\":\t50\n",
"}\n",
"\u001b[32;1m\n",
"Number of parameters: \t pi: 42152, \t q1: 43501, \t q2: 43501\n",
"\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
" warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 1 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 28 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -375 |\n",
"| AverageTestEpRet | -213 |\n",
"| StdTestEpRet | 7.5 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+03 |\n",
"| AverageQ1Vals | -3.42 |\n",
"| StdQ1Vals | 0.616 |\n",
"| MaxQ1Vals | 0.105 |\n",
"| MinQ1Vals | -5.89 |\n",
"| AverageQ2Vals | -3.42 |\n",
"| StdQ2Vals | 0.608 |\n",
"| MaxQ2Vals | -0.0341 |\n",
"| MinQ2Vals | -5.78 |\n",
"| LossPi | 3.04 |\n",
"| LossQ | 0.279 |\n",
"| Time | 10 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 2 |\n",
"| AverageEpRet | -311 |\n",
"| StdEpRet | 21.8 |\n",
"| MaxEpRet | -283 |\n",
"| MinEpRet | -377 |\n",
"| AverageTestEpRet | -216 |\n",
"| StdTestEpRet | 7.15 |\n",
"| MaxTestEpRet | -206 |\n",
"| MinTestEpRet | -229 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+03 |\n",
"| AverageQ1Vals | -4.55 |\n",
"| StdQ1Vals | 0.8 |\n",
"| MaxQ1Vals | -2.5 |\n",
"| MinQ1Vals | -8.07 |\n",
"| AverageQ2Vals | -4.55 |\n",
"| StdQ2Vals | 0.802 |\n",
"| MaxQ2Vals | -2.46 |\n",
"| MinQ2Vals | -8.1 |\n",
"| LossPi | 4.08 |\n",
"| LossQ | 0.0554 |\n",
"| Time | 27.5 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 3 |\n",
"| AverageEpRet | -320 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -277 |\n",
"| MinEpRet | -378 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 12.1 |\n",
"| MaxTestEpRet | -177 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+03 |\n",
"| AverageQ1Vals | -6.02 |\n",
"| StdQ1Vals | 0.985 |\n",
"| MaxQ1Vals | -3.26 |\n",
"| MinQ1Vals | -10.5 |\n",
"| AverageQ2Vals | -6.02 |\n",
"| StdQ2Vals | 0.987 |\n",
"| MaxQ2Vals | -3.34 |\n",
"| MinQ2Vals | -10.6 |\n",
"| LossPi | 5.49 |\n",
"| LossQ | 0.0548 |\n",
"| Time | 45.9 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 4 |\n",
"| AverageEpRet | -319 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -291 |\n",
"| MinEpRet | -369 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 9.18 |\n",
"| MaxTestEpRet | -194 |\n",
"| MinTestEpRet | -224 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+03 |\n",
"| AverageQ1Vals | -7.58 |\n",
"| StdQ1Vals | 1.2 |\n",
"| MaxQ1Vals | -4.19 |\n",
"| MinQ1Vals | -12.7 |\n",
"| AverageQ2Vals | -7.58 |\n",
"| StdQ2Vals | 1.2 |\n",
"| MaxQ2Vals | -4.23 |\n",
"| MinQ2Vals | -12.8 |\n",
"| LossPi | 6.98 |\n",
"| LossQ | 0.0634 |\n",
"| Time | 64 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 5 |\n",
"| AverageEpRet | -315 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -272 |\n",
"| MinEpRet | -363 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 13.1 |\n",
"| MaxTestEpRet | -174 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+03 |\n",
"| AverageQ1Vals | -9.2 |\n",
"| StdQ1Vals | 1.36 |\n",
"| MaxQ1Vals | -5.43 |\n",
"| MinQ1Vals | -14.8 |\n",
"| AverageQ2Vals | -9.2 |\n",
"| StdQ2Vals | 1.37 |\n",
"| MaxQ2Vals | -5.46 |\n",
"| MinQ2Vals | -15 |\n",
"| LossPi | 8.53 |\n",
"| LossQ | 0.0756 |\n",
"| Time | 82.7 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 6 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 21 |\n",
"| MaxEpRet | -289 |\n",
"| MinEpRet | -372 |\n",
"| AverageTestEpRet | -209 |\n",
"| StdTestEpRet | 7.78 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+03 |\n",
"| AverageQ1Vals | -10.8 |\n",
"| StdQ1Vals | 1.53 |\n",
"| MaxQ1Vals | -6.52 |\n",
"| MinQ1Vals | -17.3 |\n",
"| AverageQ2Vals | -10.8 |\n",
"| StdQ2Vals | 1.53 |\n",
"| MaxQ2Vals | -6.54 |\n",
"| MinQ2Vals | -17.4 |\n",
"| LossPi | 10 |\n",
"| LossQ | 0.0897 |\n",
"| Time | 101 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 7 |\n",
"| AverageEpRet | -313 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -280 |\n",
"| MinEpRet | -371 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 8.86 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+04 |\n",
"| AverageQ1Vals | -12.3 |\n",
"| StdQ1Vals | 1.67 |\n",
"| MaxQ1Vals | -7.61 |\n",
"| MinQ1Vals | -19.3 |\n",
"| AverageQ2Vals | -12.3 |\n",
"| StdQ2Vals | 1.68 |\n",
"| MaxQ2Vals | -7.63 |\n",
"| MinQ2Vals | -19.4 |\n",
"| LossPi | 11.5 |\n",
"| LossQ | 0.102 |\n",
"| Time | 120 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 8 |\n",
"| AverageEpRet | -323 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -290 |\n",
"| MinEpRet | -382 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 6.49 |\n",
"| MaxTestEpRet | -198 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+04 |\n",
"| AverageQ1Vals | -13.8 |\n",
"| StdQ1Vals | 1.82 |\n",
"| MaxQ1Vals | -8.64 |\n",
"| MinQ1Vals | -21.4 |\n",
"| AverageQ2Vals | -13.8 |\n",
"| StdQ2Vals | 1.82 |\n",
"| MaxQ2Vals | -8.61 |\n",
"| MinQ2Vals | -21.3 |\n",
"| LossPi | 12.9 |\n",
"| LossQ | 0.113 |\n",
"| Time | 137 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 9 |\n",
"| AverageEpRet | -321 |\n",
"| StdEpRet | 33.8 |\n",
"| MaxEpRet | -265 |\n",
"| MinEpRet | -397 |\n",
"| AverageTestEpRet | -210 |\n",
"| StdTestEpRet | 6.35 |\n",
"| MaxTestEpRet | -197 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+04 |\n",
"| AverageQ1Vals | -15.2 |\n",
"| StdQ1Vals | 1.93 |\n",
"| MaxQ1Vals | -9.71 |\n",
"| MinQ1Vals | -23.8 |\n",
"| AverageQ2Vals | -15.2 |\n",
"| StdQ2Vals | 1.93 |\n",
"| MaxQ2Vals | -9.54 |\n",
"| MinQ2Vals | -23.7 |\n",
"| LossPi | 14.3 |\n",
"| LossQ | 0.127 |\n",
"| Time | 154 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 10 |\n",
"| AverageEpRet | -312 |\n",
"| StdEpRet | 24.8 |\n",
"| MaxEpRet | -286 |\n",
"| MinEpRet | -375 |\n",
"| AverageTestEpRet | -204 |\n",
"| StdTestEpRet | 9.91 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+04 |\n",
"| AverageQ1Vals | -16.7 |\n",
"| StdQ1Vals | 2.05 |\n",
"| MaxQ1Vals | -10.7 |\n",
"| MinQ1Vals | -25.5 |\n",
"| AverageQ2Vals | -16.7 |\n",
"| StdQ2Vals | 2.05 |\n",
"| MaxQ2Vals | -10.4 |\n",
"| MinQ2Vals | -25.4 |\n",
"| LossPi | 15.7 |\n",
"| LossQ | 0.142 |\n",
"| Time | 171 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 11 |\n",
"| AverageEpRet | -322 |\n",
"| StdEpRet | 30.2 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -370 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 8.4 |\n",
"| MaxTestEpRet | -190 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+04 |\n",
"| AverageQ1Vals | -18 |\n",
"| StdQ1Vals | 2.14 |\n",
"| MaxQ1Vals | -11.4 |\n",
"| MinQ1Vals | -27.2 |\n",
"| AverageQ2Vals | -18 |\n",
"| StdQ2Vals | 2.14 |\n",
"| MaxQ2Vals | -11.2 |\n",
"| MinQ2Vals | -27.2 |\n",
"| LossPi | 17.1 |\n",
"| LossQ | 0.152 |\n",
"| Time | 188 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 12 |\n",
"| AverageEpRet | -317 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -282 |\n",
"| MinEpRet | -398 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 11.2 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+04 |\n",
"| AverageQ1Vals | -19.4 |\n",
"| StdQ1Vals | 2.21 |\n",
"| MaxQ1Vals | -13 |\n",
"| MinQ1Vals | -29 |\n",
"| AverageQ2Vals | -19.4 |\n",
"| StdQ2Vals | 2.21 |\n",
"| MaxQ2Vals | -12.8 |\n",
"| MinQ2Vals | -28.8 |\n",
"| LossPi | 18.4 |\n",
"| LossQ | 0.165 |\n",
"| Time | 204 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 13 |\n",
"| AverageEpRet | -222 |\n",
"| StdEpRet | 38.5 |\n",
"| MaxEpRet | -170 |\n",
"| MinEpRet | -332 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 11.7 |\n",
"| MaxTestEpRet | -182 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+04 |\n",
"| AverageQ1Vals | -20.6 |\n",
"| StdQ1Vals | 2.31 |\n",
"| MaxQ1Vals | -13.5 |\n",
"| MinQ1Vals | -30.6 |\n",
"| AverageQ2Vals | -20.6 |\n",
"| StdQ2Vals | 2.31 |\n",
"| MaxQ2Vals | -13.5 |\n",
"| MinQ2Vals | -30.8 |\n",
"| LossPi | 19.6 |\n",
"| LossQ | 0.165 |\n",
"| Time | 219 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 14 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 16.6 |\n",
"| MaxEpRet | -165 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 12.5 |\n",
"| MaxTestEpRet | -183 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.31e+04 |\n",
"| AverageQ1Vals | -21.6 |\n",
"| StdQ1Vals | 2.48 |\n",
"| MaxQ1Vals | -14.4 |\n",
"| MinQ1Vals | -31.7 |\n",
"| AverageQ2Vals | -21.6 |\n",
"| StdQ2Vals | 2.48 |\n",
"| MaxQ2Vals | -14.4 |\n",
"| MinQ2Vals | -31.9 |\n",
"| LossPi | 20.6 |\n",
"| LossQ | 0.16 |\n",
"| Time | 234 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 15 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 14.2 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 11.3 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.47e+04 |\n",
"| AverageQ1Vals | -22.6 |\n",
"| StdQ1Vals | 2.61 |\n",
"| MaxQ1Vals | -15.6 |\n",
"| MinQ1Vals | -33.9 |\n",
"| AverageQ2Vals | -22.6 |\n",
"| StdQ2Vals | 2.61 |\n",
"| MaxQ2Vals | -15.2 |\n",
"| MinQ2Vals | -33.8 |\n",
"| LossPi | 21.7 |\n",
"| LossQ | 0.156 |\n",
"| Time | 251 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 16 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 11.9 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 10.8 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.64e+04 |\n",
"| AverageQ1Vals | -23.6 |\n",
"| StdQ1Vals | 2.71 |\n",
"| MaxQ1Vals | -16.5 |\n",
"| MinQ1Vals | -34.8 |\n",
"| AverageQ2Vals | -23.6 |\n",
"| StdQ2Vals | 2.71 |\n",
"| MaxQ2Vals | -16.4 |\n",
"| MinQ2Vals | -35.1 |\n",
"| LossPi | 22.8 |\n",
"| LossQ | 0.157 |\n",
"| Time | 270 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 17 |\n",
"| AverageEpRet | -209 |\n",
"| StdEpRet | 12.9 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 21.6 |\n",
"| MaxTestEpRet | -143 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.8e+04 |\n",
"| AverageQ1Vals | -24.7 |\n",
"| StdQ1Vals | 2.76 |\n",
"| MaxQ1Vals | -17.6 |\n",
"| MinQ1Vals | -36.4 |\n",
"| AverageQ2Vals | -24.7 |\n",
"| StdQ2Vals | 2.76 |\n",
"| MaxQ2Vals | -17.3 |\n",
"| MinQ2Vals | -36.7 |\n",
"| LossPi | 23.9 |\n",
"| LossQ | 0.156 |\n",
"| Time | 289 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 18 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 12.9 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -208 |\n",
"| StdTestEpRet | 8.33 |\n",
"| MaxTestEpRet | -189 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.97e+04 |\n",
"| AverageQ1Vals | -25.8 |\n",
"| StdQ1Vals | 2.79 |\n",
"| MaxQ1Vals | -18.4 |\n",
"| MinQ1Vals | -38.4 |\n",
"| AverageQ2Vals | -25.8 |\n",
"| StdQ2Vals | 2.79 |\n",
"| MaxQ2Vals | -18.2 |\n",
"| MinQ2Vals | -38.4 |\n",
"| LossPi | 25 |\n",
"| LossQ | 0.156 |\n",
"| Time | 307 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 19 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 11.6 |\n",
"| MaxEpRet | -182 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -206 |\n",
"| StdTestEpRet | 7.99 |\n",
"| MaxTestEpRet | -192 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.13e+04 |\n",
"| AverageQ1Vals | -26.8 |\n",
"| StdQ1Vals | 2.82 |\n",
"| MaxQ1Vals | -19.1 |\n",
"| MinQ1Vals | -39 |\n",
"| AverageQ2Vals | -26.8 |\n",
"| StdQ2Vals | 2.82 |\n",
"| MaxQ2Vals | -19.2 |\n",
"| MinQ2Vals | -39.3 |\n",
"| LossPi | 26.1 |\n",
"| LossQ | 0.158 |\n",
"| Time | 325 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 20 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 18.6 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -223 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 11.1 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.3e+04 |\n",
"| AverageQ1Vals | -27.9 |\n",
"| StdQ1Vals | 2.86 |\n",
"| MaxQ1Vals | -20.1 |\n",
"| MinQ1Vals | -40.3 |\n",
"| AverageQ2Vals | -27.9 |\n",
"| StdQ2Vals | 2.86 |\n",
"| MaxQ2Vals | -20.1 |\n",
"| MinQ2Vals | -40.7 |\n",
"| LossPi | 27.2 |\n",
"| LossQ | 0.159 |\n",
"| Time | 341 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 21 |\n",
"| AverageEpRet | -208 |\n",
"| StdEpRet | 8.61 |\n",
"| MaxEpRet | -189 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -203 |\n",
"| StdTestEpRet | 15.7 |\n",
"| MaxTestEpRet | -168 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.46e+04 |\n",
"| AverageQ1Vals | -28.9 |\n",
"| StdQ1Vals | 2.89 |\n",
"| MaxQ1Vals | -20.9 |\n",
"| MinQ1Vals | -42.1 |\n",
"| AverageQ2Vals | -28.9 |\n",
"| StdQ2Vals | 2.89 |\n",
"| MaxQ2Vals | -20.9 |\n",
"| MinQ2Vals | -42.3 |\n",
"| LossPi | 28.3 |\n",
"| LossQ | 0.157 |\n",
"| Time | 359 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 22 |\n",
"| AverageEpRet | -205 |\n",
"| StdEpRet | 12.5 |\n",
"| MaxEpRet | -175 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 16.9 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.63e+04 |\n",
"| AverageQ1Vals | -30 |\n",
"| StdQ1Vals | 2.92 |\n",
"| MaxQ1Vals | -21.6 |\n",
"| MinQ1Vals | -43.4 |\n",
"| AverageQ2Vals | -30 |\n",
"| StdQ2Vals | 2.92 |\n",
"| MaxQ2Vals | -21.7 |\n",
"| MinQ2Vals | -43.6 |\n",
"| LossPi | 29.3 |\n",
"| LossQ | 0.162 |\n",
"| Time | 374 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 23 |\n",
"| AverageEpRet | -207 |\n",
"| StdEpRet | 13.1 |\n",
"| MaxEpRet | -168 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -200 |\n",
"| StdTestEpRet | 21 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.79e+04 |\n",
"| AverageQ1Vals | -31 |\n",
"| StdQ1Vals | 2.96 |\n",
"| MaxQ1Vals | -22.4 |\n",
"| MinQ1Vals | -44.6 |\n",
"| AverageQ2Vals | -31 |\n",
"| StdQ2Vals | 2.96 |\n",
"| MaxQ2Vals | -22.7 |\n",
"| MinQ2Vals | -44.8 |\n",
"| LossPi | 30.4 |\n",
"| LossQ | 0.164 |\n",
"| Time | 391 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 24 |\n",
"| AverageEpRet | -212 |\n",
"| StdEpRet | 9.48 |\n",
"| MaxEpRet | -191 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 18.3 |\n",
"| MaxTestEpRet | -165 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 3.96e+04 |\n",
"| AverageQ1Vals | -32.1 |\n",
"| StdQ1Vals | 2.99 |\n",
"| MaxQ1Vals | -23.5 |\n",
"| MinQ1Vals | -46.2 |\n",
"| AverageQ2Vals | -32.1 |\n",
"| StdQ2Vals | 2.99 |\n",
"| MaxQ2Vals | -23.5 |\n",
"| MinQ2Vals | -46.4 |\n",
"| LossPi | 31.5 |\n",
"| LossQ | 0.168 |\n",
"| Time | 409 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 25 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 8.64 |\n",
"| MaxEpRet | -187 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 13.8 |\n",
"| MaxTestEpRet | -170 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.12e+04 |\n",
"| AverageQ1Vals | -33.1 |\n",
"| StdQ1Vals | 3.01 |\n",
"| MaxQ1Vals | -24.3 |\n",
"| MinQ1Vals | -47.3 |\n",
"| AverageQ2Vals | -33.1 |\n",
"| StdQ2Vals | 3.01 |\n",
"| MaxQ2Vals | -24.2 |\n",
"| MinQ2Vals | -47.1 |\n",
"| LossPi | 32.5 |\n",
"| LossQ | 0.17 |\n",
"| Time | 426 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 26 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 12.4 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -207 |\n",
"| StdTestEpRet | 18.6 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -218 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.29e+04 |\n",
"| AverageQ1Vals | -34.1 |\n",
"| StdQ1Vals | 3.04 |\n",
"| MaxQ1Vals | -25.1 |\n",
"| MinQ1Vals | -48.3 |\n",
"| AverageQ2Vals | -34.1 |\n",
"| StdQ2Vals | 3.04 |\n",
"| MaxQ2Vals | -25.1 |\n",
"| MinQ2Vals | -48.7 |\n",
"| LossPi | 33.6 |\n",
"| LossQ | 0.174 |\n",
"| Time | 445 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 27 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 13.6 |\n",
"| MaxEpRet | -180 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -198 |\n",
"| StdTestEpRet | 18.6 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.45e+04 |\n",
"| AverageQ1Vals | -35.1 |\n",
"| StdQ1Vals | 3.07 |\n",
"| MaxQ1Vals | -25.8 |\n",
"| MinQ1Vals | -49.5 |\n",
"| AverageQ2Vals | -35.1 |\n",
"| StdQ2Vals | 3.07 |\n",
"| MaxQ2Vals | -26 |\n",
"| MinQ2Vals | -49.1 |\n",
"| LossPi | 34.6 |\n",
"| LossQ | 0.18 |\n",
"| Time | 461 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 28 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 15.2 |\n",
"| MaxEpRet | -167 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 15.1 |\n",
"| MaxTestEpRet | -167 |\n",
"| MinTestEpRet | -226 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.62e+04 |\n",
"| AverageQ1Vals | -36.1 |\n",
"| StdQ1Vals | 3.12 |\n",
"| MaxQ1Vals | -26.6 |\n",
"| MinQ1Vals | -51 |\n",
"| AverageQ2Vals | -36.1 |\n",
"| StdQ2Vals | 3.12 |\n",
"| MaxQ2Vals | -26.7 |\n",
"| MinQ2Vals | -50.7 |\n",
"| LossPi | 35.6 |\n",
"| LossQ | 0.188 |\n",
"| Time | 480 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 29 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 12.7 |\n",
"| MaxEpRet | -172 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -211 |\n",
"| StdTestEpRet | 4.58 |\n",
"| MaxTestEpRet | -204 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.78e+04 |\n",
"| AverageQ1Vals | -37.1 |\n",
"| StdQ1Vals | 3.16 |\n",
"| MaxQ1Vals | -27.5 |\n",
"| MinQ1Vals | -51.7 |\n",
"| AverageQ2Vals | -37.1 |\n",
"| StdQ2Vals | 3.16 |\n",
"| MaxQ2Vals | -27.7 |\n",
"| MinQ2Vals | -51.7 |\n",
"| LossPi | 36.6 |\n",
"| LossQ | 0.19 |\n",
"| Time | 501 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 30 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -157 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 12 |\n",
"| MaxTestEpRet | -180 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 4.95e+04 |\n",
"| AverageQ1Vals | -38.1 |\n",
"| StdQ1Vals | 3.21 |\n",
"| MaxQ1Vals | -28.5 |\n",
"| MinQ1Vals | -53.1 |\n",
"| AverageQ2Vals | -38.1 |\n",
"| StdQ2Vals | 3.21 |\n",
"| MaxQ2Vals | -28.5 |\n",
"| MinQ2Vals | -53.5 |\n",
"| LossPi | 37.6 |\n",
"| LossQ | 0.194 |\n",
"| Time | 523 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 31 |\n",
"| AverageEpRet | -201 |\n",
"| StdEpRet | 12.2 |\n",
"| MaxEpRet | -183 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 16.1 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.11e+04 |\n",
"| AverageQ1Vals | -39 |\n",
"| StdQ1Vals | 3.27 |\n",
"| MaxQ1Vals | -29.4 |\n",
"| MinQ1Vals | -54.1 |\n",
"| AverageQ2Vals | -39 |\n",
"| StdQ2Vals | 3.27 |\n",
"| MaxQ2Vals | -29.4 |\n",
"| MinQ2Vals | -54.3 |\n",
"| LossPi | 38.5 |\n",
"| LossQ | 0.205 |\n",
"| Time | 541 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 32 |\n",
"| AverageEpRet | -203 |\n",
"| StdEpRet | 13.5 |\n",
"| MaxEpRet | -171 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 20.4 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.28e+04 |\n",
"| AverageQ1Vals | -40 |\n",
"| StdQ1Vals | 3.3 |\n",
"| MaxQ1Vals | -30.2 |\n",
"| MinQ1Vals | -55.3 |\n",
"| AverageQ2Vals | -40 |\n",
"| StdQ2Vals | 3.3 |\n",
"| MaxQ2Vals | -30.2 |\n",
"| MinQ2Vals | -55.5 |\n",
"| LossPi | 39.5 |\n",
"| LossQ | 0.209 |\n",
"| Time | 559 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 33 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 13.4 |\n",
"| MaxEpRet | -165 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -205 |\n",
"| StdTestEpRet | 11.8 |\n",
"| MaxTestEpRet | -187 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.44e+04 |\n",
"| AverageQ1Vals | -40.9 |\n",
"| StdQ1Vals | 3.34 |\n",
"| MaxQ1Vals | -30.9 |\n",
"| MinQ1Vals | -56.9 |\n",
"| AverageQ2Vals | -40.9 |\n",
"| StdQ2Vals | 3.34 |\n",
"| MaxQ2Vals | -30.8 |\n",
"| MinQ2Vals | -57.3 |\n",
"| LossPi | 40.5 |\n",
"| LossQ | 0.211 |\n",
"| Time | 577 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 34 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 11.4 |\n",
"| MaxEpRet | -177 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 14.4 |\n",
"| MaxTestEpRet | -160 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.61e+04 |\n",
"| AverageQ1Vals | -41.9 |\n",
"| StdQ1Vals | 3.42 |\n",
"| MaxQ1Vals | -31.8 |\n",
"| MinQ1Vals | -56.8 |\n",
"| AverageQ2Vals | -41.9 |\n",
"| StdQ2Vals | 3.42 |\n",
"| MaxQ2Vals | -31.8 |\n",
"| MinQ2Vals | -57.3 |\n",
"| LossPi | 41.4 |\n",
"| LossQ | 0.215 |\n",
"| Time | 596 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 35 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 11.7 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -195 |\n",
"| StdTestEpRet | 11.7 |\n",
"| MaxTestEpRet | -173 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.77e+04 |\n",
"| AverageQ1Vals | -42.8 |\n",
"| StdQ1Vals | 3.49 |\n",
"| MaxQ1Vals | -32.7 |\n",
"| MinQ1Vals | -58.4 |\n",
"| AverageQ2Vals | -42.8 |\n",
"| StdQ2Vals | 3.49 |\n",
"| MaxQ2Vals | -32.5 |\n",
"| MinQ2Vals | -58.7 |\n",
"| LossPi | 42.3 |\n",
"| LossQ | 0.226 |\n",
"| Time | 613 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 36 |\n",
"| AverageEpRet | -197 |\n",
"| StdEpRet | 11.9 |\n",
"| MaxEpRet | -164 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -202 |\n",
"| StdTestEpRet | 12.3 |\n",
"| MaxTestEpRet | -178 |\n",
"| MinTestEpRet | -219 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 5.94e+04 |\n",
"| AverageQ1Vals | -43.7 |\n",
"| StdQ1Vals | 3.53 |\n",
"| MaxQ1Vals | -33.1 |\n",
"| MinQ1Vals | -59.3 |\n",
"| AverageQ2Vals | -43.7 |\n",
"| StdQ2Vals | 3.53 |\n",
"| MaxQ2Vals | -33.4 |\n",
"| MinQ2Vals | -59.6 |\n",
"| LossPi | 43.2 |\n",
"| LossQ | 0.233 |\n",
"| Time | 630 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 37 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -193 |\n",
"| StdTestEpRet | 15.6 |\n",
"| MaxTestEpRet | -159 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.1e+04 |\n",
"| AverageQ1Vals | -44.6 |\n",
"| StdQ1Vals | 3.58 |\n",
"| MaxQ1Vals | -34 |\n",
"| MinQ1Vals | -60.6 |\n",
"| AverageQ2Vals | -44.6 |\n",
"| StdQ2Vals | 3.59 |\n",
"| MaxQ2Vals | -34 |\n",
"| MinQ2Vals | -60.6 |\n",
"| LossPi | 44.1 |\n",
"| LossQ | 0.242 |\n",
"| Time | 649 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 38 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 13 |\n",
"| MaxEpRet | -168 |\n",
"| MinEpRet | -214 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 16 |\n",
"| MaxTestEpRet | -156 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.27e+04 |\n",
"| AverageQ1Vals | -45.5 |\n",
"| StdQ1Vals | 3.65 |\n",
"| MaxQ1Vals | -34.7 |\n",
"| MinQ1Vals | -62.1 |\n",
"| AverageQ2Vals | -45.5 |\n",
"| StdQ2Vals | 3.65 |\n",
"| MaxQ2Vals | -34.8 |\n",
"| MinQ2Vals | -61.7 |\n",
"| LossPi | 45 |\n",
"| LossQ | 0.247 |\n",
"| Time | 666 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 39 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 20.9 |\n",
"| MaxEpRet | -149 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -194 |\n",
"| StdTestEpRet | 20 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.43e+04 |\n",
"| AverageQ1Vals | -46.3 |\n",
"| StdQ1Vals | 3.73 |\n",
"| MaxQ1Vals | -35.4 |\n",
"| MinQ1Vals | -62.6 |\n",
"| AverageQ2Vals | -46.3 |\n",
"| StdQ2Vals | 3.73 |\n",
"| MaxQ2Vals | -35.5 |\n",
"| MinQ2Vals | -62.7 |\n",
"| LossPi | 45.9 |\n",
"| LossQ | 0.257 |\n",
"| Time | 684 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 40 |\n",
"| AverageEpRet | -202 |\n",
"| StdEpRet | 13.7 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -196 |\n",
"| StdTestEpRet | 17.2 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.6e+04 |\n",
"| AverageQ1Vals | -47.2 |\n",
"| StdQ1Vals | 3.79 |\n",
"| MaxQ1Vals | -36.3 |\n",
"| MinQ1Vals | -63.4 |\n",
"| AverageQ2Vals | -47.2 |\n",
"| StdQ2Vals | 3.79 |\n",
"| MaxQ2Vals | -36.1 |\n",
"| MinQ2Vals | -63.8 |\n",
"| LossPi | 46.8 |\n",
"| LossQ | 0.261 |\n",
"| Time | 704 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 41 |\n",
"| AverageEpRet | -200 |\n",
"| StdEpRet | 16.8 |\n",
"| MaxEpRet | -160 |\n",
"| MinEpRet | -229 |\n",
"| AverageTestEpRet | -186 |\n",
"| StdTestEpRet | 20.5 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.76e+04 |\n",
"| AverageQ1Vals | -48 |\n",
"| StdQ1Vals | 3.84 |\n",
"| MaxQ1Vals | -36.8 |\n",
"| MinQ1Vals | -65.1 |\n",
"| AverageQ2Vals | -48 |\n",
"| StdQ2Vals | 3.84 |\n",
"| MaxQ2Vals | -36.8 |\n",
"| MinQ2Vals | -65.3 |\n",
"| LossPi | 47.6 |\n",
"| LossQ | 0.266 |\n",
"| Time | 721 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 42 |\n",
"| AverageEpRet | -198 |\n",
"| StdEpRet | 17.8 |\n",
"| MaxEpRet | -158 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 6.93e+04 |\n",
"| AverageQ1Vals | -48.9 |\n",
"| StdQ1Vals | 3.89 |\n",
"| MaxQ1Vals | -37.6 |\n",
"| MinQ1Vals | -65.8 |\n",
"| AverageQ2Vals | -48.9 |\n",
"| StdQ2Vals | 3.89 |\n",
"| MaxQ2Vals | -37.5 |\n",
"| MinQ2Vals | -65.8 |\n",
"| LossPi | 48.5 |\n",
"| LossQ | 0.278 |\n",
"| Time | 738 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 43 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 13.5 |\n",
"| MaxEpRet | -169 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 18.5 |\n",
"| MaxTestEpRet | -147 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.09e+04 |\n",
"| AverageQ1Vals | -49.7 |\n",
"| StdQ1Vals | 3.95 |\n",
"| MaxQ1Vals | -38.5 |\n",
"| MinQ1Vals | -66.6 |\n",
"| AverageQ2Vals | -49.7 |\n",
"| StdQ2Vals | 3.96 |\n",
"| MaxQ2Vals | -38.4 |\n",
"| MinQ2Vals | -67 |\n",
"| LossPi | 49.3 |\n",
"| LossQ | 0.279 |\n",
"| Time | 755 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 44 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 11.8 |\n",
"| MaxEpRet | -174 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -199 |\n",
"| StdTestEpRet | 14.6 |\n",
"| MaxTestEpRet | -166 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.26e+04 |\n",
"| AverageQ1Vals | -50.5 |\n",
"| StdQ1Vals | 4.03 |\n",
"| MaxQ1Vals | -39 |\n",
"| MinQ1Vals | -68.4 |\n",
"| AverageQ2Vals | -50.5 |\n",
"| StdQ2Vals | 4.03 |\n",
"| MaxQ2Vals | -38.9 |\n",
"| MinQ2Vals | -67.9 |\n",
"| LossPi | 50.1 |\n",
"| LossQ | 0.289 |\n",
"| Time | 775 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 45 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 14.5 |\n",
"| MaxEpRet | -174 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -182 |\n",
"| StdTestEpRet | 36.4 |\n",
"| MaxTestEpRet | -92.9 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.42e+04 |\n",
"| AverageQ1Vals | -51.3 |\n",
"| StdQ1Vals | 4.09 |\n",
"| MaxQ1Vals | -39.6 |\n",
"| MinQ1Vals | -68.9 |\n",
"| AverageQ2Vals | -51.3 |\n",
"| StdQ2Vals | 4.1 |\n",
"| MaxQ2Vals | -39.5 |\n",
"| MinQ2Vals | -68.3 |\n",
"| LossPi | 50.9 |\n",
"| LossQ | 0.291 |\n",
"| Time | 795 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 46 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -154 |\n",
"| MinEpRet | -227 |\n",
"| AverageTestEpRet | -185 |\n",
"| StdTestEpRet | 19 |\n",
"| MaxTestEpRet | -154 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.59e+04 |\n",
"| AverageQ1Vals | -52.1 |\n",
"| StdQ1Vals | 4.16 |\n",
"| MaxQ1Vals | -40.4 |\n",
"| MinQ1Vals | -69.7 |\n",
"| AverageQ2Vals | -52.1 |\n",
"| StdQ2Vals | 4.16 |\n",
"| MaxQ2Vals | -40 |\n",
"| MinQ2Vals | -69.6 |\n",
"| LossPi | 51.7 |\n",
"| LossQ | 0.306 |\n",
"| Time | 813 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 47 |\n",
"| AverageEpRet | -188 |\n",
"| StdEpRet | 18.7 |\n",
"| MaxEpRet | -143 |\n",
"| MinEpRet | -212 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 35.8 |\n",
"| MaxTestEpRet | -95.2 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.75e+04 |\n",
"| AverageQ1Vals | -52.8 |\n",
"| StdQ1Vals | 4.25 |\n",
"| MaxQ1Vals | -40.9 |\n",
"| MinQ1Vals | -71.1 |\n",
"| AverageQ2Vals | -52.8 |\n",
"| StdQ2Vals | 4.25 |\n",
"| MaxQ2Vals | -40.8 |\n",
"| MinQ2Vals | -71.4 |\n",
"| LossPi | 52.4 |\n",
"| LossQ | 0.306 |\n",
"| Time | 834 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 48 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 19 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 21.8 |\n",
"| MaxTestEpRet | -137 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 7.92e+04 |\n",
"| AverageQ1Vals | -53.6 |\n",
"| StdQ1Vals | 4.37 |\n",
"| MaxQ1Vals | -41.7 |\n",
"| MinQ1Vals | -71.5 |\n",
"| AverageQ2Vals | -53.6 |\n",
"| StdQ2Vals | 4.38 |\n",
"| MaxQ2Vals | -41.5 |\n",
"| MinQ2Vals | -71.6 |\n",
"| LossPi | 53.2 |\n",
"| LossQ | 0.314 |\n",
"| Time | 855 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 49 |\n",
"| AverageEpRet | -193 |\n",
"| StdEpRet | 20.4 |\n",
"| MaxEpRet | -150 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -190 |\n",
"| StdTestEpRet | 19.8 |\n",
"| MaxTestEpRet | -140 |\n",
"| MinTestEpRet | -213 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.08e+04 |\n",
"| AverageQ1Vals | -54.3 |\n",
"| StdQ1Vals | 4.45 |\n",
"| MaxQ1Vals | -42.2 |\n",
"| MinQ1Vals | -72.3 |\n",
"| AverageQ2Vals | -54.3 |\n",
"| StdQ2Vals | 4.45 |\n",
"| MaxQ2Vals | -42 |\n",
"| MinQ2Vals | -72.8 |\n",
"| LossPi | 53.9 |\n",
"| LossQ | 0.325 |\n",
"| Time | 876 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 50 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -197 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -165 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.25e+04 |\n",
"| AverageQ1Vals | -55.1 |\n",
"| StdQ1Vals | 4.52 |\n",
"| MaxQ1Vals | -42.7 |\n",
"| MinQ1Vals | -73.4 |\n",
"| AverageQ2Vals | -55.1 |\n",
"| StdQ2Vals | 4.52 |\n",
"| MaxQ2Vals | -42.6 |\n",
"| MinQ2Vals | -72.9 |\n",
"| LossPi | 54.7 |\n",
"| LossQ | 0.336 |\n",
"| Time | 896 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 51 |\n",
"| AverageEpRet | -194 |\n",
"| StdEpRet | 11.4 |\n",
"| MaxEpRet | -176 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -191 |\n",
"| StdTestEpRet | 15.4 |\n",
"| MaxTestEpRet | -153 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.41e+04 |\n",
"| AverageQ1Vals | -55.8 |\n",
"| StdQ1Vals | 4.58 |\n",
"| MaxQ1Vals | -42.9 |\n",
"| MinQ1Vals | -74.9 |\n",
"| AverageQ2Vals | -55.8 |\n",
"| StdQ2Vals | 4.58 |\n",
"| MaxQ2Vals | -42.8 |\n",
"| MinQ2Vals | -75.7 |\n",
"| LossPi | 55.4 |\n",
"| LossQ | 0.341 |\n",
"| Time | 914 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 52 |\n",
"| AverageEpRet | -192 |\n",
"| StdEpRet | 15.1 |\n",
"| MaxEpRet | -171 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -216 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.58e+04 |\n",
"| AverageQ1Vals | -56.6 |\n",
"| StdQ1Vals | 4.62 |\n",
"| MaxQ1Vals | -43.8 |\n",
"| MinQ1Vals | -75.3 |\n",
"| AverageQ2Vals | -56.6 |\n",
"| StdQ2Vals | 4.62 |\n",
"| MaxQ2Vals | -43.7 |\n",
"| MinQ2Vals | -75.8 |\n",
"| LossPi | 56.2 |\n",
"| LossQ | 0.356 |\n",
"| Time | 935 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 53 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 19.9 |\n",
"| MaxEpRet | -144 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -172 |\n",
"| StdTestEpRet | 23.2 |\n",
"| MaxTestEpRet | -132 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.74e+04 |\n",
"| AverageQ1Vals | -57.3 |\n",
"| StdQ1Vals | 4.69 |\n",
"| MaxQ1Vals | -44.4 |\n",
"| MinQ1Vals | -76.4 |\n",
"| AverageQ2Vals | -57.3 |\n",
"| StdQ2Vals | 4.7 |\n",
"| MaxQ2Vals | -44.2 |\n",
"| MinQ2Vals | -75.7 |\n",
"| LossPi | 56.9 |\n",
"| LossQ | 0.355 |\n",
"| Time | 954 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 54 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -147 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -189 |\n",
"| StdTestEpRet | 30.9 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 8.91e+04 |\n",
"| AverageQ1Vals | -57.9 |\n",
"| StdQ1Vals | 4.8 |\n",
"| MaxQ1Vals | -45 |\n",
"| MinQ1Vals | -76.6 |\n",
"| AverageQ2Vals | -57.9 |\n",
"| StdQ2Vals | 4.8 |\n",
"| MaxQ2Vals | -44.6 |\n",
"| MinQ2Vals | -76.7 |\n",
"| LossPi | 57.6 |\n",
"| LossQ | 0.363 |\n",
"| Time | 972 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 55 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 19.6 |\n",
"| MaxEpRet | -132 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 16.9 |\n",
"| MaxTestEpRet | -158 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.07e+04 |\n",
"| AverageQ1Vals | -58.6 |\n",
"| StdQ1Vals | 4.89 |\n",
"| MaxQ1Vals | -45.3 |\n",
"| MinQ1Vals | -77.9 |\n",
"| AverageQ2Vals | -58.6 |\n",
"| StdQ2Vals | 4.9 |\n",
"| MaxQ2Vals | -44.9 |\n",
"| MinQ2Vals | -78.3 |\n",
"| LossPi | 58.2 |\n",
"| LossQ | 0.366 |\n",
"| Time | 990 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 56 |\n",
"| AverageEpRet | -190 |\n",
"| StdEpRet | 20.1 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 22.1 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.24e+04 |\n",
"| AverageQ1Vals | -59.3 |\n",
"| StdQ1Vals | 4.98 |\n",
"| MaxQ1Vals | -45.9 |\n",
"| MinQ1Vals | -79.5 |\n",
"| AverageQ2Vals | -59.3 |\n",
"| StdQ2Vals | 4.98 |\n",
"| MaxQ2Vals | -45.7 |\n",
"| MinQ2Vals | -78.5 |\n",
"| LossPi | 58.9 |\n",
"| LossQ | 0.383 |\n",
"| Time | 1.01e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 57 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -181 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -139 |\n",
"| MinTestEpRet | -221 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.4e+04 |\n",
"| AverageQ1Vals | -59.9 |\n",
"| StdQ1Vals | 5.06 |\n",
"| MaxQ1Vals | -46.6 |\n",
"| MinQ1Vals | -80.5 |\n",
"| AverageQ2Vals | -59.9 |\n",
"| StdQ2Vals | 5.06 |\n",
"| MaxQ2Vals | -46.5 |\n",
"| MinQ2Vals | -79.8 |\n",
"| LossPi | 59.5 |\n",
"| LossQ | 0.388 |\n",
"| Time | 1.03e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 58 |\n",
"| AverageEpRet | -185 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -136 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -192 |\n",
"| StdTestEpRet | 23.5 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -212 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.57e+04 |\n",
"| AverageQ1Vals | -60.5 |\n",
"| StdQ1Vals | 5.15 |\n",
"| MaxQ1Vals | -47.2 |\n",
"| MinQ1Vals | -80.6 |\n",
"| AverageQ2Vals | -60.5 |\n",
"| StdQ2Vals | 5.16 |\n",
"| MaxQ2Vals | -47 |\n",
"| MinQ2Vals | -81.8 |\n",
"| LossPi | 60.2 |\n",
"| LossQ | 0.4 |\n",
"| Time | 1.05e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 59 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -184 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -128 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.73e+04 |\n",
"| AverageQ1Vals | -61.2 |\n",
"| StdQ1Vals | 5.23 |\n",
"| MaxQ1Vals | -47.7 |\n",
"| MinQ1Vals | -81.2 |\n",
"| AverageQ2Vals | -61.2 |\n",
"| StdQ2Vals | 5.23 |\n",
"| MaxQ2Vals | -47.3 |\n",
"| MinQ2Vals | -81.8 |\n",
"| LossPi | 60.8 |\n",
"| LossQ | 0.408 |\n",
"| Time | 1.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 60 |\n",
"| AverageEpRet | -176 |\n",
"| StdEpRet | 14.1 |\n",
"| MaxEpRet | -145 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -183 |\n",
"| StdTestEpRet | 16.2 |\n",
"| MaxTestEpRet | -162 |\n",
"| MinTestEpRet | -223 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 9.9e+04 |\n",
"| AverageQ1Vals | -61.8 |\n",
"| StdQ1Vals | 5.31 |\n",
"| MaxQ1Vals | -48.2 |\n",
"| MinQ1Vals | -82.2 |\n",
"| AverageQ2Vals | -61.8 |\n",
"| StdQ2Vals | 5.32 |\n",
"| MaxQ2Vals | -48 |\n",
"| MinQ2Vals | -81.9 |\n",
"| LossPi | 61.4 |\n",
"| LossQ | 0.413 |\n",
"| Time | 1.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 61 |\n",
"| AverageEpRet | -184 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -144 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -175 |\n",
"| StdTestEpRet | 18.6 |\n",
"| MaxTestEpRet | -146 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.01e+05 |\n",
"| AverageQ1Vals | -62.3 |\n",
"| StdQ1Vals | 5.4 |\n",
"| MaxQ1Vals | -48.5 |\n",
"| MinQ1Vals | -82.7 |\n",
"| AverageQ2Vals | -62.3 |\n",
"| StdQ2Vals | 5.4 |\n",
"| MaxQ2Vals | -48.5 |\n",
"| MinQ2Vals | -83.5 |\n",
"| LossPi | 61.9 |\n",
"| LossQ | 0.424 |\n",
"| Time | 1.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 62 |\n",
"| AverageEpRet | -177 |\n",
"| StdEpRet | 22.7 |\n",
"| MaxEpRet | -128 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -131 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.02e+05 |\n",
"| AverageQ1Vals | -63 |\n",
"| StdQ1Vals | 5.46 |\n",
"| MaxQ1Vals | -48.9 |\n",
"| MinQ1Vals | -84.2 |\n",
"| AverageQ2Vals | -63 |\n",
"| StdQ2Vals | 5.47 |\n",
"| MaxQ2Vals | -48.7 |\n",
"| MinQ2Vals | -84.8 |\n",
"| LossPi | 62.6 |\n",
"| LossQ | 0.431 |\n",
"| Time | 1.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 63 |\n",
"| AverageEpRet | -179 |\n",
"| StdEpRet | 20 |\n",
"| MaxEpRet | -140 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 15.3 |\n",
"| MaxTestEpRet | -144 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.04e+05 |\n",
"| AverageQ1Vals | -63.5 |\n",
"| StdQ1Vals | 5.55 |\n",
"| MaxQ1Vals | -49.4 |\n",
"| MinQ1Vals | -85.7 |\n",
"| AverageQ2Vals | -63.5 |\n",
"| StdQ2Vals | 5.55 |\n",
"| MaxQ2Vals | -49.3 |\n",
"| MinQ2Vals | -85.6 |\n",
"| LossPi | 63.2 |\n",
"| LossQ | 0.444 |\n",
"| Time | 1.16e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 64 |\n",
"| AverageEpRet | -186 |\n",
"| StdEpRet | 15 |\n",
"| MaxEpRet | -161 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -188 |\n",
"| StdTestEpRet | 13.6 |\n",
"| MaxTestEpRet | -155 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.06e+05 |\n",
"| AverageQ1Vals | -64.1 |\n",
"| StdQ1Vals | 5.65 |\n",
"| MaxQ1Vals | -49.5 |\n",
"| MinQ1Vals | -87.4 |\n",
"| AverageQ2Vals | -64.1 |\n",
"| StdQ2Vals | 5.66 |\n",
"| MaxQ2Vals | -49.4 |\n",
"| MinQ2Vals | -86.2 |\n",
"| LossPi | 63.8 |\n",
"| LossQ | 0.456 |\n",
"| Time | 1.18e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 65 |\n",
"| AverageEpRet | -180 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -226 |\n",
"| AverageTestEpRet | -180 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.07e+05 |\n",
"| AverageQ1Vals | -64.7 |\n",
"| StdQ1Vals | 5.72 |\n",
"| MaxQ1Vals | -49.9 |\n",
"| MinQ1Vals | -87.9 |\n",
"| AverageQ2Vals | -64.7 |\n",
"| StdQ2Vals | 5.72 |\n",
"| MaxQ2Vals | -50.1 |\n",
"| MinQ2Vals | -87.8 |\n",
"| LossPi | 64.3 |\n",
"| LossQ | 0.463 |\n",
"| Time | 1.2e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 66 |\n",
"| AverageEpRet | -182 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.09e+05 |\n",
"| AverageQ1Vals | -65.2 |\n",
"| StdQ1Vals | 5.81 |\n",
"| MaxQ1Vals | -50.2 |\n",
"| MinQ1Vals | -88.6 |\n",
"| AverageQ2Vals | -65.2 |\n",
"| StdQ2Vals | 5.82 |\n",
"| MaxQ2Vals | -50.3 |\n",
"| MinQ2Vals | -87.6 |\n",
"| LossPi | 64.8 |\n",
"| LossQ | 0.476 |\n",
"| Time | 1.23e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 67 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 12.6 |\n",
"| MaxEpRet | -146 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -178 |\n",
"| StdTestEpRet | 15.5 |\n",
"| MaxTestEpRet | -148 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.11e+05 |\n",
"| AverageQ1Vals | -65.8 |\n",
"| StdQ1Vals | 5.9 |\n",
"| MaxQ1Vals | -50.7 |\n",
"| MinQ1Vals | -87.1 |\n",
"| AverageQ2Vals | -65.8 |\n",
"| StdQ2Vals | 5.9 |\n",
"| MaxQ2Vals | -50.7 |\n",
"| MinQ2Vals | -86.8 |\n",
"| LossPi | 65.4 |\n",
"| LossQ | 0.473 |\n",
"| Time | 1.25e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 68 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 15.2 |\n",
"| MaxEpRet | -148 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 31.2 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -210 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.12e+05 |\n",
"| AverageQ1Vals | -66.3 |\n",
"| StdQ1Vals | 5.99 |\n",
"| MaxQ1Vals | -51 |\n",
"| MinQ1Vals | -87.9 |\n",
"| AverageQ2Vals | -66.3 |\n",
"| StdQ2Vals | 5.99 |\n",
"| MaxQ2Vals | -51.1 |\n",
"| MinQ2Vals | -87.7 |\n",
"| LossPi | 65.9 |\n",
"| LossQ | 0.488 |\n",
"| Time | 1.27e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 69 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 30.1 |\n",
"| MaxEpRet | -131 |\n",
"| MinEpRet | -222 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 27 |\n",
"| MaxTestEpRet | -95.9 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.14e+05 |\n",
"| AverageQ1Vals | -66.8 |\n",
"| StdQ1Vals | 6.09 |\n",
"| MaxQ1Vals | -51.4 |\n",
"| MinQ1Vals | -88.2 |\n",
"| AverageQ2Vals | -66.8 |\n",
"| StdQ2Vals | 6.09 |\n",
"| MaxQ2Vals | -51.4 |\n",
"| MinQ2Vals | -89.2 |\n",
"| LossPi | 66.4 |\n",
"| LossQ | 0.499 |\n",
"| Time | 1.29e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 70 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 26.8 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -176 |\n",
"| StdTestEpRet | 20.1 |\n",
"| MaxTestEpRet | -138 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.15e+05 |\n",
"| AverageQ1Vals | -67.3 |\n",
"| StdQ1Vals | 6.16 |\n",
"| MaxQ1Vals | -51.6 |\n",
"| MinQ1Vals | -91.5 |\n",
"| AverageQ2Vals | -67.3 |\n",
"| StdQ2Vals | 6.16 |\n",
"| MaxQ2Vals | -51.5 |\n",
"| MinQ2Vals | -90.7 |\n",
"| LossPi | 66.9 |\n",
"| LossQ | 0.512 |\n",
"| Time | 1.31e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 71 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 14.1 |\n",
"| MaxEpRet | -148 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 23.4 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -198 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.17e+05 |\n",
"| AverageQ1Vals | -67.7 |\n",
"| StdQ1Vals | 6.28 |\n",
"| MaxQ1Vals | -51.9 |\n",
"| MinQ1Vals | -91.7 |\n",
"| AverageQ2Vals | -67.7 |\n",
"| StdQ2Vals | 6.28 |\n",
"| MaxQ2Vals | -51.7 |\n",
"| MinQ2Vals | -90.9 |\n",
"| LossPi | 67.3 |\n",
"| LossQ | 0.528 |\n",
"| Time | 1.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 72 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -96.8 |\n",
"| MinEpRet | -218 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 27.6 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.19e+05 |\n",
"| AverageQ1Vals | -68.2 |\n",
"| StdQ1Vals | 6.37 |\n",
"| MaxQ1Vals | -52.2 |\n",
"| MinQ1Vals | -92.5 |\n",
"| AverageQ2Vals | -68.2 |\n",
"| StdQ2Vals | 6.37 |\n",
"| MaxQ2Vals | -52.1 |\n",
"| MinQ2Vals | -91.5 |\n",
"| LossPi | 67.8 |\n",
"| LossQ | 0.53 |\n",
"| Time | 1.35e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 73 |\n",
"| AverageEpRet | -172 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -126 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.2e+05 |\n",
"| AverageQ1Vals | -68.6 |\n",
"| StdQ1Vals | 6.45 |\n",
"| MaxQ1Vals | -52.5 |\n",
"| MinQ1Vals | -95.3 |\n",
"| AverageQ2Vals | -68.6 |\n",
"| StdQ2Vals | 6.45 |\n",
"| MaxQ2Vals | -52 |\n",
"| MinQ2Vals | -93 |\n",
"| LossPi | 68.2 |\n",
"| LossQ | 0.536 |\n",
"| Time | 1.37e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 74 |\n",
"| AverageEpRet | -159 |\n",
"| StdEpRet | 26.9 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -164 |\n",
"| StdTestEpRet | 24.6 |\n",
"| MaxTestEpRet | -125 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.22e+05 |\n",
"| AverageQ1Vals | -69.1 |\n",
"| StdQ1Vals | 6.57 |\n",
"| MaxQ1Vals | -52.7 |\n",
"| MinQ1Vals | -93.2 |\n",
"| AverageQ2Vals | -69.1 |\n",
"| StdQ2Vals | 6.57 |\n",
"| MaxQ2Vals | -52.6 |\n",
"| MinQ2Vals | -92.6 |\n",
"| LossPi | 68.7 |\n",
"| LossQ | 0.551 |\n",
"| Time | 1.39e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 75 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 17.7 |\n",
"| MaxEpRet | -146 |\n",
"| MinEpRet | -216 |\n",
"| AverageTestEpRet | -177 |\n",
"| StdTestEpRet | 19.6 |\n",
"| MaxTestEpRet | -149 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.24e+05 |\n",
"| AverageQ1Vals | -69.5 |\n",
"| StdQ1Vals | 6.66 |\n",
"| MaxQ1Vals | -52.9 |\n",
"| MinQ1Vals | -93.7 |\n",
"| AverageQ2Vals | -69.5 |\n",
"| StdQ2Vals | 6.67 |\n",
"| MaxQ2Vals | -52.8 |\n",
"| MinQ2Vals | -93 |\n",
"| LossPi | 69.1 |\n",
"| LossQ | 0.559 |\n",
"| Time | 1.41e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 76 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -166 |\n",
"| StdTestEpRet | 25.9 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -211 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.25e+05 |\n",
"| AverageQ1Vals | -69.9 |\n",
"| StdQ1Vals | 6.74 |\n",
"| MaxQ1Vals | -53.2 |\n",
"| MinQ1Vals | -95.4 |\n",
"| AverageQ2Vals | -69.9 |\n",
"| StdQ2Vals | 6.74 |\n",
"| MaxQ2Vals | -52.9 |\n",
"| MinQ2Vals | -94.2 |\n",
"| LossPi | 69.5 |\n",
"| LossQ | 0.573 |\n",
"| Time | 1.43e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 77 |\n",
"| AverageEpRet | -174 |\n",
"| StdEpRet | 28.1 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -210 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 38 |\n",
"| MaxTestEpRet | -94 |\n",
"| MinTestEpRet | -207 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.27e+05 |\n",
"| AverageQ1Vals | -70.4 |\n",
"| StdQ1Vals | 6.83 |\n",
"| MaxQ1Vals | -53.6 |\n",
"| MinQ1Vals | -97.1 |\n",
"| AverageQ2Vals | -70.4 |\n",
"| StdQ2Vals | 6.83 |\n",
"| MaxQ2Vals | -53.1 |\n",
"| MinQ2Vals | -95.9 |\n",
"| LossPi | 69.9 |\n",
"| LossQ | 0.573 |\n",
"| Time | 1.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 78 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 24.5 |\n",
"| MaxEpRet | -135 |\n",
"| MinEpRet | -224 |\n",
"| AverageTestEpRet | -173 |\n",
"| StdTestEpRet | 27.7 |\n",
"| MaxTestEpRet | -109 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.29e+05 |\n",
"| AverageQ1Vals | -70.8 |\n",
"| StdQ1Vals | 6.92 |\n",
"| MaxQ1Vals | -53.6 |\n",
"| MinQ1Vals | -97.8 |\n",
"| AverageQ2Vals | -70.8 |\n",
"| StdQ2Vals | 6.92 |\n",
"| MaxQ2Vals | -53.5 |\n",
"| MinQ2Vals | -96.7 |\n",
"| LossPi | 70.4 |\n",
"| LossQ | 0.581 |\n",
"| Time | 1.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 79 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -199 |\n",
"| AverageTestEpRet | -179 |\n",
"| StdTestEpRet | 23.8 |\n",
"| MaxTestEpRet | -132 |\n",
"| MinTestEpRet | -215 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.3e+05 |\n",
"| AverageQ1Vals | -71.2 |\n",
"| StdQ1Vals | 7.04 |\n",
"| MaxQ1Vals | -54.1 |\n",
"| MinQ1Vals | -98.4 |\n",
"| AverageQ2Vals | -71.2 |\n",
"| StdQ2Vals | 7.04 |\n",
"| MaxQ2Vals | -53.7 |\n",
"| MinQ2Vals | -97.5 |\n",
"| LossPi | 70.7 |\n",
"| LossQ | 0.606 |\n",
"| Time | 1.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 80 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 21.2 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -194 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 30.2 |\n",
"| MaxTestEpRet | -106 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.32e+05 |\n",
"| AverageQ1Vals | -71.5 |\n",
"| StdQ1Vals | 7.14 |\n",
"| MaxQ1Vals | -53.9 |\n",
"| MinQ1Vals | -99.3 |\n",
"| AverageQ2Vals | -71.5 |\n",
"| StdQ2Vals | 7.14 |\n",
"| MaxQ2Vals | -54.2 |\n",
"| MinQ2Vals | -97.5 |\n",
"| LossPi | 71.1 |\n",
"| LossQ | 0.593 |\n",
"| Time | 1.51e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 81 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -113 |\n",
"| MinEpRet | -215 |\n",
"| AverageTestEpRet | -165 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -101 |\n",
"| MinTestEpRet | -200 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.34e+05 |\n",
"| AverageQ1Vals | -71.9 |\n",
"| StdQ1Vals | 7.25 |\n",
"| MaxQ1Vals | -54.4 |\n",
"| MinQ1Vals | -97.3 |\n",
"| AverageQ2Vals | -71.9 |\n",
"| StdQ2Vals | 7.25 |\n",
"| MaxQ2Vals | -54.3 |\n",
"| MinQ2Vals | -97.4 |\n",
"| LossPi | 71.4 |\n",
"| LossQ | 0.614 |\n",
"| Time | 1.53e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 82 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 19.7 |\n",
"| MaxEpRet | -106 |\n",
"| MinEpRet | -186 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 39 |\n",
"| MaxTestEpRet | -88.2 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.35e+05 |\n",
"| AverageQ1Vals | -72.2 |\n",
"| StdQ1Vals | 7.35 |\n",
"| MaxQ1Vals | -54.6 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -72.2 |\n",
"| StdQ2Vals | 7.35 |\n",
"| MaxQ2Vals | -54.5 |\n",
"| MinQ2Vals | -100 |\n",
"| LossPi | 71.8 |\n",
"| LossQ | 0.632 |\n",
"| Time | 1.55e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 83 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 20.8 |\n",
"| MaxEpRet | -138 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 43.4 |\n",
"| MaxTestEpRet | -49.8 |\n",
"| MinTestEpRet | -199 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.37e+05 |\n",
"| AverageQ1Vals | -72.5 |\n",
"| StdQ1Vals | 7.43 |\n",
"| MaxQ1Vals | -55 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -72.5 |\n",
"| StdQ2Vals | 7.43 |\n",
"| MaxQ2Vals | -54.7 |\n",
"| MinQ2Vals | -100 |\n",
"| LossPi | 72.1 |\n",
"| LossQ | 0.63 |\n",
"| Time | 1.57e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 84 |\n",
"| AverageEpRet | -178 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 27.4 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -201 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.39e+05 |\n",
"| AverageQ1Vals | -72.9 |\n",
"| StdQ1Vals | 7.52 |\n",
"| MaxQ1Vals | -55 |\n",
"| MinQ1Vals | -100 |\n",
"| AverageQ2Vals | -72.9 |\n",
"| StdQ2Vals | 7.53 |\n",
"| MaxQ2Vals | -54.9 |\n",
"| MinQ2Vals | -99.9 |\n",
"| LossPi | 72.4 |\n",
"| LossQ | 0.642 |\n",
"| Time | 1.59e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 85 |\n",
"| AverageEpRet | -168 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -90.8 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -171 |\n",
"| StdTestEpRet | 42.5 |\n",
"| MaxTestEpRet | -76.9 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.4e+05 |\n",
"| AverageQ1Vals | -73.2 |\n",
"| StdQ1Vals | 7.61 |\n",
"| MaxQ1Vals | -55.3 |\n",
"| MinQ1Vals | -102 |\n",
"| AverageQ2Vals | -73.2 |\n",
"| StdQ2Vals | 7.61 |\n",
"| MaxQ2Vals | -55.1 |\n",
"| MinQ2Vals | -100 |\n",
"| LossPi | 72.8 |\n",
"| LossQ | 0.648 |\n",
"| Time | 1.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 86 |\n",
"| AverageEpRet | -173 |\n",
"| StdEpRet | 31.3 |\n",
"| MaxEpRet | -116 |\n",
"| MinEpRet | -220 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -90.6 |\n",
"| MinTestEpRet | -189 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.42e+05 |\n",
"| AverageQ1Vals | -73.5 |\n",
"| StdQ1Vals | 7.68 |\n",
"| MaxQ1Vals | -55.3 |\n",
"| MinQ1Vals | -102 |\n",
"| AverageQ2Vals | -73.5 |\n",
"| StdQ2Vals | 7.69 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 73.1 |\n",
"| LossQ | 0.643 |\n",
"| Time | 1.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 87 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 18.2 |\n",
"| MaxEpRet | -133 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -163 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -206 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.44e+05 |\n",
"| AverageQ1Vals | -73.9 |\n",
"| StdQ1Vals | 7.76 |\n",
"| MaxQ1Vals | -55.5 |\n",
"| MinQ1Vals | -102 |\n",
"| AverageQ2Vals | -73.9 |\n",
"| StdQ2Vals | 7.76 |\n",
"| MaxQ2Vals | -55.5 |\n",
"| MinQ2Vals | -101 |\n",
"| LossPi | 73.4 |\n",
"| LossQ | 0.674 |\n",
"| Time | 1.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 88 |\n",
"| AverageEpRet | -175 |\n",
"| StdEpRet | 19.4 |\n",
"| MaxEpRet | -138 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 38.7 |\n",
"| MaxTestEpRet | -72 |\n",
"| MinTestEpRet | -220 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.45e+05 |\n",
"| AverageQ1Vals | -74.2 |\n",
"| StdQ1Vals | 7.82 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -101 |\n",
"| AverageQ2Vals | -74.2 |\n",
"| StdQ2Vals | 7.82 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 73.7 |\n",
"| LossQ | 0.687 |\n",
"| Time | 1.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 89 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 27.9 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -203 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 21.5 |\n",
"| MaxTestEpRet | -122 |\n",
"| MinTestEpRet | -188 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.47e+05 |\n",
"| AverageQ1Vals | -74.4 |\n",
"| StdQ1Vals | 7.92 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -74.4 |\n",
"| StdQ2Vals | 7.93 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 74 |\n",
"| LossQ | 0.694 |\n",
"| Time | 1.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 90 |\n",
"| AverageEpRet | -171 |\n",
"| StdEpRet | 22.2 |\n",
"| MaxEpRet | -126 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 25.1 |\n",
"| MaxTestEpRet | -103 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.48e+05 |\n",
"| AverageQ1Vals | -74.7 |\n",
"| StdQ1Vals | 8.02 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -74.7 |\n",
"| StdQ2Vals | 8.02 |\n",
"| MaxQ2Vals | -55.9 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 74.3 |\n",
"| LossQ | 0.686 |\n",
"| Time | 1.73e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 91 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -110 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -160 |\n",
"| StdTestEpRet | 33.4 |\n",
"| MaxTestEpRet | -89.9 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.5e+05 |\n",
"| AverageQ1Vals | -75 |\n",
"| StdQ1Vals | 8.11 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -103 |\n",
"| AverageQ2Vals | -75 |\n",
"| StdQ2Vals | 8.11 |\n",
"| MaxQ2Vals | -55.7 |\n",
"| MinQ2Vals | -102 |\n",
"| LossPi | 74.6 |\n",
"| LossQ | 0.713 |\n",
"| Time | 1.75e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 92 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 29.2 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -205 |\n",
"| AverageTestEpRet | -158 |\n",
"| StdTestEpRet | 27.8 |\n",
"| MaxTestEpRet | -96 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.52e+05 |\n",
"| AverageQ1Vals | -75.3 |\n",
"| StdQ1Vals | 8.16 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -75.3 |\n",
"| StdQ2Vals | 8.17 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -103 |\n",
"| LossPi | 74.8 |\n",
"| LossQ | 0.717 |\n",
"| Time | 1.77e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 93 |\n",
"| AverageEpRet | -140 |\n",
"| StdEpRet | 25.7 |\n",
"| MaxEpRet | -93.6 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 37.3 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -202 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.53e+05 |\n",
"| AverageQ1Vals | -75.5 |\n",
"| StdQ1Vals | 8.27 |\n",
"| MaxQ1Vals | -56.1 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -75.5 |\n",
"| StdQ2Vals | 8.27 |\n",
"| MaxQ2Vals | -56 |\n",
"| MinQ2Vals | -104 |\n",
"| LossPi | 75.1 |\n",
"| LossQ | 0.719 |\n",
"| Time | 1.8e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 94 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 26.5 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 10.9 |\n",
"| MaxTestEpRet | -121 |\n",
"| MinTestEpRet | -156 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.55e+05 |\n",
"| AverageQ1Vals | -75.7 |\n",
"| StdQ1Vals | 8.36 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -104 |\n",
"| AverageQ2Vals | -75.7 |\n",
"| StdQ2Vals | 8.36 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -105 |\n",
"| LossPi | 75.3 |\n",
"| LossQ | 0.726 |\n",
"| Time | 1.83e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 95 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 23.7 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -207 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -113 |\n",
"| MinTestEpRet | -204 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.57e+05 |\n",
"| AverageQ1Vals | -76 |\n",
"| StdQ1Vals | 8.44 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -76 |\n",
"| StdQ2Vals | 8.44 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -106 |\n",
"| LossPi | 75.6 |\n",
"| LossQ | 0.75 |\n",
"| Time | 1.85e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 96 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 29.6 |\n",
"| MaxEpRet | -96.4 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -161 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -119 |\n",
"| MinTestEpRet | -195 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.58e+05 |\n",
"| AverageQ1Vals | -76.2 |\n",
"| StdQ1Vals | 8.52 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -105 |\n",
"| AverageQ2Vals | -76.2 |\n",
"| StdQ2Vals | 8.52 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 75.7 |\n",
"| LossQ | 0.75 |\n",
"| Time | 1.87e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 97 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 24.5 |\n",
"| MaxTestEpRet | -90.6 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.6e+05 |\n",
"| AverageQ1Vals | -76.4 |\n",
"| StdQ1Vals | 8.61 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -106 |\n",
"| AverageQ2Vals | -76.4 |\n",
"| StdQ2Vals | 8.61 |\n",
"| MaxQ2Vals | -55.9 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 76 |\n",
"| LossQ | 0.757 |\n",
"| Time | 1.9e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 98 |\n",
"| AverageEpRet | -151 |\n",
"| StdEpRet | 36.2 |\n",
"| MaxEpRet | -99.1 |\n",
"| MinEpRet | -213 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 23.3 |\n",
"| MaxTestEpRet | -111 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.62e+05 |\n",
"| AverageQ1Vals | -76.7 |\n",
"| StdQ1Vals | 8.68 |\n",
"| MaxQ1Vals | -56.2 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -76.7 |\n",
"| StdQ2Vals | 8.69 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 76.2 |\n",
"| LossQ | 0.778 |\n",
"| Time | 1.92e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 99 |\n",
"| AverageEpRet | -147 |\n",
"| StdEpRet | 30 |\n",
"| MaxEpRet | -95.1 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -174 |\n",
"| StdTestEpRet | 14.5 |\n",
"| MaxTestEpRet | -145 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.63e+05 |\n",
"| AverageQ1Vals | -76.9 |\n",
"| StdQ1Vals | 8.79 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -76.9 |\n",
"| StdQ2Vals | 8.8 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 76.5 |\n",
"| LossQ | 0.796 |\n",
"| Time | 1.94e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 100 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 23.9 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -179 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 29.1 |\n",
"| MaxTestEpRet | -116 |\n",
"| MinTestEpRet | -193 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.65e+05 |\n",
"| AverageQ1Vals | -77.1 |\n",
"| StdQ1Vals | 8.86 |\n",
"| MaxQ1Vals | -56.1 |\n",
"| MinQ1Vals | -107 |\n",
"| AverageQ2Vals | -77.1 |\n",
"| StdQ2Vals | 8.86 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -107 |\n",
"| LossPi | 76.6 |\n",
"| LossQ | 0.79 |\n",
"| Time | 1.97e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 101 |\n",
"| AverageEpRet | -153 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -98.6 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -151 |\n",
"| StdTestEpRet | 39.8 |\n",
"| MaxTestEpRet | -56.8 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.67e+05 |\n",
"| AverageQ1Vals | -77.3 |\n",
"| StdQ1Vals | 8.96 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -77.3 |\n",
"| StdQ2Vals | 8.96 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 76.8 |\n",
"| LossQ | 0.811 |\n",
"| Time | 1.99e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 102 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 26.2 |\n",
"| MaxEpRet | -100 |\n",
"| MinEpRet | -189 |\n",
"| AverageTestEpRet | -154 |\n",
"| StdTestEpRet | 21.4 |\n",
"| MaxTestEpRet | -123 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.68e+05 |\n",
"| AverageQ1Vals | -77.5 |\n",
"| StdQ1Vals | 9.03 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -108 |\n",
"| AverageQ2Vals | -77.5 |\n",
"| StdQ2Vals | 9.03 |\n",
"| MaxQ2Vals | -55.9 |\n",
"| MinQ2Vals | -109 |\n",
"| LossPi | 77 |\n",
"| LossQ | 0.806 |\n",
"| Time | 2.02e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 103 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 24.2 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -190 |\n",
"| AverageTestEpRet | -170 |\n",
"| StdTestEpRet | 23.6 |\n",
"| MaxTestEpRet | -133 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.7e+05 |\n",
"| AverageQ1Vals | -77.7 |\n",
"| StdQ1Vals | 9.09 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -77.7 |\n",
"| StdQ2Vals | 9.09 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 77.2 |\n",
"| LossQ | 0.809 |\n",
"| Time | 2.04e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 104 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 27.5 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -191 |\n",
"| AverageTestEpRet | -168 |\n",
"| StdTestEpRet | 27.1 |\n",
"| MaxTestEpRet | -97.6 |\n",
"| MinTestEpRet | -205 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.72e+05 |\n",
"| AverageQ1Vals | -77.9 |\n",
"| StdQ1Vals | 9.16 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -110 |\n",
"| AverageQ2Vals | -77.9 |\n",
"| StdQ2Vals | 9.17 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 77.4 |\n",
"| LossQ | 0.825 |\n",
"| Time | 2.07e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 105 |\n",
"| AverageEpRet | -160 |\n",
"| StdEpRet | 25.9 |\n",
"| MaxEpRet | -103 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -93.1 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.73e+05 |\n",
"| AverageQ1Vals | -78 |\n",
"| StdQ1Vals | 9.25 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -109 |\n",
"| AverageQ2Vals | -78 |\n",
"| StdQ2Vals | 9.26 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -108 |\n",
"| LossPi | 77.6 |\n",
"| LossQ | 0.844 |\n",
"| Time | 2.09e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 106 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 28.9 |\n",
"| MaxEpRet | -95.1 |\n",
"| MinEpRet | -196 |\n",
"| AverageTestEpRet | -138 |\n",
"| StdTestEpRet | 42.5 |\n",
"| MaxTestEpRet | -66.1 |\n",
"| MinTestEpRet | -186 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.75e+05 |\n",
"| AverageQ1Vals | -78.2 |\n",
"| StdQ1Vals | 9.29 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -111 |\n",
"| AverageQ2Vals | -78.2 |\n",
"| StdQ2Vals | 9.3 |\n",
"| MaxQ2Vals | -56.5 |\n",
"| MinQ2Vals | -113 |\n",
"| LossPi | 77.7 |\n",
"| LossQ | 0.85 |\n",
"| Time | 2.12e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 107 |\n",
"| AverageEpRet | -169 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -130 |\n",
"| MinEpRet | -211 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 30.3 |\n",
"| MaxTestEpRet | -80.7 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.77e+05 |\n",
"| AverageQ1Vals | -78.4 |\n",
"| StdQ1Vals | 9.39 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -78.4 |\n",
"| StdQ2Vals | 9.39 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 77.9 |\n",
"| LossQ | 0.854 |\n",
"| Time | 2.14e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 108 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 31.8 |\n",
"| MaxEpRet | -102 |\n",
"| MinEpRet | -219 |\n",
"| AverageTestEpRet | -144 |\n",
"| StdTestEpRet | 22.2 |\n",
"| MaxTestEpRet | -107 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.78e+05 |\n",
"| AverageQ1Vals | -78.6 |\n",
"| StdQ1Vals | 9.47 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -78.5 |\n",
"| StdQ2Vals | 9.48 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 78.1 |\n",
"| LossQ | 0.857 |\n",
"| Time | 2.16e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 109 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -92.4 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 30.8 |\n",
"| MaxTestEpRet | -77.9 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.8e+05 |\n",
"| AverageQ1Vals | -78.7 |\n",
"| StdQ1Vals | 9.51 |\n",
"| MaxQ1Vals | -56.6 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -78.7 |\n",
"| StdQ2Vals | 9.51 |\n",
"| MaxQ2Vals | -56.3 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 78.2 |\n",
"| LossQ | 0.87 |\n",
"| Time | 2.19e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 110 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 24.7 |\n",
"| MaxEpRet | -115 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -108 |\n",
"| MinTestEpRet | -192 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.81e+05 |\n",
"| AverageQ1Vals | -78.9 |\n",
"| StdQ1Vals | 9.6 |\n",
"| MaxQ1Vals | -56.4 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -78.9 |\n",
"| StdQ2Vals | 9.6 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 78.5 |\n",
"| LossQ | 0.875 |\n",
"| Time | 2.21e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 111 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 27.1 |\n",
"| MaxEpRet | -108 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 25.8 |\n",
"| MaxTestEpRet | -102 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.83e+05 |\n",
"| AverageQ1Vals | -79 |\n",
"| StdQ1Vals | 9.65 |\n",
"| MaxQ1Vals | -56.5 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -79 |\n",
"| StdQ2Vals | 9.65 |\n",
"| MaxQ2Vals | -56.4 |\n",
"| MinQ2Vals | -111 |\n",
"| LossPi | 78.5 |\n",
"| LossQ | 0.88 |\n",
"| Time | 2.24e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 112 |\n",
"| AverageEpRet | -144 |\n",
"| StdEpRet | 22.4 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -181 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 29.4 |\n",
"| MaxTestEpRet | -81.5 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.85e+05 |\n",
"| AverageQ1Vals | -79.1 |\n",
"| StdQ1Vals | 9.74 |\n",
"| MaxQ1Vals | -56.3 |\n",
"| MinQ1Vals | -112 |\n",
"| AverageQ2Vals | -79.1 |\n",
"| StdQ2Vals | 9.75 |\n",
"| MaxQ2Vals | -56 |\n",
"| MinQ2Vals | -114 |\n",
"| LossPi | 78.7 |\n",
"| LossQ | 0.894 |\n",
"| Time | 2.26e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 113 |\n",
"| AverageEpRet | -162 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -225 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 32.7 |\n",
"| MaxTestEpRet | -110 |\n",
"| MinTestEpRet | -222 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.86e+05 |\n",
"| AverageQ1Vals | -79.3 |\n",
"| StdQ1Vals | 9.79 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -79.3 |\n",
"| StdQ2Vals | 9.79 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -112 |\n",
"| LossPi | 78.9 |\n",
"| LossQ | 0.905 |\n",
"| Time | 2.28e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 114 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 23.8 |\n",
"| MaxEpRet | -123 |\n",
"| MinEpRet | -192 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 28.9 |\n",
"| MaxTestEpRet | -82.3 |\n",
"| MinTestEpRet | -173 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.88e+05 |\n",
"| AverageQ1Vals | -79.5 |\n",
"| StdQ1Vals | 9.87 |\n",
"| MaxQ1Vals | -56.2 |\n",
"| MinQ1Vals | -114 |\n",
"| AverageQ2Vals | -79.5 |\n",
"| StdQ2Vals | 9.87 |\n",
"| MaxQ2Vals | -56 |\n",
"| MinQ2Vals | -114 |\n",
"| LossPi | 79 |\n",
"| LossQ | 0.896 |\n",
"| Time | 2.3e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 115 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -217 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 34.6 |\n",
"| MaxTestEpRet | -71.2 |\n",
"| MinTestEpRet | -182 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.9e+05 |\n",
"| AverageQ1Vals | -79.6 |\n",
"| StdQ1Vals | 9.92 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -113 |\n",
"| AverageQ2Vals | -79.6 |\n",
"| StdQ2Vals | 9.93 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -114 |\n",
"| LossPi | 79.1 |\n",
"| LossQ | 0.894 |\n",
"| Time | 2.33e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 116 |\n",
"| AverageEpRet | -166 |\n",
"| StdEpRet | 25.8 |\n",
"| MaxEpRet | -124 |\n",
"| MinEpRet | -200 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 28.6 |\n",
"| MaxTestEpRet | -98.9 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.91e+05 |\n",
"| AverageQ1Vals | -79.7 |\n",
"| StdQ1Vals | 9.97 |\n",
"| MaxQ1Vals | -55.9 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -79.7 |\n",
"| StdQ2Vals | 9.97 |\n",
"| MaxQ2Vals | -56 |\n",
"| MinQ2Vals | -115 |\n",
"| LossPi | 79.2 |\n",
"| LossQ | 0.919 |\n",
"| Time | 2.35e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 117 |\n",
"| AverageEpRet | -167 |\n",
"| StdEpRet | 25.1 |\n",
"| MaxEpRet | -121 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -137 |\n",
"| StdTestEpRet | 22.9 |\n",
"| MaxTestEpRet | -98.2 |\n",
"| MinTestEpRet | -172 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.93e+05 |\n",
"| AverageQ1Vals | -79.9 |\n",
"| StdQ1Vals | 10 |\n",
"| MaxQ1Vals | -56 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -79.9 |\n",
"| StdQ2Vals | 10 |\n",
"| MaxQ2Vals | -56.2 |\n",
"| MinQ2Vals | -114 |\n",
"| LossPi | 79.4 |\n",
"| LossQ | 0.917 |\n",
"| Time | 2.37e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 118 |\n",
"| AverageEpRet | -156 |\n",
"| StdEpRet | 25.4 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -209 |\n",
"| AverageTestEpRet | -141 |\n",
"| StdTestEpRet | 19.4 |\n",
"| MaxTestEpRet | -112 |\n",
"| MinTestEpRet | -180 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.95e+05 |\n",
"| AverageQ1Vals | -80 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -55.9 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -80 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 79.6 |\n",
"| LossQ | 0.929 |\n",
"| Time | 2.4e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 119 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 25.3 |\n",
"| MaxEpRet | -112 |\n",
"| MinEpRet | -221 |\n",
"| AverageTestEpRet | -140 |\n",
"| StdTestEpRet | 37.6 |\n",
"| MaxTestEpRet | -67.4 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.96e+05 |\n",
"| AverageQ1Vals | -80.1 |\n",
"| StdQ1Vals | 10.1 |\n",
"| MaxQ1Vals | -55.6 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -80.1 |\n",
"| StdQ2Vals | 10.1 |\n",
"| MaxQ2Vals | -56.1 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 79.6 |\n",
"| LossQ | 0.934 |\n",
"| Time | 2.42e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 120 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 22.1 |\n",
"| MaxEpRet | -105 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 29.6 |\n",
"| MaxTestEpRet | -93.5 |\n",
"| MinTestEpRet | -191 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 1.98e+05 |\n",
"| AverageQ1Vals | -80.2 |\n",
"| StdQ1Vals | 10.2 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -80.2 |\n",
"| StdQ2Vals | 10.2 |\n",
"| MaxQ2Vals | -55.8 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 79.8 |\n",
"| LossQ | 0.937 |\n",
"| Time | 2.45e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 121 |\n",
"| AverageEpRet | -163 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -109 |\n",
"| MinEpRet | -201 |\n",
"| AverageTestEpRet | -152 |\n",
"| StdTestEpRet | 16.6 |\n",
"| MaxTestEpRet | -130 |\n",
"| MinTestEpRet | -178 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2e+05 |\n",
"| AverageQ1Vals | -80.4 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -115 |\n",
"| AverageQ2Vals | -80.4 |\n",
"| StdQ2Vals | 10.3 |\n",
"| MaxQ2Vals | -55.9 |\n",
"| MinQ2Vals | -116 |\n",
"| LossPi | 79.9 |\n",
"| LossQ | 0.942 |\n",
"| Time | 2.47e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 122 |\n",
"| AverageEpRet | -152 |\n",
"| StdEpRet | 29.4 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 28.5 |\n",
"| MaxTestEpRet | -114 |\n",
"| MinTestEpRet | -209 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.01e+05 |\n",
"| AverageQ1Vals | -80.5 |\n",
"| StdQ1Vals | 10.3 |\n",
"| MaxQ1Vals | -55.6 |\n",
"| MinQ1Vals | -117 |\n",
"| AverageQ2Vals | -80.5 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 80 |\n",
"| LossQ | 0.957 |\n",
"| Time | 2.49e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 123 |\n",
"| AverageEpRet | -149 |\n",
"| StdEpRet | 18.1 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -180 |\n",
"| AverageTestEpRet | -147 |\n",
"| StdTestEpRet | 48.1 |\n",
"| MaxTestEpRet | -47.2 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.03e+05 |\n",
"| AverageQ1Vals | -80.6 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -55.6 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -80.6 |\n",
"| StdQ2Vals | 10.4 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 80.1 |\n",
"| LossQ | 0.963 |\n",
"| Time | 2.52e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 124 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 29.8 |\n",
"| MaxEpRet | -98.2 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -132 |\n",
"| StdTestEpRet | 26.8 |\n",
"| MaxTestEpRet | -92.1 |\n",
"| MinTestEpRet | -176 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.05e+05 |\n",
"| AverageQ1Vals | -80.7 |\n",
"| StdQ1Vals | 10.4 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -80.7 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 80.3 |\n",
"| LossQ | 0.958 |\n",
"| Time | 2.54e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 125 |\n",
"| AverageEpRet | -150 |\n",
"| StdEpRet | 26.3 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -197 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 42.1 |\n",
"| MaxTestEpRet | -63.6 |\n",
"| MinTestEpRet | -196 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.06e+05 |\n",
"| AverageQ1Vals | -80.8 |\n",
"| StdQ1Vals | 10.5 |\n",
"| MaxQ1Vals | -55.8 |\n",
"| MinQ1Vals | -117 |\n",
"| AverageQ2Vals | -80.8 |\n",
"| StdQ2Vals | 10.5 |\n",
"| MaxQ2Vals | -55.7 |\n",
"| MinQ2Vals | -117 |\n",
"| LossPi | 80.3 |\n",
"| LossQ | 0.966 |\n",
"| Time | 2.56e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 126 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 29.7 |\n",
"| MaxEpRet | -101 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -146 |\n",
"| StdTestEpRet | 29.5 |\n",
"| MaxTestEpRet | -97.5 |\n",
"| MinTestEpRet | -190 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.08e+05 |\n",
"| AverageQ1Vals | -80.9 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -117 |\n",
"| AverageQ2Vals | -80.9 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -55.5 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 80.4 |\n",
"| LossQ | 0.969 |\n",
"| Time | 2.59e+03 |\n",
"---------------------------------------\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"---------------------------------------\n",
"| Epoch | 127 |\n",
"| AverageEpRet | -161 |\n",
"| StdEpRet | 22.6 |\n",
"| MaxEpRet | -117 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -157 |\n",
"| StdTestEpRet | 37.6 |\n",
"| MaxTestEpRet | -117 |\n",
"| MinTestEpRet | -217 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.1e+05 |\n",
"| AverageQ1Vals | -81 |\n",
"| StdQ1Vals | 10.6 |\n",
"| MaxQ1Vals | -55.6 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -81 |\n",
"| StdQ2Vals | 10.6 |\n",
"| MaxQ2Vals | -55.5 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 80.5 |\n",
"| LossQ | 0.978 |\n",
"| Time | 2.61e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 128 |\n",
"| AverageEpRet | -146 |\n",
"| StdEpRet | 30.4 |\n",
"| MaxEpRet | -95.3 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -139 |\n",
"| StdTestEpRet | 24.2 |\n",
"| MaxTestEpRet | -99 |\n",
"| MinTestEpRet | -177 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.11e+05 |\n",
"| AverageQ1Vals | -81 |\n",
"| StdQ1Vals | 10.7 |\n",
"| MaxQ1Vals | -55.5 |\n",
"| MinQ1Vals | -116 |\n",
"| AverageQ2Vals | -81 |\n",
"| StdQ2Vals | 10.7 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 80.5 |\n",
"| LossQ | 0.984 |\n",
"| Time | 2.64e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 129 |\n",
"| AverageEpRet | -164 |\n",
"| StdEpRet | 26.6 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -150 |\n",
"| StdTestEpRet | 41.2 |\n",
"| MaxTestEpRet | -60.6 |\n",
"| MinTestEpRet | -203 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.13e+05 |\n",
"| AverageQ1Vals | -81.1 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -81.1 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -55.2 |\n",
"| MinQ2Vals | -118 |\n",
"| LossPi | 80.6 |\n",
"| LossQ | 0.987 |\n",
"| Time | 2.66e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 130 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 28.8 |\n",
"| MaxEpRet | -98.1 |\n",
"| MinEpRet | -195 |\n",
"| AverageTestEpRet | -156 |\n",
"| StdTestEpRet | 29.3 |\n",
"| MaxTestEpRet | -99 |\n",
"| MinTestEpRet | -194 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.14e+05 |\n",
"| AverageQ1Vals | -81.2 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -55.1 |\n",
"| MinQ1Vals | -118 |\n",
"| AverageQ2Vals | -81.2 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 80.7 |\n",
"| LossQ | 0.979 |\n",
"| Time | 2.68e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 131 |\n",
"| AverageEpRet | -145 |\n",
"| StdEpRet | 25 |\n",
"| MaxEpRet | -107 |\n",
"| MinEpRet | -198 |\n",
"| AverageTestEpRet | -145 |\n",
"| StdTestEpRet | 26 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -183 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.16e+05 |\n",
"| AverageQ1Vals | -81.2 |\n",
"| StdQ1Vals | 10.8 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -81.2 |\n",
"| StdQ2Vals | 10.8 |\n",
"| MaxQ2Vals | -55.3 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 80.7 |\n",
"| LossQ | 0.981 |\n",
"| Time | 2.71e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 132 |\n",
"| AverageEpRet | -157 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -125 |\n",
"| MinEpRet | -206 |\n",
"| AverageTestEpRet | -162 |\n",
"| StdTestEpRet | 38.6 |\n",
"| MaxTestEpRet | -82.6 |\n",
"| MinTestEpRet | -214 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.18e+05 |\n",
"| AverageQ1Vals | -81.3 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -55.1 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -81.3 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -55.5 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 80.9 |\n",
"| LossQ | 1.01 |\n",
"| Time | 2.73e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 133 |\n",
"| AverageEpRet | -148 |\n",
"| StdEpRet | 27.8 |\n",
"| MaxEpRet | -104 |\n",
"| MinEpRet | -202 |\n",
"| AverageTestEpRet | -133 |\n",
"| StdTestEpRet | 30.6 |\n",
"| MaxTestEpRet | -78.1 |\n",
"| MinTestEpRet | -187 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.19e+05 |\n",
"| AverageQ1Vals | -81.4 |\n",
"| StdQ1Vals | 10.9 |\n",
"| MaxQ1Vals | -55.2 |\n",
"| MinQ1Vals | -119 |\n",
"| AverageQ2Vals | -81.4 |\n",
"| StdQ2Vals | 10.9 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -119 |\n",
"| LossPi | 80.9 |\n",
"| LossQ | 0.994 |\n",
"| Time | 2.76e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 134 |\n",
"| AverageEpRet | -158 |\n",
"| StdEpRet | 22.3 |\n",
"| MaxEpRet | -122 |\n",
"| MinEpRet | -204 |\n",
"| AverageTestEpRet | -155 |\n",
"| StdTestEpRet | 31.8 |\n",
"| MaxTestEpRet | -104 |\n",
"| MinTestEpRet | -208 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.21e+05 |\n",
"| AverageQ1Vals | -81.5 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -54.9 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -81.5 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -55.6 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 81 |\n",
"| LossQ | 1 |\n",
"| Time | 2.79e+03 |\n",
"---------------------------------------\n",
"---------------------------------------\n",
"| Epoch | 135 |\n",
"| AverageEpRet | -154 |\n",
"| StdEpRet | 21.9 |\n",
"| MaxEpRet | -111 |\n",
"| MinEpRet | -193 |\n",
"| AverageTestEpRet | -159 |\n",
"| StdTestEpRet | 22.3 |\n",
"| MaxTestEpRet | -120 |\n",
"| MinTestEpRet | -181 |\n",
"| EpLen | 110 |\n",
"| TestEpLen | 110 |\n",
"| TotalEnvInteracts | 2.23e+05 |\n",
"| AverageQ1Vals | -81.5 |\n",
"| StdQ1Vals | 11 |\n",
"| MaxQ1Vals | -55.1 |\n",
"| MinQ1Vals | -120 |\n",
"| AverageQ2Vals | -81.5 |\n",
"| StdQ2Vals | 11 |\n",
"| MaxQ2Vals | -55.4 |\n",
"| MinQ2Vals | -120 |\n",
"| LossPi | 81.1 |\n",
"| LossQ | 0.999 |\n",
"| Time | 2.81e+03 |\n",
"---------------------------------------\n"
]
},
{
"ename": "KeyboardInterrupt",
"evalue": "",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-4-d2aa5bccbad1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 27\u001b[0m \u001b[0;31m# Baseline 0 training\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 28\u001b[0m spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n\u001b[0;32m---> 29\u001b[0;31m polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)\n\u001b[0m",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/td3.py\u001b[0m in \u001b[0;36mtd3\u001b[0;34m(env_fn, actor_critic, ac_kwargs, seed, steps_per_epoch, epochs, replay_size, gamma, polyak, pi_lr, q_lr, batch_size, start_steps, update_after, update_every, act_noise, target_noise, noise_clip, policy_delay, num_test_episodes, max_ep_len, logger_kwargs, save_freq)\u001b[0m\n\u001b[1;32m 321\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mj\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mupdate_every\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 322\u001b[0m \u001b[0mbatch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mreplay_buffer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msample_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch_size\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 323\u001b[0;31m \u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimer\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mj\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 324\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 325\u001b[0m \u001b[0;31m# End of epoch handling\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/td3.py\u001b[0m in \u001b[0;36mupdate\u001b[0;34m(data, timer)\u001b[0m\n\u001b[1;32m 228\u001b[0m \u001b[0;31m# First run one gradient descent step for Q1 and Q2\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 229\u001b[0m \u001b[0mq_optimizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mzero_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 230\u001b[0;31m \u001b[0mloss_q\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mloss_info\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompute_loss_q\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 231\u001b[0m \u001b[0mloss_q\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbackward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 232\u001b[0m \u001b[0mq_optimizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/td3.py\u001b[0m in \u001b[0;36mcompute_loss_q\u001b[0;34m(data)\u001b[0m\n\u001b[1;32m 187\u001b[0m \u001b[0;31m# Bellman backup for Q functions\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 188\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mno_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 189\u001b[0;31m \u001b[0mpi_targ\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mac_targ\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpi\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mo2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 190\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 191\u001b[0m \u001b[0;31m# Target policy smoothing\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 539\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 540\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 541\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 542\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 543\u001b[0m \u001b[0mhook_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/core.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, obs)\u001b[0m\n\u001b[1;32m 31\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 32\u001b[0m \u001b[0;31m# Return output from network scaled to action space limits.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 33\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mact_limit\u001b[0m \u001b[0;34m*\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpi\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 34\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 35\u001b[0m \u001b[0;32mclass\u001b[0m \u001b[0mMLPQFunction\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mModule\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 539\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 540\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 541\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 542\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 543\u001b[0m \u001b[0mhook_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/container.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m 90\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 91\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_modules\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 92\u001b[0;31m \u001b[0minput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 93\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 94\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 530\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 531\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 532\u001b[0;31m \u001b[0;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward_pre_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 533\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 534\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mKeyboardInterrupt\u001b[0m: "
]
}
],
"source": [
"# Setup baseline 0\n",
"logger_kwargs = dict(output_dir='td3_n_b_it2_extralay', exp_name='td3_n_b_it2_extralay')\n",
"seed_b = 10\n",
"epochs_b = 800\n",
"maxeplen_b = 110\n",
"\n",
"spe_b = maxeplen_b * 15\n",
"repsize_b = 1000000\n",
"gamma_b = 0.985\n",
"polyak_b = 0.999\n",
"batchsize_b = 150\n",
"startsteps_b = 20000\n",
"args_b = dict(hidden_sizes=[700,50], activation=torch.nn.ReLU)\n",
"actnoise_b = 0.1\n",
"pilr_b = 0.0015\n",
"qlr_b = 0.0015\n",
"\n",
"# TD3 specific params\n",
"pd_b = 2\n",
"targnoise_b = 0.2\n",
"noiseclip_b = 0.04\n",
"\n",
"# Env function\n",
"reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.5,'pu2':0.5}\n",
"env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n",
"\n",
"# Baseline 0 training\n",
"spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n",
"polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)"
]
},
{
"cell_type": "markdown",
"metadata": {
"colab_type": "text",
"id": "Gn3Gp40bcOVz"
},
"source": [
"## Test"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 106
},
"colab_type": "code",
"executionInfo": {
"elapsed": 972,
"status": "ok",
"timestamp": 1584036455886,
"user": {
"displayName": "Matthieu Le Cauchois",
"photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64",
"userId": "10992927378504656501"
},
"user_tz": -60
},
"id": "6GyY0wE-QBOj",
"outputId": "9a5e9011-e024-4a65-8383-83c062cdcad9"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Total cumulative reward: -3.386328942232901\n"
]
}
],
"source": [
"# Test paramaters\n",
"env_name = 'gyroscopeenv-v0'\n",
"reward_type = 'Quadratic'\n",
"reward_args = {'qx1':1,'qx2':0,'qx3':1,'qx4':0,'pu1':0,'pu2':0}\n",
"seed = 2\n",
"agent_path = 'td3_n_b_it2/'\n",
"init_state = [70*np.pi/180,0,0,0,20*np.pi/180,0,10]\n",
"ep_len = 110\n",
"t_end = ep_len*0.05\n",
"\n",
"# Perform testing\n",
"r,score,x1_eval,x2_eval,x3_eval,x4_eval,x1_ref_eval,x3_ref_eval,act = test_agent(env_name,reward_type,reward_args,seed,agent_path,init_state,t_end,ep_len)"
]
},
{
"cell_type": "markdown",
"metadata": {
"colab_type": "text",
"id": "vvMjuRHDcfrE"
},
"source": [
"## Plot"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
},
"colab_type": "code",
"executionInfo": {
"elapsed": 1856,
"status": "ok",
"timestamp": 1584036457424,
"user": {
"displayName": "Matthieu Le Cauchois",
"photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64",
"userId": "10992927378504656501"
},
"user_tz": -60
},
"id": "aCZCqujgcMVA",
"outputId": "05490294-aab8-4933-ca9b-e13ba85ecf6d",
"scrolled": false
},
"outputs": [
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAABtkAAAamCAYAAADcr9UbAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzde7xtZV0v/s9XwRRJSTDIxLaU4K3CxAvowUVwElE6ih6w1NjUEZUuopRHDGPvNK3UI2Rq2sVthgf4KSfFCyrY1hJvG8VbAh1sIxYcxQJDNEGf3x9jTvZca811mey11pxrz/f79VqvOeZ4njnGd87vsy/P+s7xjGqtBQAAAAAAAFi+O407AAAAAAAAAFhvFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBsDIqmpLVbWq2rCK52hVtXW1jt87x/aq2r7K59haVW01z7EW1iIfAADAeFXVxt7//TeOO5adsUZz1k29c8ys4jnkA2DCKbIBrDO9/5gO/ny/qv6tV8zZWFU17hgBAAAYryFzx1ZV/9n7suFbq+pB444RANa73cYdAAB32Obe4+5JfirJU5I8LskhSX5jXEGtoAcluWXcQQAAAKxzmwe275nkkUl+JclTq+qxrbXLxxPWqjo9yR8m+ZdxBwLArk2RDWCdaq1tGnxeVY9J8tEkp1TVa1pr/zyWwFZIa+2KcccAAACw3s2dOyZJVb0u3ZczT02ycY1DWnWtteuSXDfuOADY9VkuEmAX0Vr7WJIrklSShw/rU1WPr6r3VdUNvWVCrq6qV1XVXgv0P6qq/r6qvt1bkvJvq+qBdyS+qnpEVX2wqv6jqr5VVRdX1aELrWM/7B5gg32r6peq6rKquqWq/rWq/ldV/VCv38/3ls/8VlX9e1W9rar2XiS2e1bVn1bVv1TVd6vqH6vqt4YtvdlbkvOdVfWVqvpO7xwfq6pn3pHPZcjxj6iqN/di+FbvHF+sqjOr6q5D+g9+Jk+rqk/1PpN/q6pzq+rHFzjPSPlYJN7dquqUqvpE7zi3VNVnq+o3qsr/MwAAYDJ9sPd47+V0HjY/G2hb8H5bVfWoqnpHVV1fVd+rqmur6k1VdZ9Rgu3N2c6qqq/15mxXVNULq+qA3rm3LBVTVW3o962qn+zF9c3enOiDVfXQXr979+Zk1/XO9emqOmKJ+E7szYO+U1Vfr6q/qqr9hvR7eFWdXVWf683ZvltV/1RVr6mqHxnlM1kgjvtU1e/15qj9z/xfq+rtVfXgIf0HP5MNvTnkDb24tlXVkxY4z0j5WCLmFRkjAOPiSjaAXdOtc3dU1ZlJNiX5tyTvSfL1JD+T5LeTHFNVh7bWvjXQ/2lJzkvyvd7jdUkem+TjST4/SjBVdXi6Sdydk1yQ5OokP53k75J8eLS3liT5zSRPSPK3SbYm+YUkL0hyr6p6V5Jzk7w3yZuTHJbkmUn26b1mrrskuTjJXr3X3SXJU5OcneSgJL8+p/8bk3wp3VWD1yXZO8kxSd5WVQe11l56B97PoP+Z5IFJLu29h7smeUy63M1U1VGtte8Ped0pSX4xybuTfCTJo5KckORnq+rg1tp/9juuVD6qavckFyZ5fJIrk7w9yXeTHJHkdb0YnrXc4wEAAGvmqN7jttU6QVX9aro52X+mm6dcm+QBSf5HkmOr6tGtta8u4zh3TTdP+bkkn01yTrplL383yX+5A6FtSPLJJF9OsqX3/ClJtlbVoUkuSvKtdPPgeyV5epL3V9WBC8T7gnRz0vN6r31skpPSzd8e1Vr7xkDfZ/fO9ZF089A7pfuS7AuTPKHX/z/uwHvqOzzJi9PN7d6Z5OZ0n/nTkvxiVT2mtfa5Ia/7iSSfSvKVJG/rve8TkryrNwf9u37HlczHSo0RgHFSZAPYRfQKJw9MVxT71Jy2I9IVaT6e5JjW2o0DbRuTvCXdOv0v6O3bM8mbkvwgyX9prW0b6P/adEuKLDeuOyX5yyQ/1Dv3+wfanpuuaDWqo5I8vLX25d5xfijJZ9IVdI5N8guttY8MnP8DSY7uFZvm3m/gx9JNJB7aL0T1CpKfTrf05nmttY8O9H9oa+3qOe/xLknen+TFVfVnrbWdWff/lCT/3Fprc87xsiRnpJscnTfkdUcneURr7QsDr3l7kl9K8t+SnN/bt5L5+N10BbY/TXJqv/hXVXdON1H61ap6R2vtXSMcEwAAWEFVtWng6T2SPCLdF/nek+TVq3TOA5P8WZLtSR43OEeqqiPTfenv7HQFp6X8TrqCzrlJfrk/V6qqP0g3DxzV45Kc0Vr7g4GYXprk99MV385Pckpr7Qe9tg8l+et08+UXDDneE5I8qrX22YHj9efNf5jk1wb6vjLJr8/94mRV/VqSv0g3H/yjO/Ce+j6cZN+5hbqq+tkkH+vFM+zLpzNJNrXWNg+85u3pioa/k65o17ci+VjhMQIwNpZxAlinqlvWb1NV/UFVnZfuW3CV5Ld7688P+q3e47MHC2xJ0lrbkuTyJM8Y2P3f0n1z7e2DBbaeTUluGiHUw5L8VJK/Gyzo9Lw5yVUjHKvvT/oFtiTpFcfOS/fv2nv7BbZe2w+S/E3v6c8ucLzTB6/0aq39W5KX9Z6eNNhxboGtt+97SV6f7ssrR478bmYf6ytzC2w9r+09Pn6Bl/7JYIGt5897j48c2Lci+egV634zyfVJXjA4Sextn5akZfa4AgAA1t6ZAz8vSHel1ZeT/O+dvGpqMc9LsnuS58/9EmJr7ZJ0Vy0dW1U/vIxjnZjuC6CnD86VWmvXJjnrDsS2PV2xadBbe48/lOR3+gW2nrcnuS3JwQsc722DBbaeTenmzb/c+1JoP+ZrFliZ5K/SXT230HxvWVprXx+W097Vax9OckRvRZK5rkny8jmv+UCSr2b2fDJZuXys5BgBGBtXsgGsX2fOed6S/Fpr7S1D+h6abgnJ/15V/31I+12S3Luq9m6tfTPdt9KSbgmL2Sdp7aaqujzdt/+W42G9x38YcqwfVNWlSQ5c5rH6hi1p8q+9x8uGtPX/w37fIW23pVuaca6tvceHDe6sqvulW9LxyCT3S3K3Oa8beg+05aqquyd5frpv6x2Y5IfTFU+XOv6wz+Ta3uPg2v4rlY8D0xVi/ynJGTX/9nVJ8p0kD1rGsQAAgFXSWrv9P+u9+cZD0hWZzqmqh7TWfncVTnto7/FxVfWIIe0/mm75+gMzfA6XJKmqeyT5ySTXtta2D+kyb16zDJcPKXT155NXzS1Stda+X1X/L8Pnk8nS8+YHpftia3/J/eekW4LywemWWRy8CGKn5pO9czwxyXOTHJLutglzf/+7T7pbHwwa9pkk3Zyyn8uVzseKjBGAcVNkA1in+hOl3iTp0HRLAP5ZVV3TWpt7X6290/2dP7cwN9eeSb6Z7j/6SfL/Fuh3/QihLnWshfYvZtiVdLcto23YN/ZuWGAy0X+P/fhTVQekW4rzR5L8fbrlK25K8v106/ifmO6bj3dIb8L14XTfFPxiuqvzvpEd99g7c5Hj3zhkX/9933lg30rlY+/e4wOy+Ljac5nHAwAAVllr7dtJPlVVxyX5WpIX9Za8v3aJl46qP1/4nSX6LTVfuEfvcVXnk62123pfHFxo1ZbbMnw+uVgM8+aU6eZ4T0l3y4J39fr0V1U5NTsxn0ySqnp+uqvJ/j3Jh9JdiXZLui/lPjnd6i7DzjFsPpl073uwCLiS+VipMQIwVopsAOtcb5J0cVUdm27987dW1UGttVsGut2U5E6ttXst87D9icW+C7TvN0KI31riWAvtXyv7VNWdhxTa+u9xcJL1wnQTgZN6y2zerqp+KV2RbWf8t3QFti2ttVnLVFbVj2XpIulyrFQ++p/L/2mtHbdzIQEAAGuptXZjVV2ZbhWTn8uOVTAWfEkW/j3iXkP29ecL92ytfWtI+3JN+nwyWXrefFOSVNUh6QpsFyd5Qmut/6XI/nL8L9qZIKpqt3TLVF6f5Ofm3kaiqg4d9roRrWQ+VmqMAIyVe7IB7CJaa59Pdw+u+2b+zZg/keRHquohyzxc/2bF85aErKp7ZuG16Ifpr03/2CHHulO6e4SN024LxDDTexxcW/+neo/vHNJ/uctnLqZ//AtW6fjJyuXjinTfdnz0Amv6AwAAk62/rPxyfj/470n2n7uzqu6c4fPDT/Qe/8sdC63TK758JcmPV9WGIV3mzWvGYLF583fT3f8u2THfe/dgga3nkZl/K4JR7ZOu4HnpkALbntlxW4g7bIXzsSJjBGDcFNkAdi0vT7fUxG9X1eB9uF7be/zzqrrP3BdV1d2r6tEDu96VbhL1y71v2w3alNnLXSzlY0muTneD5SfMaTs5o9+PbTW8cvBm1FV1ryRn9J4O3uNue+9xZvDFVfX4JP9jBeJY6PgHJPmjFTh+skL56E0KX5fkx5L8SVXNmxBW1Y9V1YN3Ml4AAGCFVdWTk9w/3dL0w+5RPdenktyvqn5hzv4zkvzEkP5/2jv2a6tq3hyjqu5SVcstrvx1ut9hvrIGbgZdVfunW2Jx3J5VVQ+bs29Tunnz/26t9ZeD3N57nBnsWFU/muT1KxDH19MtDfnwXlGtf/zdk5ydrgi3ElYqHys5RgDGxnKRALuQ1tq/VNWfJXl+uqUmTu/tv6SqXpzklUn+qarel+Sf061t/hPpvnn3D0mO7vW/uapOTrde/N9X1Xnpboz82CQPTfLRJIcvM6YfVNX/SHJRkndX1TvTFXl+Jsl/TfL+JE9I8oOd/wTukOvSrUn/xap6d7p19p+Wrnj0htbaRwf6viHJSUn+v6p6R7qbYz803ed2fpITdjKWC5P83yQvrKqfTnfV2f2SPCnJe3vbO2WF8/GydGv6PzfJsVX14ST/ku4G1Q9I8pgkv5vkH3c2bgAA4I6pqk0DT++e5MHp/s+fJC9prS3nPlqvTvL4JO/qzQ//Ld0qGPdPsjVzCkettSuq6leT/FWSL1XVRUmuSjfful+6q5e+keSByzj3H6e7n9jTkxxUVR9MV8A6Pt3c9MkZ33wy6eZQH6uq87Nj3vzYdEW1Fw/0+3S6Lz0eV1WXppuD75suF1emm1/eYb253p/0zvmFqnpXkrskOSLJvZL8XW97Z61IPlZ4jACMjSvZAHY9r0z37bXfqqrb10Nvrf1RusLYe9MVP05N8t+T/HiSN2fHlVv9/u9IVzy6LN1/lp+bbiJ1aLoC3bK11ramK+RtTfLEJL+VbimMI9ItNZHsWNt9rX0vyVFJPphukvCcdGvDPz/Jbwx27C3JeUS6b3o+Mcnz0t34+bgkf7azgfTur/fzSd6e5CHpPqefSVfMeubOHn/gPFuzAvlord2abgL1K+kmhU9Kclq6cXOnJC9Ncs5KxQ0AANwhZw78vCDdsoEXJvmF1tqrl3OA1tol6f7v/6V086YT0xWRHpnkmgVe8zdJHp5uTvAz6eZXz0y3bOI7kpyyzHN/J91c5XXp7nP2gt7zV6Sb/ybjm08m3coxp6RbHvLUdEWhLUkOa619vd+pdx/wX0zyxiT3STcPe2ySv0hXwLx1BWJ5abo52XfSzW2PS7ItXZ6+ugLHX9F8rNQYARinaq2NOwYAplhVfSzJo9Ld7Pjb445n2skHAACwXlTVs9N9afS5rbU3jTueaScfwDRyJRsAq66q9qiqvYbs35huiZEPKuisHfkAAADWkwXuLX6/dFdu3ZbuyjzWiHwA7OCebACshfsl+WxVfSjdPcd2S/KwdEtj3JhuOQvWjnwAAADryTuravd0tzO4McmGdMvV75Hk9NbaTt3PjJHJB0CP5SIBWHVV9SNJXpXuPmD7JfmhJNcnuTjJH7TWrh5jeFNHPgAAgPWkqk5J8qwkD0hyzyQ3J/lskj9trV0wztimkXwA7KDIBgAAAAAAACNyTzYAAAAAAAAYkXuyLWGfffZpGzZsGHcYSZJvf/vbufvd7z7uMFhDcj6d5H06yft0kvfpI+eT4bLLLruhtXbvccfBrskcknGS8+kk79NJ3qeTvE8neR+/xeaQimxL2LBhQ7Zt2zbuMJIkW7duzczMzLjDYA3J+XSS9+kk79NJ3qePnE+Gqrpm3DGw6zKHZJzkfDrJ+3SS9+kk79NJ3sdvsTmk5SIBAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGNJVFtqq6c1V9tqreM+5YAAAAmGzmkAAAwDBTWWRL8vwkXx53EAAAAKwL5pAAAMA8U1dkq6r7Jnlikr8YdywAAABMNnNIAABgIVNXZEtyVpIXJfnBuAMBAABg4plDAgAAQ1VrbdwxrJmqelKSY1prp1TVTJLfbq09aUi/k5OcnCT77rvvw88999y1DXQBN998c/bcc89xh8EakvPpJO/TSd6nk7xPHzmfDEccccRlrbVDxh0Hk88ckvVGzqeTvE8neZ9O8j6d5H38FptDTluR7ZVJnpXktiR3TXKPJBe01p650GsOOeSQtm3btjWKcHFbt27NzMzMuMNgDcn5dJL36STv00nep4+cT4aqUmRjWcwhWW/kfDrJ+3SS9+kk79NJ3sdvsTnkVC0X2Vo7vbV239bahiRPT/LhxSZHAAAATC9zSAAAYDFTVWQDAAAAAACAlbDbuAMYl9ba1iRbxxwGAAAA64A5JAAAMJcr2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwot3GHQDLc+qpp2br1q3Za6+9xh0Ka+jGG2+U8ykk79NJ3qeTvE+fac75wQcfnLPOOmvcYcDUMIecTtP878w0k/fpJO/TSd6n07Tmfb3MIV3JBgAAAAAAACNyJds6cdZZZ2Xr1q2ZmZkZdyisITmfTvI+neR9Osn79JFzYK2YQ04nOZ9O8j6d5H06yft0kvfJ5ko2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARTVWRrar2r6q/q6p/rKovVdXzxx0TAAAAk8kcEgAAWMxu4w5gjd2W5LTW2meq6oeTXFZVH2qt/eO4AwMAAGDimEMCAAALmqor2Vpr17XWPtPb/o8kX07y4+ONCgAAgElkDgkAACxmqopsg6pqQ5KHJfnkeCMBAABg0plDAgAAc1VrbdwxrLmq2jPJR5L8QWvtgiHtJyc5OUn23Xffh5977rlrHOFwN998c/bcc89xh8EakvPpJO/TSd6nk7xPHzmfDEccccRlrbVDxh0H64c5JOuFnE8neZ9O8j6d5H06yfv4LTaHnLoiW1XtnuQ9ST7QWvtfS/U/5JBD2rZt21Y/sGXYunVrZmZmxh0Ga0jOp5O8Tyd5n07yPn3kfDJUlSIby2YOyXoi59NJ3qeTvE8neZ9O8j5+i80hp2q5yKqqJH+Z5MvLmRwBAAAwvcwhAQCAxUxVkS3JY5I8K8nPV9XlvZ9jxh0UAAAAE8kcEgAAWNBu4w5gLbXW/iFJjTsOAAAAJp85JAAAsJhpu5INAAAAAAAAdpoiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyrSMbtmxJNm0adxgAAAAAAABTT5FtHdnw1rcmmzd3TzZt2lFwU3gDAAAAAABYU4ps69XmzTsKbps3K7gBAAAAAACsIUW2SbdpU1LV/fQNbvcNFtz6r1NwAwAAAAAAWBWKbJNu06akte5nmIWKb4NXuim2AQAAAAAArChFtvVooYJb39wr3QaXkwQAAAAAAGCnKbKtI9tPPDE588zZOwcLbnPbkh0FN8tIAgAAAAAArBhFtnVk+8aNOwpkZ565o6jWf+y3Lba0pGUkAQAAAAAAdtpu4w6AO2iwQDa4PexqtoX0l5Hsv17RDQAAAAAAYFlcybarmFso61/ptthVbf3+rm4DAAAAAAAYiSLbrmrwCrX+1W3DCm794trgc4U2AAAAAACARSmyTYNNm+YvIzlsWcn+1W2DV7UpuAEAAAAAAMyjyDYt5i4j2X++2HKSlpEEAAAAAAAYSpFt2gxbRnI5FNsAAAAAAABup8g2zeZe3bbYVW39/u7ZBgAAAAAAoMhGhl/dNqzg1r+azT3bAAAAAACAKafIxmybNs1fRnLYspLu2QYAAAAAAEwxRTbmm7uM5HIKaJaRBAAAAAAApogiGwubu4zkUvdsm3tVm6IbAAAAAACwi1JkY3mWc8+2ZMcykomr2wAAAAAAgF2WIhujGXbPtoX6Je7ZBgAAAAAA7JIU2Rjd3Hu2DbuqrV9cS3Zc3WYZSQAAAAAAYBehyMYdN/eebcnCy0gmlpEEAAAAAAB2GYpsrIy5y0guds+2ZP4ykopuAAAAAADAOqLIxsqZe1XbUvdu6y8jmVhOEgAAWFJVPbqqNlXVRVX1+ar6p6r6eFVtqaqTqupHxh0jAAAwPcZeZDNJ2gUNFssWumfbsP4KbgAAwBBVdWJVfSHJpUlekGSPJP+U5JNJ/j3Jo5L8RZJ/6c0l7z+2YAEAgKkxtiKbSdKUWM492/rFtWT+cpIKbgAAMNWq6vNJ/jDJ+5I8PMlerbXDW2tPba09s7V2TGvtQUnuleTZSX40yT9W1QnjixoAAJgGYymymSRNocF7ti1WcBs0rODWP5aCGwAATIu/THL/1tr/bK19trXhE4nW2k2ttXNaa8ckeXSSG9c0SgAAYOrsNqbz/mWSN7XWvrtYp9baTUnOSXJOVf1skv3WIjhWyUJXpLW2o6C2kMH2YcW2/rbiGwAA7FJaa2ffgdd8LsnnViEcAACA243lSrbW2tlLFdiGvOZzrbUPrFZMrLG5y0iOenVb3+bNiy8tqfAGAAAAAACsgrHdkw2SzC6GLVZw6+8bNOzqt7lLSw4W4YZd+TYYAwAAMHGq6sMj/Fwy7ngBAIDpMa57spkkMd9iBbd+20JXug0W3BZaenLuVW+L3ettqYKcwhwAAKyVOyWpgZ8HJplJsiHJ3XqPM0kO6rUDAACsiXFdyWaSxOIWK7j1jbK05FL3fEsWL8INu0JulILcHey7YcuWVTnumvRdDzFOaN8F8z6h8eq7Mn03bNky9hj0XYO+c/bNy/skxKjvqvad9Xf8Ooh3VfrCiFprM621I1prRyQ5O8mtSQ5trR3QWju0tXZAkkN7+0e+fxsAAMAdVW2pQsVqB1D15HQToeNba58c2P+oJOcleX5r7V3jiu+QQw5p27ZtG9fpZ9m6dWtmZmbGHcb4Df6ypl88a23+9uC+UQw71kLH1XfyzquvvvrqO8l910OM+uq72n0nQFVd1lo7ZNxxMLqq+kKSV7XW/npI28Ykp7XWfnrNAxtgDsk4yfl0kvfpJO/TSd6nk7yP32JzyEm4J9vLkrx0sMCWJL3nm5K8fBxBMcEGvwl95pkLX+k2aPAXOoPbS93rbdj2Qu0AAMBqe0CSbyzQ9vUkP7WGsQAAAFNuEq5k+26Sp7TW3j+k7Zgk72yt3W3tI+tM0rcQDz7r4Oy1116z9h3/kONzyiNOyS233pJjzjlm3ms2HrwxGw/emBtuuSFPO/9p89qfd8jzcsJDT8i1N12bZ/2fZ81rP+3Q03LsQcfmyhuuzHPe85x57WccfkaOOuCoXH795Tn1olPntb/iyFfksP0Py6XXXpqXXPKSee1nHX1WDt7v4Fz8lYvz8o/Or6e+6UlvykH7HJQLr7wwr/n4a+a1v+0pb8v+99w/533xvLxx2xuT7duTDRtuf3zH9kdmn+yRLU/ekC1nn9S96HGPSz7ykSTJ+9787exxl7vnDZ96fc5/w6/Pa9/6lu6b168+LHnPs3fsT5K73Zq8/5xu+2WHJ5ccMDu2vW9J3nl+t336kcnH95/dft9vJX9zQbd96tHJ5fvNbj/wm8mbL+y2Tz42uWrv2e0HX5+cdVG3/czjkq/dY3b7odcmr+zd0fCpxyff3GN2+5FfSV760e7UuUkAACAASURBVG77Cc9IvrP77PYnXZX89qXd9szGzHP8l5JTPp3csntyzDPmt2+8vPu5YY/kacfPb3/ep5MTvpRce4/kWcfNbz/t0uTYq5Ir906ec+z89jM+mhz1le5zO/Xo+e2vuCQ57Nrk0v2Tlxw5v/2si7rP8OIDkpcfPr/9TRcmB30zufDA5DWHzW9/2wXJ/t9KzntI8sZHzG9/x/nJPrckWw7ufuZ63znJHrcmb3hEcv5D5rdv3dI9vvqw5D0Hzm4z9ow9Y8/YM/Zmtxt762PszXLmmWNdPtKVbOtXVX05yZWttScPaXtXkgNbaw9a+8h2mKQ5pG89Tx85n07yPp3kfTrJ+3SS9/Gb9CvZ/jnJ/OpN5zlJtq9dKKx7GzbMfnzRi3b8AucnfqL7mbu92BVwwzzucTu2B4vUg/v720u1D/ZZqn1w/3JiePGLF2///d/fsf2Eo+e3v+pVi8f++tcv3v6WtyzePhjbSr/3UT7/D31o8fZ3v3vxGM49d/jrvtH7gvVCn8O3v734cSd5bD3/+Yu398dekjz1uPntw8beYJ+lxt7gucc5dj772cXbP/axxWPoj725+6+4onscNvaS5KtfXfy43/jG/PbB7WFjb+72an2+z3jG4u3Pfvb87WFjb/BYg32Gjb2FYhs29haKbSXHznLGVn8MLDX2Fopx2NgbfN1SY2+h4w4be4PbS429ZPXGVj/fS429ZMc4WmrsDfZZauwNnnupsTe4f6X/XurnYKH2pf7+GDYGkh1jZtjYS5b++27wda11P+7Pxh23OcmxVfXFqtpUVc/rPX4xyRPTrYYCAACwJibhSranJzknyZeTvCPJ/0uyb5KnJXlgkme01s4bV3y+hThFBu/1tth2/2fz5sm8z8mk9F0PMeqrr776rnXf9RCjvvqudt8J4Eq29a2qjkpXbDskye5Jbk3y6SRnttYuGWdsiTkk4yXn00nep5O8Tyd5n07yPn6LzSF3W+tg5mqtnVtVN6SbJJ2e2ZOkx0/CJIkpMfiN6qW2B/cNXgk3bHup9kX6bt++PRtW4bhr1nc9xDiBfRfN+wTGq+/K9N1+4onZsGHDuolX353ou1TeJyFGfVet77y/4yc83lXpCzuptXZxkour6k5J9klyQ2vtB2MOCwAAmEJjv5Jt0CROknwLkXGS8+kk79NJ3qeTvE8fOZ8MrmRjNZlDMk5yPp3kfTrJ+3SS9+kk7+M30VeyDeoV1r4+7jgAAACYXFX1s0kOSnLXuW2ttb9e+4gAAIBpNDFFNpMkAAAAFlNVeyV5b5JH93f1HgeXaDF/BAAA1sTYi2wmSQAAACzTK5LsneTwJH+f5ClJbkryq0kOTfL08YUGAABMmzuNO4DMniRVuknSzyc5J8lXkjxyfKEBAAAwQR6fbg75id7zr7XWtrbWfiXJxUmeP7bIAACAqTMJRTaTJAAAAJbjx5J8pbX2/STfTfLDA20XJHniWKICAACm0iQU2dZ0klRVR1fVlVX1f6vqxSt5bAAAAFbV9Un26m1fk26JyL6fWo0T7spzyE2bup/+NgAAMJpJKLKt2SSpqu6c5PVJnpDkwUl+qaoevJLnAAAAYNX8Q3bcz/ttSc6sqjdV1euTvCrJB1byZOt9Drlly4ZZRbS5BbXNm7uf/vawvozXsLzN3Te4vWXLhmX3HeW4+k5238G8T1q84zrvNPRdTt4nKV59V6bvUv+2T1q8+q7MsRbL+yS8n9XuO+mqtTbeAKr+OslXW2tnVNVLkvxekrcmuS3JiUne3Vr75RU616FJNrXWHt97fnqStNZeudBrDjnkkLZt27aVOP1O27p1a2ZmZsYdBmtIzqeTvE8neZ9O8j595HwyVNVlrbVDxh0Ho6uqn0xyn9ba31fV7kn+MMkJSfZIclGS32ytfXMFz7eu55BV3WNr87eH7Ru23f8Fx9xfiDDb3F8ILfeXS0v1vaN501ffSem7HmLUV1999V3rvushxknqOwkWm0PuttbBDLE5yX16269Ksnd2TJLeneQ3V/BcP57k2oHnX0vyqBU8PgAAAKuktXZ1kqt727cmOa33s1rW9xxy40ySZGZLko3driduOj7JKam73JJsPCZJUiftaK+Hbeye7HFDZrY8LR+5Jtm6JfnINV37g774vHz5HSfkplybz254VrZv7/Zv2JBs35687pdOy7EHHZsrb7gyz3nPc+aFdMbhZ+SoA47K5ddfnlMvOnVe+yuOfEUO2/+wXHrtpXnJJS+Z137W0Wfl4P0OzsVfuTgv/+jL57W/6UlvykH7HJQLr7wwr/n4a+a1v+0pb8v+99w/533xvLxx2xvntb/j+HfkT/94n2x48pZs+tsts97bhg3JY7a/L7tnj/zoE9+QP37v+be39z+fTdmazZuTPX/h1dl8zXuSDHx+t94tm/L+7urBw1+WrRsumf353rJ3NuWdXfuRp2frlo/fnpeZLUmOu2+Sv+l2HH1qZrZcPrv92AOTC9/c7Tj25MxsuWp2+9EHJxed1e047pnJPb52+9iY2ZLkyEOTS3r14+OfmuzxzVlj52UfOTLJS7snz3hCsvt3ZrW/+tInJfnt3vlmdhy31/6GT3djL7vfkpktx8yObWOy5fKNGRx7c9vz6eclOSG5x7WZ2fKs+e2Xnpbk2GTvK5NjnzP7vW1M8tEzkhyV7Hd57/PL7GPs/4okhyX7X5oc+ZL57fudlVzfjb1sfPn89r3flHyzG3vZ+JpZsc1sSXKPtyXf6sZeNr5xduxJbrjlHUn2yZbLtyQbt8xrv+XW9yXZI3nEGzKz5fx5n2+ytXs47NWZ2fKe2bE9425J3t/tOPxlmdlyyez24/dOzn9nt+PI0zMzbOxdsGPsZb/LZ7+3OWMve181u32RsZckp198aJLljb0nnPOEZOPSY2/w81tq7GWEsZfjnjV/bC0w9m4/xgHLGHvXdn/vZePSY28wtqXGXpJce9Pbkiw99nLwlsxs2TJvbA0be7OPsbXbsdDYO2f5Yy/7f3z2e1tk7CXJyRcemGT42EuSUy86OEk39p55wTOTjQuPvaee/9Rk4zdnvbdhY2/We79q8bGXL+0Ye3nGMfPHzsDYy/FPm5/7hwwfe7e3H3haclX3b242LjD2vtL9m5uNp86KbdjYmxV7ksuvPyvJ8LGXJFfe8KYkByUHXpiZLa+ZN3b6Yy8POS8zW9447/MZNvZmneOcJcbelq3djsNenRz4ntnvbc7YywGXzIrtqefvnWT42EuSZ16w49/cUy86Ndm48Ng7+cKTk41XzYpt2NgbbF9q7OUryx972Tgzf2wtMPZuP8bBG7Pk2PvSCbn2pmuTjUuPvcHYlhp7SXLptd2/uUuNvfVirEW2qrpLklcneW2yZpOk5cR1cpKTk2TffffN1q1bxxnO7W6++eaJiYW1IefTSd6nk7xPJ3mfPnIOd1xv/nhekte21j467ngGTdIccsuWDXnrWzd0TzZ2Dx/5yI72971v+cfqv+6KK76b5K5Jki/945fyss1J7pH87OYbc8013d0f9tqr2/7CF76Qd77yp3PT7l/LjQ+5Mddf371uv/2+m+uvv2v++BPXZ7enb83/evstufHBXft++3339nN+5jOfyfeu/l6+eNMXc+ONN86Ladu2bblxzxvzuX//3ND2T37qk7luj+vyhRu+MKu9f54XvvDa3P3738/9jvlSrrjiu7fH1Y/xN37jqznvLfvkfz7wilzTK5z139tee92YV7wiya3J8x9w1az2/l0wutzP5Oqrr7793F0cs9sH9y/UPpi3/nb/W90Ltd/e59gl2o+bvX9e+/Hz9//e7w20P2N+++/8zvzzDbb/+q8vHvtJJy3zvd1jifa9l3hv+y18jqok+y8ew3/9r0kOX7j9F38xyWELx/D0pyd5xPz9975393jSSbn994qD7Xe/+/zzzXtvQ+IZeewcuUT70UvEcOwS7cfN3/+HfzjQvsjYS5KL3p9k96XH3uD2UmPv9nPvsfTYW/S97T1//6zPf5GxlySPeUwW/fz7Y2+hGIaNvSS53/26x6XG3kLHHTb25r23Rdpv77PIn5v+2FsohmFjL0n+/M8H2o+d33722Tu2zzkn8/7+6I+9JLngneku+Rg4xrCxNzS2LPHe5rxu2Nhb6BjDxt7c7Qc+MIv+vf+wh2XRP7v9sTf0dRk+9m4/75zzDRt7C8U+bOzN3a5K8ogl2hf5O7c/9ubuv+CdA+1D3vs55+zYPvvsJPsNH3u3b8/58z9s7A22LzX2bo8tS4+9wf1Ljb3B7aXGXtLL4XFLj72FYhg29pLemMvSY+/2OJOceOL2bNy4PZNoEpaL/I8kx7bWtq7Budb1Uh+WF5o+cj6d5H06yft0kvfpI+eTwXKR69dazh9751vXc8idXZ5nKSu1RNCZZ+7ckorL6bt58+otabQWJmW5Jn31HbXveohRX3311Xet+66HGCep7yRYbA55p7UOZoiPZceNq1fbp5M8oKru3/sW5NPTLUkJAADA5FvL+WOyi88hzzyz++lvz9X/pcZCv9zo//JjcHtw33Jt3rzjcaHtpdqX6rscw97P4PZC7YOGfWZLbS+nLwAAk2kS7sl2WpK/raqbk/xtkuuSzPqvZGvtBytxotbabVX1G0k+kOTOSf6qtfallTg2AAAAq27N5o+9Y63rOeSJJ27Phg0bkswuovW3+1d7zd0eVnDrW+hbxmeeOb+YtRJFq501SgwLGeXb1ittWN6G7etvb9++PcmGZfUd5bj6TnbfuXmftHgn5XPa1fqeeOL2LCfvkxKvvivTd6l/2yctXn1X5lhL5X0S3s9q9p10k7BcZH8CtFAgrbU2tmLgJC31YXmh6SPn00nep5O8Tyd5nz5yPhksF7l+Tfr8Mdn15pDDll9cqSWCxmmllzRa6eUt+9uj8u/MdJL36STv00nep5O8j99ic8hJuJLt97PwBAkAAAD6zB/X2LCCz0p943ic9/dYzGLfrF7o/Q67KnChKwVH6QsAwGQbe5GttbZp3DEAAAAw+cwfJ8NSBaNRlwha7j3TdsYohbPFCl+KYQAADBp7kQ0AAADYddzRK7hW8/4eCmcAAKwGRTYAAAAmVlW9O8mZrbXPLrP/XZOckuSW1tqfrWpwrIjlLq9o+UUAACbNncZx0qp6d1U9bIT+d62qF1bVc1czLgAAACbO9iSfqKpPVtVvVdXPVdWsL4xW1X2q6slV9ZdJrkvya0k+M4ZYAQCAKTKuK9m2p5skXZ7knCT/kOTzrbXb+h2q6j5JHpnk2CTHJfnXJCetfagAAACMS2vtt6rq7CSnJtmU5J5JWlV9K8l/JtkryV2SVJJP9fr9TWvt++OJGAAAmBZjKbKZJAEAALBcrbWrk/xmVZ2W5NAkj0pynyR3TfLNJFck+Whr7ZrxRQkAAEybsd2TzSQJAACAUbTWvpfkI70fAACAsRpbka3PJAkAAAAAAID15k7jDgAAAAAAAADWG0U2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGtNs4T15Vd0lynyS3JfnX1toPxhkPAAAAk62qfiXJU5LcPcnVSS5Icon5JAAAsNbGciVbVd2jqv46yU3pJkXXJLmlqj5ZVZuq6v7jiAsAAIDJVVW/l2RLksOT3DvJcUk+kOSLVfXgMYYGAABMoXEtF/nmJMcm+eMkJyc5LcldktwryRlJrqyq11XVXccUHwAAABOgqn6lqg7sPT0lyV8kuXdr7WGttX2TPDLJ9iSfqKoHjilMAABgCo2ryHZMkl9vrZ3ZWvvLJK/r7T8h3fKRL+ltX1xVdxtTjAAAAIzfW5J8uar+Pd3Va3dL8tSq+qkkaa1ta60dk+SiJH80vjABAIBpM64i238m+cawhtba11trr07yM0n2TndlGwAAANPpXkl+Id1KKC3dlzbPS7cCyk1V9dGqOivJ15McMb4wAQCAaTOuItv7kjx3sQ6tteuT/F6SZ61JRAAAAEyc1tpNrbVLWmuvTLcs5IuT/Gi6YtsrklyX5IlJnpfk7lV1c1X9Q1W9dlwxAwAA02FcRbYXJ3lkVb2rqn5ykX7fTbLPGsUEAADAZPvzJH+Q5IDW2gdaa3/UWjuhtfaAdF/QvC3J5iT/mu4+4AAAAKtmt3GctLV2XVUdnuR/J7kqycfTLfvxiKr6XpLvJ3lIklcm+dQ4YgQAAGDivCrdrQU+VlXvTXcftuuS3D/Ji5J8srX2qjHGBwAATJGxFNmSpLX2z0keXVXHJTkpyXeSvDFdsS1JKsmXkzx7PBECAAAwSVprP0jyjKq6ON3ykG8YaP6/MX8EAADW0NiKbH2ttQuSXFBVuyd5cJIN6eLa3lq7bJyxAQAAMHlaa29J8paq+rEkByT5dpLP94pwAAAAa2LsRba+1tqtST7X+wEAAIBFtdauS7dcJAAAwJq707gDAAAAAAAAgPVGkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjmpoiW1W9qqquqKrPV9X/qaq9xh0TAAAAk8kcEgAAWMrUFNmSfCjJQ1trP5PkqiSnjzkeAAAAJpc5JAAAsKipKbK11j7YWrut9/QTSe47zngAAACYXOaQAADAUqq1Nu4Y1lxVXZjkvNba3yzQfnKSk5Nk3333ffi55567luEt6Oabb86ee+457jBYQ3I+neR9Osn7dJL36SPnk+GII464rLV2yLjjYP0wh2S9kPPpJO/TSd6nk7xPJ3kfv8XmkLtUka2qLk6y35Cm322tvavX53eTHJLkuLaMN3/IIYe0bdu2rWygd9DWrVszMzMz7jBYQ3I+neR9Osn7dJL36SPnk6GqFNlIYg7JrkfOp5O8Tyd5n07yPp3kffwWm0PuttbBrKbW2lGLtVfVxiRPSnLkciZHAAAA7LrMIQEAgJ2xSxXZFlNVRyd5UZLHtfb/s3fnYZZV5b34vy9NMzSDjCIBsTEaJzSiXBxitImzcYpGRY2R3KgZNE5x/BkjMTdRr1flZjC5JhocmFQcSDQioC2KA6DihBMKRlACMnYDAt29fn/sXVIWVXQduqp2nT6fz/PsZ5+zx/ecdZR6+91rrXbt0PEAAACwfMkhAQCAzdlm6ACW0D8k2SXJKVV1TlX989ABAQAAsGzJIQEAgFs0MT3ZWmt3GjoGAAAAxoMcEgAA2JxJ6skGAAAAAAAAC0KRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBFtO3QAzM+LX/zirF27NrvtttvQobCErrzySm0+gbT7ZNLuk0m7T55JbvN73/veOeqoo4YOAyaGHHIyTfJ/ZyaZdp9M2n0yaffJNKntPi45pJ5sAAAAAAAAMCI92cbEUUcdlbVr12bNmjVDh8IS0uaTSbtPJu0+mbT75NHmwFKRQ04mbT6ZtPtk0u6TSbtPJu2+vOnJBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBEpsgEAAAAAAMCIFNkAAAAAAABgRIpsAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiCauyFZVf15Vrar2GjoWAAAAlj95JAAAMJuJKrJV1e2TPCLJfw0dCwAAAMufPBIAAJjLRBXZkrwtySuStKEDAQAAYCzIIwEAgFlNTJGtqp6Q5KLW2teGjgUAAIDlTx4JAADckmpt63kYr6pOTXK7WXa9Jsn/l+QRrbWrquqCJIe01n42x3Wel+R5SbLPPvvc9/jjj1+kiEezfv367LzzzkOHwRLS5pNJu08m7T6ZtPvk0ebLw2GHHfbl1tohQ8fB8rAQeaQckuVCm08m7T6ZtPtk0u6TSbsP75ZyyK2qyDaXqrpnktOSXNtv2j/JT5Ic2lq7+JbOPeSQQ9rZZ5+9yBHOz9q1a7NmzZqhw2AJafPJpN0nk3afTNp98mjz5aGqFNnYrFubR8ohGZI2n0zafTJp98mk3SeTdh/eLeWQ2y51MENorX0jyW2n3m+uJxsAAACTTR4JAABszsTMyQYAAAAAAAALZSJ6ss3UWls9dAwAAACMD3kkAAAwk55sAAAAAAAAMCJFNgAAAAAAABiRIhsAAAAAAACMSJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGAAAAAAAAI1JkAwAAAAAAgBFVa23oGJa1qro0yY+GjqO3V5KfDR0ES0qbTybtPpm0+2TS7pNHmy8Pd2it7T10EGyd5JAMTJtPJu0+mbT7ZNLuk0m7D2/OHFKRbYxU1dmttUOGjoOlo80nk3afTNp9Mmn3yaPNgaXk/3MmjzafTNp9Mmn3yaTdJ5N2X94MFwkAAAAAAAAjUmQDAAAAAACAESmyjZd3DB0AS06bTybtPpm0+2TS7pNHmwNLyf/nTB5tPpm0+2TS7pNJu08m7b6MmZMNAAAAAAAARqQnGwAAAAAAAIxIkW0MVNWjquq7VXVeVb1q6HhYfFX1rqq6pKq+OXQsLJ2qun1Vfbqqzq2qb1XVi4aOicVVVTtU1ZlV9bW+zf9q6JhYOlW1oqq+WlX/MXQsLI2quqCqvlFV51TV2UPHA2y95JCTRw45meSQk0keObnkkJNHDjkeDBe5zFXViiTfS/LwJBcmOSvJ01tr5w4aGIuqqh6cZH2S97TWDho6HpZGVe2bZN/W2leqapckX07yRP9733pVVSXZqbW2vqpWJvlckhe11r44cGgsgap6aZJDkuzaWnvs0PGw+KrqgiSHtNZ+NnQswNZLDjmZ5JCTSQ45meSRk0sOOXnkkONBT7bl79Ak57XWfthauyHJ8UmeMHBMLLLW2ulJLh86DpZWa+2nrbWv9K/XJfl2kv2GjYrF1Drr+7cr+8XTLxOgqvZP8ttJ/nXoWADY6sghJ5AccjLJISeTPHIyySFh+VJkW/72S/Ljae8vjD+YYKtXVauTHJzkS8NGwmLrh3s4J8klSU5prWnzyXBUklck2TR0ICypluSTVfXlqnre0MEAWy05JEwgOeRkkUdOJDnkZJJDjgFFNoBlpqp2TnJikhe31q4eOh4WV2ttY2vt3kn2T3JoVRneZytXVY9Ncklr7ctDx8KSe1Br7T5JHp3k+f3QXgAAW0QOOXnkkZNFDjnR5JBjQJFt+bsoye2nvd+/3wZshfrx1E9Mckxr7UNDx8PSaa1dmeTTSR41dCwsut9I8vh+bPXjk/xWVb1v2JBYCq21i/r1JUk+nG5IN4CFJoeECSKHnGzyyIkhh5xQcsjxoMi2/J2V5M5VdWBVbZfk8CQnDRwTsAj6yYvfmeTbrbW3Dh0Pi6+q9q6q3frXOyZ5eJLvDBsVi6219urW2v6ttdXp/rv+qdba7w0cFousqnaqql2mXid5RJJvDhsVsJWSQ8KEkENOJnnk5JFDTiY55PhQZFvmWmsbkrwgycnpJrB9f2vtW8NGxWKrquOSfCHJXarqwqr6w6FjYkn8RpJnpXsi6Zx+eczQQbGo9k3y6ar6erp/EDultfYfA8cELI59knyuqr6W5MwkH2utfWLgmICtkBxyMskhJ5YccjLJI2EyyCHHRLXWho4BAAAAAAAAxoqebAAAAAAAADAiRTYAAAAAAAAYkSIbU5D45gAAIABJREFUAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDYFmpqidW1Utn2b6mqlpVrRkgrFlV1X2r6tqq2m+Ec46qqo8vZlwAAACTQg4JwJCqtTZ0DADwC1V1dJKHtdb2n7F91yR3T3Jua+3qIWKbqao+lS6eF4xwzr5JfpjkMa21Ty9acAAAABNADgnAkPRkA2AstNaubq19cRklR/dNcliSfxrlvNbaT5P8e5KXL0ZcAAAAyCEBWBqKbAAsG/0TiM9Osl8/rEerqgv6fTcb6qOq1lbV56rqUVV1TlVdV1Vfrar7VdW2VfW3VfXTqrq8qo6uqp1m3G9VVb2pqs6vqhv69Wuqaj7/fXxOkq+31r4145rP6GNYX1VXV9U3quqPZpx7fJJHVtXtR/6SAAAASCKHBGB42w4dAABM89dJ9k7yP5I8vt92/WbOuVOSNyf5myTrk/zvJCf1y7ZJjkhyt/6YS5K8IkmqatskJ6cbPuSvk3wjyf2TvDbJHkn+fDP3fVSSj03fUFUPSvK+JH+X7inDbZLcNcluM879bL/v4UnetZn7AAAAMDs5JACDUmQDYNlorf2gqi5NckNr7YvzPG3PJA9srf0wSfonCD+a5MDW2sP6Y06uqgcneUr6BCnJ05M8KMlDWmun99tOq6okeV1Vvam1dslsN6yqfZKsTvK1Gbvun+TK1tqLp2375Cyf89KqurA/XoIEAABwK8ghARia4SIBGHffm0qOet/p1yfPOO47SfavPgNK9xThj5J8vh8WZNv+ycRPJlmZLnmZy6/060tnbD8rye5V9b6qemxVzXz6cLpLp10HAACApSGHBGDBKLIBMO6umPH+hlvYvm2SFf372ya5Q5IbZyxn9vv3vIV77tCvf2kYktbaZ9I96Xj7JB9OcmlVnVpV95rlGtcl2fEW7gEAAMDCk0MCsGAMFwnApLosyflJnjrH/gs2c26S7D5zR2vtg0k+WFU7J1mT5E1JPlFV+7fWNk07dI8kXx8xZgAAAIYhhwTgZhTZAFhurs/SPJ33iSRPTrK+tfadzR08wwVJfp7kjnMd0Fpbn+Q/quqOSf5vuqcaL02SqlqR5IAkHxg9bAAAAKaRQwIwGEU2AJabc5PsUVV/kuTsJD9vrX1jEe5zTJI/SDdR9VvSTUC9XZJfTfL4JE9srV0724mttRuq6ktJDp2+vapen2SfJJ9O8pMk+yd5YZJzWmvTx94/KMmqJKcHAACALSGHBGAwimwALDf/mm7C6L9Nslu6iaVXL/RNWms3VtUjk7wqyfOSHJjkmiQ/SPKx3DQu/1xOSPLmqtqptXZNv+1L6RKit6UbyuOSdJNgv3bGuY9NcnGStVv+SQAAACaaHBKAwVRrbegYAGDsVNWuSS5M8qettfeNeO65SU5src1MnAAAANgKySEBtk7bDB0AAIyj1trV6SakfkVV1XzPq6onpBsO5C2LFRsAAADLixwSYOtkuEgAuPXemmRFkn3TjZ8/Hzsm+b3W2pWLFhUAAADLkRwSYCtjuEgAAAAAAAAYkeEiAQAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIgU2QAAAAAAAGBEimwAAAAAAAAwIkU2AAAAAAAAGJEiGwAAAAAAAIxIkQ0AAAAAAABGpMgGwLxV1dFV1apq9SLeo1XV2sW6fn+PC6rqgkW+x9qqaot5j3HhuwAAgOWrqo7o87Ajho5lSyxRvnpkf481i3iPraI9FoLvAhgHimwAY6L/w3L6srGqLu8LGEdUVQ0dIwAAAMOZJW9sVXV9/6Dhu6vqbkPHCABbk22HDgCAkf1Vv16Z5E5JfifJQ5IckuQFQwW1gO6W5NqhgwAAABhjfzXt9W2SHJrk95M8uaoe1Fo7Z5iwFtWrk7wxyUVDBwLA5FBkAxgzrbUjp7+vqt9IcnqSP62qt7TWzh8ksAXSWvvO0DEAAACMs5l5Y5JU1d+nezDzxUmOWOKQFl1r7adJfjp0HABMFsNFAoy51toZSb6TpJLcd7ZjquqRVfXxqvpZP1TID6rqzVW12xzHP6yqPltV1/RDUn6kqu56a+Krqv9RVZ+sqnVVdXVVnVpVD5hrLPvZ5mSbfmxVPb2qvlxV11bVT6rqrVW1fX/cb/XDZ15dVVdU1Xuras9biO02VfUPVXVRVf28qs6tqhfONvRmPyTniVX1w6q6rr/HGVX1e7fme5nl+veqquP6YVyur6pLq+orVXVUVa2c47t4dlV9tY/nkqp6V1Xdbo7r71FVb6iqb/fHX1VVp1XVI24hpqdX1aer6sr++/l2Vf3F1Pc9y/GH920zFc97q+pXtvzbAQAAFsAn+/Xe8zl4ttxs2r455z+rqvtV1Qer6uKquqGqflxV/2/U3KDP146qqgv7fOQ7VfXSqrpjf++jNxdTVa2eOraqfrWP67I+P/1kVR3UH7d3Vb2jqn7a3+usqjpsM/HNKx+rqvtW1f+tqq9Vl1//vKq+X1VvqardR/lO5ohjl6p6bVV9s89T11WX859QVfeddtz07+Ku1eX5l1eX939ugXPDu/b3+XH/G/jvqjq2qu4yx/F3qqoPVJfHX1NVn6+q397S7wZgKejJBrB1uXHmhqp6XZIjk1ye5D+SXJLkXkleluQxVfWA1trV047/3SQnJLmhX/80yYOSfCHJ10cJpqoenC6RW5HkQ0l+kOSeST6d5FOjfbQkyZ8leXSSjyRZm+QRSV6SZI+q+miS45N8LMk7kjwwye8l2as/Z6btkpyaZLf+vO2SPDnJ/01ylyTPn3H8PyX5Vrpegz9NsmeSxyR5b1XdpbX22lvxeZJ0BbYkX0rSkpyU5Pwku6YbDvRPk/xFbt62L0n3+U9I8ol0bfQHSdZU1f1aa5dOu/4d0n1fq5N8tj9+pySPTfKJqvqj1tq/zIjpXf31LkxyYpIrk9w/yV8neWhVPby1tmHa8S9J8tb+uPf060cm+XySq27tdwMAACyYh/XrsxfrBlX1P9PlY9eny21+nOTOSZ6T5HFVdf/W2n/N4zo7pMsZ75Pkq0mOSTfs5WuS/OatCG11upzr20mO7t//TpK1VfWAdDnS1enyqz2SHJ7kP6vq1+aId975WJLn9vf6TLocdJt0D8i+NMmj++PX3YrPlKqq/v4PTJez/2uSDUn2T3JYuvzvyzNOO7A/9htJ/l+SfZM8rf+8z2itnTDjHqPmho9Kl/+vTPLvSc7r43lSkt+uqsNaa1+Zdvyd+3j2TPKfSc5Jlwt/pH8PsLy11iwWi8UyBku6AkybZfuDk2xMl8TsO2PfYf15n0+y24x9R/T73jZt285JLktX0DlkxvFvm4ohyep5xLtNku/3xz96xr4/nnatNbN8zrUzth3Zb78qyd2mbd8+XeFrYx/3Q2bc/5T+vHvPuN4F/fbPJdl+2vY90hUCW5IHzzjnV2f5jNslOa3/vvabsW/tbO01x3f1lv6eT5hl3+5Jtpnlu7ghycFztNE7Z4llU5LDZ2zfLV0Cc12SfWb5bXwoyY5ztMWLpm1b3cdz+fTfRt8GJ87127VYLBaLxWKxWCwLu0zLs46ctrw1XbFlU7qixy4zzpn6+/+IWa61do77HD0zN0zya31ecN4s+dFD+7ztw/P8HK/tr39ckpq2/fZJLu33HT2PmFZP+05eM8c9Lk/yzzPyrmdlRr7cb781+dgdkqyY5TP+YX/8K+fTHnN8T/fsj73Z99rnY7vP8V28ecaxh6TLa69Isussscw3N9y9v8bPktx9xvEHJVmf5Csztn9y5nX67U+YFu9mvwuLxWIZajFcJMCYqW64wCOr6m+q6oR0T8JVkpe1bgz66V7Yr5/bWrty+o7W2tHpCizPnLb5CekKTce21mY+3XhkRuuR9MB0T599urU28+mzdyT53gjXmvJ3rbVvT71prV2f7snBbZJ8rLX2mWn7NiV5X//21+e43qv7a0ydc3m6p/GS7km9TNv3g5knt9ZuSPKP6XqGP3TkT3Nz181yjyv6zzLTe1trX52x7ch0bfSMumkIzV9P8pAkJ7bWjp9x7SuTvC7JDul68U15UbqnH/9na21mTH+drqA5/XfzzHRPKf59a+2CadfflOTl6ZJ5AABg6bxu2vKSdD2tvp3kuHYre03Nw5+kywte1Fq7aPqO1tpp6Xq2Pa6qdpnHtZ6dLo94dWutTbvOj5McdStiuyDJG2dse3e/3j7Jy2fkXcemy4nuPcf15pWP9TH/qLW2cZZrvCtd77lHzucDbMZsueSm1toVsxx7VZLXzzj27HS9BXdL1+tuyqi54e/313hda+3cGff4ZpJ/SXJwVd09Sapq/yQPTzeayz/MOP6j6Xr/ASxrhosEGD+vm/G+JfnD1tq/zXLsA9I9jfaUqnrKLPu3S7J3Ve3ZWrss3VAcySx/yLbWrqqqc9IVbObj4H79uVmutamqPp/uScdRzDasyU/69cwhMJJkKrHbf5Z9G9L18Jtpbb8+ePrGqjogySvTFdMOSLLjjPP2m+Va83VCuuTlI1X1wXSF0zNmK+xNs7k2ulu6IuoD+t23qaojZ7nO1HwMd0uSqlqVrij5syQvrptPT5d0vSbvNu39Lf1uflhVP0739CYAALAEWmu/+EO+qnZKco90RaZjquoerbXXLMJtp3KPh1TV/5hl/23TTSXwa5k9f0uSVNWuSX41yY+nP8Q3zc1yzHk4Z5ZC11Qu+b2ZhcfW2saq+u/Mnksm88/HUt0c23+UbgjKu6cb9nJ6x4ctySXP7e/z9H6agI+m+37O7h8Knc1X5ii0rk1X3Dw4ybtvZW449Rv49Tnyz6l/A7hbH/sv/t1gjkLk2sz/3yAABqHIBjBmppKlPlF6QJJ3JvnnqvpRa23mPGd7pvv/+pmFuZmmhom8Tf/+v+c47uIRQt3ctebafktm60m3YR77Vs6y72dz/BE/9Rmn4k9V3THJmemGvvhsuuEsrko33MnqdInIrBM+z0dr7cyq+s108wv8brqhSVJV303yV62142Y5bXNtNBX/nv364f0yl5379e7pekbunc3/bqbM53ejyAYAAANorV2T5MyqelK6ebVeUVX/3PcKW0hTucfLN3PczpvZv2u/XtRcsrW2oS8czTViy4bMnkveUgw3yyfTPVT5O0l+mK4IdnG64lSSvDhblkturKrfSvKX6XLJN/W71lXVu9P1BFx/K2O/Nbnh1G/guZs5buo3sJD/BgEwCEU2gDHVJ0qnVtXjknwl3ZNmd2mtXTvtsKvSjSu/xzwvO5Vc7DPH/tuNEOLVm7nWXNuXyl5VtWKWQtvUZ5yeaL00XbLwB/0wm79QVU9PV2TbIq21LyR5bD+syH2TPCrJnyU5tqouba2dOuOUzbXRVTPWL2qt/d08Qpk6/quttfvc4pE3P2efdHPkzRUTAAAwkNbalf2DfPfpl80V2Vrm/rfD3WbZNpUX3Ka1dvUs++drueeSyTzzsao6JF2B7dR0c5VPPQiaqtomySu2NJB+SMiXJHlJVd0pXc+vP0rygnTt9KxbE3u2LDf89dba10c4fiH+DQJgEOZkAxhz/R+u/5JuGIuXzNj9xSS7V9U95nm5r/Trmw3HUFW3ydzj0c9manz6B81yrW3Szdk2pG3niGFNv54+vv6d+vWJsxy/oENXtNaub619vrX2l7lpTr0nzOe+09ro5+nmW0i630CS/OY8778+XaHsHlU13+LsLf1u7phucnIAAGB4u/fr+fyb4BWZ5W/5qlqR2XPDkXKPufQFuh8m2a+qVs9yyM1yzAHMNx+byiVPml5g6x2am09DsEVaa+e11t7Zx7c+s+eS95ljXrw1/fqr/bVuTW446m/gF/9u0P+u5ooJYNlSZAPYOvyvdMNNvKyqdp+2/W39+l+q6ldmnlRVO1XV/adt+mi6ROoZ/RN30x2ZXx7yYnPOSPKDJIdV1aNn7HteRp+PbTG8YfqE1H3i8Bf92+lz3F3Qr9dMP7mqHpnkOVsaRFU9sKpmS66mnua7dpZ9z6qqg2dsOzJdGx3XWrs++cUE1p9N8qSq+p9z3P+eVXXbaZvemm6+vndV1c2eUK2q3atq+pOMx6Sb++/PpifBfTH1zfH3BgAADK6qnpjkwHR/u882P/VMZyY5oKoeMWP7X2T24eD/ob/226rqZvleVW3XD5M/H+9Jl0e8oaZNBlZVt083xOLQ5pWPZe5c8rZJ/nFLg6iqA/sHG2faPd0wlNfNsu826YaXnH6dQ5I8M13Psg9P2zVqbvhvSa5M8rqqOnSW47epqjVT71trFyY5Jd3v8gUzjn1CzMcGjAHDRQJsBVprF1XVPyd5UbrhJl7dbz+tql6V5A1Jvl9VH09yfrrxz++Q7g/Wz6UbmjCttfVV9bx0Y8Z/tqpOSPLTdE8KHpTk9CQPnmdMm6rqOUk+keSkqjoxXdHtXunmBvvPJI9OsmnLv4Fb5afpko5vVtVJ6cba/90k+yZ5e2vt9GnHvj3JHyT5QFV9MN0E2Qel+97en+RpWxjLK5L8VlV9Nl37rE83Mfmj0xU93zHLOf+Z5Iyqen9uaqMHpUviXjXj2Gck+VSSd1bVC5N8KV3is3+69jgo3fx+lyRJa+1dVXXfJH+a5AdVdXKS/0qyR7rk58Hpkqc/7o+/oP+dvSXJV/vfzVVJHplueJKv9/cBAACWQFUdOe3tTknuni6/SJL/r7U2n3nN/k+6v+k/2v+Nf3m60UAOTLI2MwpHrbXv9A/2vSvJt6rqE0m+ly7XOiBd76ZLk9x1Hvf+30memOTwJHepqk+mKw49NV1e+sQMl0sm88/Hzkr3AOqTqurz6fLvfdK1xXfT5ZZb4teTfKiqzkrXe+4n6eZQe0K67/1Ns5xzepLnVNX9+tj2TZfTbpPkj6YP9XkrcsPLqup30xXqvlhVp6XrDdfS9Yp8QLqpGHaYFs/zk3whyVF9Qfdr6XoA/k6Sf0/yuC35ggAWmyIbwNbjDekmF35hVR01lTS11t5UVWekG3rwQen+2L4qyUXpijfHTr9Ia+2DVfWodBMbPzVdD7nT0/0x/KrMs8jWX2ttVT0kXU+73+43fynJYemekktuGm9/qd2Q5GFJ/jZd4rZXuiFJ3pjk76cf2Fr7elUdlps+x7bp/vB/Urpi1ZYW2d6erph2v3RttG26CcnfnuQtrbUfzXLO29IlLi/u778+ydHpEuZLZsR/YZ8Y/VmSJ6f77lekm0T63P7zfmPGOc+vqv9Mlyw9LF2x7PJ0CdWbk7xvxvFvraqfppvk/Igk65KcnK6A+Eu/MQAAYNG9btrrjemKW/+e5B9aa6fM5wL9Q5tPTNfr6fAk16TrdfS0JH81xznvq6qvJfnzdHnfI/rzfpLkg+ke6JzPva/rc7DXp3sY8iXpHkj823QjdTwxw+WSyTzzsdbaxqp6fLpc8jHp8vKLkvxrv+3cLYzj7HQ57EPSPQS6e7q2/nKSv2ut/ecs55yfLs97Y7/ePt0UAK9vrZ088+BbkRueVlX3SvKydEXa30yXf/8k3cOfJ844/vv9CDtv7K+/Jt2Dmk9MVzBUZAOWtWqtDR0DABOoL/zdL92k2NcMHc+46J9IfV2Sw1pra4eNBgAAYGlV1XPTPTD6x621/zd0POOiH9r//CTvbq0dMWgwAFsRc6QAsGiqatUc47YfkW6YkU8qsAEAADDTHPOKH5DktUk2pOuZBwCDMlwkAIvpgHRzdJ2S5Lx0/905ON2QiFemG0IEAAAAZjqxqlamG/rwyiSrkzw2yaokr26tbel8ZgCwxRTZAFhM/53kmHTjwx+Wbqz3i9NNjPw3rbUfDBgbAAAAy9d7kzwr3bzSt0k379mX0s0r96EhAwOAKeZkAwAAAAAAgBHpybYZe+21V1u9evXQYSRJrrnmmuy0005Dh8ES0uaTSbtPJu0+mbT75NHmy8OXv/zln7XW9h46DrZOckiGpM0nk3afTNp9Mmn3yaTdh3dLOaQi22asXr06Z5999tBhJEnWrl2bNWvWDB0GS0ibTybtPpm0+2TS7pNHmy8PVfWjoWNg6yWHZEjafDJp98mk3SeTdp9M2n14t5RDbrOUgQAAAAAAAMDWQJENAAAAAAAARqTIBgAAAAAAACNSZAMAAAAAAIARKbIBAAAAAADAiBTZAAAAAAAAYESKbAAAAAAAADAiRTYAAAAAAAAYkSIbAAAAAAAAjEiRDQAAAAAAAEakyAYAAAAAAAAjUmQDAAAAAACAESmyAQAAAAAAwIjGsshWVY+qqu9W1XlV9apZ9m9fVSf0+79UVaun7Xt1v/27VfXIpYwbFs2NNyaXXJJ84xvJ176WnHdecvHFybp1yaZNQ0cHAAAsE1dfnVxzzdBRAADA1mHboQMYVVWtSPKPSR6e5MIkZ1XVSa21c6cd9odJrmit3amqDk/ypiRPq6q7Jzk8yT2S/EqSU6vq11prG5f2U8CtsGFDcs45ySc/mXz6010R7corkyuu2HyWvOOOyc47JzvtNPt6jz2SPfe8aZn5ftddk6ql+ZwAAMCiedKTkgMOSN71rqEjAQCA8Td2RbYkhyY5r7X2wySpquOTPCHJ9CLbE5Ic2b/+YJJ/qKrqtx/fWrs+yflVdV5/vS8sUewwf5s2ZZdvfzs588zkM59JPvvZrmdaktz73smd75zstlu37L57t+yzT7Lttsn69V3hbf36X349c9ull3bXvPzy5Kqr5o5lxYqbF96mim8775zsssvNl5nbt98+2W677loAAMAgvv/9ZOXKoaMAAICtwzgW2fZL8uNp7y9Mcr+5jmmtbaiqq5Ls2W//4oxz91u8UBfIeeclf/qn2fXxj0/WrBk6GpbCGWckL31p7nvmmd37u941eeYzk4c8pPsN3O52C3/PDRu6XnGXXfbLy+WX33zbBRckX/5yN9bM+vVJa/O/T1VXbFu58pfXs21bubIrylUtzLI58/0c8zluC4456Gc/S/baa2HvtZDX2tpjGsi9rriiK5YzUbT75Jn4Nv/wh7ue9MBgLrssueGGoaMAAICtwzgW2RZdVT0vyfOSZJ999snatWsHjWfV+efn0FNOSbvPfQaPhcW140UX5cB/+Zfc9jOfyfV77ZXvvuAFWXfYYblxjz1uOug73+mWxbbrrt1y4IG3fFxr2ebnP8+2112XFddemxVT62uv/aVt29x4Y2rDhtSGDdlmw4bUjTd26xnbauPG7tgbbsg211yTtJZq7aYCyZa8n0ehrc13WMyFGj5zluus3LQp6y++eLSYFnI4z4X6nrb2mBbaxo256rrrho6CpabdJ8+Et/nXTj89m3bccegwYGJdf303oIUiGwAALIxxLLJdlOT2097v32+b7ZgLq2rbJLdJctk8z01r7R1J3pEkhxxySFszdO+xAw5IkqxKct+hY2Fx/PCHyf/6X8l73tMNq3jkkdn+ZS/L5WedlcF/fyy5tWvXavcJpN0nk3afPJPe5g8eOgCYcJdd1q0V2QAAYGFsM3QAt8JZSe5cVQdW1XZJDk9y0oxjTkry7P717yb5VGut9dsPr6rtq+rAJHdOcuYSxX3rrVqVJFkhE9r6bNqUvPrVyV3ukhx7bPKCF3TDg77udYZSAgCARVZVj6qq71bVeVX1qjmOeWpVnVtV36qqY5c6xoWkyAYAAAtr7Hqy9XOsvSDJyUlWJHlXa+1bVfX6JGe31k5K8s4k762q85Jcnq4Ql/649yc5N8mGJM9vrW0c5IOMoh9SZ5vrrx84EBbUDTckRxyRHHdc8gd/0PVk+5VfGToqAACYCFW1Isk/Jnl4uvm6z6qqk1pr50475s5JXp3kN1prV1TVbYeJdmFcfnm3VmQDAICFMXZFtiRprX08ycdnbPvLaa9/nuQpc5z7N0n+ZlEDXGiKbFufdeuSJz85OeWU5I1vTF7xiuU9VxQAAGx9Dk1yXmvth0lSVccneUK6hzKnPDfJP7bWrkiS1tolSx7lAtKTDQAAFtY4Dhc5eVauTLbZJisU2bYOF16YrFmTfOpTyb/9W/LKVyqwAQDA0tsvyY+nvb+w3zbdryX5tao6o6q+WFWPWrLoFoEiGwAALKyx7Mk2caqSHXfUk21rcOaZyROf2PVkO+mk5DGPGToiAABgbtumm8t7TZL9k5xeVfdsrV05/aCqel6S5yXJPvvsk7Vr1y5xmLNbv379L8Vy1lkHJLlj1q+/PmvXfmGwuFg8M9ucyaDdJ5N2n0zafTJp9+VNkW1crFqlyDbuTjihm4PtdrdLPvnJ5KCDho4IAAAm2UVJbj/t/f79tukuTPKl1tqNSc6vqu+lK7qdNf2g1to7krwjSQ455JC2Zs2axYp5JGvXrs30WD72salX22e5xMjCmtnmTAbtPpm0+2TS7pNJuy9vhoscFzvumG2M6TG+zjgjecYzkkMO6XqzKbABAMDQzkpy56o6sKq2S3J4kpNmHPORdL3YUlV7pRs+8odLGeRCmhou8sYbh40DAAC2Fops42LHHc3JNq6uvjp51rOSO9yhe3R0772HjggAACZea21DkhckOTnJt5O8v7X2rap6fVU9vj/s5CSXVdW5ST6d5OWttcuGiXjLmZMNAAAWluEix4U52cbXn/1Z8qMfJaefnuy669DRAAAAvdbax5N8fMa2v5z2uiV5ab+MvelFtta66b8BAIBbT0+2caHINp7e977kPe9J/uIvkt/4jaGjAQAAJtjll3fr1pKNG4eNBQAAtgaKbONi1SrDRY6b885L/uRPkgc9KHnta4eOBgAAmHCXTRvo0pCRAACw5RTZxoWebOPlhhuSpz89WbkyOeaYZFsjswIAAMNprevJtuOO3XtFNgAA2HKKbONCkW28vOY1ydlnJ+98Z3LAAUNHAwAATLirr042bEj23bd7r8gGAABbTpFyocjBAAAgAElEQVRtXOy4o+Eix8XJJyf/5/90Q0X+zu8MHQ0AAMAvhopUZAMAgIWjyDYudtwx28iClr9LL01+//eTgw5K3vKWoaMBAABIclOR7Xa369bSSwAA2HImihoXq1YZLnIcvOUtyc9+lpx66k2THQAAAAxMTzYAAFh4erKNC3OyLX9XXZX80z8lT3lKcs97Dh0NAADAL1x+ebfWkw0AABaOItu42HHHbLNxY3LjjUNHwlze/vZuNvFXvnLoSAAAAH7JVVd167337tZSSwAA2HKKbONiaujB664bNg5md911yVFHJY98ZHLwwUNHAwAA8EvWrevWe+7ZrfVkAwCALafINi5WrerWimzL09FHJ5dckrz61UNHAgAAcDPr1ydVyW67de8V2QAAYMspso0LPdmWrw0bkje/Obn//ZMHP3joaAAAAG5m3bpkp52SHXbo3iuyAQDAltt26ACYp6ki27XXDhsHN/eBDyTnn5+87W3do6EAAADLzLp1yS67JNtt171XZAMAgC2nJ9u40JNteWoteeMbk7vdLXnc44aOBgAAYFbr1yuyAQDAQtOTbVwosi1Pn/hE8vWvd3OybaNmDQAALE/r1iU776zIBgAAC0lVYFysWtWtFdmWlze8Ibn97ZOnP33oSAAAAOZkuEgAAFh4imzjQk+25eeMM5LPfjb58z+/KVMFAABYhgwXCQAAC0+RbVxMFdmuvXbYOLjJm96U7Lln8pznDB0JAADALTJcJAAALDxFtnGhJ9vy8s1vJv/+78kLX5jstNPQ0QAAANyiqZ5sK1d27xXZAABgyymyjQtFtuXl7/++myfv+c8fOhIAAIDNmjkn2403DhsPAABsDRTZxsWqVd1akW1411+ffOADyZOe1A0XCQAAsIxt2pRcc43hIgEAYKEpso0LPdmWj5NPTq64InnmM4eOBAAAYLOuuaZbGy4SAAAWliLbuNh222xasSK59tqhI+GYY5K9904e+tChIwEAANisdeu69S67JFVdoU2RDQAAtpwi2xjZtP32erINbd265KSTkqc+9aZHQAEAAJaxqSLbzjt36+22U2QDAICFoMg2RhTZloGPfCT5+c+TZzxj6EgAAADmZf36br3LLt1akQ0AABaGItsY2ajINrxjj01Wr04e8IChIwEAAJiX6cNFJopsAACwUBTZxsim7bc3J9uQLrkkOeWU5OlP7yYyAAAAGANTPdkMFwkAAAtLkW2MbNpuOz3ZhvSBDyQbNxoqEgAAGCt6sgEAwOJQZBsj5mQb2LHHJve8Z3LQQUNHAgAAMG8zi2wrVyqyAQDAQlBkGyMbd9hBkW0o55+ffP7zerEBAABjx3CRAACwOBTZxojhIgd0/PHd+vDDh40DAABgRFM92aYX2W68cbh4AABga6HINkY2bb99cu21Q4cxmY47LnngA5PVq4eOBAAAYCTr1iWrViUrVnTv9WQDAICFocg2Rjaak20Y3/hGtxgqEgAAGEPr19/Uiy1RZAMAgIWiyDZGDBc5kOOO6x75fMpTho4EAABgZOvWJbvsctN7RTYAAFgYY1Nkq6o9quqUqvp+v959lmPuXVVfqKpvVdXXq+pp0/YdXVXnV9U5/XLvpf0EW27TDjsosi211roi28Meltz2tkNHAwAAMLL16xXZAABgMYxNkS3Jq5Kc1lq7c5LT+vczXZvk91tr90jyqCRHVdVu0/a/vLV27345Z/FDXlgbp+Zka23oUCbHF7+YXHCBoSIBAICxtW6d4SIBAGAxjFOR7QlJ3t2/fneSJ848oLX2vdba9/vXP0lySZK9lyzCRbZpu+26AptsaOkce2yyww7JE2/2cwMAABgLhosEAIDFMU5Ftn1aaz/tX1+cZJ9bOriqDk2yXZIfTNv8N/0wkm+rqu0XKc5Fs2n7PmRDRi6NDRuS978/eexjk113HToaAABggVXVo6rqu1V1XlXNNlrK1HFPrqpWVYcsZXwLxXCRAACwOLYdOoDpqurUJLebZddrpr9prbWqmnPMxKraN8l7kzy7tbap3/zqdMW57ZK8I8krk7x+jvOfl+R5SbLPPvtk7dq1o32QRbJHv/78aaflhj33HDSWSbD7WWfl1y+5JN+8173ys4F+A+vXr182vz+WjnafTNp9Mmn3yaPNYfmoqhVJ/jHJw5NcmOSsqjqptXbujON2SfKiJF9a+igXhuEiAQBgcSyrIltr7WFz7auq/66qfVtrP+2LaJfMcdyuST6W5DWttS9Ou/ZUL7jrq+rfkrzsFuJ4R7pCXA455JC2Zs2akT/LYvj2yScnSR548MHJHe84cDQT4N3vTnbdNQe9/OXdkJEDWLt2bZbL74+lo90nk3afTNp98mhzWFYOTXJea+2HSVJVx6ebpuDcGcf9dZI3JXn50oa3cGb2ZFu5UpENAAAWwjgNF3lSkmf3r5+d5KMzD6iq7ZJ8OMl7WmsfnLFv335d6eZz++aiRrsIfjFc5LXXDhvIJLjuuuTEE5MnP3mwAhsAALCo9kvy42nvL+y3/UJV3SfJ7VtrH1vKwBbaNdckO+1003s92QAAYGEsq55sm/HGJO+vqj9M8qMkT02Sfkz8P26tPaff9uAke1bVEf15R7TWzklyTFXtnaSSnJPkj5c4/i1mTrYl9PGPd2OqPOMZQ0cCAAAMoKq2SfLWJEfM49hlOeXA+vXrc+qpn8mGDQ/JxRefn7Vrf5QkufjiO+b66/fL2rWfHThCFpphiSeTdp9M2n0yaffJpN2Xt7EpsrXWLkvy0Fm2n53kOf3r9yV53xzn/9aiBrgENm63XfdCkW3xHXdcss8+yWGHDR0JAACwOC5Kcvtp7/fvt03ZJclBSdZ2A6LkdklOqqrH93noLyzXKQfWrl2b+9znIUmSe9zjwKxZc2CS5NRTkw0bYvjarZBhiSeTdp9M2n0yaffJpN2Xt3EaLnLi6cm2RK66KvmP/0ie9rRkxYqhowEAABbHWUnuXFUH9lMPHJ5umoIkSWvtqtbaXq211a211Um+mORmBbblbip93HHHm7Ztt12ycWO3AAAAt54i2xjZNDU3mDnZFteHP5xcf72hIgEAYCvWWtuQ5AVJTk7y7STvb619q6peX1WPHza6hTOVPq5addO2qUFSbrxx6eMBAICtydgMF4nhIpfMcccld7xjcuihQ0cCAAAsotbax5N8fMa2v5zj2DVLEdNCm6snW5LccEMy9SwnAAAwOj3ZxojhIpfAxRd3ExQcfnjSzbsAAAAwtm6pJ9sNNyx9PAAAsDVRZBsjimxL4IQTkk2bkmc+c+hIAAAAtthUkW2unmwAAMCtp8g2RhTZlsAxxyQHH5zc/e5DRwIAALDFptJHPdkAAGDhKbKNkV/MyTb1KCIL63vfS846Sy82AABgqzFbT7aVK7u1IhsAAGwZRbZxsmJF98ihnmyL45hjunnYDj986EgAAAAWhJ5sAACweBTZxs2OOyqyLYbWuiLbYYcl++03dDQAAAALwpxsAACweBTZxo0i2+I488zkBz8wVCQAALBVuaWebDfeuPTxAADA1kSRbdysWmVOtsVwzDHJ9tsnT37y0JEAAAAsmKn00XCRAACw8BTZxo2ebAtvw4bkhBOSxz0uuc1tho4GAABgwUyljzvscNO2qSLb9dcvfTwAALA1UWQbN4psC+8LX0guuSR52tOGjgQAAGBBXXttl0ZW3bRt5cpubbjIztvfnjz3uUNHAQDAOFJkGzeKbAvv1FOTbbZJHvrQoSMBAABYUFNFtunMyXaTTZuSN7wh+dd/Tf7rv4aOBgCAcaPINm4U2RbeaaclhxyS7L770JEAAAAsqOuu++X52JKberKZky0544zkwgu71x/60LCxAAAwfhTZxs2qVTfNXM2Wu/rq5ItfTB72sKEjAQAAWHCz9WQzXORNjj+++37ufOfkxBOHjgYAgHGjyDZu9GRbWKefnmzcaKhIAABgqzRbTzbDRXY2bEg+8IHksY9NnvnMrlfbxRcPHRUAAONEkW3cKLItrFNPTXbYIXngA4eOBAAAYMHdUk+2SRsu8kc/Sq655qb3Rx+d/5+9O4+zs67v/v/6TGaSmUA2tkBABJIICWKlhq1ajRL3orjUpda9xa3VVu9WrL0ttS4ota2tvdtSFNFbbu3PlsWKlUVG60IgKDUrmUkCkpCELYGEOEkm+f7+uM4xQ5iZzMxZrnNd5/V8PObxPcs153ySiz/45n19PhcPPpgFbK95DaSUdbZJkiRJY2XIVjSGbPV1883wm7+ZBW2SJEmSVDKj3ZOtnTrZUoJzz4XnPQ927sw61v7kT7LnF1wAp58Oz342fO5zsHt33tVKkiSpKAzZiqanx3uy1cv998PKlfDCF+ZdiSRJkiQ1xHCdbNVxke3UybZpUxas3XknPP/52c8vfwmXXw4dHRABf/EXsHEjXHll3tVKkiSpKAzZimbqVBgYyC7DU21uuilbDdkkSZIkldSuXXayAfz859n6+78Pv/gFHHEEfOUr8LSnHThmyRI47zz4xCeyUE6SJEk6lM68C9A4VS9BHBh48uWIGp+bboKjj4ZnPCPvSiRJkiSpIYYbF1ntZGunkG358mz9zGey7rXhRMDf/R2cfz485znwtrdl93D7xCcO/J1JkiRJQ9nJVjTVYM37stUmpex+bEuWZLNBJEmSJKmEhhsXWe1ka6dxkcuXw1OeArNmjX7c2WfDrbdm4doll8Bll8F3vtOUEiVJklRApgtFY8hWH8uXw9at8KIX5V2JJEmSJDXMcJ1sHR3ZT7t1sp1xxtiOXbQI7rsPHn0UZsyA665rbG2SJEkqLkO2oqmGbLt25VtH0Xk/NkmSJEkll9LwnWyQjT9sl5Bt715YvXrsIRvAlCkwfTq8/OXwrW/Bvn2Nq0+SJEnFZchWNNVLEO1kq82NN8KCBXD88XlXIkmSJEkNMTgY7N//5E42yEZGtsu4yLvvzoK28YRsVRdeCA89BD/+cf3rkiRJUvEZshWN4yJrNzAAP/iBXWySJEmSSm337kmAnWzLl2frM54x/t99yUuyv6trr61vTZIkSSoHQ7aiMWSr3Y9+lAVthmySJEmSSmz37mzLP1InW7uEbHfemQVlp546/t+dNg1e/GK4+ur26fyTJEnS2BmyFY0hW+1uuinbUS5enHclkiRJktQwAwPZln+4TrZ2Ghf5/e/DuedmQdtEvPvdsGULXHNNfeuSJElS8RmyFU11d7RrV751FNlNN8F558Hhh+ddiSRJkiQ1THVc5HCdbO0yLvKxx+CnP4XnPW/in/GSl8App8AXvlC/uiRJklQOhmxFU90d2ck2MQ8+CD/7maMiJUmSJJVedVxkO3ey/fCHsH9/bSFbRwe8733ZZy1bVr/aJEmSVHyGbEXjuMja3HILpGTIJkmSJKn0Rutka5d7sn3/+9mf9bzzavucd7wDZs+Giy5qj783SZIkjY0hW9EYstXmpptg5kxYtCjvSiRJkiSpoaqdbO08LvL734ezzhr+72A8Zs6E//N/ssEon/xkfWqTJElS8RmyFY33ZJu4lLKQ7fzzYdKkvKuRJEmSpIYaGGjvcZGPPJKNd6xlVORQr341vOEN8Jd/Ca99LWzfXp/PlSRJUnEZshVNd3e2DgzkW0cRrV0L993nqEhJkiRJbWHPnpHHRbZDJ9tVV8G+ffC619XvM7/yFfjUp+Caa+Czn63f50qSJKmYDNmKpqMDpkxxXORE3HJLti5Zkm8dkiRJktQEh+pkK3PItn8//NM/Zfdie+Yz6/e5XV3wkY/A858P115bv8+VJElSMRmyFVFPjyHbRNx2Gxx7LJxySt6VSJIkSVLD7d49cidb2cdFfu970NcH731vYz7/la+E1auzgSmSJElqX4ZsRWTINjFLl8I550BE3pVIkiRJUsPt3j1yJ1uZx0UuXw7vfjccfXR277RGeMUrsvW66xrz+ZIkSSoGQ7Yi6u42ZBuvbduySwzPPjvvSiRJkiSpKXbv7iAiu+PAwco6LnLTpmxE5K5dWQBWva15vT31qXDmmYZskiRJ7c6QrYjsZBu/O+7I1nPOybcOSZIkSWqSPXs66O4efphHWcdFLlsGjz8O//ZvWdjWSBdeCD/+MfziF439HkmSJLWuQoVsEXFERNwUEX2VddYIx+2LiLsqP9cPef3kiFgaEf0R8Y2ImNy86uuopwcGBvKuolhuvz3bWS5alHclkiRJktQU1ZBtOGUdF7lhQ7aedlrjv+vNb4aU4Mtfbvx3SZIkqTUVKmQDLgZuSSnNB26pPB/OL1NKz6z8vGLI658B/jalNA/YBryzseU2iJ1s47d0abbLmjEj70okSZIktYiIeElE3F25EPNJ+8uI+GBErIqIn0fELRHx1DzqnKjRQraydrJt2ACHHw5HHtn47zr5ZDj/fLjySti/v/HfJ0mSpNZTtJDtlcBVlcdXAReO9RcjIoAXAN+cyO+3FEO28UkpC9kcFSlJkiSpIiImAf8IvBRYCLwxIhYedNjPgEUppWeQ7SU/29wqa7NnT8ew92ODcneynXzy8CMyG+H3fg/uuQe+973mfJ8kSZJaS9FCttkppc2Vx1uA2SMc1x0RyyLitoioBmlHAttTSoOV5xuB4xtYa+MYso3PvffCgw/C2WfnXYkkSZKk1nE20J9SWp9S2gN8nezCzl9JKd2aUtpVeXobcEKTa6zJoTrZyhyyNcuFF8IRR8DnP9+875QkSVLr6My7gINFxM3AscO89dGhT1JKKSLSCB/z1JTSpog4BfheRCwHHh1HDRcBFwHMnj2b3t7esf5qQ+3cuZPe3l4WPvYYhz/yCLe3SF2t7ujvfY/TgWWTJrGzYH9n1XOu9uJ5b0+e9/bkeW8/nnOppRwP3Dfk+UZgtPEX7wS+09CK6mzv3vYaF5kSrF8PS5Y07zu7u+FDH4KPfhR+8hM477zmfbckSZLy13IhW0ppxP8djoitEXFcSmlzRBwHPDDCZ2yqrOsjohc4E/h3YGZEdFa62U4ANo3w+5cDlwMsWrQoLV68uIY/Uf309vayePHi7K7K69fTKnW1vG99C7q7WfT2t2c7yQL51TlXW/G8tyfPe3vyvLcfz7lUTBHxu8Ai4HkjvN+SF2r+8pcL2b37MXp7f/qk9zZvPpk9e55Cb+8PcqisMbZt62LXrmczONhHb++w2/2GOPPMScyadQ7ve9/j/M3f/E/Tvnc4XszRnjzv7cnz3p487+3J897aWi5kO4TrgbcCl1bW6w4+ICJmAbtSSrsj4ijg2cBnK51vtwKvJRsDMuzvF4LjIsdn6VL49V8vXMAmSZIkqaE2AU8Z8nzYCzEjYgnZZJXnpZR2D/dBrXqh5r592znmmOnDhvu33gqDg/C85y1u2v3LGm3p0mx90Yvms3jx/KZ+9yWXwAc+MJkNGxbz9rc39aufwIs52pPnvT153tuT5709ed5bW9HuyXYp8MKI6AOWVJ4TEYsi4orKMQuAZRHxP8CtwKUppVWV9z4MfDAi+snu0fbFplZfL4ZsY7d3L/z0p96PTZIkSdLB7gDmR8TJETEZeAPZhZ2/EhFnAv8CvCKlNOwklVZ2qHuyQRa0lcWGDdnazHuyVb33vXD++fDudx8I+yRJklR+hepkSyk9DJw/zOvLgN+rPP4xcMYIv7+e7ObWxWbINnYrVmR/V+eMdmsFSZIkSe0mpTQYEX8AfBeYBHwppbQyIj4OLEspXQ9cBhwO/H+RtXv9IqX0ityKHqfR7sk2eXL1mPIM/Vi/PlvzCNk6O+Eb34BFi+Btb8u2opMmNb8OSZIkNVehQjZV9PTAvn3l2g01yu23Z6udbJIkSZIOklK6AbjhoNc+NuTxiPcML4I9ezqYMmX496pbyb17m1dPo23YAMccA4cdls/3H3kkfPaz8LrXwde/Dm96Uz51SJIkqXmKNi5SwK8uRbSb7dCWLoWjjsrnUkZJkiRJytFo4yKrnWx79jSvnkbbsCH/rd9rXgNnnAEf/3i5RnFKkiRpeIZsRdTTk60DA/nWUQRLl2ajIstyJ29JkiRJGqO9e+OQ92QrUyfb3XfD/Pn51tDRAZdcAmvXwt//fb61SJIkqfEM2YqoGrLZyTa6xx6D1asdFSlJkiSpLY1lXGRZOtl27ICNG2HBgrwrgVe9Ci68EC6++MAdDCRJklROhmxFZMg2NsuWQUpZJ5skSZIktZmxjIssSyfb3XdnayuEbBHwpS/BnDlwwQVwww2H/h1JkiQVkyFbERmyjU31ksGzzsq3DkmSJElqspRg796RQ7ayjYtcvTpbTzst3zqqZs3KwrXZs+HlL4fDD4df//Ws206SJEnlYchWRNVdkiHb6JYuzQbyH3FE3pVIkiRJUlPt3QspHfqebGUZF7l6NXR2wrx5eVdywMKFcMcd8PnPw7veBf398JKXwLZteVcmSZKkejFkKyI72cbm9tu9H5skSZKktjQwkK0j3ZOtbOMiV6/OArZqeNgqpkyB978fPvc5uPZaWLs262i79lp4+GH44Q/hkkvgoYfyrlSSJEkT0Zl3AZqAashW3TXpyTZuhPvv935skiRJktpSdbvYTuMiFy7Mu4rRveAF8L3vwUUXwate9cT3Vq+Gb3wjn7okSZI0cYZsRWQn26EtXZqtdrJJkiRJakO7d2frSCFbtZOtDOMi9+6FdevgNa/Ju5JDe85z4K674L/+KxsfecwxsGYNfPKT8KY3wStekXeFkiRJGg9DtiIyZDu022/Pdo3PfGbelUiSJElS0x1qXGSZOtn6+2FwEBYsyLuSsZk8+Ylh2p49cP312X3bzjoLjjsuv9okSZI0Pt6TrYgM2Q5t6dIsYBtpRylJkiRJJdZO4yJXrcrW007Lt46JmjwZvvY1eOyxrBuv2oUoSZKk1mfIVkTVXZIh2/D27YNlyxwVKUmSJKlttdO4yDvvhM5OOP30vCuZuDPOgCuvhJ/8BF7/em/BLkmSVBSGbEVkJ9voVq2Cxx+Hc87JuxJJkiRJykU7jYu8444spKpulYvqda+DL3wBrrsOXvSi7D5zkiRJam2GbEVUvRTRS9uGd/vt2WonmyRJkqQ2NdZxkUXvZEspG2Ry1ll5V1If73sfXH01/OxnWWfe176Wd0WSJEkajSFbEXV0ZJcj2sk2vKVLYeZMmD8/70okSZIkKReHCtmq4yKL3snW3w/bt5cnZAN44xthzRp41rPgve+FrVvzrkiSJEkjMWQrqp4eQ7aR/Oxn2W4kIu9KJEmSJCkXh7onW1nGRd5xR7aWKWQDOP54+NKXsm3/xRfnXY0kSZJGYshWVIZsw9u/H1auzAbyS5IkSVKbOtQ92aqdbEUfF3nHHdn2+PTT866k/k49FT74Qfjyl+H738+7GkmSJA3HkK2oursN2YazYUP29/L0p+ddiSRJkiTlZqz3ZCtDJ9uZZ0JnZ96VNMb//t8wdy684x2wc2fe1UiSJOlghmxFZSfb8FasyFY72SRJkiS1sXYYF7lrF9x5J5x7bt6VNM5hh8GVV2bXk/7Jn+RdjSRJkg5myFZUPT0HLk3UAdWQbeHCfOuQJEmSpBy1w7jIm2/O/pwve1nelTTWb/4mfOhD8M//DFdfnXc1kiRJGsqQrajsZBveihVw8slw+OF5VyJJkiRJuTnUuMjqeMUid7J961swfXoWQpXdpz4Fz3kO/P7vw1135V2NJEmSqgzZisqQbXgrVng/NkmSJEltrxqyVTvWDhaRBW1FDdn2789Ctpe8ZOQ/Y5l0dcG//RsccUT2Z163Lu+KJEmSBIZsxWXI9mR79sCaNYZskiRJUsFExLkRcUlE/FdE/Dwi+iLiJxHx5Yh4e0TMyrvGotm9GyZP3kfEyMdMnlzccZHLlsHWrXDBBXlX0jzHHQc33giDg/DiF8P27XlXJEmSpJpCNjdCOeruNmQ7WF9fttswZJMkSZIKISLeGhHLgR8DfwxMBfqApcA24BzgCmBTZZ95cm7FFszAAHR1pVGP6eoqbifbzTdn60tfmm8dzbZgAVx/Pdx7L7zlLVlHnyRJkvIzoZDNjVALsJPtyZYvz1ZDNkmSJKnlRcTPgUuBG4BnATNTSs9NKb0mpfS7KaWXpZQWAEcAvw8cA6yKiNfnV3VxDAzA5MmjJzBF7mTbuBGOPDL7aTe/8Rvwuc9l4zI/+cm8q5EkSWpvneP9hcpG6GjgK8BbgLtSSk+6PC4iZgC/BbyJbCP0tpTSN2qsV1U9PQeG7CuzYgVMmgSnnpp3JZIkSZIO7YvAv6SURt3YpJQeBb4GfC0ifg04thnFFV02LnL0kK3InWxbtsDs2XlXkZ8//EO44w742MeyLfDrXpd3RZIkSe1p3CEbboRag51sT7ZiBTztaTBlSt6VSJIkSTqElNLnJ/A7/wP8TwPKKZ2xdLIVOWTbuhWObeN/ZYiAK66ADRuysZHHHAOLF+ddlSRJUvsZ97jIlNLnDxWwDfM7/5NS+u54v0ujMGR7shUrHBUpSZIkSVTvyVbecZFbt7Z3Jxtk15deey3MnQsXXAC33ZZ3RZIkSe1nQvdkq4qIjojoPOi1F0fEhyLizNpK06h6emDfvuJedlhvjz8O69cbskmSJEkF5N6y/hwX2R6OOgpuuin7uzj/fPjJT9rwJnWSJEk5qilkA/4f8KXqk4h4N/Ad4DLgtohYUuPnayTd3dlqN1tm9WpIyZBNkiRJKib3lnVW5nGRjz+e/bTzuMih5syBH/4QFiyAP//zp3P55XlXJEmS1D5qDdnOBW4Y8vxPgCuAGcB/AB+t8fM1kp6ebDVky6xYka2GbJIkSVIRubess7GEbEUdF7l1a7bayXbAscdCby+cddYjvOtdcPHFMDiYd1WSJEnlV2vIdgywCSAi5gEnA19IKe0ArgTOqPHzNZJqyDYwrtvjldeKFdlA+rlz865EkiRJ0vi5t6yzMneybdmSrYZsT3T44fDJT40IC+4AACAASURBVK7gXe+Cz3wGliyBzZvzrkqSJKncag3ZHgOqA78XAw+llH5eeb4P6K7x8zUSO9meaMUKWLgQJk3KuxJJkiRJ4+fess5274aurkN3shUxZKt2sjku8skmTUr88z/DVVfBHXfAM5+Z3bNNkiRJjVFryPZj4OKI+C3gj3jieI95wMYaP18jMWR7ohUrHBUpSZIkFZd7yzobayeb4yLL6S1vyUK2o46CF70I3vMeePTRvKuSJEkqn1pDtj8lu9rwerIrCy8Z8t7rgZ/U+PkaSXflQk5DNti2DTZtMmSTJEmSisu9ZZ21w7jIo4/Ot45Wt3BhFrR98IPwL/8C8+bBF75QzGBVkiSpVdUUsqWU+lJK84GjU0rzUkr3DHn7A2QbJTWCnWwHrFyZrYZskiRJUmFExG9UH7u3rL/duw8dsk2eXMzAZevWrEOrqyvvSlrf1Knwuc9lYdsZZ8Af/iGcfjr8+79DSnlXJ0mSVHzjDtmGboSqUkoPD/Pa8pTSgxMtTIdQDdkGBvKtoxWsWJGthmySJElSkfx3RGyOiMsj4qURMdm9Zf0MDEBX1+gpSlE72bZudVTkeD3rWXDLLfDtb8OUKfDa18Kznw233pp3ZZIkScU2kU62J22E6l6VDs1OtgNWrIBp0+ApT8m7EkmSJEljdzzwl8BTgGuAByPi3yLijRExvRkFRMRLIuLuiOiPiIuHeX9KRHyj8v7SiDipGXXVKqXyj4s0ZBu/CHjZy+Cuu+CKK+AXv4AXvADOOy8bJ7ltW94VSpIkFc9EQrbcN0LCkG2oFSuyLraIvCuRJEmSNEYppS0ppX9OKb0UOBp4F7AP+CeyfeaNEfGeiJjTiO+PiEnAPwIvBRYCb4yIhQcd9k5gW0ppHvC3wGcaUUu9DQ7C/v3lDdm2boVjj827iuLq7IR3vhP6++Hzn4fHHoN3vzv7O33ta+H664s5RlSSJCkP4w7Z8toIRcQREXFTRPRV1lnDHPP8iLhryM9ARFxYee/LEbFhyHvPrGd9TWfIlknpQMgmSZIkqZBSSjtSSl9PKb2RbJ/5SmAd8OfAfRFxe0R8pM5fezbQn1Jan1LaA3y98r1DvRK4qvL4m8D5Ea1/dd/u3dla5pDNTrbadXfD+9+fbamXLYP3vAd+8AN45Sthzhx417vgS1+Cn/3M0E2SJGkknbX8ckppB9lG5OsR0QWcT7YJ+XPgCxFxJ3BNSunTNVcKFwO3pJQurYzxuBj48EH13Ao8E7JQDugHbhxyyJ+klL5Zh1ry192dre0esm3dCg8/bMgmSZIklURKaS/wX5Wf90TEucCFwJuBeuwtq44H7hvyfCNwzkjHpJQGI+JR4EjgoTrWUXfVW3d3dZUvZNu5Ex5/3JCtniKye7Y961lw2WVw443w1a/C1VfD5Zdnx3R1ZdvuRYvg3HPhhBPgqKOynyOPhKlT6z9cJqWsK3NgIAuOh1uHe23Pnuz39u4d37pvX9YBmtKT1+FeG+29iZyDWo7dtu0ZzHrSpejjPye11qHmeuSRZ3DEEXlXoWbzvLendj7vX/wiHH983lWMrqaQbagmbIReCSyuPL4K6OWgkO0grwW+k1LaVYfvbj12smWWL89WQzZJkiSplFJKtwG3kV1o2ZIi4iLgIoDZs2fT29ubaz3bt3dx+ulP5/DDHx21lq1b5/HLX86mt/dHzSuuRvfd1wOcw6OPrqa3d2ve5bScnTt31vzf32GHZeMjL7oINm3qoa/vcPr6ptHXdzhXXz2df/3XJ/9TUnf3Po4+ejdTpw7S0QEdHYlJk7Kf7u59dHYmBgeDwcGOynrg8b592fM9ezrYs6eDvXsPrPv31zfJmTRpP5MmJTo70xPWSZMSHR2JCH61RqRfBUkHXjvw+sGPOzqydK36+lilNPY/40gB3v79MDDw6Jg/ZzyfPfyxJmytYP/+YOfOx/IuQ03meW9P7Xzef/SjlRxzzO68yxhV3UK2gzVgIzQ7pbS58ngLcKjr1t4A/M1Br30yIj4G3AJcnFJq7bMzmmonW/USxXa1YkW2GrJJkiRJhRIR3xvH4SmldH6dS9hEdq/xqhMqrw13zMaI6ARmAA8PU9zlwOUAixYtSosXL65zqeN34YXQ27uT0Wr5z//M/mG9Feodq1tvzdYlSxawePGCfItpQb29vQ09n/v3w7p12VCZhx7KBss89BBs3TqJ++6byuOPZx1h+/Zl3WGDg9m1wTt2ZN1wkydnIV5X15N/ursP/EyZMvw6lvcmT87uO1f93OrjSZMgYtx3TSmERp93tSbPe3vyvLen9j7v5+VdwCGNO2Rr5EYoIm4Ghrt98UcP/tAY5bKgiDgOOAP47pCXP0IWzk0m2/x8GPj4CL/fUlchVh18Rdpzu7rYePfdrG+R+vJw6k03ceTMmfx41SpYtSrvcuquHlchqng87+3J896ePO/tx3MuPUEHMHRfdyrZfvAeYCvZhZUnAZuBuxvw/XcA8yPiZLIw7Q3A7xx0zPXAW4GfkE1L+V5KExkG15qKOC5yUyUGPeGEfOtoVx0dMH9+9iNJkqSJdbI1bCOUUloy0nsRsTUijkspba6EaA+M8lGvI7sX3K+2C0O64HZHxJXA/xqljpa7ChGGSawPO4wTjz6aE1ukvlx8+MNw5pmlTfLb+yqF9uV5b0+e9/bkeW8/nnPpgJTS4urjiLgQ+DxwXkpp6ZDXzwG+UXmv3t8/GBF/QHZx5iTgSymllRHxcWBZSul64IvAVyOiH3iELIgrjSKGbBs3Zmur35tDkiRJ7WHcIVuOG6HqFYSXVtbrRjn2jWSda78yJKALsnvFrahjbfno6Wnve7Lt3w8rV8I735l3JZIkSZJq81fA/x66rwRIKS2NiEuATzD6HnBCUko3ADcc9NrHhjweAH673t/bKrq6snGR+/Zlo/SKYNMmmDEjGzkoSZIk5a3WYdQjboSAS8g2QvVyKfDCiOgDllSeExGLIuKK6kERcRLZzPzvH/T7X4uI5cBy4Kg615aP7u72DtnuvRcef9z7sUmSJEnFNx94cIT3HgDmNbGWttHVla1F6mbbtMkuNkmSJLWOiYyLHKppG6GU0sPAk+7vllJaBvzekOf3AE/6X+6U0gvqVUvLaPdOthWVZkRDNkmSJKnoNgDvAr4zzHvvIrs9geqss/IvAnv3ZtdwFsGmTd6PTZIkSa2j1pDNjVCeenpgYCDvKvJTDdlOPz3fOiRJkiTV6i/Jpo+sAL7Jgft9vxY4DXhTjrWVVhE72TZudAsoSZKk1lFryOZGKE92ssGJJ8L06XlXIkmSJKkGKaWvR8RDZHvMjwBdwF7gDuDFKaVb8qyvrIoWsg0OwpYtjouUJElS66gpZHMjlLOeHtixI+8q8rNihaMiJUmSpJJIKd0M3BwRHWT30X4opbQ/57JKrWgh29atsH+/IZskSZJaR62dbG6E8tTTAw88kHcV+RgchDVr4MUvzrsSSZIkSXVU2U+26UanuYoWsm3alK3ek02SJEmtouaQrcqNUA66u9t3XOQvfgF79sCpp+ZdiSRJkqQ6iYhfA04Fug9+L6X0leZXVG5FDdnsZJMkSVKrqEvI5kYoJ+18T7a+vmydPz/fOiRJkiTVLCJmAt8Gzq2+VFnTkMPcW9ZZNWQbHMy3jrHauDFbDdkkSZLUKmoK2dwI5aynBwYG8q4iH/392TpvXr51SJIkSaqHTwFHAs8F/ht4FfAo8A7gPOAN+ZVWXkXsZOvqgqOOyrsSSZIkKdNR4+8P3QgF2UboBcDXgPXA2TV+vkbT7p1sU6fCccflXYkkSZKk2r2YbH95W+X5xpRSb0rpLcDNwAdyq6zEihaybdwIc+ZAR63/kiFJkiTVSa3/a+pGKE/tHLL192ddbBGHPlaSJElSqzsOWJ9S2gcMANOGvPcfwMtzqarkihay3XMPnHRS3lVIkiRJB9QasrkRylNPD+zbV5wdUT319Xk/NkmSJKk8tgAzK4/vJRsRWeWM+AYpWsi2YQOcfHLeVUiSJEkH1BqyuRHKU3d3trZbN9vgYLa78n5skiRJUln8kAP3+v4q8BcR8S8R8Y/AZcB3c6usxIoUsg0MwP33G7JJkiSptXTW+PvVjdB/cmAjdBIwCLwVuL7Gz9doenqy9Ze/hOnT862lme67L9sFGrJJkiRJZfGXwJzK48vI7v39emAq2b7yD3Oqq9SKFLLde2+2GrJJkiSpldQasrkRylM1ZBsYyLeOZuvry1bHRUqSJEmlkFJaB6yrPN4LfKjyowYqUsi2YUO2GrJJkiSplUx4XGRETAb+GgjINkIppQ+llE5IKR2RUvqdlNLD9SpUwxjaydZO+vuz1U42SZIkqfAiYnJEXBMRz827lnZTpJDtnnuy1ZBNkiRJrWTCIVtKaQ+wpJbPUI3aNWTr68v+7HPmHPpYSZIkSS3NvWV+ihSybdgAkyfDccflXYkkSZJ0QK2bmB9x4ObUarbu7mxtt5Ctvz/rYovIuxJJkiRJ9eHeMgdFC9me+lToMIqVJElSC6n1nmwfAq6NiJ3AtcBmIA09IKW0v8bv0EjauZPt9NPzrkKSJElS/bi3zEHRQjZHRUqSJKnV1HoN2HJgLvB54F5gD7B3yM+eGj9fo2nHkG3fPli/3vuxSZIkSeXi3jIHhmySJElSbWrtZPs4B11dqCaqhmwDA/nW0Uz33ZftAOfPz7sSSZIkSfXj3jIHnZV/EWj1kG3HDnj4YUM2SZIktZ6aQraU0iV1qkMT0Y6dbH192WonmyRJklQa7i3zUZROtg0bstWQTZIkSa3GWwYXWTuGbP392WrIJkmSJEk1KUrIdvfd2fq0p+VbhyRJknQwQ7Yi6+7O1nYK2fr6snBxzpy8K5EkSZJUg4i4PiLOHMfx3RHxwYh4dyPraidFCdlWrYIIOPXUvCuRJEmSnmjcIZsboRbSrp1sc+dCh/mwJEmSVHD3ALdFxNKIeH9E/HpEPOGWBhExJyIujIgvApuBdwI/zaHWUipSyHbKKQe2wJIkSVKrmMg92e4h2wjdBXwN+CHw85TSYPWAiJgDnA1cALwauB94e83V6omqnWwDA/nW0Ux9fbBgQd5VSJIkSapRSun9EfF54I+AS4AZQIqIx4DdwExgMhDA7ZXj/m9KaV8+FZdPR0f2U4SQbeHCvKuQJEmSnmzcIZsboRbS0QFTprRPJ9u+fbB+PVxwQd6VSJIkSaqDlNI64A8j4kPAecA5wBygG3gYWAP8IKV0b35VlltXV2uHbIOD2T3ZXv7yvCuRJEmSnmwinWxuhFpJT0/7hGz33Qd79sD8+XlXIkmSJKmOUkp7gO9XftRErR6yrVuX1edAE0mSJLWiCYVsVW6EWkBPD+zalXcVzdHfn63z5uVbhyRJkiSVRKuHbKtWZavjIiVJktSKOvIuQDWaNg127sy7iuaohmx2skmSJElSXbR6yLZ6dbaedlq+dUiSJEnDMWQruunT4bHH8q6iOfr6oLsb5szJuxJJkiRJKoVWD9lWrYITT8yuL5UkSZJajSFb0bVTyNbfD3PnQof/2UqSJElSPbR6yLZsGTz96XlXIUmSJA3PtKLopk2DHTvyrqI5+vocFSlJkiRJddTVBYODeVcxvP5+uPtuePGL865EkiRJGt6EQ7aImBwRJ0XECRFhWJeXdulk27cP1q2DefPyrkSSJElSA0TEWyLimoi4MSL+KSJe6F6z8Vq5k+1b38rWCy7Itw5JkiRpJOPesETE9Ij4CvAosA64F9gVEUsj4pKIOLneRWoU7RKybdwIe/bYySZJkiSVUER8DPgy8FzgaODVwHeBFRGxMMfSSq/VQ7bTT4eT/VcGSZIktaiJXBV4OXAB8FngIuBDwGTgCODPgbsj4h8iortuVWpk06ZlIVtKeVfSWP392WonmyRJklQKlc61p1Wevhe4Ajg6pXRmSmk2cDZwD3BbRJyWU5ml16oh2/bt8N//bRebJEmSWtuIIVtEdETE9yLi4NahlwHvSyn9RUrpi8A/VF5/PTAH+LPK45sjoqcRRWuI6dOzAfq7d+ddSWNVQzY72SRJkqRCGWVveSWwOiK2kXWv9QCviYh5ACmlZSmllwH/BXymqUW3kVYN2a65JtvqGrJJkiSplR2qky2GeW038OBwB6eUHkgp/TXwDOBIss42NdL06dla9pGRfX3Q3Q3HH593JZIkSZLGb7i95RHAi8impCSyCzq/QTYd5dGI+EFE/B3wAPD8plXaZloxZNu3Dy69FH7t1+C88/KuRpIkSRrZiCFbSml/Sun5KaW+g966AXj3aB+aUtoCfAx4c+0lalTTpmVr2UO2/n6YOxc6vO+5JEmSVCQj7S1TSo+mlG5JKX2abCzkxcAxZGHbp4DNwMuB9wCHRcTOiPhhRPxtrTVFxBERcVNE9FXWWcMc88yI+ElErIyIn0fE62v93lbUiiHbN74Ba9fCxz4GMVw8K0mSJLWIiSQWFwNnR8R1ETF3lOMGgKMmVpbGrNrJtmNHvnU0Wl+f92OTJEmSyutfgU8Cp6SUvptS+kxK6fUppflkF28OAn8J3E92j/BaXQzcUvn8WyrPD7YLeEtK6XTgJcDfRcTMOnx3S+nszD9kGxyEj3wErrsOVq+Gj34Unv50uPDCfOuSJEmSDqVzvL+QUtocEc8F/h+wFvgJ2WiPsyJiD7APOB34NHB7HWvVcNphXOT+/bBuHbz0pXlXIkmSJKkxLiO77cCPIuLbZPdh2wycDPwpsDSldFkdv++VwOLK46uAXuDDQw9IKa0d8vj+iHiA7N5x2+tYR+5aoZPtS1/KxkMCTJoERxwBX/uag0wkSZLU+sYdsgGklDYA50bEq4G3A78E/oksbINs3v5q4PfrUaRG0Q4h28aNsHs3zD/4PumSJEmSyiCltB94U0TcTDYe8v8Mebuf+u8tZ6eUNlcebwFmj3ZwRJwNTAbW1bmO3OUdsu3aBZdckt177Y1vhDvvhE9/Go47Lr+aJEmSpLGaUMhWlVL6D+A/IqILWAicVPnMe1JKd9Zeng6pek+2Mo+L7O/PVsdFSpIkSaWWUroSuDIijgNOAR4Hfl4J4calEtgdO8xbHz3oO1NEpGGOq37OccBXgbeOVEdEXARcBDB79mx6e3vHW25D7Ny585C1bNu2kEcfPZze3nwG0Vx99Yls3nwKF1/8M84441HOOAPuvjv70fiN5ZyrfDzv7cnz3p487+3J897aagrZqlJKe4H/qfw0TET8NnAJsAA4O6W0bITjXgJ8HpgEXJFSurTy+snA14EjgTuBN6eU9jSy5oZrh062vsr90e1kkyRJktpCpcts8yEPHP0zloz0XkRsjYjjKrdDOA54YITjpgPfBj6aUrptlO+6HLgcYNGiRWnx4sW1lF43vb29HKqWK66AX/yCQx7XCI88kt137bd+C97//jOb/v1lNJZzrvLxvLcnz3t78ry3J897ayvahPMVwKuBH4x0QERMAv4ReClZd90bI2Jh5e3PAH+bUpoHbAPe2dhym6AdQrb+fpgyBU44Ie9KJEmSJJXD9cBbK4/fClx38AERMRm4BvhKSumbTaytqfIcF3nppdlW9lOfyuf7JUmSpFoVKmRLKa1OKR1qaMTZQH9KaX2lS+3rwCsjIoAXANXN0VXAhY2rtkmmTs3uBl32cZFz53rXa0mSJEn1cinwwojoA5ZUnhMRiyLiisoxrwOeC7wtIu6q/Dwzn3IbJ6+QbeNG+Id/gDe/Gc44o/nfL0mSJNVDXcZFtpjjgfuGPN8InEM2InJ7SmlwyOvHD/cBRZun/5yeHrasWkV/i9RZb2fddRe/nDOHFSX9843GebvtyfPenjzv7cnz3n4851JrSCk9DJw/zOvLgN+rPP6/wP9tcmlNl1fI9md/BinBxz/e/O+WJEmS6qXlQrbRbk6dUnrSCI9GKNw8/SOO4ITp0zmhReqsq/37YcsWDnvNa9py7qzzdtuT5709ed7bk+e9/XjOJbWaPEK2O+6Ar34VPvIReOpTm/vdkiRJUj21XMg22s2px2gT8JQhz0+ovPYwMDMiOivdbNXXi2/atPKOi9y0CQYGYN68vCuRJEmSpNJpdsiWEvzxH8Mxx8DFFzfveyVJkqRGKONNru4A5kfEyZUbVb8BuD6llIBbgddWjhv25taFNH16drfoMurvz1ZDNkmSJEmqu2aHbP/+7/CjH8EnPpFtZSVJkqQiK1TIFhGvioiNwHnAtyPiu5XX50TEDQCVLrU/AL4LrAb+LaW0svIRHwY+GBH9ZPdo+2Kz/wwNUeaQbc2abD3ttHzrkCRJkqQS6uqCwcGsw6zRBgbgT/8UzjgD3vGOxn+fJEmS1GgtNy5yNCmla4Brhnn9fuBlQ57fANwwzHHrgbMbWWMupk2DjRvzrqIxVq3K/nzHH593JZIkSZJUOl1d2To4eOBxo3z607BhA9x4I0ya1NjvkiRJkpqhUJ1sGkGZO9lWrYKFCyEi70okSZIkqXSqwVqjR0befjt88pPwlrfAC1/Y2O+SJEmSmsWQrQzaIWSTJEmSJNVdM0K2XbvgzW+GOXPg7/++cd8jSZIkNVuhxkVqBNOmwY4d2RD9MnV8PfIIbNliyCZJkiRJDdKMkO3DH4a1a+GWW2DGjMZ9jyRJktRsdrKVwfTpWcD2+ON5V1Jfq1dnqyGbJEmSJDVEo0O2m2+GL3wBPvABeMELGvMdkiRJUl4M2cpg+vRsLdvIyFWrstWQTZIkSZIaohqyDQ7W/7N37YKLLoKnPQ0+/en6f74kSZKUN8dFlkE1ZNuxI9866m3VKpg6FU48Me9KJEmSJKmUGtnJ9ld/BRs2wK23Qk9P/T9fkiRJypudbGUwbVq2lrGTbcEC6PA/U0mSJElqhM7Kpbf1DtmWL4e//mt4+9th8eL6frYkSZLUKkwvyqDM4yIXLMi7CkmSJEkqrUZ0su3fn42JnDkTLrusfp8rSZIktRrHRZZBGcdF7tgBGzcaskmSJElSAzUiZLviCrjtNvjKV+DII+v3uZIkSVKrsZOtDMo4LnLt2mw97bR865AkSZKkEmtEyPbNb8Lpp8Pv/m79PlOSJElqRYZsZVDGcZFr1mSrIZskSZIkNUwjQraVK+FZz4KI+n2mJEmS1IoM2cqgjOMi774bJk2CuXPzrkSSJEmSSqveIdv27XD//VknmyRJklR2hmxlMGVKtjMqWyfbKadkfzZJkiRJUkPUO2RbuTJbDdkkSZLUDgzZymL69PKFbI6KlCRJkqSGqnfItmpVthqySZIkqR0YspVFmUK2fftg7VpDNkmSJElqsEZ0sk2dCieeWJ/PkyRJklqZIVtZTJtWnnuy3Xsv7N4Np56adyWSJEmSVGqNCNkWLoQO/7VBkiRJbcD/7S2LMnWyrVmTrXaySZIkSVJDNSJkc1SkJEmS2oUhW1kYskmSJEmSxqmeIdu2bbB5syGbJEmS2ochW1lMn16ecZFr1sBRR8GRR+ZdiSRJkiSVWj1DtlWrsnXhwto/S5IkSSoCQ7aymDatXJ1sdrFJkiRJUsPVM2RbuTJb7WSTJElSuzBkK4uyjYs0ZJMkSZKkhquGbIODtX/WypVw2GFw4om1f5YkSZJUBIZsZTF9OuzaBfv25V1JbR5+GB580JBNkiRJkpqgszNb69XJtnAhdPgvDZIkSWoT/q9vWUyblq1Fvy/b3XdnqyGbJEmSJDVcvcdFOipSkiRJ7cSQrSymT8/Woo+MNGSTJEmSpKap17jIRx6BLVuyTjZJkiSpXRiylUU1ZCt6J9uaNTB5Mpx0Ut6VSJIkSVLp1Wtc5KpV2WonmyRJktqJIVtZVMdFFr2Tbc0amD8fJk3KuxJJkiRJKr2Ojuyn1pBt5cpsNWSTJElSOzFkK4uyjItcs8ZRkZIkSZLURJ2dtY+LXLkSDj8cTjyxPjVJkiRJRWDIVhZlGBe5Zw+sW2fIJkmSJElN1NVVn3GRCxZARH1qkiRJkorAkK0syjAuct062LfPkE2SJEmSmqirq/ZOttWrs5BNkiRJaieGbGVRhnGRa9ZkqyGbJEmSJDVNZ2dtnWyPPQb332/IJkmSpPZjyFYW1U62Io+LrIZsp56abx2SJEmS1EZqHRd5993Z6vWSkiRJajeGbGXR2Qk9PcXvZDv++AOBoSRJkiSp4WodF1m9XtJONkmSJLUbQ7YymT69+CGblz5KkiRJarCIOCIiboqIvso6a5Rjp0fExoj4QjNrbKZax0WuWZN9ximn1K8mSZIkqQgM2cpk+vTijotMyZBNkiRJUrNcDNySUpoP3FJ5PpK/An7QlKpyUuu4yNWrYd687HMkSZKkdmLIViZF7mTbsiWr3ZBNkiRJUuO9Eriq8vgq4MLhDoqIZwGzgRubVFcuOjtrHxfpVk6SJEntyJCtTKZNg0cfzbuKifFO2ZIkSZKaZ3ZKaXPl8RayIO0JIqID+Bzwv5pZWB5q6WTbuxf6+93KSZIkqT115l2A6mjGDNiwIe8qJqZ6p+xTT823DkmSJEmlEBE3A8cO89ZHhz5JKaWISMMc917ghpTSxog41HddBFwEMHv2bHp7eydUc73t3LlzTLUMDPw6Dzywl97e5eP+jvvu62Hv3nNIaTW9vVsnUKXqaaznXOXieW9Pnvf25HlvT5731mbIViYzZsD27XlXMTFr1sDUqXD88XlXIkmSJKkEUkpLRnovIrZGxHEppc0RcRzwwDCHnQf8ZkS8FzgcmBwRO1NKT7p/W0rpcuBygEWLFqXFixfX5c9Qq97eXsZSy6xZcNhhjOnYg11/fba+6lULOOecBeP+fdXXWM+5ysXz3p487+3J896ePO+tzZCtTGbOLO64yLVrsy62DieYSpIkSWq464G3ApdW1usOPiCl9Kbq44h4G7BouICtDGoZF+lQEkmSJLUzE40ymTEDHnsM9u/Pu5LxW7sWnva0vKuQJEmS1B4ucr27bQAAIABJREFUBV4YEX3AkspzImJRRFyRa2U56OyEwcGJ/e6aNXDssdk1n5IkSVK7KUzIFhG/HRErI2J/RCwa4ZinRMStEbGqcuwHhrx3SURsioi7Kj8va171TTJjBqQEO3fmXcn47NmT3UvOkE2SJElSE6SUHk4pnZ9Smp9SWpJSeqTy+rKU0u8Nc/yXU0p/0PxKm6PWTrYFTomUJElSmypMyAasAF4N/GCUYwaBD6WUFgLnAu+LiIVD3v/blNIzKz83NLDWfMyYka1FGxm5fn3WfWfIJkmSJElNN9GQLaUsZDvttPrXJEmSJBVBYUK2lNLqlNLdhzhmc0rpp5XHO4DVwPHNqK8lVEO27dvzrWO81q7NVkM2SZIkSWq6iY6LfPBB2LbNkE2SJEntqzPvAholIk4CzgSWDnn5DyLiLcAyso63bSP87kXARQCzZ8+mt7e3obWO1c6dO0etZda99/JrwM96e3n04YebVletnvKd7zAX+OHWrQy2yN91qzjUOVc5ed7bk+e9PXne24/nXFIrmmgn25o12WrIJkmSpHbVUiFbRNwMHDvMWx9NKV03js85HPh34I9SSo9VXv4n4K+AVFk/B7xjuN9PKV0OXA6waNGitHjx4rF+dUP19vYyai1TpwJw5imnQIvUPCZXXw1HH81zLrgg70paziHPuUrJ896ePO/tyfPefjznklpRV9fEOtlWr85WQzZJkiS1q5YK2VJKS2r9jIjoIgvYvpZS+o8hn711yDH/Cvxnrd/Vcop6T7a1ax0VKUmSJEk56eyceCfb1Klwwgn1r0mSJEkqgsLck20sIiKALwKrU0p/c9B7xw15+ipgRTNrawpDNkmSJEnSONUyLvLUU6GjVP+yIEmSJI1dYf5XOCJeFREbgfOAb0fEdyuvz4mIGyqHPRt4M/CCiLir8vOyynufjYjlEfFz4PnAHzf7z9Bw1ZBt+/Z86xiPHTtg82ZDNkmSJEnKSWfnxMZFrlnjqEhJkiS1t5YaFzmalNI1wDXDvH4/8LLK4x8CMcLvv7mhBbaC7m6YPLlYnWx9fdlqyCZJkiRJuZhIJ9v+/XDfffA7v9OYmiRJkqQiKEwnm8YgIutmK1LItnZtthqySZIkSVIuJhKyPfww7NsHxx7bmJokSZKkIjBkK5sihmwRMHdu3pVIkiRJUluayLjILVuy1ZBNkiRJ7cyQrWyKGLKdeCL09ORdiSRJkiS1pYl0shmySZIkSYZs5TNjBmzfnncVY7d2raMiJUmSJClHnZ3Z6MeUxv47hmySJEmSIVv5zJxZnE62lAzZJEmSJClnXV3ZOp6RkYZskiRJkiFb+RRpXOSDD2a1GrJJkiRJUm6qIdt4RkZu2QJTp8LhhzemJkmSJKkIDNnKpkgh29q12WrIJkmSJEm56ezM1vF2sh17LEQ0piZJkiSpCAzZymbGDNixIxuo3+oM2SRJkiQpdxPtZHNUpCRJktqdIVvZzJiRrTt25FvHWKxdm+3mnvrUvCuRJEmSpLY1kZBt61aYPbsx9UiSJElFYchWNtWQbfv2fOsYi7VrYd48mDQp70okSZIkqW3VMi5SkiRJameGbGUzc2a2FuG+bP39WcgmSZIkScrNeDvZ9uyBhx82ZJMkSZIM2cqm2snW6iFbSrBunSGbJEmSJOVsvJ1sDzyQrYZskiRJaneGbGVTlHGRW7bArl0wd27elUiSJElSWxtvJ9uWLdlqyCZJkqR2Z8hWNkUZF9nfn612skmSJElSrgzZJEmSpIkxZCubWbOyddu2fOs4FEM2SZIkSWoJ4x0XacgmSZIkZQzZyqY6LrLVQ7Z162DSJDjxxLwrkSRJkqS2NtFOttmzG1OPJEmSVBSGbGXT2QnTprX+Pdn6++Gkkw7s5iRJkiRJuah2so01ZNu6NbtTwZQpjatJkiRJKgJDtjKaNasYnWxz5+ZdhSRJkiS1veq1j2MdF7l1KxxzTOPqkSRJkorCkK2MZs4sRieb92OTJEmSpNyNd1zk1q2OipQkSZLAkK2cWr2T7ZFHshDQTjZJkiRJyl11XOR4OtkM2SRJkiRDtnKaObO1Q7b+/my1k02SJEmScmcnmyRJkjQxhmxlNGtWa4+LXLcuWw3ZJEmSJCl34wnZ9uzJtpvek02SJEkyZCunVh8XWe1kO/nkfOuQJEmSJI1rXOQDD2SrnWySJEmSIVs5zZwJO3eOfaB+s/X3wwknQE9P3pVIkiRJUtsbTyfb1q3ZasgmSZIkGbKV06xZ2dqqIyPXrYO5c/OuQpIkSZLEgU42QzZJkiRpfAzZyqgasrXqyMj+fu/HJkmSJEktotrJ5rhISZIkaXwM2cpo5sxsbcVOtp07s0sf7WSTJEmSpJYwkXGRxxzTuHokSZKkojBkK6NW7mRbty5b7WSTJEmSpJZQHRc5lk62rVth6lQ4/PDG1iRJkiQVgSFbGbVyJ5shmyRJkiS1lPF2sjkqUpIkScoYspVRK3ey9fdnq+MiJUmSJKklVDvZDNkkSZKk8TFkK6NqyNaKnWz9/XD00TB9et6VSJIkSWpTEXFERNwUEX2VddYIx50YETdGxOqIWBURJzW30uaodrKNZVzkAw94PzZJkiSpypCtjLq7YfLk1uxkW7fOLjZJkiRJebsYuCWlNB+4pfJ8OF8BLkspLQDOBh5oUn1NNWlSttrJJkmSJI2PIVsZRWTdbK0YsvX1eT82SZIkSXl7JXBV5fFVwIUHHxARC4HOlNJNACmlnSmlXc0rsXkispGRhwrZ9u2Dhx4yZJMkSZKqDNnKaubM1hsXuX073HcfPP3peVciSZIkqb3NTiltrjzeAgwXGz0N2B4R/xERP4uIyyJiUvNKbK6urkOPi3zoIdi/35BNkiRJqurMuwA1SCt2si1fnq3PeEa+dUiSJEkqvYi4GTh2mLc+OvRJSilFRBrmuE7gN4EzgV8A3wDeBnxxmO+6CLgIYPbs2fT29tZSet3s3LlzzLV0dDyHDRu20NvbP+Ix69cfBpzFQw+tpLf3wfoUqboazzlXeXje25PnvT153tuT5721GbKV1axZ2WWGreTnP89WQzZJkiRJDZZSWjLSexGxNSKOSyltjojjGP5eaxuBu1JK6yu/cy1wLsOEbCmly4HLARYtWpQWL15chz9B7Xp7exlrLVOmwLHHnsDixSeMeEy10+35zz+d5z2vDgX+/+zdeZhkZXk3/u/NpghGxAVQVFxwiZq4jEYUdYi4xgU1JEQxmGjQLCZqjFteI77RuCQuiXmTvLyaHyYuaFxxBw0TtyiCwiCgIeoYUWRURB0UUHl+f5zTUjTVM31muru653w+11VXdZ+lzl31VM/UXfc598OSGzLm7DyM+zgZ93Ey7uNk3Fc37SJ3Vvvss/quZNu4Mdl33+QmN5l1JAAAwLidlOSY/udjkrxnyjafTbJPVd2o//1Xk5y7ArHNxO67b3tOtosu6u61iwQAgI4i287q4IOTr3wl2TzthMwZ2bixu4qtataRAAAA4/ayJA+sqvOTHN7/nqpaV1WvS5LW2s+SPCvJR6vq7CSV5P/NKN5lt9tuimwAADCUItvO6sgjuxmp3/72WUfSufLKbk42rSIBAIAZa619t7X2gNbawa21w1trF/fLT2+tPXliu1Naa7/UWrtza+2JrbUrZhf18tp996vaQS7koou67fbZZ2ViAgCA1U6RbWd1pzsld7xjcuKJs46k89WvJpdeqsgGAACwCi2mXeTmzcmNb6w5CQAAzFkzRbaqOrKqzqmqK6tq3Va221RVZ1fVmVV1+sTyfavqlKo6v7+//spEPkNHHZV8/OPJBRfMOpKuVWSiyAYAALAKLbZdpFaRAABwlTVTZEvyhSSPSfKxRWx7WGvtLq21yWLcc5N8tLV2cJKP9r/v3H7zN7v7t71ttnEkXZGtqru6DgAAgFVlse0iFdkAAOAqa6bI1lo7r7X2pR14iEcleUP/8xuSHLHjUa1yBx+c3P3uq6Nl5Nlnd/Fc5zqzjgQAAIB5XMkGAADDrZki2wAtyclVdUZVHTuxfL/W2oX9z99KMo7U4Kijks9+Nvnyl2cbx8aNWkUCAACsUtu6kq21bk42RTYAALjKbrMOYFJVfSTJ/lNW/Xlr7T2LfJhDW2vfqKobJzmlqr7YWrtai8nWWquqtpU4jk1ybJLst99+2bBhwyIPvby2bNkyOJZr3exmOSTJV1760vzP0UcvS1zbssuPf5z7/vd/Z9Ohh+Zrq+S1XCu2Z8xZ+4z7OBn3cTLu42PMgdVq9923fiXbJZd0629845WLCQAAVrtVVWRrrR2+BI/xjf5+c1W9K8k9083jdlFVHdBau7CqDkiyeSuPcXyS45Nk3bp1bf369Tsa1pLYsGFDtiuWv/u73Oq003Kr171uyWNalNNOS1rLLR/5yNxylbyWa8V2jzlrmnEfJ+M+TsZ9fIw5sFptq13kRRd1965kAwCAq+xU7SKraq+quu7cz0kelOQL/eqTkhzT/3xMksVeGbf2HXVUNyfaOefM5vgbN3b32kUCAACsSttqF6nIBgAA17RmimxV9eiquiDJIUneX1Uf7pffpKo+0G+2X5JPVNVZSU5L8v7W2of6dS9L8sCqOj/J4f3v43DkkckuuyRvfetsjr9xY7L33slBB83m+AAAAGzVttpFKrIBAMA1rap2kVvTWntXkndNWf7NJA/rf/5Kkl9eYP/vJnnAcsa4au2/f7J+fXLiicmLXpRUrezxN25M7nznrtAHAADAqrOtdpGb+wkXzMkGAABXUfUYi6OOSs4/P/n851f2uK11RTatIgEAAFatxbSL3GWX5IY3XLmYAABgtVNkG4vHPKY7NfEtb1nZ437jG8n3vqfIBgAAsIpt60q2iy7qCmy77rpyMQEAwGqnyDYWN7hB8uAHdy0jr7xy5Y67cWN3r8gGAACwai3mSjbzsQEAwNUpso3J4x+fXHBB8rGPrdwx54psd77zyh0TAACAQXbffdtXsimyAQDA1SmyjcmjHpXsvXfyxjeu3DE3bkxucYvketdbuWMCAAAwyLbaRW7enNz4xisXDwAArAWKbGNyneskj3508va3d6chroSzz9YqEgAAYJXTLhIAAIZTZBubpz41ufTS5Na3Tl75yqS15TvW5ZcnX/yiIhsAAMAqt7Ur2bZsSX70I0U2AACYT5FtbO597+Scc5IHPCB51rOSo49OLrtseY71xS92p0IqsgEAAKxqW5uTba4RiiIbAABcnSLbGN32tsm735285CXJm9+c/PZvJ1deufTH2bixu7/znZf+sQEAAFgyu++eXHFF8q1vXXPdXJHNnGwAAHB1imxjVZU8//nJ3/xN8m//1l3VttQ2bkyuda3k4IOX/rEBAABYMg96UNcy8k53Sv7936++bvPm7t6VbAAAcHWKbGP3zGcmT3ta8upXd1e3LaWNG5M73rHL1AAAAFi1Djss+fznu0Lab/xG8s1vXrVOu0gAAJhOkW3sqrqr2e52t+TJT06+/vWle+yNG83HBgAAsEbc4Q7JO9+Z/PjHyROecNWsAtpFAgDAdIpsJHvskbzpTclll3Xzpx1/fNLajj3m5s1dM39FNgAAgDXjdrdLXvOarmXkXLOTiy5Krn/9LnUEAACuoshG5/a3T844I7nrXZOnPCV5/OOTSy/d/sc7++zuXpENAABgTfnd3+2m1n7xi7vzLzdvdhUbAABMo8jGVW53u+SjH01e8pLkxBO7pvwXX7x9j7VxY3evyAYAALCm7Lpr8rzndXO0ffCD3ZVs5mMDAIBrUmTj6nbZJXn+85N3vSs566xk/frkO98Z/jgbNyb775/c6EZLHiIAAADL6+ijk5vfPHnlKxXZAABgIYpsTPeoRyXvf39y/vnJwx8+vHXkxo2uYgMAAFijdt89edKTklNPTTZtUmQDAIBpFNlY2OGHJ295S/LZzyZ3u1vynOd0s19ffvnW97v88uTccxXZAAAA1rCjj+7mZLviCnOyAQDANIpsbN0RRyRve1tyk5skr3pV8oAHdKcwPvnJyYYNyY9/nHziE908bo94RHLb2yZ77ZVcdllyl7vMOnoAAAC2061ulRx6aPezK9kAAOCadpt1AKwBj31sd/vhD7teIe98Z/LWtyavf31S1Z3amCR3uEPyy7+cHHlk9/ORR842bgAAAHbIE57QnVepyAYAANekyMbiXfe6ySMf2d3+4R+Sk07q5l675z2T+943ucENZh0hAAAAS+gJT0i++93kgQ+cdSQAALD6KLKxfa5zneSoo7obAAAAO6U990ye97xZRwEAAKuTOdkAAAAAAABgIEU2AAAAAAAAGEiRDQAAAAAAAAZSZAMAAAAAAICBFNkAAAAAAABgIEU2AAAARqWq9q2qU6rq/P7++gts94qqOqeqzquqv6uqWulYAQCA1UuRDQAAgLF5bpKPttYOTvLR/verqap7J7lPkl9Kcqck90hy/5UMEgAAWN0U2QAAABibRyV5Q//zG5IcMWWbluTaSfZIcq0kuye5aEWiAwAA1gRFNgAAAMZmv9bahf3P30qy3/wNWmv/meTUJBf2tw+31s5buRABAIDVbrdZBwAAAABLrao+kmT/Kav+fPKX1lqrqjZl/9skuUOSA/tFp1TVfVtrH5+y7bFJjk2S/fbbLxs2bNjB6JfGli1bVk0srAxjPk7GfZyM+zgZ93Ey7qubIhsAAAA7ndba4Qutq6qLquqA1tqFVXVAks1TNnt0kk+31rb0+3wwySFJrlFka60dn+T4JFm3bl1bv379EjyDHbdhw4asllhYGcZ8nIz7OBn3cTLu42TcVzftIgEAABibk5Ic0/98TJL3TNnmf5Lcv6p2q6rdk9w/iXaRAADAzymyAQAAMDYvS/LAqjo/yeH976mqdVX1un6btyf5cpKzk5yV5KzW2ntnESwAALA6aRcJAADAqLTWvpvkAVOWn57kyf3PP0vylBUODQAAWEOqtWvM78yEqvp2kq/NOo7eDZN8Z9ZBsKKM+TgZ93Ey7uNk3MfHmK8Ot2it3WjWQbBzkkMyY8Z8nIz7OBn3cTLu42TcZ2/BHFKRbQ2pqtNba+tmHQcrx5iPk3EfJ+M+TsZ9fIw5sJL8mzM+xnycjPs4GfdxMu7jZNxXN3OyAQAAAAAAwECKbAAAAAAAADCQItvacvysA2DFGfNxMu7jZNzHybiPjzEHVpJ/c8bHmI+TcR8n4z5Oxn2cjPsqZk42AAAAAAAAGMiVbAAAAAAAADCQItsaUFUPqaovVdV/V9VzZx0Py6+q/rmqNlfVF2YdCyunqm5WVadW1blVdU5V/cmsY2J5VdW1q+q0qjqrH/MXzTomVk5V7VpVn6+q9806FlZGVW2qqrOr6syqOn3W8QA7Lznk+Mghx0kOOU7yyPGSQ46PHHJt0C5ylauqXZP8V5IHJrkgyWeT/FZr7dyZBsayqqr7JdmS5F9aa3eadTysjKo6IMkBrbXPVdV1k5yR5Ah/7zuvqqoke7XWtlTV7kk+keRPWmufnnForICqemaSdUl+obX28FnHw/Krqk1J1rXWvjPrWICdlxxynOSQ4ySHHCd55HjJIcdHDrk2uJJt9btnkv9urX2ltXZFkhOTPGrGMbHMWmsfS3LxrONgZbXWLmytfa7/+YdJzkty09lGxXJqnS39r7v3N2e/jEBVHZjk15K8btaxALDTkUOOkBxynOSQ4ySPHCc5JKxeimyr302TfH3i9wviAxPs9KrqoCR3TfKZ2UbCcuvbPZyZZHOSU1prxnwcXpPk2UmunHUgrKiW5OSqOqOqjp11MMBOSw4JIySHHBd55CjJIcdJDrkGKLIBrDJVtXeSdyR5emvtB7OOh+XVWvtZa+0uSQ5Mcs+q0t5nJ1dVD0+yubV2xqxjYcUd2lq7W5KHJvnDvrUXAMAOkUOOjzxyXOSQoyaHXAMU2Va/byS52cTvB/bLgJ1Q30/9HUne1Fp756zjYeW01i5JcmqSh8w6FpbdfZI8su+tfmKSX62qN842JFZCa+0b/f3mJO9K19INYKnJIWFE5JDjJo8cDTnkSMkh1wZFttXvs0kOrqpbVtUeSY5KctKMYwKWQT958euTnNdae9Ws42H5VdWNqmqf/uc9kzwwyRdnGxXLrbX2vNbaga21g9L9v/7vrbWjZxwWy6yq9qqq6879nORBSb4w26iAnZQcEkZCDjlO8sjxkUOOkxxy7VBkW+Vaaz9N8kdJPpxuAtu3tdbOmW1ULLeqekuS/0xyu6q6oKqeNOuYWBH3SfKEdGckndnfHjbroFhWByQ5tao2pvtC7JTW2vtmHBOwPPZL8omqOivJaUne31r70IxjAnZCcshxkkOOlhxynOSRMA5yyDWiWmuzjgEAAAAAAADWFFeyAQAAAAAAwECKbAAAAAAAADCQIhsAAAAAAAAMpMgGAAAAAAAAAymyAQAAAAAAwECKbAAAAAAAADCQIhsAq0pVHVFVz5yyfH1VtapaP4Owpqqqu1fVj6rqpgP2eU1VfWA54wIAABgLOSQAs1SttVnHAAA/V1UnJDm8tXbgvOW/kOQXk5zbWvvBLGKbr6r+PV08fzRgnwOSfCXJw1prpy5bcAAAACMghwRgllzJBsCa0Fr7QWvt06soObp7ksOS/OOQ/VprFyZ5b5I/W464AAAAkEMCsDIU2QBYNfozEI9JctO+rUerqk39umu0+qiqDVX1iap6SFWdWVU/rqrPV9WvVNVuVfVXVXVhVV1cVSdU1V7zjnedqnp5VX21qq7o7/+8qhbz/+OTk2xsrZ0z7zEf18ewpap+UFVnV9VT5u17YpIHV9XNBr9IAAAAJJFDAjB7u806AACY8JdJbpTkHkke2S+7fBv73CbJXyd5SZItSV6R5KT+tluSJya5Q7/N5iTPTpKq2i3Jh9O1D/nLJGcnuVeSFyTZN8mfbuO4D0ny/skFVXVokjcm+bt0ZxnukuT2SfaZt+/H+3UPTPLP2zgOAAAA08khAZgpRTYAVo3W2per6ttJrmitfXqRu90gyb1ba19Jkv4MwvckuWVr7fB+mw9X1f2SHJk+QUryW0kOTXL/1trH+mUfraokeWFVvby1tnnaAatqvyQHJTlr3qp7Jbmktfb0iWUnT3me366qC/rtJUgAAADbQQ4JwKxpFwnAWvdfc8lR74v9/YfnbffFJAdWnwGlO4vwa0k+1bcF2a0/M/HkJLunS14WcpP+/tvzln82yfWr6o1V9fCqmn/24aRvTzwOAAAAK0MOCcCSUWQDYK373rzfr9jK8t2S7Nr/fuMkt0jyk3m30/r1N9jKMa/d31+tDUlr7T/Snel4syTvSvLtqvpIVf3SlMf4cZI9t3IMAAAAlp4cEoAlo10kAGP13SRfTfIbC6zftI19k+T681e01t6e5O1VtXeS9UlenuRDVXVga+3KiU33TbJxYMwAAADMhhwSgGtQZANgtbk8K3N23oeSPDbJltbaF7e18TybklyW5FYLbdBa25LkfVV1qyR/m+6sxm8nSVXtmuTmSf5teNgAAABMkEMCMDOKbACsNucm2beqfj/J6Ukua62dvQzHeVOS30k3UfUr001AvUeSWyd5ZJIjWms/mrZja+2KqvpMkntOLq+q/51kvySnJvlmkgOT/HGSM1trk73375TkOkk+FgAAAHaEHBKAmVFkA2C1eV26CaP/Ksk+6SaWPmipD9Ja+0lVPTjJc5Mcm+SWSS5N8uUk789VffkX8tYkf11Ve7XWLu2XfSZdQvTqdK08NqebBPsF8/Z9eJJvJdmw488EAABg1OSQAMxMtdZmHQMArDlV9QtJLkjyB621Nw7c99wk72itzU+cAAAA2AnJIQF2TrvMOgAAWItaaz9INyH1s6uqFrtfVT0qXTuQVy5XbAAAAKwuckiAnZN2kQCw/V6VZNckB6Trn78YeyY5urV2ybJFBQAAwGokhwTYyWgXCQAAAAAAAANpFwkAAAAAAAADKbIBAAAAAADAQIpsAAAAAAAAMJAiGwAAAAAAAAykyAYAAAAAAAADKbIBAAAAAADAQIpsAAAAAAAAMJAiGwAAAAAAAAykyAYAAAAAAAADKbIBAAAAAADAQIpsAAAAAAAAMJAiGwAAAAAAAAykyAawylTVCVXVquqgZTxGq6oNy/X4/TE2VdWmZT7Ghqpqy3mMlVJV6/txOW6R2y/7+wQAAFg6VfXE/jP8E2cdy45YoZz1uP4Y65fxGDvFeMwZkoMPzT8BWJgiG8CE/kPm5O1nVXVxX8x5YlXVrGNk+61E4Q8AANj5TckdW1Vd3uccb6iqO8w6RpbWShT+AFh7dpt1AACr1Iv6+92T3CbJo5PcP8m6JH80q6CW0B2S/GjWQbBDnpfkZUm+MetAAABgxF408fP1ktwzyW8neWxVHdpaO3M2YS0rucjad1q67wW+M+tAANY6RTaAKVprx03+XlX3SfKxJH9QVa9srX11JoEtkdbaF2cdAzumtXZhkgtnHQcAAIzZ/NwxSarqtelOznx6kieucEjLTi6y9rXWfpTE9wIAS0C7SIBFaK19Mt0H0Epy92nbVNWDq+oDVfWdvk3Il6vqr6tqnwW2P7yqPl5Vl/YtKd9dVbffnviq6h5VdXJV/bCqflBVH6mqQxZqZzFtTrbJbavqt6rqjKr6UVV9s6peVVXX6rf71b595g+q6ntV9a9VdYOtxHa9qvr7qvpGVV1WVedW1R9Pa73Zt+R8R1V9pap+3B/jk1V19Pa8LhOPu76fu+0WSW4xr6XLCfNfl6rav6pe18f8s7ke/VV126p6WVWdXlXf7sf5a1V1fFUduJXjP6iq3ltVm/t9vl5V76mqwxcR+7Wr6u19bP+nqnbpl19jHoSqOmjuOfU/n9i/Hy/rY374Ase4XlW9pqou6Lf9YlU9s6puNf81Wowhfwt9O51NVfUL/ftsU1X9pPq5Aea9Lx9XVZ/8YB0qAAAgAElEQVSpqi01r+1nVf1GVX2sqr7fv3fOrqrnzb1vhxwTAAB20Mn9/Y0Ws/G0/Gxi3YLzn1XVr/S5wreq6oo+z/i/VXWTIcEOzQcWkYvcuo/ru9XlqCdX1Z367W7U508X9sf6bFUdto34jqmqz/ef8zdX1T9X1f5Ttrt7Vf1tVZ1VXY59WVWdX1WvrKrrD3lNpjz2piQv7H89tSZyyimvy62q6mlVtbGPeUO/fo+q+qM+V/panytdXF3+/tCtHPvAqvq7/rn8uN/ntKp6wSJjf1x/rPPmxqwWmJOt+nnPq2q3qnp+f8y5HPblVbXHAsd4fFV9bmKM/rWqblLbMY96/3z/vrrvBS7v30cnVdU9pmy71Xxx3vvytlX11j6+K2vie5KqOriq/qW67wCuqO57kH+pqoOHHhMYH1eyAQz3k/kLquqFSY5LcnGS9yXZnOSXkjwrycOq6pDW2g8mtv/1JG9NckV/f2GSQ5P8Z5KNQ4KpqvulS+J2TfLOJF9Ocuckpyb592FPLUnytCQPTfLuJBuSPCjJM5LsW1XvSXJikvcnOT7JvZMcneSG/T7z7ZHkI0n26ffbI8ljk/xtktsl+cN52/9jknPSXTV4YZIbJHlYkn+tqtu11haVREyxKV0bl6f3v79mYt389i37Jvl0ki3pXs8rk1zUr3tMkqeme20/lW787pjkyUkeUVXrWmtXa5lSVS9K8hf94707ydeT3CRXvXYfWSjoPhE8Kcl9kjyvtfayRT7fW6Rr//GVJP/aP6ffTPKeqjq8tXbqxDGune59crckn0/ypnRtbv48yX0XebzJmAf9LfT26GPYN917+QdJ5l8t+qdJHpjkvele/+tNHPOv0rWs+U6SN6d7rR+a5K+SPLiqHtRau2I7jgkAANtj7mS605frAFX1u+lyssvT5QxfT3JwrspN7tVa+59FPM6S5gNJDkrymSTnJTmh//3RSTZU1SFJPpTus/db030WPyrJB6vqtgvE+4x0Oelb+30PTfI7SdZX1a+01r49se3v9cf6j3R51i7pTpJ9ZpKH9tv/cDueU9LlkEekm0biDelyzIX8bbrX7v1JPpDkZ/3yfft1n0pySpJvJzkgySOSfKCqfq+19rrJB6qqdUk+3O/7sXQ56nWS/GK6vOsvtxZ0VT07XWvPTyV5ZGvt4sU82XR51X2TfDDdeD0sybOT3Djd6z//GC9P8r10r8330+Vun+x/XrSqulu6/GzfdM/7nem+bzgiySeq6tGttQ9M2XXBfLF363Tvy/9K9x7fs39e6Yt3H0ly3XR/S+cmuX26fP1RfQ792e04JjAWrTU3Nzc3t/6WpHX/NF5j+f3SfTC+PMkB89Yd1u/3qST7zFv3xH7dqyeW7Z3ku+mKdevmbf/quRiSHLSIeHdJcn6//UPnrXvqxGOtn/I8N8xbdly//PtJ7jCx/FrpCl8/6+O+/7zjn9Lvd5d5j7epX/6JJNeaWL5vukJgS3K/efvcespz3CPJR/vX66bz1m2YNl5beb02Jdm0rfFP8i9Jdpuy/qaTz2Vi+YP61+cfpyxv6YpdN52y34ETP6/vtz2u//0W6T7cX5Hk8VP2PWH++yRdAjv3HF44b/sH98s/MG/5C/rlb0lSE8tvli7pa0lOWOTrO+hvYd775CNJ9prymHPvy0uT3HXK+kP69f+TZP+J5bulS3ZakucPOaabm5ubm5ubm5vbtm4Tn7uPm7i9KsnH052o994k1523z9xn4idOeawNCxxn2uf+2/Z5wn/PzzOSPKDPTd61yOcxOB9YRC7y5wsc4+Ik/5Rkl4l1T1ggT5jLA66Ynwfkqrz59fOW3yLJrlOe45P67Z+zmPHYyms1F9P6bYzVN5Lccsr6a2UiB5xYfr0kX+hfnz0nlu+R7kTAluRxU/Y7cN7vm9Lnu+ly9df2+74jybXnbbt+7v07b/mGfvkZSfadWL5X/377Wa6ed90qXa7+7SQ3m1he/Xtq6ncsC7x+u/XHuCwT3zv0627Sv64X5urfL8yNyUL54uT78q+mrK90BeGWeXl3uhNVW7quRrss9phubm7ju2kXCTBFf/n/cVX1kqp6a7ov4yvJs1rXf37SH/f3v9dau2RyRWvthHRXSj1+YvGj0hWa3txam39m43EZdqbXvZPcJsmprbUPzlt3fLqztIb6u9baeXO/tNYuT3fW4C5J3t9a+4+JdVcmeWP/6y8v8HjP6x9jbp+Lc9XZdlc7A6619uX5O7fuCqT/k+4D9wMGP5vhrkg3zj+dEss3Jp/LxPKT0xUiHzxv1dP6+z9t865w6/e7YFoAVXWXdFc13jRd8fRNw55CvpbkxfOO9eF0hah7ztv2mHRfAjyvtdYmtv96rn7F32IM/VuY9KettUu38tjHt9Y+P2X57/b3L26tfWvieD9Nd2bhlenO5t2eYwIAwLa8cOL2jHRXWp2X5C1t+6+a2pbfT7J7kj+Zn2e01j6a7mqcR1TVdRfxWEuZDyRdoWd+B4439PfXSvJnfR45581JfprkLgs83r9OyQOOS5c3P64m2sO31r7WWvtZrumf0121ND9fWy6vaFPmcW+tXT4tB2ytfT9djNdPMtkS8RHpikQntdbePGW/hfLJayd5e7p5AV+b5MjW2mUDn8Nz2sRVb33e9KZ03wusm9jucely9df275m57VuS5+aqq/gW49fSXXH22snvHfrH+2aSVyTZP9O/F1goX5xzUbruNvPdO91Va/85P+9urb013UnDt0v3dz30mMBIaBcJMN0L5/3ekjyptfb/Tdn2kHRnbh1ZVUdOWb9HkhtV1Q1aa99N14Yj6VpYXP0grX2/qs5M14JiMe7a339iymNdWVWfSneW4xDTWpp8s78/Y8q6uaRu2pxkP013VdN8G/r7u04urKqbJ3lOug/NN0/XwmHSTac81lLb1FrbPG1FVVW6ItET0xUVr5+uTeec+S0J75XuvfOhAcc/NF07kx+mu9LvrAH7zjlzgeTy6+ner0mSqvqFdEnM11trm6Zsf4331TYM/VuYc1m23Sb1tAWWz/09XaM1amvtv6rqgiS3rKrr9cnrkGMCAMBWtdZ+Ptd0Ve2Vrp38y5K8qaru2Fr782U47Nxn+vtPm6cqXUu/XdPlgtNyuCTLkg8k03ORuXzyv+YXHltrP6uqizI9n0y2nTffIf0UAFW1e5KnpGtB+YvprhCbvMBgJfLJZOHcJVV1xyR/lq5bzgFJrj1vk8kY79Xfzz+hdmv2TNcJ5pB0hbJXDNh30rTvBeaKaJPz223tO4mvVdXX0xUKF2PufX2L+XPF9ebmR7tDujackxZ8zXtnTTthNlvJJyeWH5rueX5s4DGBkVBkA5hiLlHqk6RDkrw+yT9V1ddaa/M/fN0g3b+n8wtz8821iZzr033RAtt9a4Hl02zrsRZavjXTrqT76SLW7T5l3XcWKPbMPcfJebVule5D6vXTtVg5uT/ez9J9KD8m3ZmPy21rr/+r0s3rdmG6/vDfSPLjft0T07UnmbRPku+11n6cxbtrul7wn0rXlmJ7XLLA8p/m6knmL/T3S/X+Gfq3MGfz5FmzC1hoXObeQ/OvMM3E8punG4vJ9+9ijgkAAIvWX+1zWlU9JskFSZ5dVf80eYXPErlBf/9n29hu722sX+p8IJmSM7bWftqdr7hg15afZno+ubUYrpFTpuvA8uh07frf028zV1h5elYmn5yM7Wqq6l7pija7pSuEnZTuCrsr013J96h5Me7T31+jK8pWXDdd4egH6XLW7TK/M0lvLvefPNF0Md9JHLTIw869r6edsDlp2vt6W9+j7Eg+mVw1FkOOCYyEIhvAVvRJ0keq6hFJPpfkDVV1u9bajyY2+366/tz7LvJh5xKL/RZYv/+AEH+wjcdaaPlKuWFV7Tql0Db3HCeTrGem+1D9O31rwZ+rqt9KV2RbCVMLL1V143TtEL+Q5N7zz8DsY5zvkiQ3qKo9BxTa/j7dmadPTXJSVR0xsEg3xFK/f4b+LcxZTLFroW3m3kP7p5vrb74D5m035JgAADBYa+2SqvpSumLH3XLVFUAL7pKFv6Ob9uX+3Gfb67XWfjBl/WKt9nwy2Xbe/P0kqap16QpsH0nXcv/n7f+rapckz17OIOdZKNf4X+muNDustbZhckVVPS9dkW3SXKFryBV4m9PNQXdSklOr6kFTpqlYSpPvoXOmrB/yHpp7Xz+qtXbSwDi2ld8tJp+cZqF8cjHHBEbCnGwAi9Ba25jk/6VrYfGMeas/neT6fduHxfhcf3+NlpBVdb0s3It+mrn+39foD94nEvce8FjLYbcFYljf30/2L79Nf/+OKdsvtn3mtvwsVz/rbohbpft/8+QpBbYD+/XzfTrdXH4PGXCc1lr7/XTzHzwoyfv7KyqXXJ+QfyXJTavqoCmbTOs7vzVD/xaWwtx7aP38FVV1m3R/s19d4ExMAABYLnMt9Rbz3dv3ktxs/sKq2jXT88NP9/f33b7QOsuQDyyHreXNl6Wb/y65Kp88acr82vfMNaci2B5zJ49ub055myQXzy+w9ablvHPj/NAhB+nn5XtIunz8I1V1yDZ22RFb+07iFpnyvt6KJXlfD7RgPtk7rL//3ALrARTZAAZ4cbpWE8+qqske5K/u7/9fVd1k/k5VtVffFmLOe9IlUY/rz7abdFyu3u5iWz6Z7uqdw6pq/gfvYzN8Prbl8NLJyairat90Z/AlyeQcd5v6+/WTO1fVg5M8eYli+W66OcG2J8Ha1N8f2ie7SZKq2jtdAXbamaev7e9fWVXXOPtw2rI5rbVnJHlpug/1H+7nS1gO/5Lu88BL+znn5mK7WbqWKkMM/VtYCv/c3/+vqrrRxLF2TfI36Z7b65f4mAAAsKCqOiLJLdPNVzxtjur5Tkty86p60Lzl/yvXbEmfdN0vfpLk1VV1jZyvqvaoqsUWKpYyH1gOT6iqu85bdly6vPktE/Nsberv109u2Hck+T9LFMtcy/ubb+f+m5LsW1W/NLmwqp6U5MFTtn9vv88jp3VO6U/2nKq19vEkD0x3tdXJVbVUJ67O9+Z0bSSf1r9n5mKrdPnskILke9J9v/GHVfWwaRtU1SFVdZ0diHe+Tyb5Uro8/9fnHevX0xX8/ivbNz8hMBLaRQIsUmvtG1X1T0n+JF2rief1yz9aVc9N9wHy/Kr6QJKvpusTfot0Z6R9Iv3VTK21LVV1bLp+8R+vqrem6/N9aJI7pZtM936LjOnKqnpykg+lay34jnQfSn8p3QfqD6Y76+3KHX8FtsuF6XrKf6GqTkrXZ//X07Vc+IfW2uTEwf+Q5HeS/FtVvT3d5Nh3Sve6vS3Jby5BPB9Nco8kH6qqj6Urmp7VWnvvtnZsrX2rqk5MN4n2mVV1crrE7oHpzqA8M/POMm2tnVxVL06XHJ9XVe9O1ypmv3Tj/el0c7ktdMznV9VlSV6U5JSqekhr7XsDn/O2vCLJEf3zut3E8/qNdO/FI7LI98/Qv4Wl0Fr7VFW9It3f5Bf6986l6d73d+qP99dLdTwAAJhUVcdN/LpXkl/MVVcePb+1tph5zf4mXZHlPX1+eHG6jiC3TLIh8wpHrbUvVtXvpjvh7Jyq+lC6QsDu6QpA903y7SS3X8SxlywfWCYfTPLJqnpbrsqbD01XfHruxHafTVcweUxVfSpdHrBfurH4Urr8ckedmu61eGlV3SndybNprb14kfu/Jt04f6J/Pt9Psi7d83l7ulz551prV1TVkenmK39zVT0lXQ557SR3SPKAbOW73dbaZ6rqV5OckuQD/VQEpyz2yS5Ga+3LVfUXSf4qyVn9+/f76fLkfZOcle77icU81k/6+Qw/nK6jy6fS5dk/SndF3D3SdZA5oF+2FPG3qjom3Wv01qp6T7q50W+X7r3/wyS/3Vqb5d8AsMq5kg1gmJem+zD3x1X1897irbWXpyuMvT/JfdKd8Xdkut7px+eqK7fmtn97ukLDGemSl6emS6QOSVeUWLS+1cT90yVfv5Zu3rA9010B9ZV+sx3p078jrkhyeLqk4KgkT0n3gftPkvzR5IZ9S87D0p3p+WtJfj/dRNyPSfJPSxTPi/vHunW6IulfJnnsgP2flC552DPJH6ZLkN6XLgGeOol3a+0F6Z7Pp5I8PMmz+v3OS3fW6Fa11v53ugLSPZN8tKpuOCDebernezss3VV3+6drh3pYuuf50n6zRb9/hv4tLIXW2nOS/FaS85P8drq/gV36Yz2wtXbFUh8TAAB6L5y4PSPdHGzvTfKg1trfLOYB+vZ+R6Sb0+qodPNRb0qXA3xtgX3emOTuSd6UrojxR0mOTteS8O1J/mCRx17SfGAZvDrdc7lLutzi9klOSDdP9ua5jfp5wB+Z5B+T3CRdTnBoktely79+sqOBtNbOSzc23+pj+sv+ttj9P5TkEUnOTXcS6ZPSnfh5WLr8ado+p6d77v+Y7sTFZyZ5Qrq5+v5iEcf8fLoi7Q+TvLeqfm2x8S5Wa+2l6fKwr6U7cfZJ6fLd+6QrAg7JJzcm+eUkL09X7P2ddN8N3D1da8cnJPnOEoaf1tpn0hXw3pzuO5k/S5fjvyXJPfr1AAuq1szRCLCzqqpPJvmVdBNiXzrreFhbqur30hXGntpa+7+zjgcAAFg58gF2RD/lwUVJzmytLee8cAAz5Uo2gDWuqq5TVftMWf7EdGdfnazAxtYsMH/azZO8IF1//W220wQAANYm+QA7oqpuVFW7z1u2W5JXpmtt+a6ZBAawQszJBrD23TzJ56vqlCT/ne7f9ruma41xSZI/nWFsrA3v6JOiM9K9Zw5K19ryOkme11pbivkLAACA1Uk+wI54bJL/XVUfSTcH+b7pphC4bbo51V47w9gAlp12kQBrXFVdP8lfp5uXbf8k10rXI/4jSV7SWvvyDMNjDaiqP0jX2/7gdH3vt6Trd//3rbV3zjI2AABgeckH2BFVddd0Vz3eM8kN+sVfTfLOJC9vrf1wVrEBrARFNgAAAAAAABjInGwAAAAAAAAwkDnZtuGGN7xhO+igg2YdRpLk0ksvzV577TXrMFhBxnycjPs4GfdxMu7jY8xXhzPOOOM7rbUbzToOdk5ySGbJmI+TcR8n4z5Oxn2cjPvsbS2HVGTbhoMOOiinn376rMNIkmzYsCHr16+fdRisIGM+TsZ9nIz7OBn38THmq0NVfW3WMbDzkkMyS8Z8nIz7OBn3cTLu42TcZ29rOaR2kQAAAAAAADCQIhsAAAAAAAAMpMgGAAAAAAAAAymyAQAAAAAAwECKbAAAAAAAADCQIhsAAAAAAAAMpMgGAAAAAAAAAymyAQAAAAAAwECKbAAAAAAAADCQIhsAAAAAAAAMpMgGAAAAAAAAAymyAQAAAAAAwECKbAAAAAAAADDQbrMOgMV5+tOfng0bNmSfffaZdSisoEsuucSYj5BxHyfjPk7GfXzGPOZ3uctd8prXvGbWYcBoyCHHacz/z4yZcR8n4z5Oxn2cxjruayWHdCUbAAAAAAAADORKtjXiNa95TTZs2JD169fPOhRWkDEfJ+M+TsZ9nIz7+BhzYKXIIcfJmI+TcR8n4z5Oxn2cjPvq5ko2AAAAAAAAGGhURbaqunZVnVZVZ1XVOVX1olnHBAAAwOoljwQAABYytnaRlyf51dbalqraPcknquqDrbVPzzowAAAAViV5JAAAMNWoimyttZZkS//r7v2tzS4iAAAAVjN5JAAAsJBRtYtMkqratarOTLI5ySmttc/MOiYAAABWL3kkAAAwTXUn5Y1PVe2T5F1JntZa+8K8dccmOTZJ9ttvv7ufeOKJM4jwmrZs2ZK999571mGwgoz5OBn3cTLu42Tcx8eYrw6HHXbYGa21dbOOg7VnoTxSDslqYczHybiPk3EfJ+M+TsZ99raWQ462yJYkVfUXSX7UWvubhbZZt25dO/3001cwqoVt2LAh69evn3UYrCBjPk7GfZyM+zgZ9/Ex5qtDVSmysd22lUfKIZklYz5Oxn2cjPs4GfdxMu6zt7UcclTtIqvqRv2Zh6mqPZM8MMkXZxsVAAAAq5U8EgAAWMhusw5ghR2Q5A1VtWu6AuPbWmvvm3FMAAAArF7ySAAAYKpRFdlaaxuT3HXWcQAAALA2yCMBAICFjKpdJAAAAAAAACwFRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABlJkAwAAAAAAgIEU2QAAAAAAAGAgRTYAAAAAAAAYSJENAAAAAAAABhpVka2qblZVp1bVuVV1TlX9yaxjAgAAYHWSQwIAAFuz26wDWGE/TfKnrbXPVdV1k5xRVae01s6ddWAAAACsOnJIAABgQaO6kq21dmFr7XP9zz9Mcl6Sm842KgAAAFYjOSQAALA1oyqyTaqqg5LcNclnZhsJAAAAq50cEgAAmK9aa7OOYcVV1d5J/iPJS1pr75yy/tgkxybJfvvtd/cTTzxxhSOcbsuWLdl7771nHQYryJiPk3EfJ+M+TsZ9fIz56nDYYYed0VpbN+s4WDvkkKwVxnycjPs4GfdxMu7jZNxnb2s55OiKbFW1e5L3Jflwa+1V29p+3bp17fTTT1/+wBZhw4YNWb9+/azDYAUZ83Ey7uNk3MfJuI+PMV8dqkqRjUWTQ7KWGPNxMu7jZNzHybiPk3Gfva3lkKNqF1lVleT1Sc5bTHIEAADAeMkhAQCArRlVkS3JfZI8IcmvVtWZ/e1hsw4KAACAVUkOCQAALGi3WQewklprn0hSs44DAACA1U8OCQAAbM3YrmQDAAAAAACAHabIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAMpsgEAAAAAAMBAimwAAAAAAAAwkCIbAAAAAAAADKTIBgAAAAAAAAONrshWVf9cVZur6guzjgUAAIDVTQ4JAAAsZHRFtiQnJHnIrIMAAABgTTghckgAAGCK0RXZWmsfS3LxrOMAAABg9ZNDAgAACxldkQ0AAAAAAAB2VLXWZh3Diquqg5K8r7V2pwXWH5vk2CTZb7/97n7iiSeuXHBbsWXLluy9996zDoMVZMzHybiPk3EfJ+M+PsZ8dTjssMPOaK2tm3UcrB1ySNYKYz5Oxn2cjPs4GfdxMu6zt7UccreVDmYtaK0dn+T4JFm3bl1bv379bAPqbdiwIaslFlaGMR8n4z5Oxn2cjPv4GHPYOckhWS2M+TgZ93Ey7uNk3MfJuK9u2kUCAAAAAADAQKMrslXVW5L8Z5LbVdUFVfWkWce0WAedcEJy3HGzDgMAAGA01nIOCQAALK+Zt4usqnsleUiSeyW5SZI9k3wnyZeS/EeSd7fWvrdUx2ut/dZSPdZKO+gNb+h+OO64q4ptcz8rvgEAADu5lc4fk7WdQwIAAMtrZleyVdUxVXV2kk8leUaS6yQ5P8lnknwvya8keV2Sb1TVCVV1y1nFuiq96EXdbe5nRTYAAGAnJX8EAABWo5kU2apqY5KXJflAkrsn2ae1dr/W2mNba0e31h7WWrtDkn2T/F6SGyc5t6p+cxbxztRxxyVV3W3O5M9z5gpuim0AAMBORP4IAACsVrO6ku31SW7ZWntOa+3zrbU2baPW2vdba29qrT0sXTuQS1Y0ytXguOOS1rrbNPOLb4ptAADAzkX+CAAArEozmZOttfa327HPWUnOWoZw1p7Wpl/NNue44xTbAACAnYL8EQAAWK1mNicbw2065pjkhS+8+sJpJ3FOztWWdIU2xTYAAAAAAIAlM5Mr2dg+m574xBy0fn33y2Sx7YUv7Apqc/eTJq94myu2KbgBAABrRFX9+4DNW2vtAcsWDAAAwISZFNkkSUtgslA29/Nkm8iFaCMJAACsLbskmWzhcbsk+yfZlOSiJPslOSjJhUm+tMKxAQAAIzardpG7JKmJ2+2TrE+XGO3Z369PlzxtZfIxfm6uaPbCF05vIZlcdVWbQhsAALBGtNbWt9YOa60dluRvk/wkySGttVu11g5prd0qySH98sHztwEAAGyvmRTZJEnLaLLYlmy94KbYBgAArC1/meQFrbXPTC7sfz8uyYtnERQAAO6N3fEAACAASURBVDBO/z979x4n2VnVC/+3SIggAQOI4RIkICgCB7mMXBTCRJCrCqJ4Dhw1UTQgIlflhYOeTPBFRFTgeOcgBpVjogiEA0owmJaLcgka7ogCkxcwGK7BCCFA1vvHrk4qne7prmS6d/Xs7/fzqc+uqr1q71X9TCa9Zu3n2ctwT7YNi6Sq2pehSDpjjMR2ta02zuaXmNRsAwAAltttknxqg30XJLn1DuYCAABM3FjLRc5TJG2X+VltGy0judpg02gDAACW30eTPGaDfY/JcJ82AACAHbEMTTZF0nbbt+/Ky0iubufNLyEJAACwfE5J8v1V9d6q2ldVPzPbvjfJQzIsGQkAALAjlmG5yFOSvGxWFL08yb8nOTrJDye5bZL/PmJuh57VZtv8MpFr7d2brKzsTD4AAABb1N2nVdWnM9SRz0hyzQz38n5Hkgd09xvGzA8AAJiW0WeydfdpSR6Q5MIMRdLvzLafz1AknT5ieoem+Vlt6y0h+Xd/N8xq27t3J7MCAADYVHef1d3fneTaSW6c5NrdfS8NNgAAYKeN3mRLFEmjWbuE5HzDrXtotrlHGwAAsIS6+9LuvqC7Lx07FwAAYJqWYbnIJElVfUeSb0tyrdnry/Z19x+PlNY07Ns3LA859zO/7Pkpp1x+TzcNNwAAYAmsrR/nqR8BAICdMnqTraqOSvLaJPdM0klWOz3z6xgqkrbb6j3Y9u4dZrDNW224abYBAAAjmqsf77H61myrfgQAAHbcMiwX+StJbpjk3hkKpB9M8j1JXpbkI0nuNl5qE7TabFvPvn2Xz2wDAADYeav143FRPwIAACNbhibbAzIUSm+dvf54d690948nOSvJE0fLbKpOPvmK92dbdcopV9xqtgEAADtL/QgAACyNZWiy3STJR7r7a0kuTnLduX2vSPKQUbKastXm2cknX3E7r8qsNgAAYKepHwEAgKWxDE22TyY5avb8vAz3Zlt1651Ph8vs2zc02A7USDOrDQAA2DnqRwAAYGkcPnYCSd6c4abVr0nyJ0lOrqpjk3w1yQlJXj1aZlxxVtu+fcMMtrXm39NsAwAAto/6EQAAWBrLMJPtlCRnzp4/L8nvZFji45EZCqSfGykv5q1dQnI9ZrUBAADbS/0IAAAsjdGbbN394e5+0+z5V7r7qd19THffoLsf1d2fGTtH5qwuIdm9/v7Ve7WtxgIAABwEVXVEkl9PUon6EQAAGN+oTbaqOqKqXllVx42ZBwvayqy2ffuGZptGGwAAcBB09yVJ7pcluFgUAAAgGbk4USTtcgea1bY6m82sNgAA4OB5S4Z7sgEAAIxuGZpbiqTdbO2stvVmt60uIanRBgAAXD1PTfLoqnp8VR1TVYdV1TXmH2MnCAAATMcyFCCKpEPB6qy2AzXSzGoDAACunvck+ZYkL0xyXpJLknxl7nHJeKkBAABTc/jYCWQokpKhSHrhOvs7y5Enm5mf1bZv3zCDba359zTbAACAxTwrQ40IAAAwumVoXimSDjXzzbbV2WtrrS4fufYBAACwge7eN3YOAAAAq0ZvsimSDmGrTbPNZrXt22cpSQAAAAAAYFdxvzO21/ysts1iNNoAAIA1qurVVXXnBeKvVVVPqarHbmdeAAAAozTZFEkTtG/f0GjrdVYGnV9SsurypSRXPwcAAEzZ/iRvraq3VdUTquouVXWFVVmq6qZV9bCq+sMk5yd5dJJ/HCFXAABgQsaaybY/iqTpWTurbb2G26rVxtt8ww0AAJic7n5CktsleXuSfUnekeTiqvpsVZ1fVV9K8rEkr0hy+yRPSnLH7n77SCkDAAATMUqTTZE0cauz2lZt1GxbvWfb2mUkNd0AAGBSuvvD3f1zSW6c5HuS/I8kf5zkjCS/meTEJLfs7nt090u7+2ujJQsAAEzG4ZuHbI/u/nCSn6uqpya5Z5K7J7lpkmsl+UySDyZ5Y3efN1aObKO1s9pOPvmKy0autdpw27fvik231QcAAHDI6+5Lkvzd7AEAADCq0ZpsqxRJE7d2dtq+fZc31A4Uv7qMpIYbAAAAAAAwgrHuyQZXtpV7ts3Pdlu7nOT8/ds02wAAAAAAgG2kycbymb9n24EabvPWa7itHkvjDQAAAAAAOMg02VhO842x1UZbsnmzLbnicpOnnLLxTDfNNwAAAAAA4CrSZGP5rV1GctHZbfPmG26bzXrThAMAAAAAADagycbusd7stvUabvMz31bNN9zWa74lV268HehebwdqyB3E2GNPPXVbjrsjsbshxyWN3XDclzRfsQcn9thTTx09B7E7ELvmvSuN+zLkKHZbY6/wd/wuyHdbYuEqqqojquqVVXXc2LkAAAAkSfVWlt/brpNXHZHk9CTP7+437tA5H5jkhUkOS/Li7v7VA8Xv2bOnzznnnJ1IbVMrKyvZu3fv2Gksn9V/tNm3b2iIdQ+NtNXtouY/t97zzfaL3T05ihUrVuxOx+6GHMWK3e7YJVBV7+zuPWPnweKq6j+SfH93r+zgOQ+5GnK+hJp/vfqc3cu/G0yTcZ8m4z5Nxn2ajPv4DlRDjjqTrbsvSXK/ncqjqg5L8jtJHpTkdkkeWVW324lzs43mq8G1M9xWzf+DzvzzRWa9zT8HAADG8JYk99ipk+32GvLUU49dt5G20QIe662kzziu6qTiU089dsuxY09sFnvwYufHfdnyHeu8U4jdyrgvU75iD07sRv9vX9Z8xR6cYx1o3Jfh+2x37LIbdSZbklTV65KsbHY14EE61z2T7OvuB8xePyNJuvs5G31mN1yFyAGs/a9yfqZbsvnV1gAAHHwnnzxqxWQm2+5VVbdP8qoMM8teleT8JFcoarv70oN4vl1dQx6MyamrpdTafxBhc1v9x6P13lu0dBUrdlljd0OOYsWKFbvTsbshx2WKXQYHqiGXocm2Y0VSVf1wkgd290/NXv9Ykrt39+M3+swyFUiabAfBRhXMvn2752+V3RK7G3IUK1as2J2O3Q05ihW73bFLQJNt96qq1dpwoz9M3d2HH8Tz7eoacr3/DBex0X/SU264LdI4W+a/isWK3anY3ZCjWLFixe507G7IcZlil8GBasiDVnxcDe+ZbV84e6zV2eE8q+qkJCclydFHH52VlZWdPP2GLrrooqXJZdfauzdZWRm2yeXPV1Zy7AknJEn2r/P82Je+dGhyJpdts4XnU47dDTmKFStW7E7H7oYcxYrd7li4mp6VbNhgG80y1ZCnnnpsXvrSY6/w3uo/Usw74YT9l8WdffZKjj9+75ViVj934on7kwyxKysrOeWUIXbv3pXLlis78cT9OfXUYy/bXv653WXt95l/fuKJ+6/w3Q/0fO/elWT2t9/w52Hj5/PvzY/Ves832y9W7LLF7oYcxYoVK3anY3dDjssWe8IJ+5f3d8vuHvWRZF+Skw/0OIjnumeSM+dePyPJMw70mbve9a69LM4+++yxU5iuk0++8nYrz69m7EdPOGFbjrsjsbshxyWN3XDclzRfsQcn9qMnnDB6DmJ3IHbNe1ca92XIUey2xl7h7/hdkO+2xC6BJOf0yHWQx+547PYacrj2d/3nm+3fymMrx93KXxU7abO/rq7uz+zkk7f+81vksUgOYsUuU+xuyFGsWLFidzp2N+S4TLHL4EA15OjLRe6kqjo8yYeS3DfJJ5K8I8mjuvt9G31mmZb6WFlZsVzkxBjzaTLu02Tcp8m4T48xXw6Wi2SrdnsNuXrlb/cVn2+0iv7q87Wfm//8RtaL3ez56nb1No2L3rfsqsQe6Ltt9Pzkk4d7pF1VW/05iBV7KMbuhhzFihUrdqdjd0OOyxS7DJZ9ucgd091frarHJzkzyWFJXnKg4ggAAIDlUlU3SfLUJPdJcoMkn01ydpLf7O5PHsxz7fYa8oQT9ufYY49NMjSKVq13T7X55/Oxa83/o8e81ffm960Xt55TThnOv9rIWu/5Zvu3GnsgG+W+XoNtkX80uipWx2B+LA703urz/fv3Jzl2S7GLHFfscseuHfdly3dZfk6HWuwJJ+zPVsZ9WfIVe3BiN/p/+7LmK/bgHGuzcV+G77OdsctuKWay7WSRtKhlugrRlc/TY8ynybhPk3GfJuM+PcZ8OZjJtntV1bcmeVOS6yd5S5JPJrlxku9K8rkk9+7ufxkvw0OvhlxvZth2Npe2ctyrelX0TudwdWbebdYQ3Ij/z0yTcZ8m4z5Nxn2ajPv4lnom2zpF0r9mKJKemOTHq2r0IgkAAICl8NwkX0hy9+7ev/pmVd0iyetn+x8+TmqHpvVmvW31yuKtNKXWs96Mso1mmS0Su15uizbkFrkye6OZgus932g/AADLbfQmWxRJAAAAbM3xSR47XzsmSXefV1X7kvzuGElNzUYNt/WW/TmQMe/vsZGD2TgDAODQtwxNNkUSAAAAW3FEkv/YYN9/zPazgzablbWV+3Csd8+z7bJZU1DjDACARSxDk02RBAAAwFacm+Tnquqvu/vS1TerqpI8brafJbLIMolbachd3djNcgAAgEUsQ5NNkQQAAMBWPCvJa5J8oKpOT3J+hnt6PyLJbZI8ZMTcuIo2uy/ZVvdvJRYAAA6mZWiyKZIAAADYVHe/rqoekuTZSZ6ZpJJ0kncm+b7ufv2Y+QEAANMyepNNkQQAAMBmquqIJKcneX5376mqr09y/SSf6+4vjpsdAAAwRdcY8+RVdURVvTLJl7p7T5LrJrl5kut29926+8wx8wMAAGA5dPclSe6XWR3b3V/s7k9osAEAAGMZtcmmSAIAAGABb0lyj7GTAAAASEZuss0okgAAANiKpyZ5dFU9vqqOqarDquoa84+xEwQAAKZj9HuyZSiSXlVVFyV5VZLzM9yT7TLdfekYiQEAALBU3jPbvnD2WKuzHHUuAAAwActQfCiSAAAA2IpnZc1FmQAAAGNZhuaVIgkAAIBNdfe+sXMAAABYNXqTTZEEAADAZqrqiCSnJ3l+d79x7HwAAABGvSl0VR1RVa+squPGzAMAAIDl1t2XJLlfRq5jAQAAVo1anCiSAAAAWMBbktxj7CQAAACS5WhuKZIAAADYiqcmeXRVPb6qjqmqw6rqGvOPsRMEAACmY/R7smUokl5VVRcleVWS85P0fEB3XzpGYgAAACyV98y2L5w91uosR50LAABMwDIUH4okAAAAtuJZWXNRJgAAwFiWoXmlSAIAAGBT3b1v7BwAAABWjd5kUyQBAAAAAACw27gpNAAAALtGVd25ql5RVZ+uqq9W1V1m7/9KVT1w7PwAAIDpWIommyIJAACAzVTVvZL8Q5LbJvk/uWJNe2mSx46RFwAAME2jN9kUSQAAAGzRryY5M8ntkzxlzb5/THKXHc8IAACYrNGbbFEkAQAAsDV3SfJ73d1Jes2+Tye50c6nBAAATNXhYyeQoUh6eHd3VSmSAAAA2MjFSb5+g303SXLhDuYCAABM3DLMZFMkAQAAsBVvTvKkqjps7r3VizUfneRvdz4lAABgqpahyaZIAgAAYCt+KcNqKO+aPe8kJ1TV2UnukeSUEXMDAAAmZhmabIokAAAANtXd70pyXJJ/T/LMJJXk8bPd9+nufx4rNwAAYHpGb7IpkgAAANiq7v7H7r5vkusmOSbJ9br7+O7+p5FTAwAAJubwsRNIhiIpyX2r6lpJbpDk8939xZHTAgAAYEl198VJ/m3sPAAAgOlaiibbKkUSAAAAAAAAu8Hoy0UCAAAAAADAbqPJBgAAAAAAAAvSZAMAAAAAAIAFjXpPtqo6IslNk3w1yb9196Vj5gMAAMByq6ofT/KDSa6T5MNJXpHkDepJAABgp40yk62qrldVf5zkwgxF0XlJvlhVb6uqfVV1yzHyAgAAYHlV1f9McmqS45LcKMnDk5yZ5L1VdbsRUwMAACZorOUiX5Tk+5P8WpKTkjw1yRFJbpDkF5P8c1X9VlVda6T8AAAAWAJV9eNV9a2zl49L8uIkN+ruO3f30UnulmR/krdW1W1HShMAAJigsZpsD07ys919cnf/YZLfmr3/XzMsH/k/Zs/Pqqprj5QjAAAA4/ujJB+oqs9lmL127SQ/VFW3TpLuPqe7H5zkdUmeO16aAADA1IzVZPtykk+tt6O7L+juX09yxyQ3zDCzDQAAgGm6QZL7Z1gJpTNctHl6hhVQLqyqN1bVC5JckOT48dIEAACmZqwm218leeyBArr7k0n+Z5If25GMAAAAWDrdfWF3v6G7n5NhWcinJ/mmDM22X0lyfpKHJPmZJNepqouq6s1V9fyxcgYAAKZhrCbb05PcrarOqKpvOUDcxUm+cYdyAgAAYLn97yTPTnKr7j6zu5/b3f+1u2+T4QLNryY5Jcm/ZbgPOAAAwLY5fIyTdvf5VXVckj9L8qEk/5Bh2Y/vrKpLknwtye2TPCfJ28fIEQAAgKXzvAy3FnhLVb02w33Yzk9yyyRPS/K27n7eiPkBAAATMtZMtnT3R7v7HkkekeRzSb6U5PeSvCvJe5P8eZJLkvz0wThfVT2iqt5XVZdW1Z6DcUwAAAB2Tndf2t3/PclJSW6a5HeTvDLJbya5KAepfkzUkAAAwOZGmck2r7tfkeQVVXXNJLdLcmyGvPZ39zsP4qnem+ThSf7gIB4TAACAHdbdf5Tkj6rqJkluleQ/k7y7uy89iKdRQwIAAAc0epNtVXd/JcMstndt0/E/kCRVtR2HBwAAYId19/kZlovcjmOrIQEAgAOq7h47hx1VVStJfr67zzlAzEkZlh/J0UcffdfTTjtth7I7sIsuuihHHnnk2Gmwg4z5NBn3aTLu02Tcp8eYL4fjjz/+nd1t+T+2RA3JbmLMp8m4T5NxnybjPk3GfXwHqiGXZibbwVBVZyW58Tq7ntndZ2z1ON39oiQvSpI9e/b03r17D06CV9PKykqWJRd2hjGfJuM+TcZ9moz79BhzWC5qSA41xnyajPs0GfdpMu7TZNyX2yHVZOvu+42dAwAAALuDGhIAALg6rjF2AgAAAAAAALDbTKbJVlU/WFUfT3LPJK+tqjPHzgkAAIDlpIYEAAA2c0gtF3kg3f3KJK8cOw8AAACWnxoSAADYzGRmsgEAAAAAAMDBoskGAAAAAAAAC9JkAwAAAAAAgAVpsgEAAAAAAMCCNNkAAAAAAABgQZpsAAAAAAAAsCBNNgAAAAAAAFiQJhsAAAAAAAAsSJMNAAAAAAAAFqTJBgAAAAAAAAvSZAMAAAAAAIAFabIBAAAAAADAgjTZAAAAAAAAYEGabAAAAAAAALAgTTYAAAAAAABYkCYbAAAAAAAALEiTDQAAAAAAABakyQYAAAAAAAAL0mQDAAAAAACABWmyAQAAAAAAwII02QAAAAAAAGBBmmwAAAAAAACwIE02AAAAAAAAWJAmGwAAAAAAACxIkw0AAAAAAAAWpMkGAAAAAAAAC9JkAwAAAAAAgAVpsgEAAAAAAMCCNNkAAAAAAABgQZpsAAAAAAAAsCBNNgAAAAAAAFiQJhsAAAAAAAAsSJMNAAAAAAAAFqTJBgAAAAAAAAvSZAMAAAAAAIAFabIBAAAAAADAgjTZAAAAAAAAYEGabAAAAAAAALAgTTYAAAAAAABYkCYbAAAAAAAALEiTDQAAAAAAABakyQYAAAAAAAALmkyTraqeV1UfrKp3V9Urq+qosXMCAABgOakhAQCAzUymyZbkb5LcobvvmORDSZ4xcj4AAAAsLzUkAABwQJNpsnX367v7q7OXb01yzJj5AAAAsLzUkAAAwGYm02Rb4yeT/PXYSQAAALArqCEBAIArqe4eO4eDpqrOSnLjdXY9s7vPmMU8M8meJA/vDb58VZ2U5KQkOfroo+962mmnbVPGi7noooty5JFHjp0GO8iYT5NxnybjPk3GfXqM+XI4/vjj39nde8bOg/GpITnUGPNpMu7TZNynybhPk3Ef34FqyEOqybaZqjoxyWOS3Le7v7iVz+zZs6fPOeecbc1rq1ZWVrJ3796x02AHGfNpMu7TZNynybhPjzFfDlWlycaWqCHZbYz5NBn3aTLu02Tcp8m4j+9ANeThO53MWKrqgUmeluQ+Wy2OAAAAmCY1JAAAsJkp3ZPtt5NcN8nfVNW5VfX7YycEAADA0lJDAgAABzSZmWzdfeuxcwAAAGB3UEMCAACbmdJMNgAAAAAAADgoNNkAAAAAAABgQZpsAAAAAAAAsCBNNgAAAAAAAFiQJhsAAAAAAAAsSJMNAAAAAAAAFqTJBgAAAAAAAAvSZAMAAAAAAIAFabIBAAAAAADAgjTZAAAAAAAAYEGabAAAAAAAALAgTTYAAAAAAABYkCYbAAAAAAAALEiTDQAAAAAAABakyQYAAAAAAAAL0mQDAAAAAACABWmyAQAAAAAAwII02QAAAAAAAGBBmmwAAAAAAACwIE02AAAAAAAAWJAmGwAAAAAAACxIkw0AAAAAAAAWpMkGAAAAAAAAC9JkAwAAAAAAgAVpsgEAAAAAAMCCNNkAAAAAAABgQZpsAAAAAAAAsCBNNgAAAAAAAFiQJhsAAAAAAAAsSJMNAAAAAAAAFqTJBgAAAAAAAAvSZAMAAAAAAIAFabIBAAAAAADAgjTZAAAAAAAAYEGabAAAAAAAALAgTTYAAAAAAABYkCYbAAAAAAAALEiTDQAAAAAAABakyQYAAAAAAAAL0mQDAAAAAACABWmyAQAAAAAAwII02QAAAAAAAGBBk2myVdUvV9W7q+rcqnp9Vd107JwAAABYXupIAADgQCbTZEvyvO6+Y3ffKclrkvzPsRMCAABgqakjAQCADU2mydbdX5h7eZ0kPVYuAAAALD91JAAAcCCHj53ATqqqZyf58SQXJjl+5HQAAABYcupIAABgI9V96FyIV1VnJbnxOrue2d1nzMU9I8m1uvvkDY5zUpKTkuToo4++62mnnbYd6S7soosuypFHHjl2GuwgYz5Nxn2ajPs0GffpMebL4fjjj39nd+8ZOw+Ww8GoI9WQLAtjPk3GfZqM+zQZ92ky7uM7UA15SDXZtqqqvjnJX3X3HTaL3bNnT59zzjk7kNXmVlZWsnfv3rHTYAcZ82ky7tNk3KfJuE+PMV8OVaXJxsK2WkeqIRmTMZ8m4z5Nxn2ajPs0GffxHaiGnMw92arqNnMvH5rkg2PlAgAAwPJTRwIAAAcypXuy/WpVfVuSS5Ocl+SxI+cDAADAclNHAgAAG5pMk627f2jsHAAAANg91JEAAMCBTGa5SAAAAAAAADhYJjOTbbd70pOelJWVlRx11FFjp8IO+vznP2/MJ8i4T5NxnybjPj1THvM73elOecELXjB2GjAZashpmvL/Z6bMuE+TcZ8m4z5NUx333VJDmskGAAAAAAAACzKTbZd4wQtekJWVlezdu3fsVNhBxnyajPs0GfdpMu7TY8yBnaKGnCZjPk3GfZqM+zQZ92ky7svNTDYAAAAAAABYkCYbAAAAAAAALEiTDQAAAAAAABakyQYAAAAAAAAL0mQDAAAAAACABWmyAQAAAAAAwII02QAAAAAAAGBBmmwAAAAAAACwIE02AAAAAAAAWJAmGwAAAAAAACxIkw0AAAAAAAAWpMkGAAAAAAAAC9JkAwAAAAAAgAVpsgEAAAAAAMCCqrvHzmGpVdWnkpw3dh4z35jk02MnwY4y5tNk3KfJuE+TcZ8eY74cbtHdNxo7CQ5NakhGZsynybhPk3GfJuM+TcZ9fBvWkJpsu0hVndPde8bOg51jzKfJuE+TcZ8m4z49xhzYSf7OmR5jPk3GfZqM+zQZ92ky7svNcpEAAAAAAACwIE02AAAAAAAAWJAm2+7yorETYMcZ82ky7tNk3KfJuE+PMQd2kr9zpseYT5NxnybjPk3GfZqM+xJzTzYAAAAAAABYkJlsAAAAAAAAsCBNNgAAAAAAAFiQJtsuUFUPrKp/rqp/raqnj50P26+qXlJVF1TVe8fOhZ1TVTevqrOr6v1V9b6qeuLYObG9qupaVfX2qnrXbMxPGTsndk5VHVZV/1RVrxk7F3ZGVe2vqvdU1blVdc7Y+QCHLjXk9Kghp0kNOU3qyOlSQ06PGnJ3cE+2JVdVhyX5UJLvTfLxJO9I8sjufv+oibGtquq4JBcl+ePuvsPY+bAzquomSW7S3f9YVddN8s4kD/Pf+6GrqirJdbr7oqq6ZpI3J3lid7915NTYAVX1lCR7klyvu79v7HzYflW1P8me7v702LkAhy415DSpIadJDTlN6sjpUkNOjxpydzCTbfndLcm/dvdHuvuSJKcleejIObHNuvuNST47dh7srO4+v7v/cfb8P5J8IMnNxs2K7dSDi2Yvrzl7uPplAqrqmCQPSfLisXMB4JCjhpwgNeQ0qSGnSR05TWpIWF6abMvvZkk+Nvf64/ELExzyqurYJHdO8rZxM2G7zZZ7ODfJBUn+pruN+TS8IMnTklw6diLsqE7y+qp6Z1WdNHYywCFLDQkTpIacFnXkJKkhp0kNuQtosgEsmao6MslfJnlSd39h7HzYXt39te6+U5Jjktytqizvc4irqu9LckF3v3PsXNhx9+ruuyR5UJKfnS3tBQBwtaghp0cdOS1qyElTQ+4CmmzL7xNJbj73+pjZe8AhaLae+l8meVl3v2LsfNg53f35JGcneeDYubDtvjvJD8zWVj8tyfdU1Z+OmxI7obs/MdtekOSVGZZ0AzjY1JAwIWrIaVNHToYacqLUkLuDJtvye0eS21TVLavqiCT/LcmrR84J2Aazmxf/YZIPdPdvjp0P26+qblRVR82eXzvJ9yb54LhZsd26+xndfUx3H5vh/+t/290/OnJabLOquk5VXXf1eZL7J3nvuFkBhyg1JEyEGnKa1JHTo4acJjXk7qHJtuS6+6tJHp/kzAw3sP3z7n7fuFmx3arqz5L8Q5Jvq6qPV9Wjx86JHfHdSX4swxVJ584eDx47KbbVTZKcXVXvzvAPYn/T3a8ZW+pCDAAAIABJREFUOSdgexyd5M1V9a4kb0/y2u5+3cg5AYcgNeQ0qSEnSw05TepImAY15C5R3T12DgAAAAAAALCrmMkGAAAAAAAAC9JkAwAAAAAAgAVpsgEAAAAAAMCCNNkAAAAAAABgQZpsAAAAAAAAsCBNNgCWSlU9rKqess77e6uqq2rvCGmtq6ruWlVfrKqbLfCZF1TVX21nXgAAAFOhhgRgTNXdY+cAAJepqlOT3K+7j1nz/vWS3C7J+7v7C2PktlZV/W2GfB6/wGdukuQjSR7c3WdvW3IAAAAToIYEYExmsgGwK3T3F7r7rUtUHN01yfFJfm+Rz3X3+Un+b5Jf2I68AAAAUEMCsDM02QBYGrMrEE9IcrPZsh5dVftn+6601EdVrVTVm6vqgVV1blV9qar+qaruXlWHV9WvVNX5VfXZqjq1qq6z5nxfX1XPraqPVtUls+0zq2or/3/8qSTv7u73rTnmo2Y5XFRVX6iq91TVY9Z89rQkD6iqmy/8QwIAACCJGhKA8R0+dgIAMOeXk9woyXcm+YHZe1/e5DO3TvK8JM9OclGSX0vy6tnj8CQnJvn2WcwFSZ6WJFV1eJIzMywf8stJ3pPkHkl+KckNkjx1k/M+MMlr59+oqnsl+dMk/yvDVYbXSHLbJEet+eybZvu+N8lLNjkPAAAA61NDAjAqTTYAlkZ3f7iqPpXkku5+6xY/dsMk39XdH0mS2RWEZyS5ZXffbxZzZlUdl+QRmRVISR6Z5F5J7tPdb5y994aqSpKTq+q53X3BeiesqqOTHJvkXWt23SPJ57v7SXPvvX6d7/mpqvr4LF6BBAAAcBWoIQEYm+UiAdjtPrRaHM18cLY9c03cB5McU7MKKMNVhOcl+fvZsiCHz65MfH2Sa2YoXjZy09n2U2vef0eS61fVn1bV91XV2qsP531q7jgAAADsDDUkAAeNJhsAu93n1ry+5ADvH57ksNnrb0pyiyRfWfN4+2z/DQ9wzmvNtldYhqS7/y7DlY43T/LKJJ+qqrOq6o7rHONLSa59gHMAAABw8KkhAThoLBcJwFR9JslHk/zIBvv3b/LZJLn+2h3d/fIkL6+qI5PsTfLcJK+rqmO6+9K50BskefeCOQMAADAONSQAV6LJBsCy+XJ25uq81yX5oSQXdfcHNwteY3+Si5PcaqOA7r4oyWuq6lZJXpjhqsZPJUlVHZbkm5P8xeJpAwAAMEcNCcBoNNkAWDbvT3KDqvqZJOckubi737MN53lZkp/IcKPq38hwA+ojknxLkh9I8rDu/uJ6H+zuS6rqbUnuNv9+VT0rydFJzk7yb0mOSfKEJOd29/za+3dI8vVJ3hgAAACuDjUkAKPRZANg2bw4ww2jfyXJURluLH3swT5Jd3+lqh6Q5OlJTkpyyyT/meTDSV6by9fl38jpSZ5XVdfp7v+cvfe2DAXR8zMs5XFBhptg/9Kaz35fkk8mWbn63wQAAGDS1JAAjKa6e+wcAGDXqarrJfl4ksd1958u+Nn3J/nL7l5bOAEAAHAIUkMCHJquMXYCALAbdfcXMtyQ+mlVVVv9XFU9NMNyIL+xXbkBAACwXNSQAIcmy0UCwFX3m0kOS3KTDOvnb8W1k/xod39+27ICAABgGakhAQ4xlosEAAAAAACABVkuEgAAAAAAABakyQYAAAAAAAAL0mQDAAAAAACABWmyAQAAAAAAwII02QAAAAAAAGBBmmwAAAAAAACwIE02AAAAAAAAWJAmGwAAAAAAACxIkw0AAAAAAAAWpMkGAAAAAAAAC9JkAwAAAAAAgAVpsgEAAAAAAMCCNNkAuMqq6tSq6qo6dhvP0VW1sl3Hn51jf1Xt3+ZzrFRVLxC/7TkBAACsp6pOnNViJ46dy9WxQzXrvtk59m7jORYaj53ICYCBJhvALjX7hXn+8bWq+uysmXNiVdXYOTINVXXs7M/gqWPnAgAAXNE6tWNX1ZdnF/a9tKq+fewcmbZFL0oFWCaHj50AAFfbKbPtNZPcOskPJrlPkj1JHj9WUgfRtyf54thJjOC+YycAAAAcUk6Ze/4NSe6W5MeT/FBV3au7zx0nrW31jCS/muQTYyeyw347yWlJ/r+xEwE41GmyAexy3b1v/nVVfXeSNyZ5XFX9Rnd/dJTEDpLu/uDYOYyhuz88dg4AAMChY23tmCRV9VsZLs58UpITdzilbdfd5yc5f+w8dlp3fzrJp8fOA2AKLBcJcIjp7rck+WCSSnLX9WKq6gFV9VdV9enZMiEfrqrnVdVRG8Tfr6reVFX/OVuS8lVVddurkl9VfWdVvb6q/qOqvlBVZ1XVPTdaM369e7LNx1bVI6vqnVX1xar6t6r6zar6ulnc98yWnfhCVX2uqv6kqm54gNy+oap+u6o+UVUXV9X7q+oJ6y29OVuS8y+r6iNV9aXZOd5SVT96VX4u6xz/Svdkm1+Hv6qOn3231Z/ja9db5mXuHgS3qqqnVNUHZ9/t41X1/Kq63jqf2fA+eGvvaVBV+5KsNnJPWLMEzYlX52cAAABsu9fPtjfaSvAitcKafXevqpdX1Ser6pKq+lhV/UFV3XSRZGc12wtm9czFs/rmKbN650pL2K+X0/xy91X1LbO8PjOrrV5fVXeYxd2oql5UVefPzvWOqjp+k/xOqKp/mtWIF1TVS6rqxuvE3bWqXlhV75rV2BdX1b9U1W9U1fUX+ZlskMcB6+uq+sa57/blqnpfVf3EOsfZO/vMvhrq9rOq6sLZz+rMqtqzzmcO9OfgsuPNXh9bwzKR95nLb/WxcnV/DgA7wUw2gEPbV9a+UVUnJ9mX5LNJXpPkgiR3TPLzSR5cVffs7i/Mxf9wktOTXDLbnp/kXkn+Icm7F0mmqo7LUMQdluQVST6c5L8kOTvJ3y721ZIkP5fkQUlelWQlyf2TPDnJDarqjAzLY7w2yYuSfFeSH03yjbPPrHVEkrOSHDX73BFJfijJC5N8W5KfXRP/e0nel2HW4PlJbpjkwUn+pKq+rbt/6Sp8n636viQPTfLXSX4/ye1m5/7Oqrrd7KrFtZ6f5Lgkf57kjCQPyHC16r1rWBrm4quYy0qGn9kTk7wrw1isOhSXmwEAgEPJ/Wbbc7brBFX1kxlqsi8neXWSjyW5TZKfSvL9VXWP7t50WcOqulaGuvEuSf4pycsyLHv5zCT3vgqpHZvkbUk+kOTU2esfTLJSVfdM8rokX8hQB98gyX9L8tdV9a0b5PvkDDXp6bPP3ivJTyTZW1V37+5PzcX+9Oxcf5ehDr1Ghotkn5LkQbP4/7gK32krjkrylgw1/suTfF2SRyR5SVVd2t0vXeczd8+w9OZZSX4nw60qHp7kuKq6f3e/6Srm8vkMy5iemOQWueKSpvuv4jEBdpQmG8AhZtbIum2GX5jfvmbf8RkabP+Q5MHd/fm5fScm+aMMv9Q+efbekUn+IMmlSe7d3efMxT8/Q5Nmq3ldI8kfZvgF/sHd/ddz+x6boWm1qPsluWt3f2B2nK9L8o9JfizJ9ye5f3f/3dz5z0zywKq60zr3G7hJko8kuUN3f3n2mZOTvCPD0pund/cb5+LvsHZJx6o6IkPj6+lV9fvdvV3r/j8syQO6+w1z535Okqcn+ckkv7bOZ747yZ26+7xZ/DOS/EWGwugXkvzyVUmku1dqmHH3xCTnrrcEDQAAML7V2UMz10vynRnqhNck+fVtOue3ZrgwcH+S+8zXSFV13wwXYb4wQ8NpM7+QocF2WpJHdXfPjvPsDHXgou6T5Be7+9lzOf1SkmdlaL79eZLHdfels31/k+SPM9TLT17neA9Kcvfu/qe5463Wzb+a5NFzsc9J8rPd/bX5A1TVo5O8OMnjkjz3KnynrfiODLX5Y1bPX1UvyHAR7f+TZL0m2wOT/Fx3//Zcrg/NcJHlS2YXml66aCKzf5PYN5txdwv1JLAbWS4SYJebLduwr6qeXVWnZ7iyrJL8/Gz9+XlPmG1/er7BliTdfWqGmUf/fe7th2a4Yu//zDfYZvYluXCBVL8rw9VuZ8832GZelORDCxxr1f9abbAlyaw5dnqG/7+9drXBNtt3aZI/nb38jg2O94zVBtvsM5/N5c2nKyydsd4907r7kgxX9R2e5L4Lf5utO22+wTbzotn2bht85oWrDbbksp/HL2RooP7kwU8RAABYMifPPZ6cYabVB5L82TbOmvqZJNdM8sS1FyHOappXZ5jNdt0tHOuEDPXLM1YbbLPjfCzJC65CbvszNL/mrTaYvi7JL6xpHP2fJF9NcqcNjvcn8w22mX0Z6uZHzS4KXc35vLUNtpmXZJg994CtfIGr6ItJnjJ//u5+f4bZbd8+u9h2rX9N8rvzb3T3GRlm4t06V20mIcAhwUw2gN3v5DWvO8mju/uP1om9Z4YlJB9RVY9YZ/8RSW5UVTfs7s9kuEowGX5xvuJJui+sqnMzWzt9C+482755nWNdWlV/n+Rbt3isVestafJvs+0719m3WtQds86+ryb5+3XeX5lt7zz/ZlV9c4ar/O6b5JuTXHvN5262zrEOlvW+98dm243W719vDD9SVR9LcmxVHbW28QoAABw6uvuye01X1XWS3D5Dk+llVXX77n7mNpz2nrPtfarqO9fZ/00ZbifwrVm/hkuS1HAv6W9J8rHu3r9OyJXqzC04d51G12o9+aG1jcfu/lpV/XvWryeTzevmb89sSf2qumaSx2RYgvJ2GZa9nJ8MsZ315L/M3yJiznxNedGafW/aYKbaSobvdues8/0BpkCTDWCXWy2UZkXSPTMs+/D7VXVed6+9z9kNM/zdv7Yxt9aRST6T4Rf9JPn3DeI+uUCqmx1ro/cPZL2ZdF/dwr5rrrPv0xtcSbj6HVfzT1XdKsNSnNdP8qYMS5xcmORrGdbxPyHDlY/b5UrNsO7+alUlQ4G6ngON4S0yfD9NNgAAmIDu/s8kb6+qhyf5eJKnzZa8/9gmH13UDWfbX9gkbr3ZU/OuN9tuaz05V1dttGrLV7N+PXmgHK5UU2ZYgeUHM9yy4IxZzOqqKk/KDteTM6v18no15SLfDWBSNNkADhGzIumsqvr+DOvRv3S2LvoX58IuTHKN7r7BFg+7WlgcvcH+Gy+Q4uqVchsda6P3d8o3VtVh6zTaVr/jfJH1lAzF4k/Mltm8TFU9MkOTbdkcneSf13l/ve/X2fh3hKMOZlIAAMB4uvvzVfXPGVYxuUsun8204UeyWK2wWmd8wwazp7Zq2evJZPO6+cIkqao9GRpsZyV5UHevNrdW7yX+tO1M8ira0nebWZ3xtt6fE/UkcMhxTzaAQ0x3vzvJ/86whMXamzG/Ncn1q+r2Wzzc6s2jr7QkZFV9QzZei349q2vT32udY10jwz3bxnT4BjnsnW3n19a/9Wz7l+vEb3X5zJ223hjeKsnNk+xfs1Tk52bvr40/LOuP+WpjcqNZdAAAwPJaXXJ+K/9OuGit8NbZ9mrds2vWoPtIkptV1bHrhFypzhzBgermizPc/y65vJ589XyDbeZuufKtCJbBvWZ1+1p7Z9v5evlzs+2V/pwk2bPB8b+WXPbnCGBX0WQDODT9vxmWmvj5qpq/R9fzZ9v/XVU3XfuhqrpOVd1j7q0zMvyC/KjZ1Xbz9mWxJSHekuTDSY6vqget2XdSFr8f23Z4zvzNqKvqBkl+cfZy/h53+2fbvfMfrqoHJPmpbczv6nhiVd1i9cWsQHpeht8F1t6/7+1Jvrmq7r/m/V/MsLTkWp/LcEXrNx+8dAEAgO1WVQ9LcssM9+5e7x7Vay1aK/z27NjPr6or1XxVdURVbbUB98cZ6pfn1GxNx9kxbp5hicWx/VhV3XnNe/sy1M1/1t2ry0Hun233zgdW1Tcl+Z1tzO/quE2Sx82/UVUPzdBY/NcMt1FY9fbZ9qfXxP+XJE/c4PifmW3VlMCuY7lIgENQd3+iqn4/wy+wT0vyjNn7b6iqpyd5TpJ/qaq/SvLRDOvf3yLDL8hvTvLAWfxFVXVShvXi31RVpyc5P8NVgndI8sYkx20xp0ur6qeSvC7Jq6vqLzM03e6Y5HuT/HWSB+XypSV22vkZ1r1/b1W9OsM6+z+c5CZJfre73zgX+7tJfiLJX1TVyzPcHPsOGX5uf57kv+5k4lv0liTnzsbwwiQPSPIdGW4u/mtrYn99tv+MWfxnM8zyu2WGG1vvnQ+e/Tl5W5J7V9XLknwow5WIr57NrAQAAEZWVfvmXl4nye0y1GBJ8j+6eyv3NVu0VvhgVf1kkpckeV9VvS5DvXDNDA2Veyf5VJLbbuHcv5bkYUn+W5Jvq6rXZ2hg/UiG2vRhGa+eTIaa9i1V9ee5vG6+V4am2tPn4t6RoT57eFX9fYYa/OgMY/HPGerLZfO6JL8xu2D2XRlm4z08wwy9n+zu+Z/7GUn+Jckjq+qYJG/LMNYPne37kXWO/4Ykj0jyitm/U3wpyXnd/Sfb9H0ADhoz2QAOXc9J8sUkT6iqy9ZP7+7nZmiMvTbJd2e44u8RSW6W5EW5fObWavzLMzSP3pnhl+HHZiik7pmhQbdl3b2SoZG3kuQhSZ6QYSmM4zMs/ZFcvtb+Trskyf2SvD5D0faYDM2oJyZ5/HzgrHF0fIYrPR+S5Gcy3Ij74Ul+f+dSXsiTM8xw3JvhO90oyQuTfE93Xzwf2N1vyFCgvi/Dz+KEDIXh3ZKct8HxfyzDn6kHJjk5yS9nuKcDAACwHE6eezw5w+/r/zfJ/bv717dygKtSK3T3nya5a5KXZbjI8vFJfjRDo+blWTND6gDn/lKGOuy3MtwL7Mmz17+Sof5Nxqsnk2HlmMdlWB7ySRkah6cm+a7uvmA1aHYf8B9I8ntJbpqhLr5XkhdnaGB+ZUez3pq3Zaglvy7D+D0oyd8mOa6752exZVZf3jfDBah3mMXfKsmjMnzn9bw4wxh+Q4YLhX85yaMP9pcA2A7V3WPnAACpqrckuXuGG2L/59j5HCqq6tQMhe8tu3v/uNkAAAAcfFX10xkuGn1sd//B2PkcKqpqb5L/n727D7PzruvE//5mZkib9Jm2oU1TCpS2UEpbiEVUbMSCoCCKwoVy6aKyFR92V2FdEVwUd3Xxt+sDLuhSYa3iA8oqsrqIgDAgIrWU1lIeWmhL24SWptDQpkkzSeb7++POYTKZSTJPZ+5zzv16Xde57s59zpzzSb4Fzs37/ny+H0ry+lrrL7dbDcBg0skGwKoppawrpZw0z/mXpRkx8j4BGwAAAPM5zN7iZyf5z0n2penMA4BVY082AFbT2UmuL6W8P83myONJLk0zGmNHkle1WBsAAACD7S9LKRNptjPYkeScJM9Lsi7JL9RaB3E/MwBGmJANgNX05TRz+C9PMzt/bZJ7kvxBkl+ttd7aYm0AAAAMtren2Q/6+9Ls37UzzX5hb6q1/lWbhQHQTfZkAwAAAAAAgEWyJxsAAAAAAAAsknGRR3HqqafWc845p+0ykiQPPfRQ1q9f33YZrCJr3k3WvZusezdZ9+6x5oPhuuuuu6/WelrbdTCaXEPSJmveTda9m6x7N1n3brLu7TvSNaSQ7SjOOeecfOITn2i7jCTJ5ORktmzZ0nYZrCJr3k3WvZusezdZ9+6x5oOhlHJH2zUwulxD0iZr3k3WvZusezdZ926y7u070jWkcZEAAAAAAACwSEI2AAAAAAAAWCQhGwAAAAAAACySkA0AAAAAAAAWScgGAAAAAAAAiyRkAwAAAAAAgEUSsgEAAAAAAMAiCdkAAAAAAABgkYRsAAAAAAAAsEhCNgAAAAAAAFgkIRsAAAAAAAAskpANAAAAAAAAFknIBgAAAAAAAIs03nYBsCC33Zb88z/PPjc2ljz3ucmJJ7ZTEwAAQEds25ZMTs4+V0ry7Gcnp57aSkkAANA6IRvD4Sd+Innf++aef/3rk9e9bvXrAQAA6JDXvCb5oz+ae/6Vr0x+4zdWvx4AABgExkUyHG6/Pfmu70puuWXmsXFj8oUvtF0ZAADAyHvwweT882dfkj32scnWrW1XBgAA7dHJxuCrtZlN8vznJ49//Mz5xz0u+eIXWysLAACgK/bsSY4/fvYl2ZlnJvfe215NAADQNp1sDL4dO5Jdu5Kzzpp9/pxzmg43AAAA+mpqKnnEI2af27BByAYAQLcJ2Rh8vfkj84Vs27Y1V3sAAAD0zXwh2+mnC9kAAOg2IRuDrxeybdw4+/xjHtOMkrzrrtWvCQAAoEMOF7J95SvJvn3t1AQAAG0TsjH4tm1rjvN1siX2ZQMAAOizw4VstSb33ddOTQAA0DYhG4Nv69aklOSMM2afF7IBAACsisOFbImRkQAAdJeQjcG3dWvyqEclExOzz591VjI2ltx+ezt1AQAAdMR8IduGDc1RyAYAQFcJ2Rh8W7fO3Y8tScbHk02bdLIBAAD02dRUsnbt7HO9TrYvf3n16wEAgEEgZGPwbd06dz+2nnPOEbIBAAD02Z49xkUCAMChhGwMvm3bhGwAAAAtmm9c5EknNQNGhGwAAHTVeNsFwBHt3Jns2HHkkG3btuQJT5h9/sUvTl7/+r6XBwAA0AXzhWylNN1sQjYAALpKyMZg27atOR4uZHvJS5Jbbkn27Zs5d801yTveIWQDAABYIfOFbEkTstmTDQCArhKyMTjuvDP5N/+mOfY8/HBz3Lhx/t85//zkT/5k9rlXvjJ5y1uSWptbKwEAAFiyWg8fsm3YoJMNAIDuErKx+vbsSf7sz5Jdu2bOTU8nv/7ryQMPJM9//uxw7MQTk6c9beHvf9ZZzXvv2JGcfPLK1Q0AANBB+/c3QdvhOtk+97nVrwkAAAaBkI3V9773JT/yI3PPn3FG8uEPJ5dcsrz3742W3LpVyAYAALBMU1PN8XAh2733GiQCAEA3CdlYfdu3N8dPfCLZtGnm/IknJmvXLv/9Dw7ZLrpo+e8HAADQYb2Qbb7LtdNPT3bvTiYnk2OOmTn/2Mc2oyQBAGCUCdlYffff3xzPPbcJ1lZaL2Tbtm3l3xsAAKBj9uxpjvN1sj360c3xmc+cff6SS5Lrr+9vXQAA0LZOhWyllE1J/ijJhiQ1yVW11je2W1UH3X9/M0fk+OP78/5nnNG8/9at/Xl/AACADjnSuMjv+77kQx+aCeKS5C1vac4BAMCo61TIlmRfklfVWj9ZSjk+yXWllPfXWj/TdmGdsmNHctJJyZo1/Xn/iYlmLomQDQAAYNmOFLKNjydbtsw+d+21ybve1fzefL8DAACjok8px2Cqtd5da/3kgX9+MMlnk2xst6oOuv/+5OST+/sZZ50lZAMAAFgBRwrZ5nP66c2xtx03AACMqq51sn1dKeWcJJcmuWae565McmWSbNiwIZOTk6tZ2mHt3LlzYGpZjotuvTWPGB/PdX38s1x4zDFZd/PNuXbI/75GZc1ZHOveTda9m6x791hzYBgtNWS7995ko9taAQAYYZ0M2UopxyX5yyQ/U2t94NDna61XJbkqSTZv3ly3HDr7oiWTk5MZlFqWZc2aZNOm/v5ZLrkk+dSnhv7va2TWnEWx7t1k3bvJunePNQeG0XJCNgAAGGWdGheZJKWUiTQB25/UWv+q7Xo6abXGRX7ta8nOnf39HAAAgBEnZAMAgPl1KmQrpZQkb0vy2Vrrb7ZdT2etVsiWJNu29fdzAAAARlwvZFu7dmGvP+205ihkAwBg1HVtXOQ3J/mhJJ8qpdxw4Nxraq3vabGm7tmxIznppP5+Ri9ke8tbksc/fvb55z+/v58NAAAwQhbbyXbCCc1rhWwAAIy6ToVstdaPJilt19Fpu3cne/b0v5Pt/POb2yx/67fmPnfvvTO3VgIAAHBEe/Y0x4WGbKU0IyO3b+9fTQAAMAg6NS6SAXD//c2x3yHbox6V3Hdfcs89M4+rr26eu+uu/n42AADACFlsJ1vShGw62QAAGHWd6mRjAPRCtn6Pi0yS445rHj0XXtgct25NnvKU/n8+AADACBCyAQDA/HSysbp27GiO/e5km8/Gjc1x69bV/2wAAIAhJWQDAID5CdlYXas1LnI+p5+ejI8n27at/mcDAAAMqaWEbKed1oRstfanJgAAGARCNlZXmyHb2Fhy5pk62QAAABZhqZ1su3cnDz3Un5oAAGAQCNlYXb1xkauxJ9t8zjpLyAYAALAIvZBt7dqF/87ppzdHIyMBABhl420XQMf0OtnaDNluuKGdzwYAABhCS+1kS5qQ7bGPnf3cZz+bXHfd7HPj48nznpccd9zS6wQAgNUmZGN13X9/c9U0MdHO52/cmPzt3zYbA5TSTg0AAABDZM+e5riYy7jDdbJ94APJd393M0ryUG98Y/Lv//3SagQAgDYI2VhdO3a018WWNJ1su3YlX/tau3UAAAAMiampptNszSI2nOiFbD/1U8kv/uLM+VtuSc47L/njP07WrZs5f8klye23r0y9AACwWoRsrK77709OPrm9zz/rrOa4dauQDQAAYAGmphY3KjJpLr3+3b+buyX2N35j8t/+W/LIR859ve2zAQAYNkI2VtcghWxPelJ7dQAAAAyJpYRsa9Ykv/M7C3/9WWcld921uM8AAIC2Cdnonx07ko9+tNn/rOeuu5InP7m9mjZubI5ukQQAAFiQpYRsi7VpU/L+9/f3MwAAYKUJ2eif178++e3fnnv+u75r9WvpOeOMpBQhGwAAwAKtRsh21lnJ3Xcn+/Y1+78BAMAw8NWV/vna15rdrt/zntnnL7ywnXqS5spww4bkDW9I3vSmmfNr1yZ//dfJN3xDe7UBAAADp5RyTJKPJFmb5hr6/9Raf6ndqlbXanWyTU83QdumTf39LAAAWClCNvpnaio57rjkqU9tu5LZfuu3mjGWPXv3JlddlfzTPwnZAACAQ+1J8sxa685SykSSj5ZS/q7W+vG2C1stU1PNfYn9dPD22fOFbHfemezcOfvc6acnp57a37oAAOBIhGz0z969/b/dcSltauQJAAAgAElEQVRe8pLm0VNr8sd/3Fy1AQAAHKTWWpP04p2JA496+N8YPXv2rE4nW9Js4/30p89+7vrrk6c8Ze7vnHRS8pWvJGvW9Lc2AAA4HCEb/TM1lUxMtF3F0ZWSnH22kA0AAJhXKWUsyXVJzk3y5lrrNYc8f2WSK5Nkw4YNmZycXPUa57Nz584VqeWeey7Knj0TmZz85PKLOowHHxxP8i2ZnPxCTj999h7ab3/7o5M8Jr/wC5/NxMR0kuRjHzs1H/jAhrzvfR/JMcdM962uYbNSa85wse7dZN27ybp3k3UfbEI2+mc1BvevlE2bhGwAAMC8aq37k1xSSjkpybtKKU+qtd500PNXJbkqSTZv3ly3bNnSTqGHmJyczErUctxxyfh4VuS9DqfWZP36ZO3ac7Nly7mznnv965NLL01+7dee8PVzb3pT8oEPJJs3f6uRkQdZqTVnuFj3brLu3WTdu8m6DzZDFeifYQrZzj67mUsCAABwGLXWHUk+lOQ5bdeymlbj0q6UZl+2rbOb2PLQQ8nHPpZ8+7fPPn/ssc1x9+7+1gUAAEciZKN/BnVPtvmcfXZyzz3NZgMAAAAHlFJOO9DBllLKsUmeleRz7Va1ulbr/smzzpp77+NHP9p8/hVXzD6/bl1z3LWr/3UBAMDhGBdJ/0xNNXNFhsHZZzfHrVuTxz2u3VoAAIBBckaSPzywL9uaJH9Ra/3blmtaVasVsm3alLznPck//dPMuT/7s+azv+VbZr9WyAYAwCAQstE/U1PJxETbVSzMpk3N8c47hWwAAMDX1VpvTHJp23W0abVCtnPPTe69d26gdsUVzX5tBxOyAQAwCIRs9M+w7cmW2JcNAADgEFNTydq1/f+cV74yefrTk/37Z5+/+OK5r7UnGwAAg0DIRv8M055sZ53VHO+8s906AAAABsyePatzaXfssckzn7mw1+pkAwBgEKxpuwBG2DB1sh17bHL66UI2AACAQwzipZ2QDQCAQSBko38G8UrsSDZtErIBAAAcYhAv7XrjIoVsAAC0ybhI+mdqKpmYaLuKhTv77OTaa5Pf//3Z55/3vOSMM9qpCQAAoGWDGLL1OtnsyQYAQJuEbPTPIF6JHckllyTveldy5ZWzz194YXLDDcm4/7gAAADdM4iXdsZFAgAwCIyLpH/27h28K7Ej+c//Odm2Ldm6deZx9dXJpz+dvO1tbVcHAACw6modzJDNuEgAAAaB1hz6ZxCvxI6klOTMM2ef++EfTt761uS1r00+8YnZz116afKTP7l69QEAAKyyffua46Bd2q1Zk6xdK2QDAKBdnQvZSin/O8nzktxba31S2/WMrFqbTrZh2pNtPqUkb3pT8oM/mLznPTPnH3ww+YM/SF7+8sG72gQAAFghU1PNce3aduuYz7p19mQDAKBdXRwXeXWS57RdxMjbu7c5jkIAdfHFzcjIbdtmHr/3e8n+/cnnP992dQAAAH2zZ09zHMRLu3XrdLIBANCuzoVstdaPJPlq23WMvFEK2ebzxCc2x898pt06AAAA+qjXyTaIl3bHHitkAwCgXZ0L2Vglg3wlthIuuKAZJSlkAwAARtggX9rpZAMAoG2d25NtIUopVya5Mkk2bNiQycnJdgs6YOfOnQNTy9FMfPWr+eYkt3zxi/nSkNS8WE8744w8ODmZz1x+ed8+Y5jWnJVj3bvJuneTde8eaw4Mm0EP2ezJBgBAm4Rs86i1XpXkqiTZvHlz3bJlS7sFHTA5OZlBqeWo7rorSXLehRfmvGGpebGe+tQce/vtOb2Pf76hWnNWjHXvJuveTda9e6w5MGwGPWTTyQYAQJuMi6Q/Rn1PtqTZl+3mm2f+rAAAACNmkEM2e7IBANC2znWylVL+LMmWJKeWUrYm+aVa69varWoEDfKV2Eq58MImYLv11maPNgAAgCH35jcnn/zkzM/btzfHQby0My4SAIC2dS5kq7X+QNs1dEIXQrYnPrE5XnNN8shHzpw/5pjk+OPbqQkAAGAZXvOaZP/+5OSTZ85dcEHyhCe0V9PhGBcJAEDbOheysUq6ELJdcEEyNpa87GWzz4+NJZ/+dHL++a2UBQAAsFT79yc//uPJb/xG25UcnZANAIC2Cdnoj17INjHRbh39tH598rd/24yL7LnvvuSXfzm59lohGwAAMHRqTdYMye7t9mQDAKBtQjb6Y+/e5jjKnWxJ8pznzP55z57kV34lueWWduoBAABYhunppJS2q1iY3p5stQ5PzQAAjJYhuT+NodOFcZHzWbs2ecxjkptvbrsSAACARZueHp5OtnXrmnp7l58AALDahuSrM0OnqyFb0oyJFLIBAABDaNjGRSZGRgIA0J4h+erM0OnCnmyHc/75zbjI6em2KwEAAFiUYRsXmQjZAABoj5CN/ujKnmzzOf/8ZmOArVvbrgQAAGBRhqmTrRey7d7dbh0AAHTXkHx1Zuh0fVxkYmQkAAAwdHSyAQDAwgnZ6A8hWzMyEgAAYEjU2hyHpZPNnmwAALRtSL46M3S6HLI96lHJ8cfrZAMAAIZKL2TTyQYAAAsz3nYBjKjenmwTE+3W0YZSmm62d7wj+fSnZ86vWZO87nXJM57RXm0AAACHMT3dHIelk82ebAAAtG1IvjozdLrcyZYkr3hFE7RNTc08PvrR5A/+oO3KAAAA5mVcJAAALI5ONvqj6yHbj/1Y8zjYc56TfPKT7dQDAABwFL1ONuMiAQBgYYbk/jSGTi9k6+K4yMN5ylOa8ZF79rRdCQAAwBzD1skmZAMAoG1D8tWZoTM1lYyNDc/V2Wq49NJk377kppvargQAAGCOYe1ksycbAABtkYDQH3v3dndU5OE85SnN8frr260DAABgHsPWyWZPNgAA2jYkX50ZOlNTQrZDPeYxyQkn2JcNAAAYSMPWyTYxkYyPC9kAAGjPeNsFMKKEbHOtWdOMjBSyAQAAA6gXsg1LJ1vSjIx861uTv/u72ef+9E+TRz+6vboAAOgGIRv9IWSb31Oekvzu7yYvf/ns81dckbzkJe3UBAAAkOEbF5kkP//zyTXXzPz8wAPJ5GRzb6OQDQCAfhOy0R979zazO5jtBS9I3vWu5L3vnTn3ta8l73538uIXD9fVLAAAMFKGbVxkkrzmNbN//vznk/POSx56qJ16AADoFv+PPv2hk21+l1+e3H57snXrzOPNb07uuy/5139tuzoAAKDDhrGT7VDr1jVH+7QBALAahvirMwNNyLZwV1zRHD/wgXbrAAAAOm0YO9kOtX59c9TJBgDAahCy0R9CtoU788zkiU9M3v/+tisBAAA6TCcbAAAszhB/dWag7d0rZFuMZz0r+cd/TB5+uO1KAACAjhqFTrZHPCIZH9fJBgDA6hhvuwBG1NRUMjHRdhXD41nPSt74xmTLlpn5JkmeUEryTd8ksAQAAPpuFDrZkuaSSicbAACrYci/OjOwjItcnGc+M/me72mCyamp5nH//dnwD/9gjCQAALAqep1swx6yrVunkw0AgNWhk43+mJpKTjih7SqGx7HHJu961+xzU1PZd8opGX/nO5Pv+q526gIAADpjFMZFJk0nm5ANAIDVMOT3pzGwdLIt3yMekfu+5VuSd7+7+fsEAADoo1EZF7lunXGRAACsjiH/6szA2rvXnmwr4N7LL0927Eje+96ZMZJTU8m+fW2XBgAAjBidbAAAsDhCNvpDJ9uKuH/z5uSkk5IXvCBZu3b246/+qu3yAACAETIqnWzr1+tkAwBgddiTjf4Qsq2IOjGRvPOdyb/8y+wnrr46+cVfTL7ne4b/ChgAABgIo9LJtm5dsn1721UAANAFnQvZSinPSfLGJGNJ3lprfUPLJY0mIdvKueKK5nGwxz0ueclLkr/8y+RFL2qnLgAAYKToZAMAgMUZ8q/Oi1NKGUvy5iTPTfLEJD9QSnliu1WNqL17hWz99P3fn1xwQXLllclFF81+/Pqvt10dAAAwhHqdbMMesq1bZ082AABWR9c62S5L8oVa621JUkp5R5IXJPlMq1WNoqmpZGKi7SpG19hY8nu/l7zpTTO3mybJPfckr351ctxxyb/9t7N/Z3x8+K+WAQCAvhmVcZHr1wvZAABYHV0L2TYmueugn7cmeVpLtYw24yL7b8uW5nGwffuSF74w+emfbh4HO/305Fd+JXn2s2efn5hINm5cmSvp/fuTrVuTBx6YW9dddzUh4MFqTb761eRLX5q5ou95+OHk3nub4/R0897T03MfB5/fu3fmcej7DZFv3LMnWbu27TJmB7gszSL+Dp8+KOs+aEb838Onr9b/Xo743+OqWKG/w1Vb80F1yy3J8ce3XQVwGKMyLnLdOuMiAQBYHV0L2RaklHJlkiuTZMOGDZmcnGy3oAN27tw5MLUczeVTU7njS1/KF4ek3kG1lDVf8xM/kTPOOSdjh1xVnnLttTnpFa+Y93f2nnBCdp955oI/Y2z37jziK19J2b9/9mfv3Zs1+/Ytqt4k2bd+fabHZ//XUZ2YyNRJJ2V67drUNWuSUprjmjWzfx4b+/rP0+PjqWNjqePjzbkhtXffvkyMD8h/PQ/7bcyDYIF/h3v37s2EDuDDqiP67+K+vXszbt2Hxwr8e9j1/6x/4WMfy7QbCmBgjVInW+/euw7/Vy4AAKtgQP5f3FWzLcmmg34+68C5WWqtVyW5Kkk2b95ctxzaLdSSycnJDEotR7R/f1JrzjnvvJwzDPUOsCWv+XOfO/dcrckHPtB0jR1s165MXHddJrbN+Y/C4a1bl5xxxtyum0c8InnsY5NTTpl9vpRk06bmdw4Nv048MePr18/7MV39v+CG5j/rrCjr3k3WvXu6vuYLv6UHaMOodLL1Li927UpOPLHdWgAAGG1dC9muTfL4Uspj0oRrL0nyg+2WNIKmpppjl0chDaJSkmc9q+0qAACAATUqnWzr1jXHhx4SsgEA0F+dCtlqrftKKT+d5O+TjCX537XWT7dc1ujphWzmcgAAAAyNUetke+ihdusAAGD0dSpkS5Ja63uSvKftOkaaTjYAAICh0+tkG/aQrdfJdsg21QAAsOKG/KszA0nIBgAAMHRGZVykTjYAAFaLkI2Vt3dvcxSyAQAADI1RGRepkw0AgNXSuXGR9MHb3558/OMzP+/Y0RztyQYAADA0dLIBAMDiCNlYnunp5Cd/Mtm/f+ZKJkk2bUouvLC9ugAAAFiUUelk612a6mQDAKDfhGwsz+23Jzt3Jr//+8nLX952NQAAACumlLIpyR8l2ZCkJrmq1vrGdqvqn1HpZOuNi9TJBgBAvwnZWJ4bb2yOF1/cbh0AAAArb1+SV9VaP1lKOT7JdaWU99daP9N2Yf0wap1sQjYAAPptyL8607p//dfmNkejIQEAgBFTa7271vrJA//8YJLPJtnYblX90+tkG/aQrdfJZlwkAAD9NuRfnWndjTcmj3/8zFUMAADACCqlnJPk0iTXtFtJ/4zKuMi1a5ugUCcbAAD9Zlwky3PjjclTntJ2FQAAAH1TSjkuyV8m+Zla6wPzPH9lkiuTZMOGDZmcnFzdAg9j586di6rlhhtOTHJpbrzxhoyN7ehbXath7dpvyc03353JyVvbLmVVLXbNGQ3WvZusezdZ926y7oNNyMbSPfhgcuutycte1nYlAAAAfVFKmUgTsP1JrfWv5ntNrfWqJFclyebNm+uWLVtWr8AjmJyczGJq6e3Jdumll2RA/ghLdsIJySmnbMqWLZvaLmVVLXbNGQ3WvZusezdZ926y7oPNuEiW7qabmuPFF7dbBwAAQB+UUkqStyX5bK31N9uup996Iduw78mWJOvX25MNAID+08nGwnz1q8kzntEce3bvbo4XXdROTQAAAP31zUl+KMmnSik3HDj3mlrre1qsqW9GZU+2pNk23J5sAAD0m5CNhbn++uQzn0le8IJkw4aZ849+dPMAAAAYMbXWjyYZgchpYUatk03IBgBAvwnZWJjbb2+Ov/3byTnntFoKAAAAK6/XyTYKIdu6dcZFAgDQfyPw1ZlVcdttyfh4ctZZbVcCAABAH4zSuEidbAAArAadbCzM7bcnZ5/dBG0AAACMnFEaF7luXXLzzckVV8ycKyX5uZ9Lnv3s9uoCAGC0SExYmNtuSx772LarAAAAoE9GqZPtRS9Ktm1LHn545ty11za7HwjZAABYKUI2Fub225Pv+Z62qwAAAKBPRqmT7fu/v3kc7Nxz7dMGAMDKGoGvzvTdzp3J9u062QAAAEbYKHWyzcc+bQAArDQhG0d3++3N8TGPabcOAAAA+maUOtnmI2QDAGCljehXZ1bUbbc1R51sAAAAI6vXySZkAwCAhRnRr86sKJ1sAAAAI6/XyTaq4yLXrROyAQCwsoRsHN1ttyXHH5888pFtVwIAAECf6GQDAIDFGW+7AAbMP/xD8uM/nuzbN3Nu+/bk3HNH93ZGAAAAvh6yjeqln5ANAICVJmRjtr//++TOO5Mf/MHZ57/7u9upBwAAgFXRGxc5yp1su3a1XQUAAKNEyMZsX/xis/fa1Ve3XQkAAACrqCudbLWO7p8RAIDVNaL3p7Fkd9yRPPrRbVcBAADAKutCJ9v+/cnUVNuVAAAwKkb0qzNLJmQDAADopF4n2yiHbIl92QAAWDnGRQ6Dz38+ednLcunXvpaceOLs50pJfu7nkhe8YPmfs3t38uUvJ+ecs/z3AgAAYKj0OtlGdZTiunXN8aGHklNOabcWAABGw4jenzZi1qxJ1q3L/mOOaa4KDn5ce23yN3+zMp9z553NUScbAABA5+hkAwCAxdHJNgwe97jk/e/PjZOT2bJly+znzj575kpoub74xeaokw0AAKBzepeWo9rJJmQDAGCljej9aXOVUl5USvl0KWW6lLK57XpWzJo1Kxey3XFHc9TJBgAA0Dm9cZGj3sm2a1e7dQAAMDoGppOtlLIxybOSfGOSM5Mcm+S+JDcn+XCSD9dal5Mm3ZTkhUnessxSB8tKh2zj48mZZ67M+wEAAPRJKWVtkqdn/mvIj9Rab2uxvKGkkw0AABan9ZCtlHJ5kp9L8h1JxpJsTbI9ye4kFyd5fpLXJbm7lPL7SX6z1vrAYj+n1vrZA5+3QpUPiLGxlR0XuWlT854AAAADqJRybpKfSfLSJCcmmU7ytTTXkKckOSZJLaVcl+R3k/zRMm/Y7IyudLIJ2QAAWCmtfnUupfy/JH+X5KEkL05yeq317FrrU2ut31JrfWKSE5Jckubi6EVJbi2lfEdrRQ+ale5kMyoSAAAYUKWUNyf5TJJvSPIrB47H1FofWWs9q9a6LskZaaaY3JDkN5N8upTytLZqHia9S0shGwAALEzbnWy3JPmxWus9h3vBgTsObzzw+NVSynenuVtxjlLKB5I8ap6nXltrffdCiyqlXJnkyiTZsGFDJicnF/qrfbVz5845tXzDww/nobvvzmcWW2OtWfPww7NOPe3mm3P/U5+azw3In5f515zRZ927ybp3k3XvHmsOy3ZmkstqrTcc7gW11i8neXeSd5dS/l2SH08zJeWa1SlxePU62UZtAEzPunXNUcgGAMBKaTVkq7X+7BJ+5/8e4bkrllfR19/nqiRXJcnmzZvrli1bVuJtl21ycjJzajnuuKw/9dScvtgaf/RHkz/4gzmnH/X0p+dRA/Ln5TBrzsiz7t1k3bvJunePNYflqbV+7yJfvyfJ7/SpnJGjkw0AABan1ZCtlPK6JH9Ya72jzTqG2lLHRd50U3LBBU3Y1jM2lrz0pStXGwAAwAoqpfxwkv9Ta93Vdi2jqHdpOaqdbEI2AABWWtvjIn85yetKKf+U5Ook76y17uzHB5VSvjfJ/0xyWpL/V0q5odY6/Hu7LTVke/DB5KKLkp/7uZWvCQAAoD+uTvKmUspfpblh80Mt1zNSeuMiR7WTbWwsWbs22SWiBQBghbT91fncJL+aZGOStyW5p5Tyx6WUZ5WysvfO1VrfdWAj7LW11g0jEbAlSw/ZHnggOf74la8HAACgf56V5F1JXpjkA6WUO0op/7WUcl7LdY2EUe9kS5puNp1sAACslFZDtlrrbbXWX6q1npvk8iR/muQ7k7w3yV2llDeUUp7YZo0Db2xs6Z1sJ5yw8vUAAAD0Sa31H2qt/ybJo5K8LMnNSV6d5LOllH8upbyilHJSmzUOs1HvZEuEbAAArKyB+epca/3HWuuVSc5I8gNJbkjyyiSfKqVcW0r56VYLHFRr1iT79y/ud6ank507dbIBAABDqda6q9b69lrrs5NsSvILSdYn+d0kd5dS3llKeV6rRQ6h3v2bQjYAAFiYgfvqXGvdU2v9i1rr89KMkfztJE9J8sZ2KxtQSxkX+dBDzS2KOtkAAIAhV2u9u9b6/9Van5zm2vEP04yT/Ot2Kxs+vU62UR4XuW6dkA0AgJUz3nYB8ymlHJ/kRUl+KMkzktQkH2y1qEG1lJDtwQebo042AABgRJRSnpnmGvKFSUqSL7Rb0fDRyQYAAIszMCFbKWVNku9I8sNJvjvJsWnm6/9ikrfXWre1WN7gWkrI9sADzVHIBgAADLFSyhPSXEO+NM0klAeS/FmSP6y1/nObtQ2j3qXlKHeyrV+f3Hdf21UAADAqWg/ZSimXprkoekmS05PsSHJ1mouif2mxtOGwnE424yIBAIAhU0o5LckPpulauzTJdJL3JfmPSd5da93TYnlDrTcuctQ72e68s+0qAAAYFa2GbKWUm5I8Icn+JO9NMzv/b2qtU23WNVTGxoyLBAAAOqGU8rdJnp3mWvamJP8pyZ/UWu9ptbAR0ZVONuMiAQBYKW13su1L8qo0F0XbW65lOK1Zk0wtMpM0LhIAABhOlyX53TSTT65vu5hR05VONiEbAAArpdWQrdZ6SZufPxKMiwQAALrjzFrrvraLGFW9S0shGwAALEyrX51LKS9cwu+cUUr5xn7UM5SWE7LpZAMAAIbLkxf7C6WUY0opF/SjmFHT62Qb5XGR69Ylu3cv/jIaAADm0/b9af+zlHJDKeUVpZRTjvTCUsozSilXJflClnBhNbKWErL1xkXqZAMAAIbLR0op/7eU8pxSyhGvZ0spZ5dSXpPk9iTPW53yhltX9mRLkl272q0DAIDR0PaebI9P8h+T/EqawO2zSf41yfYke5KcnOSxSTYnOTHJR5I8q9b6sXbKHUBL7WQbG0uOOaY/NQEAAPTH+Un+S5J3J3mglPLPmf8a8rIkT0oTsL2q1vqn7ZQ7XKanRztgS2ZCtoceSo47rt1aAAAYfm3vybYrya+UUt6Q5HuTfEeSb0xyZpJjknwlyeeSvDHJn9daP9dWrQNrbGxpIdvxx4/+1RMAADBSaq3bkvxoKeXVSX4kzTXkK5Mce9DLbk9zg+ark/x9rb0hiBxNraO9H1syE7K94hUz/5wk3/qtyZVXtlMTAADDq+1OtiRJrXUqyZ8feLAYSx0XaVQkAAAwpGqt9yb59QOPlFJOyoEbNWute9usbZh1oZNt8+bkwguTT31q5ty99yaTk0I2AAAWbyBCNpZhzZpk//7F/U6vkw0AAGAE1Fp3tF3DKOhCJ9uTnpTcdNPsc//hPyR/+Ift1AMAwHAb8a/PHbDUTjYhGwAAAAeZnh79kG0+xx/f3ItqsCgAAIvVwa/PI2YpIduDDxoXCQAAwCy1jv64yPkcd1xzWf3ww21XAgDAsBGyDbulhmw62QAAADhIlzvZkuZSGQAAFqODX59HzFLHRepkAwAA4CBd7mRLkp07260DAIDhI2QbdmNjOtkAAABYtq52sgnZAABYqg5+fR4xa9Yk+/cv/PW1CtkAAACYY3q6m51sxkUCALBUQxGylVK+r5SyiCSpQxY7LnLXrub1xkUCAABDqJSysZTyy6WU3y+l/Gwp5cR5XvOEUsoH26hvmNWqkw0AABZjvO0CWKbFhmy9W/N0sgEAAEOmlHJOkk8kOTnJ9iQ/luTnSykvrbX+w0EvPSHJ5ate4JDr6rhInWwAACxVqyFbKeWHF/jSb+hrIcNssSHbAw80RyEbAAAwfP5rknuTPKXWemcp5QlJ/leS95RSfqTW+qftljfcau3muEidbAAALFXbnWxXJ6lJFvI1vva3lCG11E424yIBAIDh84wkP19rvTNJaq2fLaU8M8mbk/xRKeXEWuvvtVrhEOt6J5uQDQCAxWo7ZPtqkr9JczfikTw3yRv7X84QGhszLhIAAOiKU5NsO/hErXV/kleUUnYkeVMp5YQkky3UNvS63slmXCQAAIvVdsh2XZLH1lpvPdKLSil3r1I9w+dInWzT08lllyVf+MLMub17m6NONgAAYPjcmeTCJP946BO11leXUh5M8t+S/N1qFzYKutrJtnZtMj6ukw0AgMUbhJDtpxfwuu1JPtLnWobTmjXJ/v3zP7d7d3Lddck3f3OyefPM+ZNPTi6+eHXqAwAAWDkfSfLSNPuwzVFr/dUDQdtvrWpVI2J6upudbKU03Ww62QAAWKxWQ7Za62uSvGYBr/tIkm/rf0VD6GidbEnyvd+bvOpVq1cTAABAf1yV5CWllEfWWr8y3wtqrb9TSrk3yXesbmnDr9ZudrIlTcimkw0AgMVqu5ON5TpSyNbrcOvqVRIAADBSaq3XpZmIcrTXvSPJO/pf0Wjp6rjIpNm2XCcbAACL1dGvzyNkISHb2Njq1QMAAMBQqrWb4yITnWwAACzNwHSylVI+eJSX1Frrty/j/f97kucnmUpya5IfqbXuWOr7DQwhGwAA0EH9vobsoq53sgnZAABYrEH6+rwmSTnkcWqSb05y3oGfl+P9SZ5Ua31ykluS/MIy328wjI0dfU82IRsAADB6+n0N2Tld72QzLhIAgMUamE62WuuW+c6XUh6X5K+T/Noy3/99B/348STfv5z3Gxhr1sx0rB3KnmwAAMCI6vc1ZBfpZGu7CgAAhs3AhGyHU2u9tZTyhiT/PcmlKx1yqUUAACAASURBVPS2P5rkzw/3ZCnlyiRXJsmGDRsyOTm5Qh+7PDt37pxTyzl33ZVHT0/nw/PUuPbLX87Tk3zu85/PPQPyZ2Bx5ltzRp917ybr3k3WvXusOfTfSl9DllL+d5LnJbm31vqk5b7fIJue1skGAACLMfAh2wHb04z7OKJSygeSPGqep15ba333gde8Nsm+JH9yuPeptV6V5Kok2bx5c92yZcsSSl55k5OTmVPLhz6UTE/PPZ8kX/xikuSCCy/MBQPyZ2Bx5l1zRp517ybr3k3WvXusOayaBV1DLtDVSd6U5I9W6P0GVq3d7WQ77jidbAAALN7Ah2yllEcmeWWSW4/22lrrFUd5r5eluQPx22utdUUKbFvvCmi+4fnGRQIAAB2zmGvIhai1fqSUcs5KvNeg6/q4yF27msto25oDALBQAxOylVJuT3Jo8PWIJBsO/PP3LfP9n5PkPyW5vNa6aznvNVB6V0DT03OvBHohmysEAABgxPT7GrKL5rt3syuOO645PvRQcsIJ7dYCAMDwGJiQLcmHM/cC6eEkdyR5Z611uXchvinJ2iTvL81Vw8drra9Y5nu2rxegCdkAAIBu6fc15IIN077eR/LlL1+Y3buPzeTkJ/pX1ID60pfOSHJ+3ve+j+XUU6faLmfJ7P3ZTda9m6x7N1n3brLug21gQrZa68v6/P7n9vP9W9PrZNu/P5mYmP3c9PTs1wAAAIyIfl9DLsZQ7et9BKeemuzYkU7uHfmlLzXHiy76ppx/fru1LIe9P7vJuneTde8m695N1n2wSV+G3cHjIg+lkw0AAIAF6vqebEmyc2e7dQAAMFw6+vV5hAjZAAAA+qaU8mdJ/jnJ+aWUraWUH2u7pn6ZnrYnm5ANAIDFGJhxkSzRkUK23jkhGwAAwJLUWn+g7RpWS6062R58sN06AAAYLh39+jxCFtLJ1tWrJAAAABasy+MidbIBALAUOtmGXa9LzbhIAAAAlqFW4yKvuy7ZsGHm/CmnJBdf3E5NAAAMPiHbsDMuEgAAgBXQ5U62k09OJiaS//E/msfBbr89OeecVsoCAGDACdmGXe8KqNe1djDjIgEAAFigLneyrV+ffOpTyT33zJy7/vrkZ382ufNOIRsAAPMTsg27hezJppMNAACAo+hyJ1uSnH9+8+g56aTmeN997dQDAMDg6/DX5xEhZAMAAGAFTE93t5NtPqed1hy3b2+3DgAABpeQbdjZkw0AAIAVUGu3O9kO9chHNkedbAAAHI6vz8NuIZ1srpIAAAA4iq6PizzU2rXJCSfoZAMA4PB8fR52vS414yIBAABYhlqNizzUqacK2QAAODwh27Dr3WbYC9QOZlwkAAAAC6STba7TTjMuEgCAw/P1edgZFwkAAMAK0Mk2l042AACORPoy7BYSsulkAwAA4Ch0ss2lkw0AgCPx9XnYCdkAAABYATrZ5up1stXadiUAAAwiIduwO1LI1jvnVkQAAACOQifbXKedljz8cPLQQ21XAgDAIPL1edj1utR0sgEAALAMQra5Tj21ORoZCQDAfHx9HnbGRQIAALACjIuc67TTmuP27e3WAQDAYBKyDbteyNYL1A7WC96EbAAAAByFTra5dLIBAHAkvj4Pu4V0srlKAgAA4Ch0ss2lkw0AgCORvgw74yIBAABYATrZ5tLJBgDAkfj6POyOFLIZFwkAAMAC6WSb68QTk/FxnWwAAMxPyDbsjIsEAABgBehkm6uUpptNyAYAwHzG2y6AZep1qRkXCQAAwDII2eZ32mnJe9+bvOhFM+fGx5PXvS55whPaqwsAgPb5+jzseldAvUDtYEI2AAAAFsi4yPm9+MXN2MjPfGbm8Y53JH/xF21XBgBA23SyDTt7sgEAALACdLLN7xd/sXkcbMOGZNu2duoBAGBw+Po87OzJBgAAwArQybZwGzcK2QAAELINv4WEbDrZAAAAOAqdbAsnZAMAIBGyDT/jIgEAAFgBOtkW7swzky99qe0qAABoW2dCtlLKfyml3FhKuaGU8r5Syplt17QiegGacZEAAAAsg062hdu4Mdm+Pdmzp+1KAABoU5e+Pv/3WuuTa62XJPnbJK9ru6AV0bsC6gVqBxOyAQAAsEBCtoXbuLE53n13u3UAANCuznx9rrU+cNCP65PUtmpZUUfbk82oSAAAABbAuMiF64Vs9mUDAOi28bYLWE2llF9N8sNJvpbk21ouZ2UcbU82IRsAAAALoJNt4YRsAAAkIxaylVI+kORR8zz12lrru2utr03y2lLKLyT56SS/dJj3uTLJlUmyYcOGTE5O9qnixdm5c+ecWtbfdlu+IclNN96Y+04+edZzj7399mxM8o8DUj+LN9+aM/qsezdZ926y7t1jzYFBppNt4c48sMv7l77Ubh0AALRrpEK2WusVC3zpnyR5Tw4TstVar0pyVZJs3ry5btmyZUXqW67JycnMqeW005IkT3riE5NDn/ubv0kmJub+DkNj3jVn5Fn3brLu3WTdu8eaA4NMJ9vCnXJKsnatTjYAgK7rzNfnUsrjD/rxBUk+11YtK6o3DtK4SAAAAJZBJ9vCldKMjBSyAQB020h1sh3FG0op5yeZTnJHkle0XM/KONKebPv3uw0RAACABdHJtjhCNgAAOhOy1Vq/r+0a+qJ3BbR//9zn9u/XyQYAAMCCCNkWZ+PG5BOfaLsKAADa1JmQbWQdrZNNyAYAAMACGBe5OGeemdxxR/LiF88+/8IXJi95STs1AQCwuoRsw+5IIZvbEAEAAFggl5CL853fmbzvfclNN82cu/vu5JOfFLIBAHSFkG3Y6WQDAABgBehkW5xv//bkU5+afe6Nb0x+5meSu+5KNm1qpy4AAFaPe9SGnZANAACAFaCTbfm2bGmOH/5wq2UAALBKfH0edr0Q7XDjIoVsAAAALIBOtuW76KLk5JOTycm2KwEAYDUI2YZd7zbD/fvnPrd/v9sQAQAAWBCdbMu3Zk3yrd8qZAMA6Ap7sg074yIBAABYAUK2lbFlS/Ludyf/638l69fPnD/77OTyy1srCwCAPhCyDbsjhWzGRQIAALBAxkWujO/4jubv8Sd+Yvb5NWuS7duTU05ppy4AAFaee9SG3dE62dyGCAAAwALoZFsZT3hCcvfdyRe+MPP40z9t/n4/8Ym2qwMAYCXpZBt2xkUCAACwAnSyrZwNG5pHz2mnNX+311yTPPvZ7dUFAMDKco/asOuFaEI2AAAAlkEnW/+ccELT4fYv/9J2JQAArCSdbMOudwW0f//c5+zJBgAA0Dl79iQf/GBy442nZPfuuc9v3tx0Vh1KJ1t/XXZZ8p73+HsGABglQrZhZ082AAAADrJjR/Kd35kkT573+Re/OPnzP597vlaXkP102WXJ1Vcnd96ZPPrRbVcDAMBKELINO3uyAQAAcJBTTkk+/vHkuuuuy1Of+tRZz/3ojyZf+9rc36m1OQrZ+ueyy5rjNdcI2QAARoWQbdgdKWQzLhIAAKBzJiaSpz0t2b37wTztabOfO+mkZO/eub/Tu6Q0xrB/LrooWbs2+aEfSl7+8pnzxxyTvP/9ycUXt1cbAABLI2QbdsZFAgAAsEATE8m+fXPP9y4pXUL2zyMekbztbcl1182cm5pK3vzm5CMfEbIBAAwjIduw691meLiQbWJidesBAABgYE1MJA89NPd8b1ykTrb+eulLm0dPrcnb357cckt7NQEAsHTuURt2pTS3GtqTDQAAgKOYmDjyuEidbKurlOS884RsAADDytfnUbBmTROoHWp62hUSAAAAXzc+Pn/IppOtPeedl9x8c9tVAACwFBKYUaCTDQAAgAWwJ9vgOf/85M47k927264EAIDF8vV5FAjZAAAAWIDDjYvsdbIJ2Vbfeec1f/9f+ELblQAAsFi+Po+Cw4Vs09NCNgAAAL7uaHuyGRe5+s4/vznalw0AYPgI2UbBkTrZ3IYIAADAAYfbk824yPY8/vHN0b5sAADDx9fnUTA2ZlwkAAAAR3W0cZE62VbfccclGzfqZAMAGEbjbRfAClizpgnUDmVcJAAAAAeZmEj27Zt7Xidbu847L/nHf0x+/ddnn//e722eAwBgMAnZRoFxkQAAAH1RSnlOkjcmGUvy1lrrG1ouaVl0sg2myy9PfvmXk1e/evb5j388ede7WikJAIAFkMCMgiOFbDrZAAAAlqSUMpbkzUmem+SJSX6glPLEdqtansOFbDrZ2vVLv5Ts2jX78SM/kkxOzj+4BgCAweDr8ygQsgEAAPTDZUm+UGu9rdY6leQdSV7Qck3LMj5+5E42IVt7jj129uNZz0p27Eiuv77tygAAOBzjIkfB4UI2e7IBAAAsx8Ykdx3089YkT2uplhXR25Ot1tmjIXuXlMZFDo5v+7bm+MEPJps3t1vLcn3xi8mHPpQ8+ODs87t3J5/+dLJ9++zz09PNufvua+4fnp6eedQ6++dDn+s9ej8fzZH+nV/Kcyv9fgt5bnr6GXMC8jbqaPuzlvrcsNaxZ8/Ts3at/97umj17vjFr17ZdBauty+v+kY8kj3lM21UcmZBtFIyN2ZMNAACgJaWUK5NcmSQbNmzI5ORkuwUdsHPnzjm1bN366CSPyQc/+OGMjc0kENu3PyLJN+Xzn785k5N3r2qdHN4553xD3vnOPbnsshsX9Pr51rwf7rhjXW688cRZ5/bvL7n22lNyzTWnZP/+hf9/EaeeuiennrpnzvkTT9ybCy+cythYTSk58KhZs2b+48GvOfifl6rWwycXhwvvFhLqrdRnHfzc3r17MzExsSqftRir+VlL/by21mwlPmvv3r0ZH1/YujM69u2z7l3U5XW//vrbcscd84xhGCBCtlFgXCQAAEA/bEuy6aCfzzpwbpZa61VJrkqSzZs31y1btqxKcUczOTmZQ2v5+Meb4zd90+U59tiZ81u3NscLLjg/W7acvzoFclTPf37y1reuz003bZnVrfLkJyfPeMbc18+35ku1e3fyu7+b3Hrr7PP33JP89V/PHxY86lHJT/1UcvLJs88/8pHJM5+ZnHHG7PMTE8nxx69N0tHb81fISq47w8O6d5N176Zur/sZR39JyzoXspVSXpXkfyQ5rdZ6X9v1rIg1a+bfCdm4SAAAgOW4NsnjSymPSROuvSTJD7Zb0vL0ml327s2skK1336ZhKIPlBf9/e3cfZNld1gn8+0x3KyGCJIYMkUkc3FVZSyl2HVCBldk1UUSE+IYrpaXo1lC7i6ulBeUuZbm71FqFLuDLHxYRo2VBLYIshbwUQTRtllpJeDEQEvAtJtlkoRI2pMYJL2GYn3/ce5nuntvd92Zu97l9zudT1XX7nnvPvc/kV0nOM895nt/zkt/6reRnfmbz8arkjW9MfuiHzu/zWxuNo3z965MHH9z82o03JnfemVxyyeZxdGtryUtekrzoRckjHrH5nEsvHe37BwAwFIO69Kmqy5N8V5K7uo5loXbqZJMhAQAAPCyttdNV9eIk1yVZSXJta+3WjsM6L5MCyOnTm49PupLs7bNcvvM7kwceSB566OyxL3whef7zkxe8IHntazev2f33f3MuvvjcdTxzJrn99uSuuzZ3oLU2+ryLLkoOH958zhVXJL/3e2f3hgMA4FyDKrIleXWSlyZ5a9eBLJRxkQAAAHuitfbOJO/sOo5F2djJtpFOtuX1lV957rG3vS05cWJUNNvo5Mm1bfd8etKTkquvPvevCZ74xORHfuTcrjQAAHY3mCJbVT0vyT2ttQ9X327NU2QDAABgBtsV2SaFGUW2g+Gii5I3venc4+vrHxrwni0AAPuvV0W2qnpPksdNeellSf5zRqMiZ/mcE0lOJMnhw4ezvr6+qBDPy6lTp6bG8pTPfS4PfvKTuW3La//y9Oncc889uX1J4md+2605/Wbdh8m6D5N1Hx5rDnRtt062vt2TCgAAe6lXRbbW2pXTjlfVNyd5QpJJF9uRJB+qqqe21j455XOuSXJNkhw7dqwty11g6+vr0+9Ie9SjcuEll+TSra+1liuOHs0VSxI/89t2zek16z5M1n2YrPvwWHOga5M92YyLBACA89erItt2Wmu3JLl08ryq7khyrLX2qc6CWqRDh0ajIbcyLhIAAIANJp1sp09vPj4ZF6mTDQAAZucetT7Ybk+2M2cU2QAAAPiS3cZF6mQDAIDZDaKTbavW2tGuY1ioaUW21kY/MiQAAADGtiuy6WQDAID5qcD0wbQi22R8pE42AAAAxnSyAQDA4rh87oNpRbbJc0U2AAAAxlbH82y225NNkQ0AAGbn8rkPVla272STIQEAADC2WyebcZEAADA7FZg+OHTobFFtwrhIAAAAtjAuEgAAFsflcx/Ykw0AAIAZbFdkm4yL1MkGAACzU2TrA3uyAQAAMIPt9mTTyQYAAPNz+dwHO3WyyZAAAAAY08kGAACLowLTB8ZFAgAAMAN7sgEAwOK4fO6DlRXjIgEAANjVbp1simwAADA7l899YFwkAAAAM9itk824SAAAmJ0KTB8cOnS2qDZhXCQAAABbrK6OHk+f3nxcJxsAAMzP5XMf2JMNAACAGehkAwCAxVFk64NpRTZ7sgEAALDFbkU2nWwAADA7l899YE82AAAAZrBdkW0yLlInGwAAzE4Fpg+MiwQAAGAG2+3JppMNAADm5/K5D1ZWjIsEAABgV7t1simyAQDA7Fw+98GhQ2c71yaMiwQAAGCLqtG9mNvtyWZcJAAAzE4Fpg+MiwQAAGBGa2s62QAAYBFcPveBIhsAAAAzWlvbfk82nWwAADA7RbY+mFZks2s1AAAAU6yubj8uUgoJAACzc/ncBzrZAAAAmNFO4yJ1sgEAwOwU2fpgZUWRDQAAgJlMK7LpZAMAgPm5fO6DncZFKrIBAACwwbQ92SadbIpsAAAwO5fPfXDo0NnOtYnJcxkSAAAAG+y0J5txkQAAMDsVmD6wJxsAAAAz2mlPNvdpAgDA7Fw+94FxkQAAAMxopz3ZdLIBAMDsFNn6YKdONrchAgAAsMFORTYpJAAAzM7lcx8YFwkAAMCM1taS06c3H5uMi9TJBgAAs1Nk64OVFUU2AAAAZrK6qpMNAAAWweVzHxw6dLaoNmFPNgAAAKaYNi5y0smmyAYAALNz+dwH9mQDAABgRjvtyWZcJAAAzG4wFZiq+i9VdU9V3Tz+eXbXMS2MPdkAAACY0U57srlPEwAAZrfadQD77NWttf/RdRALN63IZlwkAAAAU+y0J5tONgAAmJ171PrAuEgAAABmtNO4SCkkAADMbmiXzy+uqo9U1bVVdVHXwSzMyopxkQAAAMxkWpFtMi5SJxsAAMyuV+Miq+o9SR435aWXJfntJC9P0saPr0zyU9t8zokkJ5Lk8OHDWV9f34tw53bq1KmpsRy9664cPXMm69df/6WM6HG33ponJvmLm27K5++8c38DZWG2W3P6zboPk3UfJus+PNYcWAbT9mTTyQYAAPPrVZGttXblLO+rqt9J8vYdPueaJNckybFjx9rx48cXEt/5Wl9fz9RYbrghSXL8mc88mxH9zd8kSb796U9PjhzZpwhZtG3XnF6z7sNk3YfJug+PNQeWwU6dbIpsAAAwu8FcPlfVZRuefn+Sj3YVy8JNsqCNIyONiwQAAGCK1dXt92QzLhIAAGbXq062XfxqVT05o3GRdyR5UbfhLJAiGwAAADPSyQYAAIsxmCJba+3Hu45hz0wrsk1+V2QDAABgg2lFNp1sAAAwP/eo9cGkkDatk81tiAAAAGywtpacPr352CSdlEICAMDsXD73gXGRAAAAzGjanmyTcZE62QAAYHaKbH0wKbJNCmuJcZEAAABMtbY2Sh8nhbVEJxsAADwcLp/7YKdONhkSAAAAG6ytjR43drNNCm5SSAAAmJ3L5z4wLhIAAIAZTYpsG/dlm6STxkUCAMDsFNn6QJENAACAGelkAwCAxXD53AfTimwG6gMAADDF6urocWORTScbAADMTwWmDybdals72apkSAAAAGyikw0AABbD5XMfTLKgyYjIye9GRQIAALCFPdkAAGAxFNn6YLtxkYpsAAAAbDGtk82OAwAAMD+Xz30wrcj2xS/KjgAAADjHtD3ZjIsEAID5uXzug+2KbDrZAAAA2GKnTjbjIgEAYHaKbH2gyAYAAMCMphXZdLIBAMD8XD73waSYZk82AAAAdjEpsp0+ffaYTjYAAJifIlsf2JMNAACAGe3UyabIBgAAs1OF6YNJMe3Tnz7789nP6mQDAAB4mKrqh6vq1qo6U1XHuo5nkVZXR4/33382hfzMZxTYAABgXqtdB8ACfPmXjx6f9rTNx6+4Yv9jAQAA6IePJvmBJK/pOpBFe+QjR4/f932bj09SSwAAYDaKbH1w1VXJa14z6l7b6MlP7iYeAACAA6619rEkqR62dz3lKcm11yYnT24+/vVf3008AABwUCmy9cEFFyQnTnQdBQAAAAfAykrywhd2HQUAABx8imwAAAAMUlW9J8njprz0stbaW+f4nBNJTiTJ4cOHs76+vpgAz9OpU6eWJhb2hzUfJus+TNZ9mKz7MFn35abIBgAAwCC11q5c0Odck+SaJDl27Fg7fvz4Ij72vK2vr2dZYmF/WPNhsu7DZN2HyboPk3Vfboe6DgAAAAAAAAAOGkU2AAAA2KKqvr+q7k7y7UneUVXXdR0TAACwXIyLBAAAgC1aa29J8pau4wAAAJaXTjYAAAAAAACYkyIbAAAAAAAAzEmRDQAAAAAAAOakyAYAAAAAAABzUmQDAAAAAACAOSmyAQAAAAAAwJwU2QAAAAAAAGBOimwAAAAAAAAwJ0U2AAAAAAAAmFO11rqOYalV1X1J7uw6jrFLknyq6yDYV9Z8mKz7MFn3YbLuw2PNl8PXtNYe23UQ9JMcko5Z82Gy7sNk3YfJug+Tde/etjmkItsBUlUfaK0d6zoO9o81HybrPkzWfZis+/BYc2A/+W/O8FjzYbLuw2Tdh8m6D5N1X27GRQIAAAAAAMCcFNkAAAAAAABgTopsB8s1XQfAvrPmw2Tdh8m6D5N1Hx5rDuwn/80ZHms+TNZ9mKz7MFn3YbLuS8yebAAAAAAAADAnnWwAAAAAAAAwJ0W2A6CqnlVVf1VVf1tVv9h1POy9qrq2qu6tqo92HQv7p6our6rrq+q2qrq1qn6265jYW1X1iKq6qao+PF7z/9p1TOyfqlqpqr+sqrd3HQv7o6ruqKpbqurmqvpA1/EA/SWHHB455DDJIYdJHjlccsjhkUMeDMZFLrmqWkny10muSnJ3kvcn+dHW2m2dBsaeqqrvSHIqyR+01r6p63jYH1V1WZLLWmsfqqpHJflgkqv9+95fVVVJLmytnaqqtSTvTfKzrbX3dRwa+6Cqfj7JsSSPbq09p+t42HtVdUeSY621T3UdC9BfcshhkkMOkxxymOSRwyWHHB455MGgk235PTXJ37bWbm+tPZTkDUme13FM7LHW2g1J7u86DvZXa+0TrbUPjX//hyQfS/L4bqNiL7WRU+Ona+Mfd78MQFUdSfK9SV7bdSwA9I4ccoDkkMMkhxwmeeQwySFheSmyLb/HJ/m/G57fHRdM0HtVdTTJP09yY7eRsNfG4x5uTnJvkj9prVnzYfj1JC9NcqbrQNhXLcm7q+qDVXWi62CA3pJDwgDJIYdFHjlIcshhkkMeAIpsAEumqr4iyZuT/Fxr7WTX8bC3WmtfbK09OcmRJE+tKuN9eq6qnpPk3tbaB7uOhX33jNbav0jyPUn+w3i0FwDAeZFDDo88cljkkIMmhzwAFNmW3z1JLt/w/Mj4GNBD43nqb07y+tba/+o6HvZPa+2BJNcneVbXsbDnnp7kuePZ6m9I8q+r6nXdhsR+aK3dM368N8lbMhrpBrBockgYEDnksMkjB0MOOVByyINBkW35vT/J11XVE6rqy5L8myR/3HFMwB4Yb178u0k+1lp7VdfxsPeq6rFV9Zjx7xckuSrJx7uNir3WWvtPrbUjrbWjGf1//c9aaz/WcVjssaq6sKoeNfk9yXcl+Wi3UQE9JYeEgZBDDpM8cnjkkMMkhzw4FNmWXGvtdJIXJ7kuow1s39hau7XbqNhrVfU/k/xFkm+oqrur6qe7jol98fQkP57RHUk3j3+e3XVQ7KnLklxfVR/J6C/E/qS19vaOYwL2xuEk762qDye5Kck7Wmvv6jgmoIfkkMMkhxwsOeQwySNhGOSQB0S11rqOAQAAAAAAAA4UnWwAAAAAAAAwJ0U2AAAAAAAAmJMiGwAAAAAAAMxJkQ0AAAAAAADmpMgGAAAAAAAAc1JkAwAAAAAAgDkpsgGwVKrq6qr6+SnHj1dVq6rjHYQ1VVV9S1V9pqoeP8c5v15V79zLuAAAAIZCDglAl6q11nUMAPAlVfX7Sa5srR3ZcvzRSb4xyW2ttZNdxLZVVf1ZRvG8eI5zLktye5Jnt9au37PgAAAABkAOCUCXdLIBcCC01k621t63RMnRtyT5V0l+e57zWmufSPK2JC/Zi7gAAACQQwKwPxTZAFga4zsQfyLJ48djPVpV3TF+7ZxRH1W1XlXvrapnVdXNVfXZqvrLqvrWqlqtql+pqk9U1f1V9ftVdeGW73tkVb2iqv6+qh4aP76sqmb5/+O/TfKR1tqtWz7zBeMYTlXVyaq6papetOXcNyT57qq6fO5/SAAAACSRQwLQvdWuAwCADV6e5LFJnpLkueNjn9/lnH+a5NeS/Pckp5L8apI/Hv+sJvnJJP9s/J57k7w0SapqNcl1GY0PeXmSW5J8W5JfSnJxkl/Y5XufleQdGw9U1TOSvC7Jb2Z0l+GhJE9M8pgt5/7v8WtXJbl2l+8BAABgOjkkAJ1SZANgabTW/q6q7kvyUGvtfTOe9lVJntZauz1JxncQvjXJE1prV47fc11VfUeSH844QUryo0mekeSZrbUbxsf+tKqS5Jer6hWt98KmMwAAAsdJREFUtXunfWFVHU5yNMmHt7z0bUkeaK393IZj757y57yvqu4ev1+CBAAA8DDIIQHomnGRABx0fz1JjsY+Pn68bsv7Pp7kSI0zoIzuIrwzyf8ZjwVZHd+Z+O4kaxklL9v56vHjfVuOvz/JRVX1uqp6TlVtvftwo/s2fA4AAAD7Qw4JwMIosgFw0H16y/OHdji+mmRl/PzSJF+T5Atbfm4av/5VO3znI8aPm8aQtNb+PKM7HS9P8pYk91XVe6rqSVM+47NJLtjhOwAAAFg8OSQAC2NcJABD9f+T/H2S52/z+h27nJskF219obX2R0n+qKq+IsnxJK9I8q6qOtJaO7PhrRcn+cicMQMAANANOSQA51BkA2DZfD77c3feu5L8YJJTrbWP7/bmLe5I8rkkX7vdG1prp5K8vaq+NslvZHRX431JUlUrSa5I8qb5wwYAAGADOSQAnVFkA2DZ3Jbk4qr6d0k+kORzrbVb9uB7Xp/khRltVP3KjDag/rIk/yTJc5Nc3Vr7zLQTW2sPVdWNSZ668XhV/bckh5Ncn+T/JTmS5D8mubm1tnH2/jcleWSSGwIAAMD5kEMC0BlFNgCWzWsz2jD6V5I8JqONpY8u+ktaa1+oqu9O8otJTiR5QpIHk/xdknfk7Fz+7fxhkl+rqgtbaw+Oj92YUUL06oxGedyb0SbYv7Tl3Ock+WSS9fP/kwAAAAyaHBKAzlRrresYAODAqapHJ7k7yb9vrb1uznNvS/Lm1trWxAkAAIAekkMC9NOhrgMAgIOotXYyow2pX1pVNet5VfW8jMaBvHKvYgMAAGC5yCEB+sm4SAB4+F6VZCXJZRnNz5/FBUl+rLX2wJ5FBQAAwDKSQwL0jHGRAAAAAAAAMCfjIgEAAAAAAGBOimwAAAAAAAAwJ0U2AAAAAAAAmJMiGwAAAAAAAMxJkQ0AAAAAAADm9I+nFgG80w3k/wAAAABJRU5ErkJggg==\n",
"text/plain": [
"<Figure size 2160x2160 with 8 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"plot_test(x1_eval,x2_eval,x3_eval,x4_eval,x1_ref_eval,x3_ref_eval,act,t_end)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Evaluate control performance"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# Single evaluation\n",
"env_name = 'gyroscopeenv-v0'\n",
"agent_path = 'td3_n_b_var1/'\n",
"ss_bound = 0.05\n",
"metrics = evaluate_control(env_name,agent_path,ss_bound)\n",
"metrics"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"ename": "KeyboardInterrupt",
"evalue": "",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-29-61af205bd18c>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0mmetrics\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mevaluate_control\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_name\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0magent_path\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mss_bound\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m \u001b[0mnew_metrics\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mevaluate_control\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_name\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0magent_path\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mss_bound\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 12\u001b[0m \u001b[0mmetrics\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnew_metrics\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/code/custom_functions/custom_functions/custom_functions.py\u001b[0m in \u001b[0;36mevaluate_control\u001b[0;34m(env_name, agent_path, ss_bound)\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 256\u001b[0m \u001b[0;31m# Run trial\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 257\u001b[0;31m \u001b[0mr\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mscore\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx1_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx2_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx3_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx4_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx1_ref_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx3_ref_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mact\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrun_trial\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mdt\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0meval_per_dt\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0magent\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mt_end\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mep_len\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 258\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 259\u001b[0m \u001b[0;31m# Evaluate control metrics for that run\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/code/custom_functions/custom_functions/custom_functions.py\u001b[0m in \u001b[0;36mrun_trial\u001b[0;34m(env, dt, eval_per_dt, agent, state, t_end, ep_len, x1_ref_seq, x3_ref_seq, w_seq)\u001b[0m\n\u001b[1;32m 114\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 115\u001b[0m \u001b[0;31m# Get action from agent\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 116\u001b[0;31m \u001b[0maction\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0magent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mact\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_tensor\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfloat32\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 117\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 118\u001b[0m \u001b[0;31m# Perform step in environment\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/core.py\u001b[0m in \u001b[0;36mact\u001b[0;34m(self, obs)\u001b[0m\n\u001b[1;32m 60\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mact\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 61\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mno_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 62\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpi\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnumpy\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 539\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 540\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 541\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 542\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 543\u001b[0m \u001b[0mhook_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/pytorch/td3/core.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, obs)\u001b[0m\n\u001b[1;32m 31\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 32\u001b[0m \u001b[0;31m# Return output from network scaled to action space limits.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 33\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mact_limit\u001b[0m \u001b[0;34m*\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpi\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 34\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 35\u001b[0m \u001b[0;32mclass\u001b[0m \u001b[0mMLPQFunction\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mModule\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 539\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 540\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 541\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 542\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 543\u001b[0m \u001b[0mhook_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/container.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m 90\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 91\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_modules\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 92\u001b[0;31m \u001b[0minput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 93\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 94\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 539\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 540\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 541\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 542\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 543\u001b[0m \u001b[0mhook_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/modules/linear.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m 85\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 86\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 87\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mF\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 88\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 89\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mextra_repr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/nn/functional.py\u001b[0m in \u001b[0;36mlinear\u001b[0;34m(input, weight, bias)\u001b[0m\n\u001b[1;32m 1372\u001b[0m \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmatmul\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mt\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1373\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mbias\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1374\u001b[0;31m \u001b[0moutput\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mbias\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1375\u001b[0m \u001b[0mret\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0moutput\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1376\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mret\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mKeyboardInterrupt\u001b[0m: "
]
}
],
"source": [
"# Init dataframe\n",
"env_name = 'gyroscopeenv-v0'\n",
"agent_paths = ['td3_n_b_it1/','td3_n_it1_lr_var0/','td3_n_it1_lr_var1/','td3_n_it1_hid_var0/','td3_n_it1_hid_var1/','td3_n_it1_bs_var0/','td3_n_it1_bs_var1/','td3_n_it1_g_var0/','td3_n_it1_g_var1/','td3_n_it1_pol_var0/','td3_n_it1_pol_var1/','td3_n_it1_nc_var0/','td3_n_it1_nc_var1/','td3_n_b_it2/']\n",
"ss_bound = 0.05\n",
"\n",
"# Loop dataframe\n",
"for idx, agent_path in zip(range(len(agent_paths)),agent_paths):\n",
" if idx == 0:\n",
" metrics = evaluate_control(env_name,agent_path,ss_bound)\n",
" else:\n",
" new_metrics = evaluate_control(env_name,agent_path,ss_bound)\n",
" metrics = metrics.append(new_metrics)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th>Config.</th>\n",
" <th>td3_n_b_it1/</th>\n",
" <th>td3_n_it1_lr_var0/</th>\n",
" <th>td3_n_it1_lr_var1/</th>\n",
" <th>td3_n_it1_hid_var0/</th>\n",
" <th>td3_n_it1_hid_var1/</th>\n",
" <th>td3_n_it1_bs_var0/</th>\n",
" <th>td3_n_it1_bs_var1/</th>\n",
" <th>td3_n_it1_g_var0/</th>\n",
" <th>td3_n_it1_g_var1/</th>\n",
" <th>td3_n_it1_pol_var0/</th>\n",
" <th>td3_n_it1_pol_var1/</th>\n",
" <th>td3_n_it1_nc_var0/</th>\n",
" <th>td3_n_it1_nc_var1/</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>$\\theta$ MAE (rad)</th>\n",
" <td>0.21</td>\n",
" <td>0.21</td>\n",
" <td>0.18</td>\n",
" <td>0.23</td>\n",
" <td>0.23</td>\n",
" <td>0.20</td>\n",
" <td>0.21</td>\n",
" <td>0.23</td>\n",
" <td>0.20</td>\n",
" <td>0.19</td>\n",
" <td>0.19</td>\n",
" <td>0.32</td>\n",
" <td>0.21</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ MAE (rad)</th>\n",
" <td>0.13</td>\n",
" <td>0.13</td>\n",
" <td>0.12</td>\n",
" <td>0.11</td>\n",
" <td>0.14</td>\n",
" <td>0.13</td>\n",
" <td>0.13</td>\n",
" <td>0.16</td>\n",
" <td>0.13</td>\n",
" <td>0.15</td>\n",
" <td>0.14</td>\n",
" <td>0.14</td>\n",
" <td>0.11</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\theta$ MSSE (rad)</th>\n",
" <td>0.04</td>\n",
" <td>0.04</td>\n",
" <td>0.04</td>\n",
" <td>0.03</td>\n",
" <td>0.03</td>\n",
" <td>0.04</td>\n",
" <td>0.05</td>\n",
" <td>0.02</td>\n",
" <td>0.04</td>\n",
" <td>0.03</td>\n",
" <td>0.03</td>\n",
" <td>0.15</td>\n",
" <td>0.03</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ MSSE (rad)</th>\n",
" <td>0.02</td>\n",
" <td>0.02</td>\n",
" <td>0.02</td>\n",
" <td>0.02</td>\n",
" <td>0.03</td>\n",
" <td>0.04</td>\n",
" <td>0.04</td>\n",
" <td>0.02</td>\n",
" <td>0.03</td>\n",
" <td>0.03</td>\n",
" <td>0.05</td>\n",
" <td>0.05</td>\n",
" <td>0.02</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\theta$ in bounds (%)</th>\n",
" <td>77.50</td>\n",
" <td>69.50</td>\n",
" <td>64.00</td>\n",
" <td>74.00</td>\n",
" <td>69.50</td>\n",
" <td>54.00</td>\n",
" <td>66.00</td>\n",
" <td>95.00</td>\n",
" <td>85.00</td>\n",
" <td>77.50</td>\n",
" <td>80.00</td>\n",
" <td>74.00</td>\n",
" <td>86.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ in bounds (%)</th>\n",
" <td>89.50</td>\n",
" <td>89.00</td>\n",
" <td>90.00</td>\n",
" <td>97.00</td>\n",
" <td>82.00</td>\n",
" <td>80.00</td>\n",
" <td>79.00</td>\n",
" <td>89.50</td>\n",
" <td>84.50</td>\n",
" <td>78.00</td>\n",
" <td>79.50</td>\n",
" <td>78.50</td>\n",
" <td>97.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\theta$ unsteady (%)</th>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ unsteady (%)</th>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u1 (V)</th>\n",
" <td>0.73</td>\n",
" <td>0.79</td>\n",
" <td>0.80</td>\n",
" <td>0.89</td>\n",
" <td>0.87</td>\n",
" <td>0.83</td>\n",
" <td>0.84</td>\n",
" <td>0.82</td>\n",
" <td>0.81</td>\n",
" <td>0.84</td>\n",
" <td>0.79</td>\n",
" <td>0.79</td>\n",
" <td>0.79</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u2 (V)</th>\n",
" <td>0.59</td>\n",
" <td>0.64</td>\n",
" <td>0.55</td>\n",
" <td>0.65</td>\n",
" <td>0.61</td>\n",
" <td>0.53</td>\n",
" <td>0.64</td>\n",
" <td>0.60</td>\n",
" <td>0.68</td>\n",
" <td>0.63</td>\n",
" <td>0.55</td>\n",
" <td>0.60</td>\n",
" <td>0.59</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u1 variation (V)</th>\n",
" <td>0.06</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.06</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u2 variation (V)</th>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.08</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.07</td>\n",
" <td>0.08</td>\n",
" <td>0.06</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
"Config. td3_n_b_it1/ td3_n_it1_lr_var0/ td3_n_it1_lr_var1/ \\\n",
"$\\theta$ MAE (rad) 0.21 0.21 0.18 \n",
"$\\phi$ MAE (rad) 0.13 0.13 0.12 \n",
"$\\theta$ MSSE (rad) 0.04 0.04 0.04 \n",
"$\\phi$ MSSE (rad) 0.02 0.02 0.02 \n",
"$\\theta$ in bounds (%) 77.50 69.50 64.00 \n",
"$\\phi$ in bounds (%) 89.50 89.00 90.00 \n",
"$\\theta$ unsteady (%) 0.00 0.00 0.00 \n",
"$\\phi$ unsteady (%) 0.00 0.00 0.00 \n",
"u1 (V) 0.73 0.79 0.80 \n",
"u2 (V) 0.59 0.64 0.55 \n",
"u1 variation (V) 0.06 0.07 0.07 \n",
"u2 variation (V) 0.07 0.07 0.07 \n",
"\n",
"Config. td3_n_it1_hid_var0/ td3_n_it1_hid_var1/ \\\n",
"$\\theta$ MAE (rad) 0.23 0.23 \n",
"$\\phi$ MAE (rad) 0.11 0.14 \n",
"$\\theta$ MSSE (rad) 0.03 0.03 \n",
"$\\phi$ MSSE (rad) 0.02 0.03 \n",
"$\\theta$ in bounds (%) 74.00 69.50 \n",
"$\\phi$ in bounds (%) 97.00 82.00 \n",
"$\\theta$ unsteady (%) 0.00 0.00 \n",
"$\\phi$ unsteady (%) 0.00 0.00 \n",
"u1 (V) 0.89 0.87 \n",
"u2 (V) 0.65 0.61 \n",
"u1 variation (V) 0.07 0.07 \n",
"u2 variation (V) 0.07 0.08 \n",
"\n",
"Config. td3_n_it1_bs_var0/ td3_n_it1_bs_var1/ \\\n",
"$\\theta$ MAE (rad) 0.20 0.21 \n",
"$\\phi$ MAE (rad) 0.13 0.13 \n",
"$\\theta$ MSSE (rad) 0.04 0.05 \n",
"$\\phi$ MSSE (rad) 0.04 0.04 \n",
"$\\theta$ in bounds (%) 54.00 66.00 \n",
"$\\phi$ in bounds (%) 80.00 79.00 \n",
"$\\theta$ unsteady (%) 0.00 0.00 \n",
"$\\phi$ unsteady (%) 0.00 0.00 \n",
"u1 (V) 0.83 0.84 \n",
"u2 (V) 0.53 0.64 \n",
"u1 variation (V) 0.07 0.07 \n",
"u2 variation (V) 0.07 0.07 \n",
"\n",
"Config. td3_n_it1_g_var0/ td3_n_it1_g_var1/ \\\n",
"$\\theta$ MAE (rad) 0.23 0.20 \n",
"$\\phi$ MAE (rad) 0.16 0.13 \n",
"$\\theta$ MSSE (rad) 0.02 0.04 \n",
"$\\phi$ MSSE (rad) 0.02 0.03 \n",
"$\\theta$ in bounds (%) 95.00 85.00 \n",
"$\\phi$ in bounds (%) 89.50 84.50 \n",
"$\\theta$ unsteady (%) 0.00 0.00 \n",
"$\\phi$ unsteady (%) 0.00 0.00 \n",
"u1 (V) 0.82 0.81 \n",
"u2 (V) 0.60 0.68 \n",
"u1 variation (V) 0.07 0.06 \n",
"u2 variation (V) 0.07 0.07 \n",
"\n",
"Config. td3_n_it1_pol_var0/ td3_n_it1_pol_var1/ \\\n",
"$\\theta$ MAE (rad) 0.19 0.19 \n",
"$\\phi$ MAE (rad) 0.15 0.14 \n",
"$\\theta$ MSSE (rad) 0.03 0.03 \n",
"$\\phi$ MSSE (rad) 0.03 0.05 \n",
"$\\theta$ in bounds (%) 77.50 80.00 \n",
"$\\phi$ in bounds (%) 78.00 79.50 \n",
"$\\theta$ unsteady (%) 0.00 0.00 \n",
"$\\phi$ unsteady (%) 0.00 0.00 \n",
"u1 (V) 0.84 0.79 \n",
"u2 (V) 0.63 0.55 \n",
"u1 variation (V) 0.07 0.07 \n",
"u2 variation (V) 0.07 0.07 \n",
"\n",
"Config. td3_n_it1_nc_var0/ td3_n_it1_nc_var1/ \n",
"$\\theta$ MAE (rad) 0.32 0.21 \n",
"$\\phi$ MAE (rad) 0.14 0.11 \n",
"$\\theta$ MSSE (rad) 0.15 0.03 \n",
"$\\phi$ MSSE (rad) 0.05 0.02 \n",
"$\\theta$ in bounds (%) 74.00 86.00 \n",
"$\\phi$ in bounds (%) 78.50 97.00 \n",
"$\\theta$ unsteady (%) 0.00 0.00 \n",
"$\\phi$ unsteady (%) 0.00 0.00 \n",
"u1 (V) 0.79 0.79 \n",
"u2 (V) 0.60 0.59 \n",
"u1 variation (V) 0.07 0.07 \n",
"u2 variation (V) 0.08 0.06 "
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# Manipulate\n",
"metrics_man = metrics[['$\\theta$ MAE (rad)','$\\phi$ MAE (rad)','$\\theta$ MSSE (rad)','$\\phi$ MSSE (rad)','$\\theta$ in bounds (%)','$\\phi$ in bounds (%)','$\\theta$ unsteady (%)','$\\phi$ unsteady (%)','u1 (V)','u2 (V)','u1 variation (V)','u2 variation (V)']]\n",
"metrics_man = metrics_man.transpose()\n",
"metrics_man = metrics_man.round(2)\n",
"metrics_man"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {
"collapsed": true
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
" warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
"/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/torch/serialization.py:493: SourceChangeWarning: source code of class 'torch.nn.modules.container.Sequential' has changed. you can retrieve the original source code by accessing the object's source attribute or set `torch.nn.Module.dump_patches = True` and use the patch tool to revert the changes.\n",
" warnings.warn(msg, SourceChangeWarning)\n"
]
}
],
"source": [
"# Init dataframe\n",
"env_name = 'gyroscopeenv-v0'\n",
"agent_paths = ['td3_n_b_var1/','td3_n_b_it1/','td3_n_b_it2/']\n",
"ss_bound = 0.05\n",
"\n",
"# Loop dataframe\n",
"for idx, agent_path in zip(range(len(agent_paths)),agent_paths):\n",
" if idx == 0:\n",
" metrics = evaluate_control(env_name,agent_path,ss_bound)\n",
" else:\n",
" new_metrics = evaluate_control(env_name,agent_path,ss_bound)\n",
" metrics = metrics.append(new_metrics)"
]
},
{
"cell_type": "code",
"execution_count": 31,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th>Config.</th>\n",
" <th>td3_n_b_var1/</th>\n",
" <th>td3_n_b_it1/</th>\n",
" <th>td3_n_b_it2/</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>$\\theta$ MAE (rad)</th>\n",
" <td>0.26</td>\n",
" <td>0.20</td>\n",
" <td>0.20</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ MAE (rad)</th>\n",
" <td>0.18</td>\n",
" <td>0.13</td>\n",
" <td>0.12</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\theta$ MSSE (rad)</th>\n",
" <td>0.07</td>\n",
" <td>0.05</td>\n",
" <td>0.02</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ MSSE (rad)</th>\n",
" <td>0.05</td>\n",
" <td>0.02</td>\n",
" <td>0.02</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\theta$ in bounds (%)</th>\n",
" <td>55.50</td>\n",
" <td>71.50</td>\n",
" <td>95.50</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ in bounds (%)</th>\n",
" <td>58.00</td>\n",
" <td>92.00</td>\n",
" <td>93.50</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\theta$ unsteady (%)</th>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>$\\phi$ unsteady (%)</th>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" <td>0.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u1 (V)</th>\n",
" <td>0.83</td>\n",
" <td>0.76</td>\n",
" <td>0.79</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u2 (V)</th>\n",
" <td>0.65</td>\n",
" <td>0.58</td>\n",
" <td>0.62</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u1 variation (V)</th>\n",
" <td>0.07</td>\n",
" <td>0.06</td>\n",
" <td>0.07</td>\n",
" </tr>\n",
" <tr>\n",
" <th>u2 variation (V)</th>\n",
" <td>0.05</td>\n",
" <td>0.07</td>\n",
" <td>0.08</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
"Config. td3_n_b_var1/ td3_n_b_it1/ td3_n_b_it2/\n",
"$\\theta$ MAE (rad) 0.26 0.20 0.20\n",
"$\\phi$ MAE (rad) 0.18 0.13 0.12\n",
"$\\theta$ MSSE (rad) 0.07 0.05 0.02\n",
"$\\phi$ MSSE (rad) 0.05 0.02 0.02\n",
"$\\theta$ in bounds (%) 55.50 71.50 95.50\n",
"$\\phi$ in bounds (%) 58.00 92.00 93.50\n",
"$\\theta$ unsteady (%) 0.00 0.00 0.00\n",
"$\\phi$ unsteady (%) 0.00 0.00 0.00\n",
"u1 (V) 0.83 0.76 0.79\n",
"u2 (V) 0.65 0.58 0.62\n",
"u1 variation (V) 0.07 0.06 0.07\n",
"u2 variation (V) 0.05 0.07 0.08"
]
},
"execution_count": 31,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# Manipulate\n",
"metrics_man = metrics[['$\\theta$ MAE (rad)','$\\phi$ MAE (rad)','$\\theta$ MSSE (rad)','$\\phi$ MSSE (rad)','$\\theta$ in bounds (%)','$\\phi$ in bounds (%)','$\\theta$ unsteady (%)','$\\phi$ unsteady (%)','u1 (V)','u2 (V)','u1 variation (V)','u2 variation (V)']]\n",
"metrics_man = metrics_man.transpose()\n",
"metrics_man = metrics_man.round(2)\n",
"metrics_man"
]
},
{
"cell_type": "code",
"execution_count": 32,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\\begin{tabular}{lrrr}\n",
"\\toprule\n",
"Config. & td3_n_b_var1/ & td3_n_b_it1/ & td3_n_b_it2/ \\\\\n",
"\\midrule\n",
"$\\theta$ MAE (rad) & 0.26 & 0.20 & 0.20 \\\\\n",
"$\\phi$ MAE (rad) & 0.18 & 0.13 & 0.12 \\\\\n",
"$\\theta$ MSSE (rad) & 0.07 & 0.05 & 0.02 \\\\\n",
"$\\phi$ MSSE (rad) & 0.05 & 0.02 & 0.02 \\\\\n",
"$\\theta$ in bounds (%) & 55.50 & 71.50 & 95.50 \\\\\n",
"$\\phi$ in bounds (%) & 58.00 & 92.00 & 93.50 \\\\\n",
"$\\theta$ unsteady (%) & 0.00 & 0.00 & 0.00 \\\\\n",
"$\\phi$ unsteady (%) & 0.00 & 0.00 & 0.00 \\\\\n",
"u1 (V) & 0.83 & 0.76 & 0.79 \\\\\n",
"u2 (V) & 0.65 & 0.58 & 0.62 \\\\\n",
"u1 variation (V) & 0.07 & 0.06 & 0.07 \\\\\n",
"u2 variation (V) & 0.05 & 0.07 & 0.08 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"\n"
]
}
],
"source": [
"# To LaTex\n",
"print(metrics_man.to_latex(escape=False))"
]
}
],
"metadata": {
"accelerator": "GPU",
"colab": {
"collapsed_sections": [],
"name": "gyroscope_ddpg_testing.ipynb",
"provenance": []
},
"kernelspec": {
"display_name": "drlgyroenv",
"language": "python",
"name": "drlgyroenv"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.9"
}
},
"nbformat": 4,
"nbformat_minor": 1
}
c4science · Help