{ "cells": [ { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "x83dMPapQBN6" }, "source": [ "# DDPG/TD3/SAC training of baseline with normalized reward (spinup library)" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": {}, "colab_type": "code", "id": "fuJhdd479TpP" }, "outputs": [ { "ename": "AttributeError", "evalue": "module 'spinup' has no attribute 'algos'", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mcustom_functions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcustom_functions\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mevaluate_control\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 12\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 13\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mos\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mpath\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/__init__.py\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 6\u001b[0m \u001b[0;31m# Algorithms\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 7\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0malgos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf1\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mddpg\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mddpg\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mddpg\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mddpg_tf1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0malgos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf1\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mppo\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mppo\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mppo\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mppo_tf1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 9\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0malgos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf1\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msac\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msac\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0msac\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0msac_tf1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0malgos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf1\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtd3\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtd3\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtd3\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mtd3_tf1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/DRLGyro/resources/spinningup/spinup/algos/tf1/ppo/ppo.py\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mgym\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0malgos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf1\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mppo\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcore\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mcore\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 6\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlogx\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mEpochLogger\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 7\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mspinup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmpi_tf\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mMpiAdamOptimizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msync_all_params\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;31mAttributeError\u001b[0m: module 'spinup' has no attribute 'algos'" ] } ], "source": [ "import gym\n", "from gym import spaces\n", "from gym.utils import seeding\n", "from gym.envs.registration import register\n", "\n", "from custom_functions.custom_functions import env_fn \n", "from custom_functions.custom_functions import test_agent\n", "from custom_functions.custom_functions import plot_test\n", "from custom_functions.custom_functions import evaluate_control\n", "\n", "import spinup\n", "\n", "from os import path\n", "from scipy.integrate import solve_ivp\n", "import random\n", "import torch\n", "import numpy as np\n", "import pandas as pd\n", "from collections import deque\n", "import matplotlib.pyplot as plt\n", "%matplotlib inline\n", "from vpython import *\n", "from functools import partial\n", "\n", "register(id='gyroscopeenv-v0',entry_point='gym_GyroscopeEnv.envs:GyroscopeEnv')" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "be0wYIeBQBOc" }, "source": [ "## Training" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### DDPG" ] }, { "cell_type": "code", "execution_count": 20, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 533 }, "colab_type": "code", "executionInfo": { "elapsed": 654004, "status": "error", "timestamp": 1584037207187, "user": { "displayName": "Matthieu Le Cauchois", "photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64", "userId": "10992927378504656501" }, "user_tz": -60 }, "id": "fLyFHs0yQBOd", "outputId": "260489ff-5e40-416a-e529-5a0cfcaefceb" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[32;1mLogging data to ddpg_n_200epc/progress.txt\u001b[0m\n", "\u001b[36;1mSaving config:\n", "\u001b[0m\n", "{\n", " \"ac_kwargs\":\t{\n", " \"activation\":\t\"ReLU\",\n", " \"hidden_sizes\":\t[\n", " 400\n", " ]\n", " },\n", " \"act_noise\":\t0.1,\n", " \"actor_critic\":\t\"MLPActorCritic\",\n", " \"batch_size\":\t100,\n", " \"env_fn\":\t\"functools.partial(, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.25, 'qx2': 0.05, 'qx4': 0.05, 'pu1': 0.05, 'pu2': 0.05}, ep_len=110)\",\n", " \"epochs\":\t200,\n", " \"exp_name\":\t\"ddpg_n_200epc\",\n", " \"gamma\":\t0.995,\n", " \"logger\":\t{\n", " \"\":\t{\n", " \"epoch_dict\":\t{},\n", " \"exp_name\":\t\"ddpg_n_200epc\",\n", " \"first_row\":\ttrue,\n", " \"log_current_row\":\t{},\n", " \"log_headers\":\t[],\n", " \"output_dir\":\t\"ddpg_n_200epc\",\n", " \"output_file\":\t{\n", " \"<_io.TextIOWrapper name='ddpg_n_200epc/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n", " \"mode\":\t\"w\"\n", " }\n", " }\n", " }\n", " },\n", " \"logger_kwargs\":\t{\n", " \"exp_name\":\t\"ddpg_n_200epc\",\n", " \"output_dir\":\t\"ddpg_n_200epc\"\n", " },\n", " \"max_ep_len\":\t110,\n", " \"num_test_episodes\":\t10,\n", " \"pi_lr\":\t0.001,\n", " \"polyak\":\t0.995,\n", " \"q_lr\":\t0.001,\n", " \"replay_size\":\t1000000,\n", " \"save_freq\":\t1,\n", " \"seed\":\t0,\n", " \"start_steps\":\t20000,\n", " \"steps_per_epoch\":\t1650,\n", " \"update_after\":\t1000,\n", " \"update_every\":\t50\n", "}\n", "\u001b[32;1m\n", "Number of parameters: \t pi: 4802, \t q: 5201\n", "\u001b[0m\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/.local/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 1 |\n", "| AverageEpRet | -482 |\n", "| StdEpRet | 110 |\n", "| MaxEpRet | -352 |\n", "| MinEpRet | -707 |\n", "| AverageTestEpRet | -213 |\n", "| StdTestEpRet | 43 |\n", "| MaxTestEpRet | -168 |\n", "| MinTestEpRet | -332 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+03 |\n", "| AverageQVals | -9.16 |\n", "| StdQVals | 3.86 |\n", "| MaxQVals | 0.243 |\n", "| MinQVals | -25.5 |\n", "| LossPi | 8.26 |\n", "| LossQ | 3.34 |\n", "| Time | 7.24 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 2 |\n", "| AverageEpRet | -611 |\n", "| StdEpRet | 143 |\n", "| MaxEpRet | -364 |\n", "| MinEpRet | -819 |\n", "| AverageTestEpRet | -178 |\n", "| StdTestEpRet | 28 |\n", "| MaxTestEpRet | -111 |\n", "| MinTestEpRet | -206 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+03 |\n", "| AverageQVals | -22.9 |\n", "| StdQVals | 8.29 |\n", "| MaxQVals | -7.69 |\n", "| MinQVals | -57.5 |\n", "| LossPi | 19.9 |\n", "| LossQ | 1.02 |\n", "| Time | 18.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 3 |\n", "| AverageEpRet | -554 |\n", "| StdEpRet | 118 |\n", "| MaxEpRet | -431 |\n", "| MinEpRet | -882 |\n", "| AverageTestEpRet | -185 |\n", "| StdTestEpRet | 22.9 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -216 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+03 |\n", "| AverageQVals | -32.3 |\n", "| StdQVals | 9.37 |\n", "| MaxQVals | -13.3 |\n", "| MinQVals | -67.1 |\n", "| LossPi | 28.2 |\n", "| LossQ | 1.29 |\n", "| Time | 28.2 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 4 |\n", "| AverageEpRet | -558 |\n", "| StdEpRet | 105 |\n", "| MaxEpRet | -427 |\n", "| MinEpRet | -756 |\n", "| AverageTestEpRet | -168 |\n", "| StdTestEpRet | 32.2 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+03 |\n", "| AverageQVals | -37.7 |\n", "| StdQVals | 8.85 |\n", "| MaxQVals | -15.3 |\n", "| MinQVals | -71.6 |\n", "| LossPi | 33.6 |\n", "| LossQ | 1.4 |\n", "| Time | 39.2 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 5 |\n", "| AverageEpRet | -488 |\n", "| StdEpRet | 92.3 |\n", "| MaxEpRet | -378 |\n", "| MinEpRet | -676 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 16.1 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -197 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+03 |\n", "| AverageQVals | -44 |\n", "| StdQVals | 8.96 |\n", "| MaxQVals | -19.5 |\n", "| MinQVals | -79.4 |\n", "| LossPi | 40.2 |\n", "| LossQ | 1.26 |\n", "| Time | 49.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 6 |\n", "| AverageEpRet | -532 |\n", "| StdEpRet | 112 |\n", "| MaxEpRet | -360 |\n", "| MinEpRet | -734 |\n", "| AverageTestEpRet | -167 |\n", "| StdTestEpRet | 27.4 |\n", "| MaxTestEpRet | -104 |\n", "| MinTestEpRet | -195 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+03 |\n", "| AverageQVals | -51.4 |\n", "| StdQVals | 9.9 |\n", "| MaxQVals | -25.3 |\n", "| MinQVals | -97.1 |\n", "| LossPi | 47.8 |\n", "| LossQ | 1.18 |\n", "| Time | 61 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 7 |\n", "| AverageEpRet | -555 |\n", "| StdEpRet | 144 |\n", "| MaxEpRet | -351 |\n", "| MinEpRet | -941 |\n", "| AverageTestEpRet | -167 |\n", "| StdTestEpRet | 29.4 |\n", "| MaxTestEpRet | -113 |\n", "| MinTestEpRet | -217 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+04 |\n", "| AverageQVals | -59.2 |\n", "| StdQVals | 11.6 |\n", "| MaxQVals | -27.6 |\n", "| MinQVals | -111 |\n", "| LossPi | 55.5 |\n", "| LossQ | 1.14 |\n", "| Time | 71 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 8 |\n", "| AverageEpRet | -570 |\n", "| StdEpRet | 127 |\n", "| MaxEpRet | -396 |\n", "| MinEpRet | -849 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 24.9 |\n", "| MaxTestEpRet | -126 |\n", "| MinTestEpRet | -197 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+04 |\n", "| AverageQVals | -66.6 |\n", "| StdQVals | 13.4 |\n", "| MaxQVals | -31.4 |\n", "| MinQVals | -124 |\n", "| LossPi | 62.9 |\n", "| LossQ | 1.23 |\n", "| Time | 82.4 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 9 |\n", "| AverageEpRet | -560 |\n", "| StdEpRet | 118 |\n", "| MaxEpRet | -391 |\n", "| MinEpRet | -806 |\n", "| AverageTestEpRet | -157 |\n", "| StdTestEpRet | 29.1 |\n", "| MaxTestEpRet | -110 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+04 |\n", "| AverageQVals | -73.7 |\n", "| StdQVals | 15.6 |\n", "| MaxQVals | -34.8 |\n", "| MinQVals | -134 |\n", "| LossPi | 70.1 |\n", "| LossQ | 1.24 |\n", "| Time | 93 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 10 |\n", "| AverageEpRet | -550 |\n", "| StdEpRet | 139 |\n", "| MaxEpRet | -382 |\n", "| MinEpRet | -833 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 18 |\n", "| MaxTestEpRet | -149 |\n", "| MinTestEpRet | -214 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+04 |\n", "| AverageQVals | -80.8 |\n", "| StdQVals | 17.2 |\n", "| MaxQVals | -38.2 |\n", "| MinQVals | -145 |\n", "| LossPi | 77.1 |\n", "| LossQ | 1.26 |\n", "| Time | 104 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 11 |\n", "| AverageEpRet | -514 |\n", "| StdEpRet | 67.8 |\n", "| MaxEpRet | -430 |\n", "| MinEpRet | -696 |\n", "| AverageTestEpRet | -174 |\n", "| StdTestEpRet | 22.9 |\n", "| MaxTestEpRet | -132 |\n", "| MinTestEpRet | -223 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+04 |\n", "| AverageQVals | -87.7 |\n", "| StdQVals | 18.5 |\n", "| MaxQVals | -41.8 |\n", "| MinQVals | -155 |\n", "| LossPi | 84 |\n", "| LossQ | 1.31 |\n", "| Time | 116 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 12 |\n", "| AverageEpRet | -555 |\n", "| StdEpRet | 141 |\n", "| MaxEpRet | -386 |\n", "| MinEpRet | -863 |\n", "| AverageTestEpRet | -169 |\n", "| StdTestEpRet | 25.5 |\n", "| MaxTestEpRet | -114 |\n", "| MinTestEpRet | -196 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+04 |\n", "| AverageQVals | -93.4 |\n", "| StdQVals | 19.7 |\n", "| MaxQVals | -45.2 |\n", "| MinQVals | -163 |\n", "| LossPi | 89.6 |\n", "| LossQ | 1.35 |\n", "| Time | 127 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 13 |\n", "| AverageEpRet | -208 |\n", "| StdEpRet | 102 |\n", "| MaxEpRet | -116 |\n", "| MinEpRet | -492 |\n", "| AverageTestEpRet | -168 |\n", "| StdTestEpRet | 20.4 |\n", "| MaxTestEpRet | -117 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+04 |\n", "| AverageQVals | -98.1 |\n", "| StdQVals | 20.6 |\n", "| MaxQVals | -48.1 |\n", "| MinQVals | -169 |\n", "| LossPi | 94.4 |\n", "| LossQ | 1.35 |\n", "| Time | 137 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 14 |\n", "| AverageEpRet | -176 |\n", "| StdEpRet | 25.5 |\n", "| MaxEpRet | -114 |\n", "| MinEpRet | -210 |\n", "| AverageTestEpRet | -177 |\n", "| StdTestEpRet | 19 |\n", "| MaxTestEpRet | -129 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+04 |\n", "| AverageQVals | -104 |\n", "| StdQVals | 21.5 |\n", "| MaxQVals | -52.5 |\n", "| MinQVals | -174 |\n", "| LossPi | 100 |\n", "| LossQ | 1.26 |\n", "| Time | 147 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 15 |\n", "| AverageEpRet | -181 |\n", "| StdEpRet | 18.5 |\n", "| MaxEpRet | -146 |\n", "| MinEpRet | -209 |\n", "| AverageTestEpRet | -187 |\n", "| StdTestEpRet | 15.8 |\n", "| MaxTestEpRet | -161 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+04 |\n", "| AverageQVals | -109 |\n", "| StdQVals | 22.3 |\n", "| MaxQVals | -55.5 |\n", "| MinQVals | -179 |\n", "| LossPi | 105 |\n", "| LossQ | 1.21 |\n", "| Time | 156 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 16 |\n", "| AverageEpRet | -163 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -107 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -173 |\n", "| StdTestEpRet | 21 |\n", "| MaxTestEpRet | -129 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+04 |\n", "| AverageQVals | -113 |\n", "| StdQVals | 23.1 |\n", "| MaxQVals | -60.3 |\n", "| MinQVals | -185 |\n", "| LossPi | 111 |\n", "| LossQ | 1.2 |\n", "| Time | 167 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 17 |\n", "| AverageEpRet | -175 |\n", "| StdEpRet | 17.4 |\n", "| MaxEpRet | -140 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -164 |\n", "| StdTestEpRet | 26.2 |\n", "| MaxTestEpRet | -124 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+04 |\n", "| AverageQVals | -118 |\n", "| StdQVals | 23.9 |\n", "| MaxQVals | -63.5 |\n", "| MinQVals | -190 |\n", "| LossPi | 115 |\n", "| LossQ | 1.14 |\n", "| Time | 177 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 18 |\n", "| AverageEpRet | -171 |\n", "| StdEpRet | 23.5 |\n", "| MaxEpRet | -112 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -168 |\n", "| StdTestEpRet | 24.2 |\n", "| MaxTestEpRet | -119 |\n", "| MinTestEpRet | -202 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+04 |\n", "| AverageQVals | -122 |\n", "| StdQVals | 24.2 |\n", "| MaxQVals | -67.4 |\n", "| MinQVals | -198 |\n", "| LossPi | 120 |\n", "| LossQ | 1.12 |\n", "| Time | 187 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 19 |\n", "| AverageEpRet | -165 |\n", "| StdEpRet | 31.8 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -204 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 16.2 |\n", "| MaxTestEpRet | -137 |\n", "| MinTestEpRet | -197 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+04 |\n", "| AverageQVals | -127 |\n", "| StdQVals | 24.5 |\n", "| MaxQVals | -72.1 |\n", "| MinQVals | -203 |\n", "| LossPi | 124 |\n", "| LossQ | 1.1 |\n", "| Time | 197 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 20 |\n", "| AverageEpRet | -166 |\n", "| StdEpRet | 25.8 |\n", "| MaxEpRet | -126 |\n", "| MinEpRet | -215 |\n", "| AverageTestEpRet | -175 |\n", "| StdTestEpRet | 22.8 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -211 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+04 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 24.9 |\n", "| MaxQVals | -75.7 |\n", "| MinQVals | -209 |\n", "| LossPi | 128 |\n", "| LossQ | 1.06 |\n", "| Time | 208 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 21 |\n", "| AverageEpRet | -175 |\n", "| StdEpRet | 22.8 |\n", "| MaxEpRet | -123 |\n", "| MinEpRet | -203 |\n", "| AverageTestEpRet | -175 |\n", "| StdTestEpRet | 13.2 |\n", "| MaxTestEpRet | -143 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.46e+04 |\n", "| AverageQVals | -135 |\n", "| StdQVals | 25.4 |\n", "| MaxQVals | -77.9 |\n", "| MinQVals | -215 |\n", "| LossPi | 132 |\n", "| LossQ | 1.02 |\n", "| Time | 220 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 22 |\n", "| AverageEpRet | -158 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -110 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -166 |\n", "| StdTestEpRet | 25 |\n", "| MaxTestEpRet | -113 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.63e+04 |\n", "| AverageQVals | -139 |\n", "| StdQVals | 25.8 |\n", "| MaxQVals | -80.9 |\n", "| MinQVals | -221 |\n", "| LossPi | 136 |\n", "| LossQ | 1.01 |\n", "| Time | 233 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 23 |\n", "| AverageEpRet | -167 |\n", "| StdEpRet | 26.2 |\n", "| MaxEpRet | -123 |\n", "| MinEpRet | -214 |\n", "| AverageTestEpRet | -147 |\n", "| StdTestEpRet | 25.6 |\n", "| MaxTestEpRet | -115 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.79e+04 |\n", "| AverageQVals | -142 |\n", "| StdQVals | 26.2 |\n", "| MaxQVals | -83.9 |\n", "| MinQVals | -226 |\n", "| LossPi | 140 |\n", "| LossQ | 0.996 |\n", "| Time | 244 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 24 |\n", "| AverageEpRet | -162 |\n", "| StdEpRet | 25.9 |\n", "| MaxEpRet | -120 |\n", "| MinEpRet | -209 |\n", "| AverageTestEpRet | -166 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -116 |\n", "| MinTestEpRet | -200 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.96e+04 |\n", "| AverageQVals | -146 |\n", "| StdQVals | 26.4 |\n", "| MaxQVals | -86.6 |\n", "| MinQVals | -232 |\n", "| LossPi | 144 |\n", "| LossQ | 0.988 |\n", "| Time | 254 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 25 |\n", "| AverageEpRet | -160 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -133 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -153 |\n", "| StdTestEpRet | 33.3 |\n", "| MaxTestEpRet | -82.5 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.12e+04 |\n", "| AverageQVals | -149 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -89.6 |\n", "| MinQVals | -234 |\n", "| LossPi | 147 |\n", "| LossQ | 0.964 |\n", "| Time | 263 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 26 |\n", "| AverageEpRet | -159 |\n", "| StdEpRet | 21 |\n", "| MaxEpRet | -112 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -154 |\n", "| StdTestEpRet | 33.3 |\n", "| MaxTestEpRet | -109 |\n", "| MinTestEpRet | -210 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.29e+04 |\n", "| AverageQVals | -151 |\n", "| StdQVals | 27.3 |\n", "| MaxQVals | -92.5 |\n", "| MinQVals | -240 |\n", "| LossPi | 149 |\n", "| LossQ | 0.951 |\n", "| Time | 275 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 27 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 37.5 |\n", "| MaxEpRet | -50.5 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -170 |\n", "| StdTestEpRet | 27.3 |\n", "| MaxTestEpRet | -133 |\n", "| MinTestEpRet | -218 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.45e+04 |\n", "| AverageQVals | -153 |\n", "| StdQVals | 27.5 |\n", "| MaxQVals | -96 |\n", "| MinQVals | -244 |\n", "| LossPi | 151 |\n", "| LossQ | 0.915 |\n", "| Time | 289 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 28 |\n", "| AverageEpRet | -151 |\n", "| StdEpRet | 23.1 |\n", "| MaxEpRet | -93.7 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -174 |\n", "| StdTestEpRet | 19.5 |\n", "| MaxTestEpRet | -144 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.62e+04 |\n", "| AverageQVals | -156 |\n", "| StdQVals | 27.6 |\n", "| MaxQVals | -99.3 |\n", "| MinQVals | -246 |\n", "| LossPi | 154 |\n", "| LossQ | 0.918 |\n", "| Time | 300 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 29 |\n", "| AverageEpRet | -152 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -98.8 |\n", "| MinEpRet | -203 |\n", "| AverageTestEpRet | -162 |\n", "| StdTestEpRet | 25.4 |\n", "| MaxTestEpRet | -121 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.78e+04 |\n", "| AverageQVals | -158 |\n", "| StdQVals | 27.7 |\n", "| MaxQVals | -103 |\n", "| MinQVals | -247 |\n", "| LossPi | 157 |\n", "| LossQ | 0.892 |\n", "| Time | 312 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 30 |\n", "| AverageEpRet | -154 |\n", "| StdEpRet | 23.1 |\n", "| MaxEpRet | -108 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -152 |\n", "| StdTestEpRet | 20.3 |\n", "| MaxTestEpRet | -122 |\n", "| MinTestEpRet | -188 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+04 |\n", "| AverageQVals | -161 |\n", "| StdQVals | 27.7 |\n", "| MaxQVals | -106 |\n", "| MinQVals | -253 |\n", "| LossPi | 159 |\n", "| LossQ | 0.906 |\n", "| Time | 323 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 31 |\n", "| AverageEpRet | -164 |\n", "| StdEpRet | 28 |\n", "| MaxEpRet | -107 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -132 |\n", "| StdTestEpRet | 26.4 |\n", "| MaxTestEpRet | -74.7 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.11e+04 |\n", "| AverageQVals | -163 |\n", "| StdQVals | 27.6 |\n", "| MaxQVals | -108 |\n", "| MinQVals | -257 |\n", "| LossPi | 162 |\n", "| LossQ | 0.898 |\n", "| Time | 334 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 32 |\n", "| AverageEpRet | -161 |\n", "| StdEpRet | 26.3 |\n", "| MaxEpRet | -120 |\n", "| MinEpRet | -215 |\n", "| AverageTestEpRet | -159 |\n", "| StdTestEpRet | 19.7 |\n", "| MaxTestEpRet | -127 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.28e+04 |\n", "| AverageQVals | -166 |\n", "| StdQVals | 27.5 |\n", "| MaxQVals | -109 |\n", "| MinQVals | -257 |\n", "| LossPi | 164 |\n", "| LossQ | 0.9 |\n", "| Time | 345 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 33 |\n", "| AverageEpRet | -155 |\n", "| StdEpRet | 28.4 |\n", "| MaxEpRet | -109 |\n", "| MinEpRet | -198 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 31.7 |\n", "| MaxTestEpRet | -69.1 |\n", "| MinTestEpRet | -177 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.44e+04 |\n", "| AverageQVals | -167 |\n", "| StdQVals | 27.4 |\n", "| MaxQVals | -110 |\n", "| MinQVals | -260 |\n", "| LossPi | 166 |\n", "| LossQ | 0.913 |\n", "| Time | 357 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 34 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 29.1 |\n", "| MaxEpRet | -98.3 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 14.4 |\n", "| MaxTestEpRet | -112 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.61e+04 |\n", "| AverageQVals | -169 |\n", "| StdQVals | 27.2 |\n", "| MaxQVals | -112 |\n", "| MinQVals | -260 |\n", "| LossPi | 168 |\n", "| LossQ | 0.903 |\n", "| Time | 367 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 35 |\n", "| AverageEpRet | -141 |\n", "| StdEpRet | 24 |\n", "| MaxEpRet | -110 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 17.8 |\n", "| MaxTestEpRet | -89.7 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.77e+04 |\n", "| AverageQVals | -171 |\n", "| StdQVals | 27.1 |\n", "| MaxQVals | -114 |\n", "| MinQVals | -264 |\n", "| LossPi | 169 |\n", "| LossQ | 0.9 |\n", "| Time | 378 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 36 |\n", "| AverageEpRet | -143 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -100 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -135 |\n", "| StdTestEpRet | 18.2 |\n", "| MaxTestEpRet | -91.4 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.94e+04 |\n", "| AverageQVals | -172 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -116 |\n", "| MinQVals | -266 |\n", "| LossPi | 171 |\n", "| LossQ | 0.881 |\n", "| Time | 388 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 37 |\n", "| AverageEpRet | -156 |\n", "| StdEpRet | 19.8 |\n", "| MaxEpRet | -120 |\n", "| MinEpRet | -194 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 46.8 |\n", "| MaxTestEpRet | -56.7 |\n", "| MinTestEpRet | -220 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.1e+04 |\n", "| AverageQVals | -174 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -117 |\n", "| MinQVals | -269 |\n", "| LossPi | 172 |\n", "| LossQ | 0.891 |\n", "| Time | 398 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 38 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 30 |\n", "| MaxEpRet | -95.5 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 37.2 |\n", "| MaxTestEpRet | -68.8 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.27e+04 |\n", "| AverageQVals | -175 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -118 |\n", "| MinQVals | -270 |\n", "| LossPi | 174 |\n", "| LossQ | 0.899 |\n", "| Time | 409 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 39 |\n", "| AverageEpRet | -145 |\n", "| StdEpRet | 33 |\n", "| MaxEpRet | -79.6 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 32.6 |\n", "| MaxTestEpRet | -76.9 |\n", "| MinTestEpRet | -187 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.43e+04 |\n", "| AverageQVals | -177 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -120 |\n", "| MinQVals | -271 |\n", "| LossPi | 175 |\n", "| LossQ | 0.902 |\n", "| Time | 420 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 40 |\n", "| AverageEpRet | -152 |\n", "| StdEpRet | 33.6 |\n", "| MaxEpRet | -77.8 |\n", "| MinEpRet | -203 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 25.7 |\n", "| MaxTestEpRet | -77 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+04 |\n", "| AverageQVals | -178 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -121 |\n", "| MinQVals | -271 |\n", "| LossPi | 176 |\n", "| LossQ | 0.879 |\n", "| Time | 431 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 41 |\n", "| AverageEpRet | -136 |\n", "| StdEpRet | 27.1 |\n", "| MaxEpRet | -79.1 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 33.1 |\n", "| MaxTestEpRet | -79.2 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.76e+04 |\n", "| AverageQVals | -179 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -121 |\n", "| MinQVals | -272 |\n", "| LossPi | 177 |\n", "| LossQ | 0.882 |\n", "| Time | 443 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 42 |\n", "| AverageEpRet | -135 |\n", "| StdEpRet | 33.5 |\n", "| MaxEpRet | -86.1 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 23.7 |\n", "| MaxTestEpRet | -86.2 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.93e+04 |\n", "| AverageQVals | -179 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -122 |\n", "| MinQVals | -274 |\n", "| LossPi | 178 |\n", "| LossQ | 0.856 |\n", "| Time | 454 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 43 |\n", "| AverageEpRet | -144 |\n", "| StdEpRet | 29.9 |\n", "| MaxEpRet | -95.6 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -141 |\n", "| StdTestEpRet | 22.3 |\n", "| MaxTestEpRet | -100 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.09e+04 |\n", "| AverageQVals | -180 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -122 |\n", "| MinQVals | -274 |\n", "| LossPi | 179 |\n", "| LossQ | 0.858 |\n", "| Time | 465 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 44 |\n", "| AverageEpRet | -142 |\n", "| StdEpRet | 19.8 |\n", "| MaxEpRet | -82.2 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 40.6 |\n", "| MaxTestEpRet | -71.2 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.26e+04 |\n", "| AverageQVals | -180 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -123 |\n", "| MinQVals | -277 |\n", "| LossPi | 179 |\n", "| LossQ | 0.845 |\n", "| Time | 475 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 45 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 30.8 |\n", "| MaxEpRet | -72.3 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -130 |\n", "| StdTestEpRet | 13.5 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.42e+04 |\n", "| AverageQVals | -181 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -123 |\n", "| MinQVals | -278 |\n", "| LossPi | 180 |\n", "| LossQ | 0.889 |\n", "| Time | 485 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 46 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 20.9 |\n", "| MaxEpRet | -87 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 35 |\n", "| MaxTestEpRet | -57.8 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.59e+04 |\n", "| AverageQVals | -181 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -279 |\n", "| LossPi | 180 |\n", "| LossQ | 0.873 |\n", "| Time | 498 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 47 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 28.8 |\n", "| MaxEpRet | -66.8 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 22.1 |\n", "| MaxTestEpRet | -94.8 |\n", "| MinTestEpRet | -153 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.75e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -280 |\n", "| LossPi | 180 |\n", "| LossQ | 0.877 |\n", "| Time | 508 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 48 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 31 |\n", "| MaxEpRet | -70.5 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 21.3 |\n", "| MaxTestEpRet | -103 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.92e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 26.9 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -283 |\n", "| LossPi | 180 |\n", "| LossQ | 0.877 |\n", "| Time | 518 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 49 |\n", "| AverageEpRet | -137 |\n", "| StdEpRet | 23.5 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 25 |\n", "| MaxTestEpRet | -86.4 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.08e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 27.1 |\n", "| MaxQVals | -125 |\n", "| MinQVals | -283 |\n", "| LossPi | 180 |\n", "| LossQ | 0.889 |\n", "| Time | 528 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 50 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 30.8 |\n", "| MaxEpRet | -85.7 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 27.5 |\n", "| MaxTestEpRet | -88.8 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 27.2 |\n", "| MaxQVals | -125 |\n", "| MinQVals | -284 |\n", "| LossPi | 180 |\n", "| LossQ | 0.879 |\n", "| Time | 538 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 51 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 20.7 |\n", "| MaxEpRet | -73.4 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -93.6 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.41e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 27.6 |\n", "| MaxQVals | -125 |\n", "| MinQVals | -284 |\n", "| LossPi | 181 |\n", "| LossQ | 0.878 |\n", "| Time | 548 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 52 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 30.7 |\n", "| MaxEpRet | -88.4 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -138 |\n", "| StdTestEpRet | 20.8 |\n", "| MaxTestEpRet | -98.9 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.58e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 28.1 |\n", "| MaxQVals | -125 |\n", "| MinQVals | -286 |\n", "| LossPi | 181 |\n", "| LossQ | 0.901 |\n", "| Time | 558 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 53 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 29.3 |\n", "| MaxEpRet | -91.4 |\n", "| MinEpRet | -199 |\n", "| AverageTestEpRet | -149 |\n", "| StdTestEpRet | 27.7 |\n", "| MaxTestEpRet | -117 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.74e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 28.4 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -286 |\n", "| LossPi | 181 |\n", "| LossQ | 0.874 |\n", "| Time | 568 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 54 |\n", "| AverageEpRet | -140 |\n", "| StdEpRet | 31.3 |\n", "| MaxEpRet | -101 |\n", "| MinEpRet | -219 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 27.9 |\n", "| MaxTestEpRet | -80.7 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.91e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 28.7 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -288 |\n", "| LossPi | 181 |\n", "| LossQ | 0.872 |\n", "| Time | 578 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 55 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 23.5 |\n", "| MaxEpRet | -77.9 |\n", "| MinEpRet | -164 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 31 |\n", "| MaxTestEpRet | -79.6 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.07e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 28.9 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -290 |\n", "| LossPi | 181 |\n", "| LossQ | 0.904 |\n", "| Time | 590 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 56 |\n", "| AverageEpRet | -143 |\n", "| StdEpRet | 26.1 |\n", "| MaxEpRet | -98.3 |\n", "| MinEpRet | -194 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 29.4 |\n", "| MaxTestEpRet | -59.7 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.24e+04 |\n", "| AverageQVals | -182 |\n", "| StdQVals | 29.3 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -303 |\n", "| LossPi | 181 |\n", "| LossQ | 0.925 |\n", "| Time | 600 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 57 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 24.7 |\n", "| MaxEpRet | -67.6 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 25 |\n", "| MaxTestEpRet | -80.7 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.4e+04 |\n", "| AverageQVals | -181 |\n", "| StdQVals | 29.6 |\n", "| MaxQVals | -124 |\n", "| MinQVals | -308 |\n", "| LossPi | 180 |\n", "| LossQ | 0.923 |\n", "| Time | 610 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 58 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 30.2 |\n", "| MaxEpRet | -73.7 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 20.1 |\n", "| MaxTestEpRet | -65.1 |\n", "| MinTestEpRet | -140 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.57e+04 |\n", "| AverageQVals | -181 |\n", "| StdQVals | 29.8 |\n", "| MaxQVals | -123 |\n", "| MinQVals | -305 |\n", "| LossPi | 180 |\n", "| LossQ | 0.926 |\n", "| Time | 620 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 59 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 27.3 |\n", "| MaxEpRet | -85 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -61.2 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.73e+04 |\n", "| AverageQVals | -180 |\n", "| StdQVals | 30 |\n", "| MaxQVals | -123 |\n", "| MinQVals | -309 |\n", "| LossPi | 179 |\n", "| LossQ | 0.917 |\n", "| Time | 630 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 60 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 35.1 |\n", "| MaxEpRet | -77.1 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 29.9 |\n", "| MaxTestEpRet | -82.7 |\n", "| MinTestEpRet | -188 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+04 |\n", "| AverageQVals | -180 |\n", "| StdQVals | 30.1 |\n", "| MaxQVals | -123 |\n", "| MinQVals | -309 |\n", "| LossPi | 179 |\n", "| LossQ | 0.921 |\n", "| Time | 640 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 61 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 33.6 |\n", "| MaxEpRet | -80.2 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 26.9 |\n", "| MaxTestEpRet | -76.3 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.01e+05 |\n", "| AverageQVals | -179 |\n", "| StdQVals | 30.3 |\n", "| MaxQVals | -122 |\n", "| MinQVals | -308 |\n", "| LossPi | 178 |\n", "| LossQ | 0.92 |\n", "| Time | 650 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 62 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 34.1 |\n", "| MaxEpRet | -71.7 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 22.8 |\n", "| MaxTestEpRet | -58.5 |\n", "| MinTestEpRet | -138 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.02e+05 |\n", "| AverageQVals | -179 |\n", "| StdQVals | 30.4 |\n", "| MaxQVals | -121 |\n", "| MinQVals | -308 |\n", "| LossPi | 177 |\n", "| LossQ | 0.937 |\n", "| Time | 660 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 63 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 28.4 |\n", "| MaxEpRet | -84.5 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -70 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.04e+05 |\n", "| AverageQVals | -178 |\n", "| StdQVals | 30.5 |\n", "| MaxQVals | -120 |\n", "| MinQVals | -309 |\n", "| LossPi | 177 |\n", "| LossQ | 0.93 |\n", "| Time | 670 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 64 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 29.6 |\n", "| MaxEpRet | -61.1 |\n", "| MinEpRet | -164 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 14.4 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.06e+05 |\n", "| AverageQVals | -177 |\n", "| StdQVals | 30.6 |\n", "| MaxQVals | -120 |\n", "| MinQVals | -308 |\n", "| LossPi | 176 |\n", "| LossQ | 0.941 |\n", "| Time | 680 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 65 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -72.5 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 26.1 |\n", "| MaxTestEpRet | -76.4 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.07e+05 |\n", "| AverageQVals | -177 |\n", "| StdQVals | 30.6 |\n", "| MaxQVals | -119 |\n", "| MinQVals | -308 |\n", "| LossPi | 176 |\n", "| LossQ | 0.932 |\n", "| Time | 690 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 66 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 32.3 |\n", "| MaxEpRet | -68.9 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 22.7 |\n", "| MaxTestEpRet | -75.9 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.09e+05 |\n", "| AverageQVals | -176 |\n", "| StdQVals | 30.7 |\n", "| MaxQVals | -118 |\n", "| MinQVals | -308 |\n", "| LossPi | 175 |\n", "| LossQ | 0.938 |\n", "| Time | 700 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 67 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 27.6 |\n", "| MaxEpRet | -71.7 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 18.6 |\n", "| MaxTestEpRet | -97.9 |\n", "| MinTestEpRet | -152 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.11e+05 |\n", "| AverageQVals | -176 |\n", "| StdQVals | 30.8 |\n", "| MaxQVals | -117 |\n", "| MinQVals | -302 |\n", "| LossPi | 175 |\n", "| LossQ | 0.95 |\n", "| Time | 710 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 68 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 21.9 |\n", "| MaxEpRet | -64.8 |\n", "| MinEpRet | -146 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 23.5 |\n", "| MaxTestEpRet | -90.1 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.12e+05 |\n", "| AverageQVals | -175 |\n", "| StdQVals | 30.8 |\n", "| MaxQVals | -116 |\n", "| MinQVals | -306 |\n", "| LossPi | 174 |\n", "| LossQ | 0.964 |\n", "| Time | 720 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 69 |\n", "| AverageEpRet | -137 |\n", "| StdEpRet | 25.7 |\n", "| MaxEpRet | -88.5 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 28.5 |\n", "| MaxTestEpRet | -84.9 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.14e+05 |\n", "| AverageQVals | -174 |\n", "| StdQVals | 30.9 |\n", "| MaxQVals | -116 |\n", "| MinQVals | -305 |\n", "| LossPi | 173 |\n", "| LossQ | 0.962 |\n", "| Time | 730 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 70 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 23.6 |\n", "| MaxEpRet | -67.1 |\n", "| MinEpRet | -147 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 28.7 |\n", "| MaxTestEpRet | -71.9 |\n", "| MinTestEpRet | -173 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+05 |\n", "| AverageQVals | -174 |\n", "| StdQVals | 31 |\n", "| MaxQVals | -115 |\n", "| MinQVals | -304 |\n", "| LossPi | 173 |\n", "| LossQ | 0.941 |\n", "| Time | 741 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 71 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 23.6 |\n", "| MaxEpRet | -78.9 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 39.4 |\n", "| MaxTestEpRet | -55.3 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.17e+05 |\n", "| AverageQVals | -173 |\n", "| StdQVals | 31 |\n", "| MaxQVals | -114 |\n", "| MinQVals | -303 |\n", "| LossPi | 172 |\n", "| LossQ | 0.972 |\n", "| Time | 751 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 72 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 29.7 |\n", "| MaxEpRet | -73.9 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 28.8 |\n", "| MaxTestEpRet | -76.7 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.19e+05 |\n", "| AverageQVals | -172 |\n", "| StdQVals | 31 |\n", "| MaxQVals | -114 |\n", "| MinQVals | -298 |\n", "| LossPi | 171 |\n", "| LossQ | 0.957 |\n", "| Time | 761 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 73 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -86.6 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -138 |\n", "| StdTestEpRet | 44.9 |\n", "| MaxTestEpRet | -71.2 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.2e+05 |\n", "| AverageQVals | -171 |\n", "| StdQVals | 30.9 |\n", "| MaxQVals | -113 |\n", "| MinQVals | -301 |\n", "| LossPi | 170 |\n", "| LossQ | 0.972 |\n", "| Time | 771 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 74 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 37.4 |\n", "| MaxEpRet | -72.1 |\n", "| MinEpRet | -205 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 43.3 |\n", "| MaxTestEpRet | -58 |\n", "| MinTestEpRet | -211 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.22e+05 |\n", "| AverageQVals | -171 |\n", "| StdQVals | 30.9 |\n", "| MaxQVals | -112 |\n", "| MinQVals | -304 |\n", "| LossPi | 170 |\n", "| LossQ | 0.977 |\n", "| Time | 781 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 75 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 23.1 |\n", "| MaxEpRet | -83.5 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 33.8 |\n", "| MaxTestEpRet | -60.5 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.24e+05 |\n", "| AverageQVals | -170 |\n", "| StdQVals | 30.9 |\n", "| MaxQVals | -111 |\n", "| MinQVals | -301 |\n", "| LossPi | 169 |\n", "| LossQ | 0.962 |\n", "| Time | 791 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 76 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 17.1 |\n", "| MaxEpRet | -94.7 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 29 |\n", "| MaxTestEpRet | -73 |\n", "| MinTestEpRet | -153 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.25e+05 |\n", "| AverageQVals | -169 |\n", "| StdQVals | 30.9 |\n", "| MaxQVals | -110 |\n", "| MinQVals | -300 |\n", "| LossPi | 168 |\n", "| LossQ | 0.965 |\n", "| Time | 802 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 77 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 36.3 |\n", "| MaxEpRet | -38.1 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 15.6 |\n", "| MaxTestEpRet | -85.3 |\n", "| MinTestEpRet | -131 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.27e+05 |\n", "| AverageQVals | -168 |\n", "| StdQVals | 31 |\n", "| MaxQVals | -110 |\n", "| MinQVals | -300 |\n", "| LossPi | 167 |\n", "| LossQ | 0.987 |\n", "| Time | 812 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 78 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 27.2 |\n", "| MaxEpRet | -96.2 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -63.4 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.29e+05 |\n", "| AverageQVals | -168 |\n", "| StdQVals | 31 |\n", "| MaxQVals | -109 |\n", "| MinQVals | -300 |\n", "| LossPi | 167 |\n", "| LossQ | 0.951 |\n", "| Time | 823 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 79 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 34.9 |\n", "| MaxEpRet | -68.9 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 25.3 |\n", "| MaxTestEpRet | -75.2 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.3e+05 |\n", "| AverageQVals | -167 |\n", "| StdQVals | 30.8 |\n", "| MaxQVals | -108 |\n", "| MinQVals | -300 |\n", "| LossPi | 166 |\n", "| LossQ | 0.977 |\n", "| Time | 835 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 80 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 29.8 |\n", "| MaxEpRet | -71.9 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 29.9 |\n", "| MaxTestEpRet | -67.5 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+05 |\n", "| AverageQVals | -166 |\n", "| StdQVals | 30.7 |\n", "| MaxQVals | -108 |\n", "| MinQVals | -299 |\n", "| LossPi | 165 |\n", "| LossQ | 0.952 |\n", "| Time | 845 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 81 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 27.8 |\n", "| MaxEpRet | -71.8 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 19 |\n", "| MaxTestEpRet | -89.2 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.34e+05 |\n", "| AverageQVals | -166 |\n", "| StdQVals | 30.8 |\n", "| MaxQVals | -107 |\n", "| MinQVals | -299 |\n", "| LossPi | 165 |\n", "| LossQ | 0.953 |\n", "| Time | 854 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 82 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 28.4 |\n", "| MaxEpRet | -89.9 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 22.8 |\n", "| MaxTestEpRet | -93.4 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.35e+05 |\n", "| AverageQVals | -165 |\n", "| StdQVals | 30.9 |\n", "| MaxQVals | -106 |\n", "| MinQVals | -296 |\n", "| LossPi | 165 |\n", "| LossQ | 0.95 |\n", "| Time | 864 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 83 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 23.6 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 44.2 |\n", "| MaxTestEpRet | -45.7 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.37e+05 |\n", "| AverageQVals | -165 |\n", "| StdQVals | 30.8 |\n", "| MaxQVals | -105 |\n", "| MinQVals | -293 |\n", "| LossPi | 164 |\n", "| LossQ | 0.961 |\n", "| Time | 874 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 84 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 22.6 |\n", "| MaxEpRet | -70.5 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 27.3 |\n", "| MaxTestEpRet | -79.3 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.39e+05 |\n", "| AverageQVals | -164 |\n", "| StdQVals | 30.7 |\n", "| MaxQVals | -103 |\n", "| MinQVals | -295 |\n", "| LossPi | 164 |\n", "| LossQ | 0.964 |\n", "| Time | 884 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 85 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 31 |\n", "| MaxEpRet | -56.7 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -142 |\n", "| StdTestEpRet | 24.4 |\n", "| MaxTestEpRet | -93.4 |\n", "| MinTestEpRet | -188 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.4e+05 |\n", "| AverageQVals | -164 |\n", "| StdQVals | 30.7 |\n", "| MaxQVals | -102 |\n", "| MinQVals | -293 |\n", "| LossPi | 163 |\n", "| LossQ | 0.98 |\n", "| Time | 894 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 86 |\n", "| AverageEpRet | -151 |\n", "| StdEpRet | 31.1 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -137 |\n", "| StdTestEpRet | 33.3 |\n", "| MaxTestEpRet | -89.7 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.42e+05 |\n", "| AverageQVals | -164 |\n", "| StdQVals | 30.7 |\n", "| MaxQVals | -101 |\n", "| MinQVals | -288 |\n", "| LossPi | 163 |\n", "| LossQ | 0.967 |\n", "| Time | 904 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 87 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -76.9 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -145 |\n", "| StdTestEpRet | 19.8 |\n", "| MaxTestEpRet | -123 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.44e+05 |\n", "| AverageQVals | -163 |\n", "| StdQVals | 30.7 |\n", "| MaxQVals | -101 |\n", "| MinQVals | -292 |\n", "| LossPi | 162 |\n", "| LossQ | 0.951 |\n", "| Time | 914 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 88 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 29.7 |\n", "| MaxEpRet | -43.3 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 32.1 |\n", "| MaxTestEpRet | -73.4 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.45e+05 |\n", "| AverageQVals | -162 |\n", "| StdQVals | 30.5 |\n", "| MaxQVals | -99.7 |\n", "| MinQVals | -289 |\n", "| LossPi | 162 |\n", "| LossQ | 0.967 |\n", "| Time | 924 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 89 |\n", "| AverageEpRet | -138 |\n", "| StdEpRet | 18.6 |\n", "| MaxEpRet | -104 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 29 |\n", "| MaxTestEpRet | -53.2 |\n", "| MinTestEpRet | -151 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.47e+05 |\n", "| AverageQVals | -162 |\n", "| StdQVals | 30.5 |\n", "| MaxQVals | -98.9 |\n", "| MinQVals | -288 |\n", "| LossPi | 161 |\n", "| LossQ | 0.975 |\n", "| Time | 934 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 90 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 21.3 |\n", "| MaxEpRet | -65.7 |\n", "| MinEpRet | -146 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 26 |\n", "| MaxTestEpRet | -86.8 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+05 |\n", "| AverageQVals | -162 |\n", "| StdQVals | 30.5 |\n", "| MaxQVals | -97.5 |\n", "| MinQVals | -287 |\n", "| LossPi | 161 |\n", "| LossQ | 0.964 |\n", "| Time | 944 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 91 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 33.2 |\n", "| MaxEpRet | -56.9 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 35.3 |\n", "| MaxTestEpRet | -62.6 |\n", "| MinTestEpRet | -181 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.5e+05 |\n", "| AverageQVals | -161 |\n", "| StdQVals | 30.4 |\n", "| MaxQVals | -96.8 |\n", "| MinQVals | -284 |\n", "| LossPi | 160 |\n", "| LossQ | 0.975 |\n", "| Time | 954 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 92 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 16.6 |\n", "| MaxEpRet | -87.7 |\n", "| MinEpRet | -150 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -61.8 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.52e+05 |\n", "| AverageQVals | -161 |\n", "| StdQVals | 30.5 |\n", "| MaxQVals | -96.1 |\n", "| MinQVals | -282 |\n", "| LossPi | 160 |\n", "| LossQ | 0.97 |\n", "| Time | 964 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 93 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 28.2 |\n", "| MaxEpRet | -89.3 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 32.2 |\n", "| MaxTestEpRet | -91.4 |\n", "| MinTestEpRet | -189 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.53e+05 |\n", "| AverageQVals | -160 |\n", "| StdQVals | 30.3 |\n", "| MaxQVals | -94.4 |\n", "| MinQVals | -279 |\n", "| LossPi | 159 |\n", "| LossQ | 0.995 |\n", "| Time | 974 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 94 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -92.8 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -95.4 |\n", "| StdTestEpRet | 26.4 |\n", "| MaxTestEpRet | -40.7 |\n", "| MinTestEpRet | -133 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.55e+05 |\n", "| AverageQVals | -160 |\n", "| StdQVals | 30.2 |\n", "| MaxQVals | -93.8 |\n", "| MinQVals | -271 |\n", "| LossPi | 159 |\n", "| LossQ | 0.996 |\n", "| Time | 983 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 95 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -71.9 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 24.7 |\n", "| MaxTestEpRet | -60.6 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.57e+05 |\n", "| AverageQVals | -159 |\n", "| StdQVals | 30.2 |\n", "| MaxQVals | -93 |\n", "| MinQVals | -269 |\n", "| LossPi | 158 |\n", "| LossQ | 0.973 |\n", "| Time | 993 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 96 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 30 |\n", "| MaxEpRet | -69.5 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 27.3 |\n", "| MaxTestEpRet | -79.4 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.58e+05 |\n", "| AverageQVals | -159 |\n", "| StdQVals | 30.3 |\n", "| MaxQVals | -92.2 |\n", "| MinQVals | -268 |\n", "| LossPi | 158 |\n", "| LossQ | 0.984 |\n", "| Time | 1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 97 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 43.5 |\n", "| MaxEpRet | -47.4 |\n", "| MinEpRet | -204 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 13.4 |\n", "| MaxTestEpRet | -106 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.6e+05 |\n", "| AverageQVals | -158 |\n", "| StdQVals | 30.2 |\n", "| MaxQVals | -92.3 |\n", "| MinQVals | -270 |\n", "| LossPi | 157 |\n", "| LossQ | 0.97 |\n", "| Time | 1.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 98 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 24.3 |\n", "| MaxEpRet | -85.4 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -130 |\n", "| StdTestEpRet | 22.8 |\n", "| MaxTestEpRet | -92.7 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.62e+05 |\n", "| AverageQVals | -158 |\n", "| StdQVals | 30.1 |\n", "| MaxQVals | -92.1 |\n", "| MinQVals | -268 |\n", "| LossPi | 157 |\n", "| LossQ | 0.991 |\n", "| Time | 1.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 99 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 27.9 |\n", "| MaxEpRet | -81.9 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 30.5 |\n", "| MaxTestEpRet | -97 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.63e+05 |\n", "| AverageQVals | -157 |\n", "| StdQVals | 30.1 |\n", "| MaxQVals | -91.3 |\n", "| MinQVals | -266 |\n", "| LossPi | 156 |\n", "| LossQ | 0.951 |\n", "| Time | 1.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 100 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 29.5 |\n", "| MaxEpRet | -64.3 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 30 |\n", "| MaxTestEpRet | -68.8 |\n", "| MinTestEpRet | -187 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+05 |\n", "| AverageQVals | -157 |\n", "| StdQVals | 30.1 |\n", "| MaxQVals | -90.7 |\n", "| MinQVals | -264 |\n", "| LossPi | 156 |\n", "| LossQ | 0.977 |\n", "| Time | 1.04e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 101 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 32.6 |\n", "| MaxEpRet | -47.2 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -99.6 |\n", "| StdTestEpRet | 32.6 |\n", "| MaxTestEpRet | -55 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.67e+05 |\n", "| AverageQVals | -156 |\n", "| StdQVals | 30.1 |\n", "| MaxQVals | -90.3 |\n", "| MinQVals | -262 |\n", "| LossPi | 156 |\n", "| LossQ | 0.951 |\n", "| Time | 1.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 102 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 29.4 |\n", "| MaxEpRet | -78 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 34.9 |\n", "| MaxTestEpRet | -52.3 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.68e+05 |\n", "| AverageQVals | -156 |\n", "| StdQVals | 30 |\n", "| MaxQVals | -89.7 |\n", "| MinQVals | -258 |\n", "| LossPi | 155 |\n", "| LossQ | 0.99 |\n", "| Time | 1.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 103 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 22.2 |\n", "| MaxEpRet | -84.2 |\n", "| MinEpRet | -154 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 23.1 |\n", "| MaxTestEpRet | -87.7 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.7e+05 |\n", "| AverageQVals | -155 |\n", "| StdQVals | 30 |\n", "| MaxQVals | -89.2 |\n", "| MinQVals | -259 |\n", "| LossPi | 155 |\n", "| LossQ | 0.978 |\n", "| Time | 1.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 104 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 35.2 |\n", "| MaxEpRet | -68.6 |\n", "| MinEpRet | -200 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 30.8 |\n", "| MaxTestEpRet | -64.6 |\n", "| MinTestEpRet | -153 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.72e+05 |\n", "| AverageQVals | -155 |\n", "| StdQVals | 30 |\n", "| MaxQVals | -88.7 |\n", "| MinQVals | -258 |\n", "| LossPi | 154 |\n", "| LossQ | 0.984 |\n", "| Time | 1.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 105 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -60.8 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 23.6 |\n", "| MaxTestEpRet | -80 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.73e+05 |\n", "| AverageQVals | -155 |\n", "| StdQVals | 30 |\n", "| MaxQVals | -88.4 |\n", "| MinQVals | -259 |\n", "| LossPi | 154 |\n", "| LossQ | 1.01 |\n", "| Time | 1.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 106 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 26.2 |\n", "| MaxEpRet | -49.9 |\n", "| MinEpRet | -154 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -68.9 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.75e+05 |\n", "| AverageQVals | -154 |\n", "| StdQVals | 29.8 |\n", "| MaxQVals | -87.8 |\n", "| MinQVals | -260 |\n", "| LossPi | 154 |\n", "| LossQ | 1 |\n", "| Time | 1.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 107 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -86 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 28.7 |\n", "| MaxTestEpRet | -75.9 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.77e+05 |\n", "| AverageQVals | -154 |\n", "| StdQVals | 29.7 |\n", "| MaxQVals | -87.2 |\n", "| MinQVals | -260 |\n", "| LossPi | 153 |\n", "| LossQ | 0.995 |\n", "| Time | 1.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 108 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 28.7 |\n", "| MaxEpRet | -75.3 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 29.4 |\n", "| MaxTestEpRet | -61.7 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.78e+05 |\n", "| AverageQVals | -154 |\n", "| StdQVals | 29.6 |\n", "| MaxQVals | -87 |\n", "| MinQVals | -261 |\n", "| LossPi | 153 |\n", "| LossQ | 0.995 |\n", "| Time | 1.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 109 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 31.1 |\n", "| MaxEpRet | -73.1 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 34.6 |\n", "| MaxTestEpRet | -58.9 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.8e+05 |\n", "| AverageQVals | -153 |\n", "| StdQVals | 29.6 |\n", "| MaxQVals | -86.1 |\n", "| MinQVals | -261 |\n", "| LossPi | 153 |\n", "| LossQ | 0.997 |\n", "| Time | 1.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 110 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -84.6 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -97.1 |\n", "| MinTestEpRet | -173 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+05 |\n", "| AverageQVals | -153 |\n", "| StdQVals | 29.5 |\n", "| MaxQVals | -85.7 |\n", "| MinQVals | -261 |\n", "| LossPi | 152 |\n", "| LossQ | 0.998 |\n", "| Time | 1.15e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 111 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 28 |\n", "| MaxEpRet | -46.7 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 29.1 |\n", "| MaxTestEpRet | -48.5 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.83e+05 |\n", "| AverageQVals | -153 |\n", "| StdQVals | 29.4 |\n", "| MaxQVals | -85.3 |\n", "| MinQVals | -261 |\n", "| LossPi | 152 |\n", "| LossQ | 0.971 |\n", "| Time | 1.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 112 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 25.8 |\n", "| MaxEpRet | -80 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -135 |\n", "| StdTestEpRet | 33.5 |\n", "| MaxTestEpRet | -69.6 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.85e+05 |\n", "| AverageQVals | -152 |\n", "| StdQVals | 29.2 |\n", "| MaxQVals | -85.1 |\n", "| MinQVals | -261 |\n", "| LossPi | 151 |\n", "| LossQ | 0.946 |\n", "| Time | 1.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 113 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -78.4 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 32.2 |\n", "| MaxTestEpRet | -53.5 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.86e+05 |\n", "| AverageQVals | -152 |\n", "| StdQVals | 29 |\n", "| MaxQVals | -84.8 |\n", "| MinQVals | -260 |\n", "| LossPi | 151 |\n", "| LossQ | 0.96 |\n", "| Time | 1.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 114 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 32.9 |\n", "| MaxEpRet | -58.5 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 31.9 |\n", "| MaxTestEpRet | -62.5 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.88e+05 |\n", "| AverageQVals | -151 |\n", "| StdQVals | 28.9 |\n", "| MaxQVals | -84.7 |\n", "| MinQVals | -261 |\n", "| LossPi | 150 |\n", "| LossQ | 0.961 |\n", "| Time | 1.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 115 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 22.9 |\n", "| MaxEpRet | -84.6 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 27.1 |\n", "| MaxTestEpRet | -94.8 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.9e+05 |\n", "| AverageQVals | -151 |\n", "| StdQVals | 28.9 |\n", "| MaxQVals | -84.1 |\n", "| MinQVals | -261 |\n", "| LossPi | 150 |\n", "| LossQ | 0.966 |\n", "| Time | 1.2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 116 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 25.3 |\n", "| MaxEpRet | -58.8 |\n", "| MinEpRet | -154 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 42.5 |\n", "| MaxTestEpRet | -60.7 |\n", "| MinTestEpRet | -206 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.91e+05 |\n", "| AverageQVals | -151 |\n", "| StdQVals | 28.8 |\n", "| MaxQVals | -83.5 |\n", "| MinQVals | -261 |\n", "| LossPi | 150 |\n", "| LossQ | 0.966 |\n", "| Time | 1.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 117 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 22.4 |\n", "| MaxEpRet | -90.3 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 28.7 |\n", "| MaxTestEpRet | -59.5 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.93e+05 |\n", "| AverageQVals | -150 |\n", "| StdQVals | 28.8 |\n", "| MaxQVals | -82.7 |\n", "| MinQVals | -261 |\n", "| LossPi | 149 |\n", "| LossQ | 0.95 |\n", "| Time | 1.23e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 118 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 28.6 |\n", "| MaxEpRet | -76.4 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 31.4 |\n", "| MaxTestEpRet | -49.7 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.95e+05 |\n", "| AverageQVals | -150 |\n", "| StdQVals | 28.6 |\n", "| MaxQVals | -82.4 |\n", "| MinQVals | -262 |\n", "| LossPi | 149 |\n", "| LossQ | 0.932 |\n", "| Time | 1.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 119 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 31.2 |\n", "| MaxEpRet | -86.4 |\n", "| MinEpRet | -210 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 36.6 |\n", "| MaxTestEpRet | -67.5 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.96e+05 |\n", "| AverageQVals | -149 |\n", "| StdQVals | 28.7 |\n", "| MaxQVals | -81.8 |\n", "| MinQVals | -261 |\n", "| LossPi | 149 |\n", "| LossQ | 0.901 |\n", "| Time | 1.25e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 120 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -69.7 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 27.6 |\n", "| MaxTestEpRet | -65.2 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+05 |\n", "| AverageQVals | -149 |\n", "| StdQVals | 28.7 |\n", "| MaxQVals | -81.8 |\n", "| MinQVals | -261 |\n", "| LossPi | 148 |\n", "| LossQ | 0.949 |\n", "| Time | 1.26e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 121 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 26.3 |\n", "| MaxEpRet | -78.7 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -68.8 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2e+05 |\n", "| AverageQVals | -149 |\n", "| StdQVals | 28.6 |\n", "| MaxQVals | -81.9 |\n", "| MinQVals | -260 |\n", "| LossPi | 148 |\n", "| LossQ | 0.948 |\n", "| Time | 1.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 122 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 40.6 |\n", "| MaxEpRet | -46 |\n", "| MinEpRet | -206 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 26.7 |\n", "| MaxTestEpRet | -62.5 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.01e+05 |\n", "| AverageQVals | -148 |\n", "| StdQVals | 28.6 |\n", "| MaxQVals | -81.6 |\n", "| MinQVals | -259 |\n", "| LossPi | 148 |\n", "| LossQ | 0.924 |\n", "| Time | 1.28e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 123 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -67.3 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 22.1 |\n", "| MaxTestEpRet | -62.8 |\n", "| MinTestEpRet | -134 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.03e+05 |\n", "| AverageQVals | -148 |\n", "| StdQVals | 28.6 |\n", "| MaxQVals | -81.7 |\n", "| MinQVals | -259 |\n", "| LossPi | 147 |\n", "| LossQ | 0.911 |\n", "| Time | 1.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 124 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 35.6 |\n", "| MaxEpRet | -45.6 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 24.1 |\n", "| MaxTestEpRet | -103 |\n", "| MinTestEpRet | -189 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.05e+05 |\n", "| AverageQVals | -148 |\n", "| StdQVals | 28.5 |\n", "| MaxQVals | -81.8 |\n", "| MinQVals | -259 |\n", "| LossPi | 147 |\n", "| LossQ | 0.916 |\n", "| Time | 1.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 125 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -78.7 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -119 |\n", "| StdTestEpRet | 29.8 |\n", "| MaxTestEpRet | -95.9 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.06e+05 |\n", "| AverageQVals | -147 |\n", "| StdQVals | 28.5 |\n", "| MaxQVals | -81.7 |\n", "| MinQVals | -260 |\n", "| LossPi | 147 |\n", "| LossQ | 0.904 |\n", "| Time | 1.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 126 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 34.1 |\n", "| MaxEpRet | -76 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 36.6 |\n", "| MaxTestEpRet | -69.7 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.08e+05 |\n", "| AverageQVals | -147 |\n", "| StdQVals | 28.3 |\n", "| MaxQVals | -81.5 |\n", "| MinQVals | -260 |\n", "| LossPi | 146 |\n", "| LossQ | 0.914 |\n", "| Time | 1.32e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 127 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 20.8 |\n", "| MaxEpRet | -79.2 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 36.9 |\n", "| MaxTestEpRet | -35.2 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.1e+05 |\n", "| AverageQVals | -147 |\n", "| StdQVals | 28.4 |\n", "| MaxQVals | -81.5 |\n", "| MinQVals | -259 |\n", "| LossPi | 146 |\n", "| LossQ | 0.915 |\n", "| Time | 1.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 128 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 19.7 |\n", "| MaxEpRet | -88.1 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 37.6 |\n", "| MaxTestEpRet | -58.2 |\n", "| MinTestEpRet | -195 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.11e+05 |\n", "| AverageQVals | -146 |\n", "| StdQVals | 28.3 |\n", "| MaxQVals | -81.8 |\n", "| MinQVals | -256 |\n", "| LossPi | 146 |\n", "| LossQ | 0.896 |\n", "| Time | 1.34e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 129 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 27.5 |\n", "| MaxEpRet | -73.4 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 26.4 |\n", "| MaxTestEpRet | -81.9 |\n", "| MinTestEpRet | -177 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.13e+05 |\n", "| AverageQVals | -146 |\n", "| StdQVals | 28.3 |\n", "| MaxQVals | -81.4 |\n", "| MinQVals | -254 |\n", "| LossPi | 145 |\n", "| LossQ | 0.915 |\n", "| Time | 1.35e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 130 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 25.7 |\n", "| MaxEpRet | -77.6 |\n", "| MinEpRet | -152 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 22.9 |\n", "| MaxTestEpRet | -74.3 |\n", "| MinTestEpRet | -171 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+05 |\n", "| AverageQVals | -146 |\n", "| StdQVals | 28.1 |\n", "| MaxQVals | -80.9 |\n", "| MinQVals | -256 |\n", "| LossPi | 145 |\n", "| LossQ | 0.897 |\n", "| Time | 1.36e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 131 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 24.3 |\n", "| MaxEpRet | -89.3 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 19.5 |\n", "| MaxTestEpRet | -91.9 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.16e+05 |\n", "| AverageQVals | -145 |\n", "| StdQVals | 28.2 |\n", "| MaxQVals | -80.7 |\n", "| MinQVals | -255 |\n", "| LossPi | 145 |\n", "| LossQ | 0.88 |\n", "| Time | 1.37e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 132 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 16.3 |\n", "| MaxEpRet | -79.8 |\n", "| MinEpRet | -137 |\n", "| AverageTestEpRet | -119 |\n", "| StdTestEpRet | 26.7 |\n", "| MaxTestEpRet | -49.8 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.18e+05 |\n", "| AverageQVals | -145 |\n", "| StdQVals | 28.2 |\n", "| MaxQVals | -80.1 |\n", "| MinQVals | -255 |\n", "| LossPi | 144 |\n", "| LossQ | 0.887 |\n", "| Time | 1.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 133 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 31.1 |\n", "| MaxEpRet | -72.1 |\n", "| MinEpRet | -188 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 29.3 |\n", "| MaxTestEpRet | -55.8 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.19e+05 |\n", "| AverageQVals | -145 |\n", "| StdQVals | 28.3 |\n", "| MaxQVals | -80.2 |\n", "| MinQVals | -254 |\n", "| LossPi | 144 |\n", "| LossQ | 0.877 |\n", "| Time | 1.4e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 134 |\n", "| AverageEpRet | -108 |\n", "| StdEpRet | 29.4 |\n", "| MaxEpRet | -70 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -91.9 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.21e+05 |\n", "| AverageQVals | -145 |\n", "| StdQVals | 28.5 |\n", "| MaxQVals | -80.1 |\n", "| MinQVals | -254 |\n", "| LossPi | 144 |\n", "| LossQ | 0.881 |\n", "| Time | 1.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 135 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 28.2 |\n", "| MaxEpRet | -64.2 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 45.6 |\n", "| MaxTestEpRet | -36 |\n", "| MinTestEpRet | -188 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.23e+05 |\n", "| AverageQVals | -145 |\n", "| StdQVals | 28.2 |\n", "| MaxQVals | -79.4 |\n", "| MinQVals | -254 |\n", "| LossPi | 144 |\n", "| LossQ | 0.875 |\n", "| Time | 1.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 136 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 28.7 |\n", "| MaxEpRet | -62.5 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 31.5 |\n", "| MaxTestEpRet | -81.5 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.24e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28.3 |\n", "| MaxQVals | -79.3 |\n", "| MinQVals | -254 |\n", "| LossPi | 144 |\n", "| LossQ | 0.893 |\n", "| Time | 1.43e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 137 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 32.5 |\n", "| MaxEpRet | -70.6 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 33.1 |\n", "| MaxTestEpRet | -54.6 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.26e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28.3 |\n", "| MaxQVals | -79.2 |\n", "| MinQVals | -254 |\n", "| LossPi | 144 |\n", "| LossQ | 0.901 |\n", "| Time | 1.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 138 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 22.2 |\n", "| MaxEpRet | -90.5 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -69.6 |\n", "| MinTestEpRet | -178 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.28e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28.2 |\n", "| MaxQVals | -78.9 |\n", "| MinQVals | -253 |\n", "| LossPi | 144 |\n", "| LossQ | 0.879 |\n", "| Time | 1.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 139 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 42.7 |\n", "| MaxEpRet | -57.4 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 25.8 |\n", "| MaxTestEpRet | -68.3 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.29e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28 |\n", "| MaxQVals | -78.5 |\n", "| MinQVals | -252 |\n", "| LossPi | 144 |\n", "| LossQ | 0.881 |\n", "| Time | 1.46e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 140 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 30.8 |\n", "| MaxEpRet | -68.7 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 27.8 |\n", "| MaxTestEpRet | -56.3 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28.1 |\n", "| MaxQVals | -78.2 |\n", "| MinQVals | -254 |\n", "| LossPi | 143 |\n", "| LossQ | 0.909 |\n", "| Time | 1.47e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 141 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 32.1 |\n", "| MaxEpRet | -72.6 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -151 |\n", "| StdTestEpRet | 34.9 |\n", "| MaxTestEpRet | -93.1 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.33e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28 |\n", "| MaxQVals | -78 |\n", "| MinQVals | -250 |\n", "| LossPi | 143 |\n", "| LossQ | 0.914 |\n", "| Time | 1.48e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 142 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 22.9 |\n", "| MaxEpRet | -72.1 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 37.3 |\n", "| MaxTestEpRet | -72.2 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.34e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 28 |\n", "| MaxQVals | -77.7 |\n", "| MinQVals | -248 |\n", "| LossPi | 143 |\n", "| LossQ | 0.909 |\n", "| Time | 1.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 143 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 35.1 |\n", "| MaxEpRet | -88.3 |\n", "| MinEpRet | -239 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 33.7 |\n", "| MaxTestEpRet | -63.3 |\n", "| MinTestEpRet | -184 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.36e+05 |\n", "| AverageQVals | -144 |\n", "| StdQVals | 27.9 |\n", "| MaxQVals | -77.7 |\n", "| MinQVals | -247 |\n", "| LossPi | 143 |\n", "| LossQ | 0.926 |\n", "| Time | 1.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 144 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 33.6 |\n", "| MaxEpRet | -51.9 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 37.7 |\n", "| MaxTestEpRet | -16.9 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.38e+05 |\n", "| AverageQVals | -143 |\n", "| StdQVals | 27.9 |\n", "| MaxQVals | -77.6 |\n", "| MinQVals | -249 |\n", "| LossPi | 142 |\n", "| LossQ | 0.931 |\n", "| Time | 1.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 145 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 35.3 |\n", "| MaxEpRet | -59.3 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -135 |\n", "| StdTestEpRet | 36.2 |\n", "| MaxTestEpRet | -73.8 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.39e+05 |\n", "| AverageQVals | -143 |\n", "| StdQVals | 27.8 |\n", "| MaxQVals | -77.3 |\n", "| MinQVals | -247 |\n", "| LossPi | 142 |\n", "| LossQ | 0.94 |\n", "| Time | 1.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 146 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 26.8 |\n", "| MaxEpRet | -86.1 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -99.6 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -56 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.41e+05 |\n", "| AverageQVals | -143 |\n", "| StdQVals | 27.8 |\n", "| MaxQVals | -77.2 |\n", "| MinQVals | -247 |\n", "| LossPi | 142 |\n", "| LossQ | 0.944 |\n", "| Time | 1.53e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 147 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 29.8 |\n", "| MaxEpRet | -56.9 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 44.9 |\n", "| MaxTestEpRet | -76 |\n", "| MinTestEpRet | -243 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.43e+05 |\n", "| AverageQVals | -142 |\n", "| StdQVals | 27.7 |\n", "| MaxQVals | -77.2 |\n", "| MinQVals | -245 |\n", "| LossPi | 142 |\n", "| LossQ | 0.934 |\n", "| Time | 1.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 148 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 28.7 |\n", "| MaxEpRet | -68.4 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 30.1 |\n", "| MaxTestEpRet | -78.4 |\n", "| MinTestEpRet | -184 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.44e+05 |\n", "| AverageQVals | -142 |\n", "| StdQVals | 27.6 |\n", "| MaxQVals | -76.7 |\n", "| MinQVals | -246 |\n", "| LossPi | 141 |\n", "| LossQ | 0.935 |\n", "| Time | 1.55e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 149 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 28.2 |\n", "| MaxEpRet | -60.7 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 17.8 |\n", "| MaxTestEpRet | -96.7 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.46e+05 |\n", "| AverageQVals | -142 |\n", "| StdQVals | 27.5 |\n", "| MaxQVals | -76.3 |\n", "| MinQVals | -247 |\n", "| LossPi | 141 |\n", "| LossQ | 0.93 |\n", "| Time | 1.57e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 150 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 28.6 |\n", "| MaxEpRet | -73.2 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 29.6 |\n", "| MaxTestEpRet | -60.7 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+05 |\n", "| AverageQVals | -142 |\n", "| StdQVals | 27.4 |\n", "| MaxQVals | -76.3 |\n", "| MinQVals | -252 |\n", "| LossPi | 141 |\n", "| LossQ | 0.954 |\n", "| Time | 1.58e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 151 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -82.3 |\n", "| MinEpRet | -158 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 18.6 |\n", "| MaxTestEpRet | -81.4 |\n", "| MinTestEpRet | -136 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.49e+05 |\n", "| AverageQVals | -142 |\n", "| StdQVals | 27.4 |\n", "| MaxQVals | -76.3 |\n", "| MinQVals | -252 |\n", "| LossPi | 141 |\n", "| LossQ | 0.94 |\n", "| Time | 1.59e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 152 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 19.8 |\n", "| MaxEpRet | -83.5 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 26.5 |\n", "| MaxTestEpRet | -59.1 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.51e+05 |\n", "| AverageQVals | -141 |\n", "| StdQVals | 27.3 |\n", "| MaxQVals | -75.9 |\n", "| MinQVals | -248 |\n", "| LossPi | 141 |\n", "| LossQ | 0.96 |\n", "| Time | 1.6e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 153 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 34.1 |\n", "| MaxEpRet | -61 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -140 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -92.6 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.52e+05 |\n", "| AverageQVals | -141 |\n", "| StdQVals | 27.2 |\n", "| MaxQVals | -75.9 |\n", "| MinQVals | -248 |\n", "| LossPi | 141 |\n", "| LossQ | 0.967 |\n", "| Time | 1.61e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 154 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 34.5 |\n", "| MaxEpRet | -30.4 |\n", "| MinEpRet | -158 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 37.8 |\n", "| MaxTestEpRet | -63.6 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.54e+05 |\n", "| AverageQVals | -141 |\n", "| StdQVals | 27.1 |\n", "| MaxQVals | -75.9 |\n", "| MinQVals | -248 |\n", "| LossPi | 140 |\n", "| LossQ | 0.965 |\n", "| Time | 1.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 155 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 40.5 |\n", "| MaxEpRet | -69.3 |\n", "| MinEpRet | -209 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 23 |\n", "| MaxTestEpRet | -81.6 |\n", "| MinTestEpRet | -152 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.56e+05 |\n", "| AverageQVals | -141 |\n", "| StdQVals | 27.2 |\n", "| MaxQVals | -75.5 |\n", "| MinQVals | -247 |\n", "| LossPi | 140 |\n", "| LossQ | 0.975 |\n", "| Time | 1.63e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 156 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -80.7 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -135 |\n", "| StdTestEpRet | 31.9 |\n", "| MaxTestEpRet | -61.7 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.57e+05 |\n", "| AverageQVals | -140 |\n", "| StdQVals | 27.2 |\n", "| MaxQVals | -75.7 |\n", "| MinQVals | -250 |\n", "| LossPi | 140 |\n", "| LossQ | 0.968 |\n", "| Time | 1.64e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 157 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 27.4 |\n", "| MaxEpRet | -68.6 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 14.7 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.59e+05 |\n", "| AverageQVals | -140 |\n", "| StdQVals | 27.1 |\n", "| MaxQVals | -75.2 |\n", "| MinQVals | -248 |\n", "| LossPi | 140 |\n", "| LossQ | 1.01 |\n", "| Time | 1.65e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 158 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 27 |\n", "| MaxEpRet | -60.2 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 26.2 |\n", "| MaxTestEpRet | -92.2 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.61e+05 |\n", "| AverageQVals | -140 |\n", "| StdQVals | 27.1 |\n", "| MaxQVals | -75.9 |\n", "| MinQVals | -248 |\n", "| LossPi | 139 |\n", "| LossQ | 0.996 |\n", "| Time | 1.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 159 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 30 |\n", "| MaxEpRet | -78.5 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 38.6 |\n", "| MaxTestEpRet | -58.8 |\n", "| MinTestEpRet | -181 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.62e+05 |\n", "| AverageQVals | -140 |\n", "| StdQVals | 27.1 |\n", "| MaxQVals | -75.8 |\n", "| MinQVals | -248 |\n", "| LossPi | 139 |\n", "| LossQ | 0.98 |\n", "| Time | 1.67e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 160 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 18.5 |\n", "| MaxEpRet | -76.8 |\n", "| MinEpRet | -154 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 28.3 |\n", "| MaxTestEpRet | -70.3 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+05 |\n", "| AverageQVals | -139 |\n", "| StdQVals | 27 |\n", "| MaxQVals | -76.1 |\n", "| MinQVals | -249 |\n", "| LossPi | 139 |\n", "| LossQ | 0.975 |\n", "| Time | 1.68e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 161 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 30.7 |\n", "| MaxEpRet | -68.1 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 21.6 |\n", "| MaxTestEpRet | -47.9 |\n", "| MinTestEpRet | -126 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.66e+05 |\n", "| AverageQVals | -139 |\n", "| StdQVals | 26.9 |\n", "| MaxQVals | -76 |\n", "| MinQVals | -248 |\n", "| LossPi | 139 |\n", "| LossQ | 0.962 |\n", "| Time | 1.69e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 162 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -57.4 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 29.7 |\n", "| MaxTestEpRet | -72.3 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.67e+05 |\n", "| AverageQVals | -139 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -76.5 |\n", "| MinQVals | -248 |\n", "| LossPi | 138 |\n", "| LossQ | 0.993 |\n", "| Time | 1.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 163 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 35.5 |\n", "| MaxEpRet | -54.3 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 44.3 |\n", "| MaxTestEpRet | -39.4 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.69e+05 |\n", "| AverageQVals | -138 |\n", "| StdQVals | 26.9 |\n", "| MaxQVals | -76.1 |\n", "| MinQVals | -250 |\n", "| LossPi | 138 |\n", "| LossQ | 0.957 |\n", "| Time | 1.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 164 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 31.7 |\n", "| MaxEpRet | -69.4 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 37.4 |\n", "| MaxTestEpRet | -61.9 |\n", "| MinTestEpRet | -207 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.71e+05 |\n", "| AverageQVals | -138 |\n", "| StdQVals | 26.9 |\n", "| MaxQVals | -76.1 |\n", "| MinQVals | -249 |\n", "| LossPi | 138 |\n", "| LossQ | 0.971 |\n", "| Time | 1.72e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 165 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 29.2 |\n", "| MaxEpRet | -63.7 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 37.2 |\n", "| MaxTestEpRet | -61.1 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.72e+05 |\n", "| AverageQVals | -138 |\n", "| StdQVals | 26.9 |\n", "| MaxQVals | -76.2 |\n", "| MinQVals | -249 |\n", "| LossPi | 137 |\n", "| LossQ | 0.938 |\n", "| Time | 1.73e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 166 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 30.6 |\n", "| MaxEpRet | -64.8 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 35.6 |\n", "| MaxTestEpRet | -65.8 |\n", "| MinTestEpRet | -173 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.74e+05 |\n", "| AverageQVals | -138 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -76.1 |\n", "| MinQVals | -248 |\n", "| LossPi | 137 |\n", "| LossQ | 0.958 |\n", "| Time | 1.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 167 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -75.1 |\n", "| MinEpRet | -146 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 35.1 |\n", "| MaxTestEpRet | -53.3 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.76e+05 |\n", "| AverageQVals | -137 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -76 |\n", "| MinQVals | -247 |\n", "| LossPi | 137 |\n", "| LossQ | 0.968 |\n", "| Time | 1.75e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 168 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 27.5 |\n", "| MaxEpRet | -90.2 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 27.1 |\n", "| MaxTestEpRet | -76.5 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.77e+05 |\n", "| AverageQVals | -137 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -76.2 |\n", "| MinQVals | -249 |\n", "| LossPi | 136 |\n", "| LossQ | 0.939 |\n", "| Time | 1.76e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 169 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 31.2 |\n", "| MaxEpRet | -76.9 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 19.8 |\n", "| MaxTestEpRet | -72.7 |\n", "| MinTestEpRet | -140 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.79e+05 |\n", "| AverageQVals | -137 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -76 |\n", "| MinQVals | -249 |\n", "| LossPi | 136 |\n", "| LossQ | 0.961 |\n", "| Time | 1.77e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 170 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 31.1 |\n", "| MaxEpRet | -102 |\n", "| MinEpRet | -220 |\n", "| AverageTestEpRet | -141 |\n", "| StdTestEpRet | 38.2 |\n", "| MaxTestEpRet | -80.4 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+05 |\n", "| AverageQVals | -137 |\n", "| StdQVals | 26.8 |\n", "| MaxQVals | -75.8 |\n", "| MinQVals | -248 |\n", "| LossPi | 136 |\n", "| LossQ | 0.966 |\n", "| Time | 1.78e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 171 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 32.2 |\n", "| MaxEpRet | -73.5 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 17.6 |\n", "| MaxTestEpRet | -92.3 |\n", "| MinTestEpRet | -157 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.82e+05 |\n", "| AverageQVals | -136 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -76 |\n", "| MinQVals | -249 |\n", "| LossPi | 136 |\n", "| LossQ | 0.977 |\n", "| Time | 1.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 172 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -63 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -137 |\n", "| StdTestEpRet | 36 |\n", "| MaxTestEpRet | -92.7 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.84e+05 |\n", "| AverageQVals | -136 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -75.9 |\n", "| MinQVals | -253 |\n", "| LossPi | 136 |\n", "| LossQ | 0.972 |\n", "| Time | 1.8e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 173 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 33.1 |\n", "| MaxEpRet | -60.5 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -66.6 |\n", "| MinTestEpRet | -151 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.85e+05 |\n", "| AverageQVals | -136 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -75.7 |\n", "| MinQVals | -252 |\n", "| LossPi | 135 |\n", "| LossQ | 0.974 |\n", "| Time | 1.81e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 174 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 33.1 |\n", "| MaxEpRet | -61 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 34.7 |\n", "| MaxTestEpRet | -71.9 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.87e+05 |\n", "| AverageQVals | -136 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -75.2 |\n", "| MinQVals | -250 |\n", "| LossPi | 135 |\n", "| LossQ | 0.934 |\n", "| Time | 1.83e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 175 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 31.2 |\n", "| MaxEpRet | -65 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 26 |\n", "| MaxTestEpRet | -87.5 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.89e+05 |\n", "| AverageQVals | -135 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -74.7 |\n", "| MinQVals | -256 |\n", "| LossPi | 135 |\n", "| LossQ | 0.946 |\n", "| Time | 1.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 176 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 22.4 |\n", "| MaxEpRet | -68.1 |\n", "| MinEpRet | -150 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 20.4 |\n", "| MaxTestEpRet | -97.7 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.9e+05 |\n", "| AverageQVals | -135 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -74.8 |\n", "| MinQVals | -252 |\n", "| LossPi | 134 |\n", "| LossQ | 0.958 |\n", "| Time | 1.85e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 177 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 22.4 |\n", "| MaxEpRet | -75.2 |\n", "| MinEpRet | -161 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 32.2 |\n", "| MaxTestEpRet | -61.1 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.92e+05 |\n", "| AverageQVals | -135 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -74.9 |\n", "| MinQVals | -252 |\n", "| LossPi | 134 |\n", "| LossQ | 0.961 |\n", "| Time | 1.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 178 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 36.5 |\n", "| MaxEpRet | -86.8 |\n", "| MinEpRet | -230 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 35.9 |\n", "| MaxTestEpRet | -60.4 |\n", "| MinTestEpRet | -177 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.94e+05 |\n", "| AverageQVals | -134 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -74.3 |\n", "| MinQVals | -252 |\n", "| LossPi | 134 |\n", "| LossQ | 0.943 |\n", "| Time | 1.87e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 179 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 32.6 |\n", "| MaxEpRet | -62.3 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 31.4 |\n", "| MaxTestEpRet | -72.9 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.95e+05 |\n", "| AverageQVals | -134 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -74.1 |\n", "| MinQVals | -252 |\n", "| LossPi | 134 |\n", "| LossQ | 0.971 |\n", "| Time | 1.88e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 180 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 29.3 |\n", "| MaxEpRet | -72.4 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 27 |\n", "| MaxTestEpRet | -95.1 |\n", "| MinTestEpRet | -178 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+05 |\n", "| AverageQVals | -134 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -74.1 |\n", "| MinQVals | -259 |\n", "| LossPi | 133 |\n", "| LossQ | 0.929 |\n", "| Time | 1.89e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 181 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 31.3 |\n", "| MaxEpRet | -60.7 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -99 |\n", "| StdTestEpRet | 26 |\n", "| MaxTestEpRet | -60.4 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.99e+05 |\n", "| AverageQVals | -134 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -73.3 |\n", "| MinQVals | -253 |\n", "| LossPi | 133 |\n", "| LossQ | 0.942 |\n", "| Time | 1.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 182 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 25.7 |\n", "| MaxEpRet | -84.3 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 36 |\n", "| MaxTestEpRet | -53.3 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3e+05 |\n", "| AverageQVals | -134 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -73.1 |\n", "| MinQVals | -253 |\n", "| LossPi | 133 |\n", "| LossQ | 0.931 |\n", "| Time | 1.91e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 183 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 19.9 |\n", "| MaxEpRet | -79.5 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 31.9 |\n", "| MaxTestEpRet | -83.5 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.02e+05 |\n", "| AverageQVals | -134 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -73.5 |\n", "| MinQVals | -257 |\n", "| LossPi | 133 |\n", "| LossQ | 0.951 |\n", "| Time | 1.93e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 184 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 34.1 |\n", "| MaxEpRet | -77 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 26 |\n", "| MaxTestEpRet | -68 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.04e+05 |\n", "| AverageQVals | -133 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -73.1 |\n", "| MinQVals | -252 |\n", "| LossPi | 133 |\n", "| LossQ | 0.968 |\n", "| Time | 1.94e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 185 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 21.8 |\n", "| MaxEpRet | -79.4 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -99.8 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -77.5 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.05e+05 |\n", "| AverageQVals | -133 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -73.5 |\n", "| MinQVals | -255 |\n", "| LossPi | 133 |\n", "| LossQ | 0.977 |\n", "| Time | 1.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 186 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 21.9 |\n", "| MaxEpRet | -79.7 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 44.6 |\n", "| MaxTestEpRet | -64.6 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.07e+05 |\n", "| AverageQVals | -133 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -72.9 |\n", "| MinQVals | -248 |\n", "| LossPi | 132 |\n", "| LossQ | 0.966 |\n", "| Time | 1.96e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 187 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 24.7 |\n", "| MaxEpRet | -82.7 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 23.6 |\n", "| MaxTestEpRet | -82.5 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.09e+05 |\n", "| AverageQVals | -133 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -73.1 |\n", "| MinQVals | -254 |\n", "| LossPi | 132 |\n", "| LossQ | 0.937 |\n", "| Time | 1.97e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 188 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 30.9 |\n", "| MaxEpRet | -53.2 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -86.4 |\n", "| StdTestEpRet | 20.2 |\n", "| MaxTestEpRet | -57.6 |\n", "| MinTestEpRet | -126 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.1e+05 |\n", "| AverageQVals | -133 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -73.2 |\n", "| MinQVals | -247 |\n", "| LossPi | 132 |\n", "| LossQ | 0.949 |\n", "| Time | 1.98e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 189 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 19.7 |\n", "| MaxEpRet | -67.2 |\n", "| MinEpRet | -150 |\n", "| AverageTestEpRet | -100 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -81.5 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.12e+05 |\n", "| AverageQVals | -132 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -72.3 |\n", "| MinQVals | -253 |\n", "| LossPi | 132 |\n", "| LossQ | 0.96 |\n", "| Time | 2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 190 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 28.9 |\n", "| MaxEpRet | -68.4 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 26.7 |\n", "| MaxTestEpRet | -95.8 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+05 |\n", "| AverageQVals | -132 |\n", "| StdQVals | 26.7 |\n", "| MaxQVals | -72.7 |\n", "| MinQVals | -252 |\n", "| LossPi | 132 |\n", "| LossQ | 0.933 |\n", "| Time | 2.01e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 191 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 24.8 |\n", "| MaxEpRet | -73.6 |\n", "| MinEpRet | -152 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 21.2 |\n", "| MaxTestEpRet | -84.8 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.15e+05 |\n", "| AverageQVals | -132 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -72.1 |\n", "| MinQVals | -250 |\n", "| LossPi | 131 |\n", "| LossQ | 0.977 |\n", "| Time | 2.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 192 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -48.6 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 30.3 |\n", "| MaxTestEpRet | -75.5 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.17e+05 |\n", "| AverageQVals | -132 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -71.9 |\n", "| MinQVals | -245 |\n", "| LossPi | 131 |\n", "| LossQ | 0.967 |\n", "| Time | 2.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 193 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 41 |\n", "| MaxEpRet | -83.1 |\n", "| MinEpRet | -244 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 24.2 |\n", "| MaxTestEpRet | -66.4 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.18e+05 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -71.3 |\n", "| MinQVals | -249 |\n", "| LossPi | 131 |\n", "| LossQ | 0.954 |\n", "| Time | 2.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 194 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 27.6 |\n", "| MaxEpRet | -75 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 30.5 |\n", "| MaxTestEpRet | -62.1 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.2e+05 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 26.6 |\n", "| MaxQVals | -70.7 |\n", "| MinQVals | -243 |\n", "| LossPi | 131 |\n", "| LossQ | 0.952 |\n", "| Time | 2.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 195 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 29.8 |\n", "| MaxEpRet | -76.7 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 24.9 |\n", "| MaxTestEpRet | -65.7 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.22e+05 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 26.5 |\n", "| MaxQVals | -70.9 |\n", "| MinQVals | -243 |\n", "| LossPi | 130 |\n", "| LossQ | 0.966 |\n", "| Time | 2.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 196 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 17.6 |\n", "| MaxEpRet | -86.9 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -101 |\n", "| StdTestEpRet | 29.4 |\n", "| MaxTestEpRet | -63.1 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.23e+05 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 26.4 |\n", "| MaxQVals | -70.8 |\n", "| MinQVals | -244 |\n", "| LossPi | 130 |\n", "| LossQ | 0.959 |\n", "| Time | 2.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 197 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 40.2 |\n", "| MaxEpRet | -54.6 |\n", "| MinEpRet | -228 |\n", "| AverageTestEpRet | -138 |\n", "| StdTestEpRet | 23.3 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.25e+05 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 26.4 |\n", "| MaxQVals | -70.9 |\n", "| MinQVals | -242 |\n", "| LossPi | 130 |\n", "| LossQ | 0.987 |\n", "| Time | 2.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 198 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 28.6 |\n", "| MaxEpRet | -66 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 33.8 |\n", "| MaxTestEpRet | -55.5 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.27e+05 |\n", "| AverageQVals | -131 |\n", "| StdQVals | 26.4 |\n", "| MaxQVals | -70.7 |\n", "| MinQVals | -241 |\n", "| LossPi | 130 |\n", "| LossQ | 0.974 |\n", "| Time | 2.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 199 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 13.3 |\n", "| MaxEpRet | -90.1 |\n", "| MinEpRet | -138 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 33.7 |\n", "| MaxTestEpRet | -79.9 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.28e+05 |\n", "| AverageQVals | -130 |\n", "| StdQVals | 26.3 |\n", "| MaxQVals | -71 |\n", "| MinQVals | -240 |\n", "| LossPi | 130 |\n", "| LossQ | 1.02 |\n", "| Time | 2.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 200 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 22.6 |\n", "| MaxEpRet | -66.8 |\n", "| MinEpRet | -142 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 36 |\n", "| MaxTestEpRet | -64.4 |\n", "| MinTestEpRet | -184 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+05 |\n", "| AverageQVals | -130 |\n", "| StdQVals | 26.2 |\n", "| MaxQVals | -71 |\n", "| MinQVals | -239 |\n", "| LossPi | 129 |\n", "| LossQ | 0.985 |\n", "| Time | 2.11e+03 |\n", "---------------------------------------\n" ] } ], "source": [ "# Setup baseline 0\n", "logger_kwargs = dict(output_dir='ddpg_n_200epc', exp_name='ddpg_n_200epc')\n", "seed_b = 0\n", "epochs_b = 200\n", "maxeplen_b = 110\n", "\n", "spe_b = maxeplen_b * 15\n", "repsize_b = 1000000\n", "gamma_b = 0.995\n", "polyak_b = 0.995\n", "batchsize_b = 100\n", "startsteps_b = 20000\n", "args_b = dict(hidden_sizes=[400], activation=torch.nn.ReLU)\n", "actnoise_b = 0.1\n", "pilr_b = 0.001\n", "qlr_b = 0.001\n", "\n", "# Env function\n", "reward_args = {'k': 0.25, 'qx2' : 0.05, 'qx4' : 0.05, 'pu1':0.05,'pu2':0.05}\n", "env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n", "\n", "# Baseline 0 training\n", "spinup.ddpg_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n", "polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### TD3" ] }, { "cell_type": "code", "execution_count": 33, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Warning: Log dir td3_n_200epc already exists! Storing info there anyway.\n", "\u001b[32;1mLogging data to td3_n_200epc/progress.txt\u001b[0m\n", "\u001b[36;1mSaving config:\n", "\u001b[0m\n", "{\n", " \"ac_kwargs\":\t{\n", " \"activation\":\t\"ReLU\",\n", " \"hidden_sizes\":\t[\n", " 400\n", " ]\n", " },\n", " \"act_noise\":\t0.1,\n", " \"actor_critic\":\t\"MLPActorCritic\",\n", " \"batch_size\":\t100,\n", " \"env_fn\":\t\"functools.partial(, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.25, 'qx2': 0.05, 'qx4': 0.05, 'pu1': 0.05, 'pu2': 0.05}, ep_len=110)\",\n", " \"epochs\":\t200,\n", " \"exp_name\":\t\"td3_n_200epc\",\n", " \"gamma\":\t0.995,\n", " \"logger\":\t{\n", " \"\":\t{\n", " \"epoch_dict\":\t{},\n", " \"exp_name\":\t\"td3_n_200epc\",\n", " \"first_row\":\ttrue,\n", " \"log_current_row\":\t{},\n", " \"log_headers\":\t[],\n", " \"output_dir\":\t\"td3_n_200epc\",\n", " \"output_file\":\t{\n", " \"<_io.TextIOWrapper name='td3_n_200epc/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n", " \"mode\":\t\"w\"\n", " }\n", " }\n", " }\n", " },\n", " \"logger_kwargs\":\t{\n", " \"exp_name\":\t\"td3_n_200epc\",\n", " \"output_dir\":\t\"td3_n_200epc\"\n", " },\n", " \"max_ep_len\":\t110,\n", " \"noise_clip\":\t0.1,\n", " \"num_test_episodes\":\t10,\n", " \"pi_lr\":\t0.001,\n", " \"policy_delay\":\t2,\n", " \"polyak\":\t0.995,\n", " \"q_lr\":\t0.001,\n", " \"replay_size\":\t1000000,\n", " \"save_freq\":\t1,\n", " \"seed\":\t0,\n", " \"start_steps\":\t20000,\n", " \"steps_per_epoch\":\t1650,\n", " \"target_noise\":\t0.2,\n", " \"update_after\":\t1000,\n", " \"update_every\":\t50\n", "}\n", "\u001b[32;1m\n", "Number of parameters: \t pi: 4802, \t q1: 5201, \t q2: 5201\n", "\u001b[0m\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/.local/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 1 |\n", "| AverageEpRet | -555 |\n", "| StdEpRet | 151 |\n", "| MaxEpRet | -405 |\n", "| MinEpRet | -886 |\n", "| AverageTestEpRet | -192 |\n", "| StdTestEpRet | 37.6 |\n", "| MaxTestEpRet | -130 |\n", "| MinTestEpRet | -282 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+03 |\n", "| AverageQ1Vals | -7.15 |\n", "| StdQ1Vals | 2.78 |\n", "| MaxQ1Vals | 0.244 |\n", "| MinQ1Vals | -18.3 |\n", "| AverageQ2Vals | -7.14 |\n", "| StdQ2Vals | 2.78 |\n", "| MaxQ2Vals | 0.375 |\n", "| MinQ2Vals | -18.3 |\n", "| LossPi | 6.14 |\n", "| LossQ | 6.41 |\n", "| Time | 6.87 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 2 |\n", "| AverageEpRet | -583 |\n", "| StdEpRet | 151 |\n", "| MaxEpRet | -409 |\n", "| MinEpRet | -878 |\n", "| AverageTestEpRet | -188 |\n", "| StdTestEpRet | 20.8 |\n", "| MaxTestEpRet | -151 |\n", "| MinTestEpRet | -217 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+03 |\n", "| AverageQ1Vals | -15.2 |\n", "| StdQ1Vals | 5.8 |\n", "| MaxQ1Vals | -4.96 |\n", "| MinQ1Vals | -39.3 |\n", "| AverageQ2Vals | -15.2 |\n", "| StdQ2Vals | 5.8 |\n", "| MaxQ2Vals | -4.9 |\n", "| MinQ2Vals | -39.3 |\n", "| LossPi | 12.5 |\n", "| LossQ | 2.04 |\n", "| Time | 17.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 3 |\n", "| AverageEpRet | -594 |\n", "| StdEpRet | 150 |\n", "| MaxEpRet | -395 |\n", "| MinEpRet | -872 |\n", "| AverageTestEpRet | -183 |\n", "| StdTestEpRet | 23 |\n", "| MaxTestEpRet | -150 |\n", "| MinTestEpRet | -220 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+03 |\n", "| AverageQ1Vals | -23.2 |\n", "| StdQ1Vals | 8.46 |\n", "| MaxQ1Vals | -6.38 |\n", "| MinQ1Vals | -52.3 |\n", "| AverageQ2Vals | -23.2 |\n", "| StdQ2Vals | 8.45 |\n", "| MaxQ2Vals | -6.32 |\n", "| MinQ2Vals | -52.1 |\n", "| LossPi | 19.2 |\n", "| LossQ | 2.26 |\n", "| Time | 28.6 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 4 |\n", "| AverageEpRet | -568 |\n", "| StdEpRet | 151 |\n", "| MaxEpRet | -374 |\n", "| MinEpRet | -832 |\n", "| AverageTestEpRet | -178 |\n", "| StdTestEpRet | 21.9 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -205 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+03 |\n", "| AverageQ1Vals | -28.2 |\n", "| StdQ1Vals | 9.52 |\n", "| MaxQ1Vals | -6.94 |\n", "| MinQ1Vals | -59.5 |\n", "| AverageQ2Vals | -28.2 |\n", "| StdQ2Vals | 9.52 |\n", "| MaxQ2Vals | -7.09 |\n", "| MinQ2Vals | -59.1 |\n", "| LossPi | 23.7 |\n", "| LossQ | 2.53 |\n", "| Time | 38.8 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 5 |\n", "| AverageEpRet | -550 |\n", "| StdEpRet | 127 |\n", "| MaxEpRet | -364 |\n", "| MinEpRet | -851 |\n", "| AverageTestEpRet | -181 |\n", "| StdTestEpRet | 16.3 |\n", "| MaxTestEpRet | -159 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+03 |\n", "| AverageQ1Vals | -31.7 |\n", "| StdQ1Vals | 9.36 |\n", "| MaxQ1Vals | -8.36 |\n", "| MinQ1Vals | -63.5 |\n", "| AverageQ2Vals | -31.7 |\n", "| StdQ2Vals | 9.37 |\n", "| MaxQ2Vals | -8.44 |\n", "| MinQ2Vals | -63.1 |\n", "| LossPi | 27.3 |\n", "| LossQ | 2.58 |\n", "| Time | 49.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 6 |\n", "| AverageEpRet | -513 |\n", "| StdEpRet | 151 |\n", "| MaxEpRet | -301 |\n", "| MinEpRet | -833 |\n", "| AverageTestEpRet | -170 |\n", "| StdTestEpRet | 30.6 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+03 |\n", "| AverageQ1Vals | -35.2 |\n", "| StdQ1Vals | 8.88 |\n", "| MaxQ1Vals | -11.1 |\n", "| MinQ1Vals | -67.1 |\n", "| AverageQ2Vals | -35.2 |\n", "| StdQ2Vals | 8.88 |\n", "| MaxQ2Vals | -10.9 |\n", "| MinQ2Vals | -67.3 |\n", "| LossPi | 30.9 |\n", "| LossQ | 2.59 |\n", "| Time | 60.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 7 |\n", "| AverageEpRet | -516 |\n", "| StdEpRet | 86 |\n", "| MaxEpRet | -388 |\n", "| MinEpRet | -687 |\n", "| AverageTestEpRet | -166 |\n", "| StdTestEpRet | 30.8 |\n", "| MaxTestEpRet | -101 |\n", "| MinTestEpRet | -196 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+04 |\n", "| AverageQ1Vals | -38.8 |\n", "| StdQ1Vals | 8.48 |\n", "| MaxQ1Vals | -14.5 |\n", "| MinQ1Vals | -71.7 |\n", "| AverageQ2Vals | -38.8 |\n", "| StdQ2Vals | 8.48 |\n", "| MaxQ2Vals | -14.3 |\n", "| MinQ2Vals | -71.7 |\n", "| LossPi | 34.8 |\n", "| LossQ | 2.53 |\n", "| Time | 71.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 8 |\n", "| AverageEpRet | -573 |\n", "| StdEpRet | 136 |\n", "| MaxEpRet | -358 |\n", "| MinEpRet | -814 |\n", "| AverageTestEpRet | -169 |\n", "| StdTestEpRet | 22.8 |\n", "| MaxTestEpRet | -134 |\n", "| MinTestEpRet | -212 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+04 |\n", "| AverageQ1Vals | -43.1 |\n", "| StdQ1Vals | 8.32 |\n", "| MaxQ1Vals | -18.1 |\n", "| MinQ1Vals | -75.9 |\n", "| AverageQ2Vals | -43.1 |\n", "| StdQ2Vals | 8.32 |\n", "| MaxQ2Vals | -18.2 |\n", "| MinQ2Vals | -76.5 |\n", "| LossPi | 39.1 |\n", "| LossQ | 2.54 |\n", "| Time | 84.1 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 9 |\n", "| AverageEpRet | -552 |\n", "| StdEpRet | 113 |\n", "| MaxEpRet | -423 |\n", "| MinEpRet | -756 |\n", "| AverageTestEpRet | -184 |\n", "| StdTestEpRet | 22.4 |\n", "| MaxTestEpRet | -124 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+04 |\n", "| AverageQ1Vals | -47.8 |\n", "| StdQ1Vals | 8.22 |\n", "| MaxQ1Vals | -21.9 |\n", "| MinQ1Vals | -80.3 |\n", "| AverageQ2Vals | -47.8 |\n", "| StdQ2Vals | 8.22 |\n", "| MaxQ2Vals | -21.9 |\n", "| MinQ2Vals | -81.1 |\n", "| LossPi | 43.9 |\n", "| LossQ | 2.63 |\n", "| Time | 94.1 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 10 |\n", "| AverageEpRet | -589 |\n", "| StdEpRet | 149 |\n", "| MaxEpRet | -398 |\n", "| MinEpRet | -804 |\n", "| AverageTestEpRet | -173 |\n", "| StdTestEpRet | 21.3 |\n", "| MaxTestEpRet | -133 |\n", "| MinTestEpRet | -213 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+04 |\n", "| AverageQ1Vals | -52.9 |\n", "| StdQ1Vals | 8.32 |\n", "| MaxQ1Vals | -25.4 |\n", "| MinQ1Vals | -85.3 |\n", "| AverageQ2Vals | -52.9 |\n", "| StdQ2Vals | 8.32 |\n", "| MaxQ2Vals | -25.2 |\n", "| MinQ2Vals | -85.8 |\n", "| LossPi | 49 |\n", "| LossQ | 2.7 |\n", "| Time | 104 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 11 |\n", "| AverageEpRet | -576 |\n", "| StdEpRet | 167 |\n", "| MaxEpRet | -338 |\n", "| MinEpRet | -849 |\n", "| AverageTestEpRet | -180 |\n", "| StdTestEpRet | 22 |\n", "| MaxTestEpRet | -145 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+04 |\n", "| AverageQ1Vals | -57.7 |\n", "| StdQ1Vals | 8.61 |\n", "| MaxQ1Vals | -29.3 |\n", "| MinQ1Vals | -89.9 |\n", "| AverageQ2Vals | -57.7 |\n", "| StdQ2Vals | 8.61 |\n", "| MaxQ2Vals | -29.2 |\n", "| MinQ2Vals | -90.5 |\n", "| LossPi | 53.8 |\n", "| LossQ | 2.69 |\n", "| Time | 115 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 12 |\n", "| AverageEpRet | -558 |\n", "| StdEpRet | 133 |\n", "| MaxEpRet | -386 |\n", "| MinEpRet | -881 |\n", "| AverageTestEpRet | -166 |\n", "| StdTestEpRet | 40.2 |\n", "| MaxTestEpRet | -58.2 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+04 |\n", "| AverageQ1Vals | -62.3 |\n", "| StdQ1Vals | 8.84 |\n", "| MaxQ1Vals | -32.9 |\n", "| MinQ1Vals | -96.4 |\n", "| AverageQ2Vals | -62.3 |\n", "| StdQ2Vals | 8.84 |\n", "| MaxQ2Vals | -32.6 |\n", "| MinQ2Vals | -95.9 |\n", "| LossPi | 58.3 |\n", "| LossQ | 2.68 |\n", "| Time | 126 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 13 |\n", "| AverageEpRet | -216 |\n", "| StdEpRet | 122 |\n", "| MaxEpRet | -145 |\n", "| MinEpRet | -638 |\n", "| AverageTestEpRet | -174 |\n", "| StdTestEpRet | 28.2 |\n", "| MaxTestEpRet | -127 |\n", "| MinTestEpRet | -206 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+04 |\n", "| AverageQ1Vals | -66.5 |\n", "| StdQ1Vals | 9.25 |\n", "| MaxQ1Vals | -35.3 |\n", "| MinQ1Vals | -103 |\n", "| AverageQ2Vals | -66.5 |\n", "| StdQ2Vals | 9.25 |\n", "| MaxQ2Vals | -35.2 |\n", "| MinQ2Vals | -102 |\n", "| LossPi | 62.6 |\n", "| LossQ | 2.62 |\n", "| Time | 137 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 14 |\n", "| AverageEpRet | -186 |\n", "| StdEpRet | 15.4 |\n", "| MaxEpRet | -146 |\n", "| MinEpRet | -207 |\n", "| AverageTestEpRet | -167 |\n", "| StdTestEpRet | 26.9 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -197 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+04 |\n", "| AverageQ1Vals | -69.9 |\n", "| StdQ1Vals | 10.1 |\n", "| MaxQ1Vals | -38.7 |\n", "| MinQ1Vals | -108 |\n", "| AverageQ2Vals | -69.9 |\n", "| StdQ2Vals | 10.1 |\n", "| MaxQ2Vals | -38.7 |\n", "| MinQ2Vals | -109 |\n", "| LossPi | 66.2 |\n", "| LossQ | 2.44 |\n", "| Time | 148 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 15 |\n", "| AverageEpRet | -167 |\n", "| StdEpRet | 22.3 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -198 |\n", "| AverageTestEpRet | -179 |\n", "| StdTestEpRet | 16.2 |\n", "| MaxTestEpRet | -153 |\n", "| MinTestEpRet | -203 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+04 |\n", "| AverageQ1Vals | -73.4 |\n", "| StdQ1Vals | 10.7 |\n", "| MaxQ1Vals | -42.3 |\n", "| MinQ1Vals | -113 |\n", "| AverageQ2Vals | -73.4 |\n", "| StdQ2Vals | 10.7 |\n", "| MaxQ2Vals | -42.4 |\n", "| MinQ2Vals | -114 |\n", "| LossPi | 70 |\n", "| LossQ | 2.31 |\n", "| Time | 159 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 16 |\n", "| AverageEpRet | -174 |\n", "| StdEpRet | 28.8 |\n", "| MaxEpRet | -118 |\n", "| MinEpRet | -209 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -115 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+04 |\n", "| AverageQ1Vals | -76.9 |\n", "| StdQ1Vals | 11.3 |\n", "| MaxQ1Vals | -44.8 |\n", "| MinQ1Vals | -121 |\n", "| AverageQ2Vals | -76.9 |\n", "| StdQ2Vals | 11.3 |\n", "| MaxQ2Vals | -44.7 |\n", "| MinQ2Vals | -121 |\n", "| LossPi | 73.7 |\n", "| LossQ | 2.19 |\n", "| Time | 171 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 17 |\n", "| AverageEpRet | -177 |\n", "| StdEpRet | 24.2 |\n", "| MaxEpRet | -114 |\n", "| MinEpRet | -217 |\n", "| AverageTestEpRet | -178 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -135 |\n", "| MinTestEpRet | -213 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+04 |\n", "| AverageQ1Vals | -80.3 |\n", "| StdQ1Vals | 11.8 |\n", "| MaxQ1Vals | -47.7 |\n", "| MinQ1Vals | -126 |\n", "| AverageQ2Vals | -80.3 |\n", "| StdQ2Vals | 11.8 |\n", "| MaxQ2Vals | -47.8 |\n", "| MinQ2Vals | -126 |\n", "| LossPi | 77.2 |\n", "| LossQ | 2.07 |\n", "| Time | 182 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 18 |\n", "| AverageEpRet | -180 |\n", "| StdEpRet | 24 |\n", "| MaxEpRet | -126 |\n", "| MinEpRet | -203 |\n", "| AverageTestEpRet | -179 |\n", "| StdTestEpRet | 19.8 |\n", "| MaxTestEpRet | -143 |\n", "| MinTestEpRet | -207 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+04 |\n", "| AverageQ1Vals | -83.9 |\n", "| StdQ1Vals | 12.1 |\n", "| MaxQ1Vals | -51.2 |\n", "| MinQ1Vals | -131 |\n", "| AverageQ2Vals | -83.9 |\n", "| StdQ2Vals | 12.1 |\n", "| MaxQ2Vals | -51.1 |\n", "| MinQ2Vals | -131 |\n", "| LossPi | 81 |\n", "| LossQ | 2.02 |\n", "| Time | 193 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 19 |\n", "| AverageEpRet | -177 |\n", "| StdEpRet | 27.7 |\n", "| MaxEpRet | -114 |\n", "| MinEpRet | -207 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 19.1 |\n", "| MaxTestEpRet | -151 |\n", "| MinTestEpRet | -213 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+04 |\n", "| AverageQ1Vals | -87.3 |\n", "| StdQ1Vals | 12.5 |\n", "| MaxQ1Vals | -53.9 |\n", "| MinQ1Vals | -138 |\n", "| AverageQ2Vals | -87.3 |\n", "| StdQ2Vals | 12.5 |\n", "| MaxQ2Vals | -54.2 |\n", "| MinQ2Vals | -138 |\n", "| LossPi | 84.5 |\n", "| LossQ | 1.97 |\n", "| Time | 204 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 20 |\n", "| AverageEpRet | -164 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -98.1 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -171 |\n", "| StdTestEpRet | 35.1 |\n", "| MaxTestEpRet | -91.4 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+04 |\n", "| AverageQ1Vals | -90.9 |\n", "| StdQ1Vals | 13 |\n", "| MaxQ1Vals | -57 |\n", "| MinQ1Vals | -144 |\n", "| AverageQ2Vals | -90.9 |\n", "| StdQ2Vals | 13.1 |\n", "| MaxQ2Vals | -57.2 |\n", "| MinQ2Vals | -144 |\n", "| LossPi | 88.2 |\n", "| LossQ | 1.93 |\n", "| Time | 217 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 21 |\n", "| AverageEpRet | -166 |\n", "| StdEpRet | 17.6 |\n", "| MaxEpRet | -139 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -173 |\n", "| StdTestEpRet | 30.4 |\n", "| MaxTestEpRet | -87.7 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.46e+04 |\n", "| AverageQ1Vals | -94.4 |\n", "| StdQ1Vals | 13.4 |\n", "| MaxQ1Vals | -60.2 |\n", "| MinQ1Vals | -148 |\n", "| AverageQ2Vals | -94.4 |\n", "| StdQ2Vals | 13.4 |\n", "| MaxQ2Vals | -60.2 |\n", "| MinQ2Vals | -149 |\n", "| LossPi | 92 |\n", "| LossQ | 1.91 |\n", "| Time | 228 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 22 |\n", "| AverageEpRet | -164 |\n", "| StdEpRet | 25.3 |\n", "| MaxEpRet | -121 |\n", "| MinEpRet | -217 |\n", "| AverageTestEpRet | -165 |\n", "| StdTestEpRet | 33.7 |\n", "| MaxTestEpRet | -109 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.63e+04 |\n", "| AverageQ1Vals | -97.8 |\n", "| StdQ1Vals | 13.7 |\n", "| MaxQ1Vals | -62.8 |\n", "| MinQ1Vals | -154 |\n", "| AverageQ2Vals | -97.8 |\n", "| StdQ2Vals | 13.7 |\n", "| MaxQ2Vals | -62.7 |\n", "| MinQ2Vals | -154 |\n", "| LossPi | 95.4 |\n", "| LossQ | 1.88 |\n", "| Time | 238 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 23 |\n", "| AverageEpRet | -171 |\n", "| StdEpRet | 24.4 |\n", "| MaxEpRet | -107 |\n", "| MinEpRet | -218 |\n", "| AverageTestEpRet | -164 |\n", "| StdTestEpRet | 12.5 |\n", "| MaxTestEpRet | -146 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.79e+04 |\n", "| AverageQ1Vals | -101 |\n", "| StdQ1Vals | 14.2 |\n", "| MaxQ1Vals | -65.4 |\n", "| MinQ1Vals | -157 |\n", "| AverageQ2Vals | -101 |\n", "| StdQ2Vals | 14.2 |\n", "| MaxQ2Vals | -65 |\n", "| MinQ2Vals | -158 |\n", "| LossPi | 99 |\n", "| LossQ | 1.91 |\n", "| Time | 249 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 24 |\n", "| AverageEpRet | -150 |\n", "| StdEpRet | 31.2 |\n", "| MaxEpRet | -88.4 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -165 |\n", "| StdTestEpRet | 20.7 |\n", "| MaxTestEpRet | -142 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.96e+04 |\n", "| AverageQ1Vals | -105 |\n", "| StdQ1Vals | 14.5 |\n", "| MaxQ1Vals | -68.6 |\n", "| MinQ1Vals | -163 |\n", "| AverageQ2Vals | -105 |\n", "| StdQ2Vals | 14.5 |\n", "| MaxQ2Vals | -68.3 |\n", "| MinQ2Vals | -163 |\n", "| LossPi | 103 |\n", "| LossQ | 1.86 |\n", "| Time | 260 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 25 |\n", "| AverageEpRet | -179 |\n", "| StdEpRet | 21 |\n", "| MaxEpRet | -129 |\n", "| MinEpRet | -207 |\n", "| AverageTestEpRet | -176 |\n", "| StdTestEpRet | 23.9 |\n", "| MaxTestEpRet | -135 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.12e+04 |\n", "| AverageQ1Vals | -108 |\n", "| StdQ1Vals | 14.8 |\n", "| MaxQ1Vals | -70.4 |\n", "| MinQ1Vals | -169 |\n", "| AverageQ2Vals | -108 |\n", "| StdQ2Vals | 14.8 |\n", "| MaxQ2Vals | -69.8 |\n", "| MinQ2Vals | -169 |\n", "| LossPi | 106 |\n", "| LossQ | 1.87 |\n", "| Time | 274 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 26 |\n", "| AverageEpRet | -160 |\n", "| StdEpRet | 25.1 |\n", "| MaxEpRet | -88.9 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -156 |\n", "| StdTestEpRet | 32.1 |\n", "| MaxTestEpRet | -85.3 |\n", "| MinTestEpRet | -206 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.29e+04 |\n", "| AverageQ1Vals | -111 |\n", "| StdQ1Vals | 15.2 |\n", "| MaxQ1Vals | -73.4 |\n", "| MinQ1Vals | -171 |\n", "| AverageQ2Vals | -111 |\n", "| StdQ2Vals | 15.2 |\n", "| MaxQ2Vals | -72.7 |\n", "| MinQ2Vals | -171 |\n", "| LossPi | 109 |\n", "| LossQ | 1.84 |\n", "| Time | 286 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 27 |\n", "| AverageEpRet | -159 |\n", "| StdEpRet | 20.9 |\n", "| MaxEpRet | -118 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -157 |\n", "| StdTestEpRet | 16.9 |\n", "| MaxTestEpRet | -119 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.45e+04 |\n", "| AverageQ1Vals | -114 |\n", "| StdQ1Vals | 15.6 |\n", "| MaxQ1Vals | -77.8 |\n", "| MinQ1Vals | -175 |\n", "| AverageQ2Vals | -114 |\n", "| StdQ2Vals | 15.6 |\n", "| MaxQ2Vals | -77.4 |\n", "| MinQ2Vals | -175 |\n", "| LossPi | 112 |\n", "| LossQ | 1.86 |\n", "| Time | 296 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 28 |\n", "| AverageEpRet | -160 |\n", "| StdEpRet | 17.3 |\n", "| MaxEpRet | -125 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -163 |\n", "| StdTestEpRet | 24.9 |\n", "| MaxTestEpRet | -106 |\n", "| MinTestEpRet | -189 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.62e+04 |\n", "| AverageQ1Vals | -117 |\n", "| StdQ1Vals | 15.8 |\n", "| MaxQ1Vals | -79.7 |\n", "| MinQ1Vals | -178 |\n", "| AverageQ2Vals | -117 |\n", "| StdQ2Vals | 15.8 |\n", "| MaxQ2Vals | -79.4 |\n", "| MinQ2Vals | -178 |\n", "| LossPi | 115 |\n", "| LossQ | 1.82 |\n", "| Time | 306 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 29 |\n", "| AverageEpRet | -161 |\n", "| StdEpRet | 15.9 |\n", "| MaxEpRet | -128 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 29.5 |\n", "| MaxTestEpRet | -114 |\n", "| MinTestEpRet | -198 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.78e+04 |\n", "| AverageQ1Vals | -120 |\n", "| StdQ1Vals | 16 |\n", "| MaxQ1Vals | -82.9 |\n", "| MinQ1Vals | -185 |\n", "| AverageQ2Vals | -120 |\n", "| StdQ2Vals | 16 |\n", "| MaxQ2Vals | -83 |\n", "| MinQ2Vals | -184 |\n", "| LossPi | 118 |\n", "| LossQ | 1.82 |\n", "| Time | 317 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 30 |\n", "| AverageEpRet | -171 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -127 |\n", "| MinEpRet | -204 |\n", "| AverageTestEpRet | -162 |\n", "| StdTestEpRet | 22.5 |\n", "| MaxTestEpRet | -111 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+04 |\n", "| AverageQ1Vals | -123 |\n", "| StdQ1Vals | 16 |\n", "| MaxQ1Vals | -85.7 |\n", "| MinQ1Vals | -187 |\n", "| AverageQ2Vals | -123 |\n", "| StdQ2Vals | 16 |\n", "| MaxQ2Vals | -85.6 |\n", "| MinQ2Vals | -187 |\n", "| LossPi | 121 |\n", "| LossQ | 1.81 |\n", "| Time | 329 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 31 |\n", "| AverageEpRet | -157 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -109 |\n", "| MinEpRet | -203 |\n", "| AverageTestEpRet | -158 |\n", "| StdTestEpRet | 35 |\n", "| MaxTestEpRet | -109 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.11e+04 |\n", "| AverageQ1Vals | -126 |\n", "| StdQ1Vals | 16.1 |\n", "| MaxQ1Vals | -88.2 |\n", "| MinQ1Vals | -190 |\n", "| AverageQ2Vals | -126 |\n", "| StdQ2Vals | 16.1 |\n", "| MaxQ2Vals | -88.3 |\n", "| MinQ2Vals | -190 |\n", "| LossPi | 124 |\n", "| LossQ | 1.77 |\n", "| Time | 340 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 32 |\n", "| AverageEpRet | -159 |\n", "| StdEpRet | 20.2 |\n", "| MaxEpRet | -125 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -153 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -105 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.28e+04 |\n", "| AverageQ1Vals | -129 |\n", "| StdQ1Vals | 16.3 |\n", "| MaxQ1Vals | -90.3 |\n", "| MinQ1Vals | -195 |\n", "| AverageQ2Vals | -129 |\n", "| StdQ2Vals | 16.3 |\n", "| MaxQ2Vals | -90.3 |\n", "| MinQ2Vals | -195 |\n", "| LossPi | 127 |\n", "| LossQ | 1.78 |\n", "| Time | 350 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 33 |\n", "| AverageEpRet | -151 |\n", "| StdEpRet | 29.9 |\n", "| MaxEpRet | -88.2 |\n", "| MinEpRet | -200 |\n", "| AverageTestEpRet | -159 |\n", "| StdTestEpRet | 23.7 |\n", "| MaxTestEpRet | -131 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.44e+04 |\n", "| AverageQ1Vals | -131 |\n", "| StdQ1Vals | 16.4 |\n", "| MaxQ1Vals | -94.1 |\n", "| MinQ1Vals | -197 |\n", "| AverageQ2Vals | -131 |\n", "| StdQ2Vals | 16.4 |\n", "| MaxQ2Vals | -93.8 |\n", "| MinQ2Vals | -197 |\n", "| LossPi | 130 |\n", "| LossQ | 1.79 |\n", "| Time | 362 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 34 |\n", "| AverageEpRet | -167 |\n", "| StdEpRet | 24.6 |\n", "| MaxEpRet | -128 |\n", "| MinEpRet | -220 |\n", "| AverageTestEpRet | -166 |\n", "| StdTestEpRet | 29.4 |\n", "| MaxTestEpRet | -104 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.61e+04 |\n", "| AverageQ1Vals | -134 |\n", "| StdQ1Vals | 16.4 |\n", "| MaxQ1Vals | -96.1 |\n", "| MinQ1Vals | -203 |\n", "| AverageQ2Vals | -134 |\n", "| StdQ2Vals | 16.4 |\n", "| MaxQ2Vals | -95.2 |\n", "| MinQ2Vals | -203 |\n", "| LossPi | 132 |\n", "| LossQ | 1.77 |\n", "| Time | 372 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 35 |\n", "| AverageEpRet | -171 |\n", "| StdEpRet | 28.6 |\n", "| MaxEpRet | -108 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -158 |\n", "| StdTestEpRet | 25.3 |\n", "| MaxTestEpRet | -104 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.77e+04 |\n", "| AverageQ1Vals | -137 |\n", "| StdQ1Vals | 16.5 |\n", "| MaxQ1Vals | -96.8 |\n", "| MinQ1Vals | -204 |\n", "| AverageQ2Vals | -137 |\n", "| StdQ2Vals | 16.5 |\n", "| MaxQ2Vals | -96.6 |\n", "| MinQ2Vals | -204 |\n", "| LossPi | 135 |\n", "| LossQ | 1.74 |\n", "| Time | 384 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 36 |\n", "| AverageEpRet | -159 |\n", "| StdEpRet | 18.5 |\n", "| MaxEpRet | -121 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 23.9 |\n", "| MaxTestEpRet | -126 |\n", "| MinTestEpRet | -207 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.94e+04 |\n", "| AverageQ1Vals | -139 |\n", "| StdQ1Vals | 16.5 |\n", "| MaxQ1Vals | -98.9 |\n", "| MinQ1Vals | -208 |\n", "| AverageQ2Vals | -139 |\n", "| StdQ2Vals | 16.5 |\n", "| MaxQ2Vals | -98.6 |\n", "| MinQ2Vals | -207 |\n", "| LossPi | 137 |\n", "| LossQ | 1.76 |\n", "| Time | 395 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 37 |\n", "| AverageEpRet | -163 |\n", "| StdEpRet | 18.2 |\n", "| MaxEpRet | -130 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -170 |\n", "| StdTestEpRet | 18.4 |\n", "| MaxTestEpRet | -126 |\n", "| MinTestEpRet | -195 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.1e+04 |\n", "| AverageQ1Vals | -141 |\n", "| StdQ1Vals | 16.5 |\n", "| MaxQ1Vals | -101 |\n", "| MinQ1Vals | -210 |\n", "| AverageQ2Vals | -141 |\n", "| StdQ2Vals | 16.5 |\n", "| MaxQ2Vals | -101 |\n", "| MinQ2Vals | -210 |\n", "| LossPi | 140 |\n", "| LossQ | 1.76 |\n", "| Time | 406 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 38 |\n", "| AverageEpRet | -159 |\n", "| StdEpRet | 27.6 |\n", "| MaxEpRet | -121 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -144 |\n", "| StdTestEpRet | 22.6 |\n", "| MaxTestEpRet | -100 |\n", "| MinTestEpRet | -187 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.27e+04 |\n", "| AverageQ1Vals | -144 |\n", "| StdQ1Vals | 16.5 |\n", "| MaxQ1Vals | -103 |\n", "| MinQ1Vals | -213 |\n", "| AverageQ2Vals | -144 |\n", "| StdQ2Vals | 16.5 |\n", "| MaxQ2Vals | -103 |\n", "| MinQ2Vals | -213 |\n", "| LossPi | 142 |\n", "| LossQ | 1.76 |\n", "| Time | 415 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 39 |\n", "| AverageEpRet | -172 |\n", "| StdEpRet | 22.7 |\n", "| MaxEpRet | -129 |\n", "| MinEpRet | -216 |\n", "| AverageTestEpRet | -155 |\n", "| StdTestEpRet | 14.4 |\n", "| MaxTestEpRet | -134 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.43e+04 |\n", "| AverageQ1Vals | -146 |\n", "| StdQ1Vals | 16.6 |\n", "| MaxQ1Vals | -105 |\n", "| MinQ1Vals | -216 |\n", "| AverageQ2Vals | -146 |\n", "| StdQ2Vals | 16.6 |\n", "| MaxQ2Vals | -105 |\n", "| MinQ2Vals | -216 |\n", "| LossPi | 145 |\n", "| LossQ | 1.71 |\n", "| Time | 425 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 40 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -110 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -155 |\n", "| StdTestEpRet | 21.5 |\n", "| MaxTestEpRet | -123 |\n", "| MinTestEpRet | -195 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+04 |\n", "| AverageQ1Vals | -149 |\n", "| StdQ1Vals | 16.6 |\n", "| MaxQ1Vals | -107 |\n", "| MinQ1Vals | -218 |\n", "| AverageQ2Vals | -149 |\n", "| StdQ2Vals | 16.6 |\n", "| MaxQ2Vals | -107 |\n", "| MinQ2Vals | -218 |\n", "| LossPi | 147 |\n", "| LossQ | 1.76 |\n", "| Time | 436 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 41 |\n", "| AverageEpRet | -147 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -104 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -147 |\n", "| StdTestEpRet | 23.2 |\n", "| MaxTestEpRet | -97.7 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.76e+04 |\n", "| AverageQ1Vals | -151 |\n", "| StdQ1Vals | 16.7 |\n", "| MaxQ1Vals | -109 |\n", "| MinQ1Vals | -222 |\n", "| AverageQ2Vals | -151 |\n", "| StdQ2Vals | 16.6 |\n", "| MaxQ2Vals | -109 |\n", "| MinQ2Vals | -221 |\n", "| LossPi | 149 |\n", "| LossQ | 1.75 |\n", "| Time | 447 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 42 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 35.7 |\n", "| MaxEpRet | -72 |\n", "| MinEpRet | -197 |\n", "| AverageTestEpRet | -151 |\n", "| StdTestEpRet | 17.1 |\n", "| MaxTestEpRet | -122 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.93e+04 |\n", "| AverageQ1Vals | -153 |\n", "| StdQ1Vals | 16.6 |\n", "| MaxQ1Vals | -111 |\n", "| MinQ1Vals | -223 |\n", "| AverageQ2Vals | -153 |\n", "| StdQ2Vals | 16.6 |\n", "| MaxQ2Vals | -111 |\n", "| MinQ2Vals | -223 |\n", "| LossPi | 152 |\n", "| LossQ | 1.77 |\n", "| Time | 457 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 43 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 32.3 |\n", "| MaxEpRet | -92 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -146 |\n", "| StdTestEpRet | 46.9 |\n", "| MaxTestEpRet | -52.9 |\n", "| MinTestEpRet | -205 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.09e+04 |\n", "| AverageQ1Vals | -155 |\n", "| StdQ1Vals | 16.6 |\n", "| MaxQ1Vals | -113 |\n", "| MinQ1Vals | -225 |\n", "| AverageQ2Vals | -155 |\n", "| StdQ2Vals | 16.6 |\n", "| MaxQ2Vals | -113 |\n", "| MinQ2Vals | -225 |\n", "| LossPi | 154 |\n", "| LossQ | 1.77 |\n", "| Time | 468 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 44 |\n", "| AverageEpRet | -141 |\n", "| StdEpRet | 23.9 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -143 |\n", "| StdTestEpRet | 32.1 |\n", "| MaxTestEpRet | -87.2 |\n", "| MinTestEpRet | -196 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.26e+04 |\n", "| AverageQ1Vals | -157 |\n", "| StdQ1Vals | 16.7 |\n", "| MaxQ1Vals | -116 |\n", "| MinQ1Vals | -230 |\n", "| AverageQ2Vals | -157 |\n", "| StdQ2Vals | 16.7 |\n", "| MaxQ2Vals | -115 |\n", "| MinQ2Vals | -231 |\n", "| LossPi | 156 |\n", "| LossQ | 1.78 |\n", "| Time | 479 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 45 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 36.1 |\n", "| MaxEpRet | -85.7 |\n", "| MinEpRet | -198 |\n", "| AverageTestEpRet | -143 |\n", "| StdTestEpRet | 33.2 |\n", "| MaxTestEpRet | -92.2 |\n", "| MinTestEpRet | -212 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.42e+04 |\n", "| AverageQ1Vals | -159 |\n", "| StdQ1Vals | 16.7 |\n", "| MaxQ1Vals | -117 |\n", "| MinQ1Vals | -232 |\n", "| AverageQ2Vals | -159 |\n", "| StdQ2Vals | 16.7 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -233 |\n", "| LossPi | 157 |\n", "| LossQ | 1.8 |\n", "| Time | 492 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 46 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 34.2 |\n", "| MaxEpRet | -62.2 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 40.7 |\n", "| MaxTestEpRet | -87.6 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.59e+04 |\n", "| AverageQ1Vals | -161 |\n", "| StdQ1Vals | 16.8 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -233 |\n", "| AverageQ2Vals | -161 |\n", "| StdQ2Vals | 16.8 |\n", "| MaxQ2Vals | -120 |\n", "| MinQ2Vals | -234 |\n", "| LossPi | 159 |\n", "| LossQ | 1.8 |\n", "| Time | 503 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 47 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 33.8 |\n", "| MaxEpRet | -74.9 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -138 |\n", "| StdTestEpRet | 20.7 |\n", "| MaxTestEpRet | -111 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.75e+04 |\n", "| AverageQ1Vals | -162 |\n", "| StdQ1Vals | 16.9 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -236 |\n", "| AverageQ2Vals | -162 |\n", "| StdQ2Vals | 16.9 |\n", "| MaxQ2Vals | -121 |\n", "| MinQ2Vals | -237 |\n", "| LossPi | 161 |\n", "| LossQ | 1.84 |\n", "| Time | 513 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 48 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 37.4 |\n", "| MaxEpRet | -61.2 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -145 |\n", "| StdTestEpRet | 29.9 |\n", "| MaxTestEpRet | -91.1 |\n", "| MinTestEpRet | -198 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.92e+04 |\n", "| AverageQ1Vals | -164 |\n", "| StdQ1Vals | 16.9 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -238 |\n", "| AverageQ2Vals | -164 |\n", "| StdQ2Vals | 16.9 |\n", "| MaxQ2Vals | -123 |\n", "| MinQ2Vals | -239 |\n", "| LossPi | 163 |\n", "| LossQ | 1.8 |\n", "| Time | 524 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 49 |\n", "| AverageEpRet | -143 |\n", "| StdEpRet | 28.8 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -143 |\n", "| StdTestEpRet | 30.3 |\n", "| MaxTestEpRet | -87.9 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.08e+04 |\n", "| AverageQ1Vals | -166 |\n", "| StdQ1Vals | 17 |\n", "| MaxQ1Vals | -125 |\n", "| MinQ1Vals | -239 |\n", "| AverageQ2Vals | -166 |\n", "| StdQ2Vals | 17 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -239 |\n", "| LossPi | 164 |\n", "| LossQ | 1.85 |\n", "| Time | 535 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 50 |\n", "| AverageEpRet | -136 |\n", "| StdEpRet | 24.6 |\n", "| MaxEpRet | -76.6 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -132 |\n", "| StdTestEpRet | 34.7 |\n", "| MaxTestEpRet | -77.1 |\n", "| MinTestEpRet | -195 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+04 |\n", "| AverageQ1Vals | -167 |\n", "| StdQ1Vals | 17.1 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -241 |\n", "| AverageQ2Vals | -167 |\n", "| StdQ2Vals | 17.1 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -240 |\n", "| LossPi | 166 |\n", "| LossQ | 1.83 |\n", "| Time | 545 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 51 |\n", "| AverageEpRet | -146 |\n", "| StdEpRet | 25.5 |\n", "| MaxEpRet | -94.7 |\n", "| MinEpRet | -202 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 51.8 |\n", "| MaxTestEpRet | -22 |\n", "| MinTestEpRet | -189 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.41e+04 |\n", "| AverageQ1Vals | -169 |\n", "| StdQ1Vals | 17.2 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -242 |\n", "| AverageQ2Vals | -169 |\n", "| StdQ2Vals | 17.2 |\n", "| MaxQ2Vals | -128 |\n", "| MinQ2Vals | -243 |\n", "| LossPi | 167 |\n", "| LossQ | 1.87 |\n", "| Time | 556 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 52 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 19.1 |\n", "| MaxEpRet | -121 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 23.3 |\n", "| MaxTestEpRet | -88.9 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.58e+04 |\n", "| AverageQ1Vals | -170 |\n", "| StdQ1Vals | 17.4 |\n", "| MaxQ1Vals | -130 |\n", "| MinQ1Vals | -244 |\n", "| AverageQ2Vals | -170 |\n", "| StdQ2Vals | 17.4 |\n", "| MaxQ2Vals | -130 |\n", "| MinQ2Vals | -245 |\n", "| LossPi | 169 |\n", "| LossQ | 1.89 |\n", "| Time | 567 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 53 |\n", "| AverageEpRet | -136 |\n", "| StdEpRet | 32.2 |\n", "| MaxEpRet | -87.9 |\n", "| MinEpRet | -200 |\n", "| AverageTestEpRet | -143 |\n", "| StdTestEpRet | 29.1 |\n", "| MaxTestEpRet | -85.6 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.74e+04 |\n", "| AverageQ1Vals | -171 |\n", "| StdQ1Vals | 17.5 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -245 |\n", "| AverageQ2Vals | -171 |\n", "| StdQ2Vals | 17.5 |\n", "| MaxQ2Vals | -132 |\n", "| MinQ2Vals | -245 |\n", "| LossPi | 170 |\n", "| LossQ | 1.92 |\n", "| Time | 579 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 54 |\n", "| AverageEpRet | -138 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -94.6 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -143 |\n", "| StdTestEpRet | 23.7 |\n", "| MaxTestEpRet | -105 |\n", "| MinTestEpRet | -184 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.91e+04 |\n", "| AverageQ1Vals | -172 |\n", "| StdQ1Vals | 17.5 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -247 |\n", "| AverageQ2Vals | -172 |\n", "| StdQ2Vals | 17.5 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -247 |\n", "| LossPi | 171 |\n", "| LossQ | 1.91 |\n", "| Time | 589 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 55 |\n", "| AverageEpRet | -144 |\n", "| StdEpRet | 27.2 |\n", "| MaxEpRet | -101 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -119 |\n", "| StdTestEpRet | 31.2 |\n", "| MaxTestEpRet | -66 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.07e+04 |\n", "| AverageQ1Vals | -174 |\n", "| StdQ1Vals | 17.7 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -248 |\n", "| AverageQ2Vals | -174 |\n", "| StdQ2Vals | 17.7 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -247 |\n", "| LossPi | 172 |\n", "| LossQ | 1.92 |\n", "| Time | 600 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 56 |\n", "| AverageEpRet | -144 |\n", "| StdEpRet | 24.6 |\n", "| MaxEpRet | -99.7 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 44.8 |\n", "| MaxTestEpRet | -52.9 |\n", "| MinTestEpRet | -215 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.24e+04 |\n", "| AverageQ1Vals | -175 |\n", "| StdQ1Vals | 17.9 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -250 |\n", "| AverageQ2Vals | -175 |\n", "| StdQ2Vals | 17.9 |\n", "| MaxQ2Vals | -137 |\n", "| MinQ2Vals | -251 |\n", "| LossPi | 174 |\n", "| LossQ | 1.94 |\n", "| Time | 612 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 57 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 23.2 |\n", "| MaxEpRet | -96.9 |\n", "| MinEpRet | -186 |\n", "| AverageTestEpRet | -140 |\n", "| StdTestEpRet | 37.5 |\n", "| MaxTestEpRet | -99.6 |\n", "| MinTestEpRet | -220 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.4e+04 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 18 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -252 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 18 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -251 |\n", "| LossPi | 175 |\n", "| LossQ | 1.95 |\n", "| Time | 623 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 58 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 35.4 |\n", "| MaxEpRet | -83.9 |\n", "| MinEpRet | -199 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 27.8 |\n", "| MaxTestEpRet | -81.7 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.57e+04 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 18.3 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -253 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 18.2 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -252 |\n", "| LossPi | 176 |\n", "| LossQ | 1.96 |\n", "| Time | 633 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 59 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 25 |\n", "| MaxEpRet | -80.6 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 24.3 |\n", "| MaxTestEpRet | -99.9 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.73e+04 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 18.4 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -252 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 18.4 |\n", "| MaxQ2Vals | -140 |\n", "| MinQ2Vals | -253 |\n", "| LossPi | 176 |\n", "| LossQ | 1.97 |\n", "| Time | 644 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 60 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 29.7 |\n", "| MaxEpRet | -60.4 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 24.5 |\n", "| MaxTestEpRet | -77.3 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+04 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 18.5 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -256 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 18.5 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -254 |\n", "| LossPi | 177 |\n", "| LossQ | 1.95 |\n", "| Time | 655 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 61 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 31.2 |\n", "| MaxEpRet | -80.7 |\n", "| MinEpRet | -209 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 36.8 |\n", "| MaxTestEpRet | -68.5 |\n", "| MinTestEpRet | -197 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.01e+05 |\n", "| AverageQ1Vals | -179 |\n", "| StdQ1Vals | 18.6 |\n", "| MaxQ1Vals | -141 |\n", "| MinQ1Vals | -253 |\n", "| AverageQ2Vals | -179 |\n", "| StdQ2Vals | 18.6 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -252 |\n", "| LossPi | 178 |\n", "| LossQ | 1.98 |\n", "| Time | 666 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 62 |\n", "| AverageEpRet | -144 |\n", "| StdEpRet | 18.6 |\n", "| MaxEpRet | -105 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 31.1 |\n", "| MaxTestEpRet | -79.5 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.02e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 18.9 |\n", "| MaxQ1Vals | -141 |\n", "| MinQ1Vals | -257 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 18.9 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -258 |\n", "| LossPi | 179 |\n", "| LossQ | 2.03 |\n", "| Time | 677 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 63 |\n", "| AverageEpRet | -143 |\n", "| StdEpRet | 31.7 |\n", "| MaxEpRet | -84.3 |\n", "| MinEpRet | -188 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 26.3 |\n", "| MaxTestEpRet | -70 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.04e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 19 |\n", "| MaxQ1Vals | -142 |\n", "| MinQ1Vals | -258 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 19 |\n", "| MaxQ2Vals | -142 |\n", "| MinQ2Vals | -258 |\n", "| LossPi | 179 |\n", "| LossQ | 2.03 |\n", "| Time | 689 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 64 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -62.9 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -157 |\n", "| StdTestEpRet | 23.6 |\n", "| MaxTestEpRet | -125 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.06e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 19.1 |\n", "| MaxQ1Vals | -143 |\n", "| MinQ1Vals | -258 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 19.1 |\n", "| MaxQ2Vals | -143 |\n", "| MinQ2Vals | -259 |\n", "| LossPi | 180 |\n", "| LossQ | 1.98 |\n", "| Time | 700 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 65 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 34.3 |\n", "| MaxEpRet | -62.8 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 16.7 |\n", "| MaxTestEpRet | -106 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.07e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 19.2 |\n", "| MaxQ1Vals | -144 |\n", "| MinQ1Vals | -261 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 19.2 |\n", "| MaxQ2Vals | -144 |\n", "| MinQ2Vals | -260 |\n", "| LossPi | 181 |\n", "| LossQ | 2.03 |\n", "| Time | 714 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 66 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 29.3 |\n", "| MaxEpRet | -76.5 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 33.5 |\n", "| MaxTestEpRet | -62.4 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.09e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 19.3 |\n", "| MaxQ1Vals | -145 |\n", "| MinQ1Vals | -260 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 19.3 |\n", "| MaxQ2Vals | -145 |\n", "| MinQ2Vals | -261 |\n", "| LossPi | 181 |\n", "| LossQ | 2.04 |\n", "| Time | 725 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 67 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 28.9 |\n", "| MaxEpRet | -77.5 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -87.1 |\n", "| MinTestEpRet | -180 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.11e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 19.5 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -262 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 19.5 |\n", "| MaxQ2Vals | -145 |\n", "| MinQ2Vals | -262 |\n", "| LossPi | 182 |\n", "| LossQ | 2.06 |\n", "| Time | 736 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 68 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -85.6 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -147 |\n", "| StdTestEpRet | 24.9 |\n", "| MaxTestEpRet | -113 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.12e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 19.6 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -261 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 19.6 |\n", "| MaxQ2Vals | -146 |\n", "| MinQ2Vals | -262 |\n", "| LossPi | 182 |\n", "| LossQ | 2.06 |\n", "| Time | 747 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 69 |\n", "| AverageEpRet | -138 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -98.9 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 34.6 |\n", "| MaxTestEpRet | -54.8 |\n", "| MinTestEpRet | -187 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.14e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 19.7 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -265 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 19.7 |\n", "| MaxQ2Vals | -146 |\n", "| MinQ2Vals | -264 |\n", "| LossPi | 183 |\n", "| LossQ | 2.07 |\n", "| Time | 758 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 70 |\n", "| AverageEpRet | -137 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -92.4 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -130 |\n", "| StdTestEpRet | 25.2 |\n", "| MaxTestEpRet | -87.6 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 19.9 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -261 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 19.9 |\n", "| MaxQ2Vals | -146 |\n", "| MinQ2Vals | -262 |\n", "| LossPi | 183 |\n", "| LossQ | 2.06 |\n", "| Time | 770 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 71 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 37.1 |\n", "| MaxEpRet | -63.5 |\n", "| MinEpRet | -212 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 35.1 |\n", "| MaxTestEpRet | -55.3 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.17e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 20.1 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -263 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 20.1 |\n", "| MaxQ2Vals | -146 |\n", "| MinQ2Vals | -265 |\n", "| LossPi | 184 |\n", "| LossQ | 2.04 |\n", "| Time | 780 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 72 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 27.7 |\n", "| MaxEpRet | -70.9 |\n", "| MinEpRet | -164 |\n", "| AverageTestEpRet | -130 |\n", "| StdTestEpRet | 34.1 |\n", "| MaxTestEpRet | -82.6 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.19e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 20.4 |\n", "| MaxQ1Vals | -145 |\n", "| MinQ1Vals | -265 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 20.4 |\n", "| MaxQ2Vals | -145 |\n", "| MinQ2Vals | -265 |\n", "| LossPi | 184 |\n", "| LossQ | 2.07 |\n", "| Time | 791 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 73 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -96.9 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 32 |\n", "| MaxTestEpRet | -59.8 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.2e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 20.5 |\n", "| MaxQ1Vals | -144 |\n", "| MinQ1Vals | -267 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 20.5 |\n", "| MaxQ2Vals | -144 |\n", "| MinQ2Vals | -268 |\n", "| LossPi | 184 |\n", "| LossQ | 2.07 |\n", "| Time | 802 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 74 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 27.8 |\n", "| MaxEpRet | -72.7 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -137 |\n", "| StdTestEpRet | 34.7 |\n", "| MaxTestEpRet | -73.5 |\n", "| MinTestEpRet | -188 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.22e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 20.8 |\n", "| MaxQ1Vals | -143 |\n", "| MinQ1Vals | -266 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 20.8 |\n", "| MaxQ2Vals | -144 |\n", "| MinQ2Vals | -265 |\n", "| LossPi | 185 |\n", "| LossQ | 2.11 |\n", "| Time | 813 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 75 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 18.9 |\n", "| MaxEpRet | -94.4 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -141 |\n", "| StdTestEpRet | 19.5 |\n", "| MaxTestEpRet | -110 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.24e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 21.1 |\n", "| MaxQ1Vals | -143 |\n", "| MinQ1Vals | -269 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 21.1 |\n", "| MaxQ2Vals | -144 |\n", "| MinQ2Vals | -270 |\n", "| LossPi | 185 |\n", "| LossQ | 2.12 |\n", "| Time | 825 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 76 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 13.3 |\n", "| MaxEpRet | -101 |\n", "| MinEpRet | -145 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 29.4 |\n", "| MaxTestEpRet | -84.3 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.25e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 21.3 |\n", "| MaxQ1Vals | -143 |\n", "| MinQ1Vals | -270 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 21.3 |\n", "| MaxQ2Vals | -143 |\n", "| MinQ2Vals | -270 |\n", "| LossPi | 185 |\n", "| LossQ | 2.12 |\n", "| Time | 835 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 77 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 31.1 |\n", "| MaxEpRet | -78 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -137 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -88.5 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.27e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 21.5 |\n", "| MaxQ1Vals | -143 |\n", "| MinQ1Vals | -272 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 21.5 |\n", "| MaxQ2Vals | -143 |\n", "| MinQ2Vals | -273 |\n", "| LossPi | 185 |\n", "| LossQ | 2.08 |\n", "| Time | 846 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 78 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 28 |\n", "| MaxEpRet | -78.3 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 30.3 |\n", "| MaxTestEpRet | -71.9 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.29e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 21.6 |\n", "| MaxQ1Vals | -142 |\n", "| MinQ1Vals | -274 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 21.6 |\n", "| MaxQ2Vals | -142 |\n", "| MinQ2Vals | -275 |\n", "| LossPi | 186 |\n", "| LossQ | 2.15 |\n", "| Time | 856 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 79 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 31.5 |\n", "| MaxEpRet | -63.8 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 31.9 |\n", "| MaxTestEpRet | -70.9 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.3e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 21.8 |\n", "| MaxQ1Vals | -141 |\n", "| MinQ1Vals | -275 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 21.8 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -276 |\n", "| LossPi | 186 |\n", "| LossQ | 2.1 |\n", "| Time | 866 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 80 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 27.4 |\n", "| MaxEpRet | -82 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 27.6 |\n", "| MaxTestEpRet | -85.4 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 22 |\n", "| MaxQ1Vals | -141 |\n", "| MinQ1Vals | -278 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 22 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -278 |\n", "| LossPi | 186 |\n", "| LossQ | 2.09 |\n", "| Time | 877 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 81 |\n", "| AverageEpRet | -137 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -99.2 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 17.4 |\n", "| MaxTestEpRet | -112 |\n", "| MinTestEpRet | -173 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.34e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 22.2 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -277 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 22.2 |\n", "| MaxQ2Vals | -140 |\n", "| MinQ2Vals | -277 |\n", "| LossPi | 187 |\n", "| LossQ | 2.12 |\n", "| Time | 887 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 82 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 29.3 |\n", "| MaxEpRet | -75.1 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -93.5 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.35e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 22.4 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -280 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 22.4 |\n", "| MaxQ2Vals | -140 |\n", "| MinQ2Vals | -280 |\n", "| LossPi | 187 |\n", "| LossQ | 2.12 |\n", "| Time | 898 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 83 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 33.4 |\n", "| MaxEpRet | -67.4 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 17.9 |\n", "| MaxTestEpRet | -89.2 |\n", "| MinTestEpRet | -153 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.37e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 22.7 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -278 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 22.7 |\n", "| MaxQ2Vals | -140 |\n", "| MinQ2Vals | -278 |\n", "| LossPi | 187 |\n", "| LossQ | 2.14 |\n", "| Time | 909 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 84 |\n", "| AverageEpRet | -135 |\n", "| StdEpRet | 26.7 |\n", "| MaxEpRet | -93.7 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 38.8 |\n", "| MaxTestEpRet | -69.9 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.39e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 22.9 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -281 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 22.9 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -279 |\n", "| LossPi | 187 |\n", "| LossQ | 2.12 |\n", "| Time | 920 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 85 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -61.4 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 37.2 |\n", "| MaxTestEpRet | -62.6 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.4e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 23.2 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -285 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 23.2 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -284 |\n", "| LossPi | 187 |\n", "| LossQ | 2.11 |\n", "| Time | 931 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 86 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 28.9 |\n", "| MaxEpRet | -84.1 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 25.3 |\n", "| MaxTestEpRet | -54 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.42e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 23.5 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -287 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 23.5 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -286 |\n", "| LossPi | 187 |\n", "| LossQ | 2.11 |\n", "| Time | 941 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 87 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -67.9 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 39.5 |\n", "| MaxTestEpRet | -61.9 |\n", "| MinTestEpRet | -189 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.44e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -288 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -288 |\n", "| LossPi | 188 |\n", "| LossQ | 2.12 |\n", "| Time | 953 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 88 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 19.1 |\n", "| MaxEpRet | -95.8 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 36.1 |\n", "| MaxTestEpRet | -89.7 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.45e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 23.9 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -288 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 23.9 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -288 |\n", "| LossPi | 188 |\n", "| LossQ | 2.09 |\n", "| Time | 963 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 89 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 24.4 |\n", "| MaxEpRet | -81.5 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 28.3 |\n", "| MaxTestEpRet | -73.1 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.47e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 24.2 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -289 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 24.2 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -290 |\n", "| LossPi | 188 |\n", "| LossQ | 2.15 |\n", "| Time | 973 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 90 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -89.2 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -69 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 24.3 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -291 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 24.3 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -292 |\n", "| LossPi | 188 |\n", "| LossQ | 2.1 |\n", "| Time | 984 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 91 |\n", "| AverageEpRet | -137 |\n", "| StdEpRet | 28.6 |\n", "| MaxEpRet | -74.6 |\n", "| MinEpRet | -188 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 34.9 |\n", "| MaxTestEpRet | -70.4 |\n", "| MinTestEpRet | -186 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.5e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 24.5 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 24.5 |\n", "| MaxQ2Vals | -137 |\n", "| MinQ2Vals | -293 |\n", "| LossPi | 188 |\n", "| LossQ | 2.09 |\n", "| Time | 994 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 92 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 30 |\n", "| MaxEpRet | -67.1 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 28.5 |\n", "| MaxTestEpRet | -72 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.52e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 24.8 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 24.8 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -295 |\n", "| LossPi | 189 |\n", "| LossQ | 2.09 |\n", "| Time | 1.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 93 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 30.4 |\n", "| MaxEpRet | -53.9 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 24.4 |\n", "| MaxTestEpRet | -56.6 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.53e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 24.9 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 24.9 |\n", "| MaxQ2Vals | -137 |\n", "| MinQ2Vals | -294 |\n", "| LossPi | 189 |\n", "| LossQ | 2.04 |\n", "| Time | 1.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 94 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 25 |\n", "| MaxEpRet | -69.1 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 17.6 |\n", "| MaxTestEpRet | -99.2 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.55e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 25.2 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -294 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 25.2 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -294 |\n", "| LossPi | 189 |\n", "| LossQ | 2.07 |\n", "| Time | 1.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 95 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 27.9 |\n", "| MaxEpRet | -85.5 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 26.5 |\n", "| MaxTestEpRet | -69.6 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.57e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 25.4 |\n", "| MaxQ1Vals | -136 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 25.4 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -296 |\n", "| LossPi | 189 |\n", "| LossQ | 2.05 |\n", "| Time | 1.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 96 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 30.4 |\n", "| MaxEpRet | -49.1 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -103 |\n", "| StdTestEpRet | 24.3 |\n", "| MaxTestEpRet | -74.9 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.58e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 25.5 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 25.5 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -298 |\n", "| LossPi | 189 |\n", "| LossQ | 2.03 |\n", "| Time | 1.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 97 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 35.7 |\n", "| MaxEpRet | -57.3 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -119 |\n", "| StdTestEpRet | 29.9 |\n", "| MaxTestEpRet | -78.4 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.6e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 25.8 |\n", "| MaxQ1Vals | -136 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 25.8 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -297 |\n", "| LossPi | 189 |\n", "| LossQ | 2.02 |\n", "| Time | 1.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 98 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 17.8 |\n", "| MaxEpRet | -95.8 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 35.7 |\n", "| MaxTestEpRet | -75.4 |\n", "| MinTestEpRet | -200 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.62e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 26 |\n", "| MaxQ1Vals | -136 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 26 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -299 |\n", "| LossPi | 189 |\n", "| LossQ | 1.99 |\n", "| Time | 1.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 99 |\n", "| AverageEpRet | -103 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -74.1 |\n", "| MinEpRet | -139 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 21.2 |\n", "| MaxTestEpRet | -65.8 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.63e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -305 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -304 |\n", "| LossPi | 189 |\n", "| LossQ | 1.99 |\n", "| Time | 1.08e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 100 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 35 |\n", "| MaxEpRet | -74.2 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -138 |\n", "| StdTestEpRet | 11.8 |\n", "| MaxTestEpRet | -122 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 26.4 |\n", "| MaxQ1Vals | -136 |\n", "| MinQ1Vals | -304 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 26.4 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -303 |\n", "| LossPi | 189 |\n", "| LossQ | 2 |\n", "| Time | 1.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 101 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 31.3 |\n", "| MaxEpRet | -79.8 |\n", "| MinEpRet | -205 |\n", "| AverageTestEpRet | -132 |\n", "| StdTestEpRet | 45.9 |\n", "| MaxTestEpRet | -49.3 |\n", "| MinTestEpRet | -186 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.67e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 26.6 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -306 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 26.6 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -306 |\n", "| LossPi | 189 |\n", "| LossQ | 1.96 |\n", "| Time | 1.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 102 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -77.6 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -141 |\n", "| StdTestEpRet | 21.5 |\n", "| MaxTestEpRet | -102 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.68e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 26.7 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -305 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 26.7 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -304 |\n", "| LossPi | 189 |\n", "| LossQ | 1.93 |\n", "| Time | 1.11e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 103 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 24.2 |\n", "| MaxEpRet | -81.4 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 23.1 |\n", "| MaxTestEpRet | -78.2 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.7e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -306 |\n", "| LossPi | 189 |\n", "| LossQ | 1.97 |\n", "| Time | 1.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 104 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 28 |\n", "| MaxEpRet | -83 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 21.3 |\n", "| MaxTestEpRet | -69.7 |\n", "| MinTestEpRet | -142 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.72e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.1 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -305 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.1 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -305 |\n", "| LossPi | 189 |\n", "| LossQ | 1.95 |\n", "| Time | 1.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 105 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 38.5 |\n", "| MaxEpRet | -63.9 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 25.8 |\n", "| MaxTestEpRet | -65.3 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.73e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.2 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.2 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -307 |\n", "| LossPi | 189 |\n", "| LossQ | 2 |\n", "| Time | 1.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 106 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 29.6 |\n", "| MaxEpRet | -66.1 |\n", "| MinEpRet | -182 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 31.7 |\n", "| MaxTestEpRet | -60.8 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.75e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.4 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.4 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -308 |\n", "| LossPi | 189 |\n", "| LossQ | 2 |\n", "| Time | 1.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 107 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 21.8 |\n", "| MaxEpRet | -71.2 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 25.5 |\n", "| MaxTestEpRet | -66.9 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.77e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.5 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -309 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.5 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -310 |\n", "| LossPi | 189 |\n", "| LossQ | 1.98 |\n", "| Time | 1.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 108 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 16.5 |\n", "| MaxEpRet | -93.3 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 24 |\n", "| MaxTestEpRet | -80.2 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.78e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.5 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -309 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.5 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -310 |\n", "| LossPi | 189 |\n", "| LossQ | 1.99 |\n", "| Time | 1.18e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 109 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 26.8 |\n", "| MaxEpRet | -79 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 38.5 |\n", "| MaxTestEpRet | -62.8 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.8e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.5 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -310 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.5 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -311 |\n", "| LossPi | 189 |\n", "| LossQ | 1.97 |\n", "| Time | 1.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 110 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 19.8 |\n", "| MaxEpRet | -88.4 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 26.8 |\n", "| MaxTestEpRet | -74.5 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.8 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -311 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.8 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -311 |\n", "| LossPi | 189 |\n", "| LossQ | 1.95 |\n", "| Time | 1.2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 111 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 33.6 |\n", "| MaxEpRet | -69 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 23.6 |\n", "| MaxTestEpRet | -86.2 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.83e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.7 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -311 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.7 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -311 |\n", "| LossPi | 189 |\n", "| LossQ | 1.93 |\n", "| Time | 1.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 112 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 34 |\n", "| MaxEpRet | -44.8 |\n", "| MinEpRet | -180 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 22.3 |\n", "| MaxTestEpRet | -80.2 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.85e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.9 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -312 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.9 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -312 |\n", "| LossPi | 189 |\n", "| LossQ | 1.96 |\n", "| Time | 1.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 113 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -57.4 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 32.4 |\n", "| MaxTestEpRet | -69.4 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.86e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.9 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.9 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -313 |\n", "| LossPi | 189 |\n", "| LossQ | 1.96 |\n", "| Time | 1.23e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 114 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -83 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 23.3 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.88e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 27.9 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -314 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 27.9 |\n", "| MaxQ2Vals | -132 |\n", "| MinQ2Vals | -314 |\n", "| LossPi | 189 |\n", "| LossQ | 1.99 |\n", "| Time | 1.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 115 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 17.5 |\n", "| MaxEpRet | -72.1 |\n", "| MinEpRet | -138 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 33 |\n", "| MaxTestEpRet | -61.2 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.9e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 28 |\n", "| MaxQ1Vals | -132 |\n", "| MinQ1Vals | -317 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 28 |\n", "| MaxQ2Vals | -132 |\n", "| MinQ2Vals | -317 |\n", "| LossPi | 189 |\n", "| LossQ | 1.98 |\n", "| Time | 1.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 116 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -85 |\n", "| MinEpRet | -152 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 19.1 |\n", "| MaxTestEpRet | -87.4 |\n", "| MinTestEpRet | -151 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.91e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 28.1 |\n", "| MaxQ1Vals | -132 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 28.1 |\n", "| MaxQ2Vals | -132 |\n", "| MinQ2Vals | -316 |\n", "| LossPi | 189 |\n", "| LossQ | 1.99 |\n", "| Time | 1.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 117 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 20.8 |\n", "| MaxEpRet | -89.5 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 16.7 |\n", "| MaxTestEpRet | -98.8 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.93e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.2 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.2 |\n", "| MaxQ2Vals | -131 |\n", "| MinQ2Vals | -315 |\n", "| LossPi | 188 |\n", "| LossQ | 2 |\n", "| Time | 1.28e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 118 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 22.3 |\n", "| MaxEpRet | -81.2 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 19.1 |\n", "| MaxTestEpRet | -92.6 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.95e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.1 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -319 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.1 |\n", "| MaxQ2Vals | -131 |\n", "| MinQ2Vals | -321 |\n", "| LossPi | 188 |\n", "| LossQ | 1.97 |\n", "| Time | 1.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 119 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 26.3 |\n", "| MaxEpRet | -63.6 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 32.7 |\n", "| MaxTestEpRet | -70 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.96e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.1 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -317 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.1 |\n", "| MaxQ2Vals | -130 |\n", "| MinQ2Vals | -316 |\n", "| LossPi | 188 |\n", "| LossQ | 1.99 |\n", "| Time | 1.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 120 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 30.5 |\n", "| MaxEpRet | -76.3 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 20.4 |\n", "| MaxTestEpRet | -71.8 |\n", "| MinTestEpRet | -134 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.2 |\n", "| MaxQ1Vals | -130 |\n", "| MinQ1Vals | -318 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.2 |\n", "| MaxQ2Vals | -130 |\n", "| MinQ2Vals | -319 |\n", "| LossPi | 188 |\n", "| LossQ | 1.96 |\n", "| Time | 1.32e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 121 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 24.9 |\n", "| MaxEpRet | -68 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 27 |\n", "| MaxTestEpRet | -69.9 |\n", "| MinTestEpRet | -177 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.2 |\n", "| MaxQ1Vals | -129 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.2 |\n", "| MaxQ2Vals | -129 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 188 |\n", "| LossQ | 1.97 |\n", "| Time | 1.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 122 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 21.6 |\n", "| MaxEpRet | -82.5 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 22.3 |\n", "| MaxTestEpRet | -81.4 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.01e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.2 |\n", "| MaxQ1Vals | -129 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.2 |\n", "| MaxQ2Vals | -129 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 188 |\n", "| LossQ | 1.99 |\n", "| Time | 1.34e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 123 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -62.9 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -141 |\n", "| StdTestEpRet | 34.4 |\n", "| MaxTestEpRet | -53.8 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.03e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.4 |\n", "| MaxQ1Vals | -129 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.4 |\n", "| MaxQ2Vals | -129 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 188 |\n", "| LossQ | 2.02 |\n", "| Time | 1.35e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 124 |\n", "| AverageEpRet | -108 |\n", "| StdEpRet | 23 |\n", "| MaxEpRet | -74 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 14.7 |\n", "| MaxTestEpRet | -83.2 |\n", "| MinTestEpRet | -135 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.05e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.4 |\n", "| MaxQ1Vals | -129 |\n", "| MinQ1Vals | -324 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.4 |\n", "| MaxQ2Vals | -128 |\n", "| MinQ2Vals | -324 |\n", "| LossPi | 188 |\n", "| LossQ | 2 |\n", "| Time | 1.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 125 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -100 |\n", "| MinEpRet | -198 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -71.1 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.06e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.2 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -325 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.2 |\n", "| MaxQ2Vals | -128 |\n", "| MinQ2Vals | -325 |\n", "| LossPi | 188 |\n", "| LossQ | 2.05 |\n", "| Time | 1.37e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 126 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 21.1 |\n", "| MaxEpRet | -88.4 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 25.1 |\n", "| MaxTestEpRet | -98 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.08e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.3 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.3 |\n", "| MaxQ2Vals | -128 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 188 |\n", "| LossQ | 2.05 |\n", "| Time | 1.38e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 127 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 22.2 |\n", "| MaxEpRet | -97 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 35.1 |\n", "| MaxTestEpRet | -50.2 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.1e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.3 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -323 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.3 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -323 |\n", "| LossPi | 188 |\n", "| LossQ | 2 |\n", "| Time | 1.39e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 128 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 27.7 |\n", "| MaxEpRet | -73.2 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 25.4 |\n", "| MaxTestEpRet | -80.8 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.11e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.4 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.4 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 188 |\n", "| LossQ | 2.02 |\n", "| Time | 1.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 129 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 25.3 |\n", "| MaxEpRet | -72.4 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -98.7 |\n", "| StdTestEpRet | 30.5 |\n", "| MaxTestEpRet | -45.2 |\n", "| MinTestEpRet | -132 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.13e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.3 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -319 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.3 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 188 |\n", "| LossQ | 1.96 |\n", "| Time | 1.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 130 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 36.5 |\n", "| MaxEpRet | -70.6 |\n", "| MinEpRet | -214 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 27.8 |\n", "| MaxTestEpRet | -77.2 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 28.4 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 28.4 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -319 |\n", "| LossPi | 188 |\n", "| LossQ | 2.01 |\n", "| Time | 1.43e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 131 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 22.5 |\n", "| MaxEpRet | -54.6 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 26.1 |\n", "| MaxTestEpRet | -82 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.16e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 28.5 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 28.5 |\n", "| MaxQ2Vals | -126 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 188 |\n", "| LossQ | 2.03 |\n", "| Time | 1.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 132 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 26.8 |\n", "| MaxEpRet | -69 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -94.6 |\n", "| StdTestEpRet | 27 |\n", "| MaxTestEpRet | -23.8 |\n", "| MinTestEpRet | -132 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.18e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 28.5 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -323 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 28.5 |\n", "| MaxQ2Vals | -126 |\n", "| MinQ2Vals | -323 |\n", "| LossPi | 187 |\n", "| LossQ | 1.98 |\n", "| Time | 1.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 133 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 28.2 |\n", "| MaxEpRet | -66.8 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 28.2 |\n", "| MaxTestEpRet | -92.3 |\n", "| MinTestEpRet | -186 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.19e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 28.4 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 28.4 |\n", "| MaxQ2Vals | -126 |\n", "| MinQ2Vals | -321 |\n", "| LossPi | 187 |\n", "| LossQ | 1.98 |\n", "| Time | 1.46e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 134 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 22 |\n", "| MaxEpRet | -76.6 |\n", "| MinEpRet | -152 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 32.5 |\n", "| MaxTestEpRet | -49.9 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.21e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 28.5 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 28.6 |\n", "| MaxQ2Vals | -126 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 187 |\n", "| LossQ | 2.02 |\n", "| Time | 1.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 135 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 34.3 |\n", "| MaxEpRet | -60.5 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 37.2 |\n", "| MaxTestEpRet | -50 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.23e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 28.5 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 28.5 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 187 |\n", "| LossQ | 2.02 |\n", "| Time | 1.49e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 136 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 29.3 |\n", "| MaxEpRet | -57.2 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 29.6 |\n", "| MaxTestEpRet | -71.3 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.24e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 28.7 |\n", "| MaxQ1Vals | -125 |\n", "| MinQ1Vals | -325 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 28.7 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -326 |\n", "| LossPi | 187 |\n", "| LossQ | 1.99 |\n", "| Time | 1.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 137 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 23.1 |\n", "| MaxEpRet | -58.7 |\n", "| MinEpRet | -136 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 22.2 |\n", "| MaxTestEpRet | -79.1 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.26e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 28.6 |\n", "| MaxQ1Vals | -125 |\n", "| MinQ1Vals | -324 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 28.6 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -324 |\n", "| LossPi | 186 |\n", "| LossQ | 1.95 |\n", "| Time | 1.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 138 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 18.8 |\n", "| MaxEpRet | -83.3 |\n", "| MinEpRet | -146 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 28.9 |\n", "| MaxTestEpRet | -59.6 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.28e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 28.6 |\n", "| MaxQ1Vals | -125 |\n", "| MinQ1Vals | -324 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 28.6 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -326 |\n", "| LossPi | 186 |\n", "| LossQ | 1.99 |\n", "| Time | 1.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 139 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 30.5 |\n", "| MaxEpRet | -58.4 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 26 |\n", "| MaxTestEpRet | -63.7 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.29e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 28.8 |\n", "| MaxQ1Vals | -125 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 28.8 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 186 |\n", "| LossQ | 1.95 |\n", "| Time | 1.53e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 140 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 38.4 |\n", "| MaxEpRet | -81 |\n", "| MinEpRet | -209 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 23.5 |\n", "| MaxTestEpRet | -63.3 |\n", "| MinTestEpRet | -137 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 28.8 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 28.8 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 186 |\n", "| LossQ | 1.97 |\n", "| Time | 1.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 141 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 15.1 |\n", "| MaxEpRet | -87.8 |\n", "| MinEpRet | -149 |\n", "| AverageTestEpRet | -130 |\n", "| StdTestEpRet | 35.7 |\n", "| MaxTestEpRet | -62.5 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.33e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 29 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 29 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 186 |\n", "| LossQ | 1.98 |\n", "| Time | 1.55e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 142 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 21.3 |\n", "| MaxEpRet | -74.2 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -95.8 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.34e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -323 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -324 |\n", "| LossPi | 186 |\n", "| LossQ | 1.96 |\n", "| Time | 1.56e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 143 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 26.6 |\n", "| MaxEpRet | -66.3 |\n", "| MinEpRet | -158 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 24 |\n", "| MaxTestEpRet | -74.5 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.36e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 186 |\n", "| LossQ | 2 |\n", "| Time | 1.57e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 144 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 23.7 |\n", "| MaxEpRet | -88 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 30.9 |\n", "| MaxTestEpRet | -62.8 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.38e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -123 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -123 |\n", "| MinQ2Vals | -321 |\n", "| LossPi | 185 |\n", "| LossQ | 1.96 |\n", "| Time | 1.58e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 145 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 31.9 |\n", "| MaxEpRet | -60.1 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 23.7 |\n", "| MaxTestEpRet | -59 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.39e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 28.8 |\n", "| MaxQ1Vals | -123 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 28.8 |\n", "| MaxQ2Vals | -123 |\n", "| MinQ2Vals | -322 |\n", "| LossPi | 185 |\n", "| LossQ | 1.95 |\n", "| Time | 1.59e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 146 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 36.8 |\n", "| MaxEpRet | -63.8 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 29.9 |\n", "| MaxTestEpRet | -46.8 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.41e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -123 |\n", "| MinQ1Vals | -323 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -123 |\n", "| MinQ2Vals | -321 |\n", "| LossPi | 185 |\n", "| LossQ | 1.99 |\n", "| Time | 1.61e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 147 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 21.2 |\n", "| MaxEpRet | -84.7 |\n", "| MinEpRet | -161 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 33.4 |\n", "| MaxTestEpRet | -64.9 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.43e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 185 |\n", "| LossQ | 1.97 |\n", "| Time | 1.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 148 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 19.1 |\n", "| MaxEpRet | -80.3 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 23.2 |\n", "| MaxTestEpRet | -73.6 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.44e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -324 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -325 |\n", "| LossPi | 184 |\n", "| LossQ | 1.97 |\n", "| Time | 1.63e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 149 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 30.5 |\n", "| MaxEpRet | -48.6 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 18.2 |\n", "| MaxTestEpRet | -84.1 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.46e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 28.9 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 28.9 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -320 |\n", "| LossPi | 184 |\n", "| LossQ | 1.95 |\n", "| Time | 1.64e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 150 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 28 |\n", "| MaxEpRet | -68.4 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -130 |\n", "| StdTestEpRet | 28.2 |\n", "| MaxTestEpRet | -87 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 29 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -324 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 29 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -326 |\n", "| LossPi | 184 |\n", "| LossQ | 1.96 |\n", "| Time | 1.65e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 151 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 25.6 |\n", "| MaxEpRet | -63.1 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 26.4 |\n", "| MaxTestEpRet | -68.3 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.49e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 29 |\n", "| MaxQ1Vals | -121 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 29 |\n", "| MaxQ2Vals | -121 |\n", "| MinQ2Vals | -319 |\n", "| LossPi | 184 |\n", "| LossQ | 1.95 |\n", "| Time | 1.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 152 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 16.7 |\n", "| MaxEpRet | -90.8 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 24.1 |\n", "| MaxTestEpRet | -80 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.51e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 29 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -319 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 29 |\n", "| MaxQ2Vals | -121 |\n", "| MinQ2Vals | -318 |\n", "| LossPi | 184 |\n", "| LossQ | 1.99 |\n", "| Time | 1.67e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 153 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 21.2 |\n", "| MaxEpRet | -73.7 |\n", "| MinEpRet | -149 |\n", "| AverageTestEpRet | -103 |\n", "| StdTestEpRet | 22.2 |\n", "| MaxTestEpRet | -71.9 |\n", "| MinTestEpRet | -139 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.52e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -320 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -120 |\n", "| MinQ2Vals | -321 |\n", "| LossPi | 184 |\n", "| LossQ | 1.97 |\n", "| Time | 1.69e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 154 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -72.9 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 31 |\n", "| MaxTestEpRet | -61 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.54e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -317 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29 |\n", "| MaxQ2Vals | -120 |\n", "| MinQ2Vals | -317 |\n", "| LossPi | 184 |\n", "| LossQ | 1.97 |\n", "| Time | 1.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 155 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 31.5 |\n", "| MaxEpRet | -73.1 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 42 |\n", "| MaxTestEpRet | -32.3 |\n", "| MinTestEpRet | -191 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.56e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -321 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -120 |\n", "| MinQ2Vals | -321 |\n", "| LossPi | 184 |\n", "| LossQ | 2.02 |\n", "| Time | 1.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 156 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 27.7 |\n", "| MaxEpRet | -79.4 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 36.9 |\n", "| MaxTestEpRet | -55.6 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.57e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -317 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -120 |\n", "| MinQ2Vals | -317 |\n", "| LossPi | 184 |\n", "| LossQ | 1.96 |\n", "| Time | 1.72e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 157 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 15.9 |\n", "| MaxEpRet | -90.4 |\n", "| MinEpRet | -143 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 18.4 |\n", "| MaxTestEpRet | -86.6 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.59e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -316 |\n", "| LossPi | 184 |\n", "| LossQ | 1.97 |\n", "| Time | 1.73e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 158 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 26.4 |\n", "| MaxEpRet | -71.4 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 22.1 |\n", "| MaxTestEpRet | -90.1 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.61e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -317 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -318 |\n", "| LossPi | 183 |\n", "| LossQ | 1.95 |\n", "| Time | 1.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 159 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -31.6 |\n", "| MinEpRet | -152 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -70.1 |\n", "| MinTestEpRet | -151 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.62e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -318 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -319 |\n", "| LossPi | 183 |\n", "| LossQ | 1.96 |\n", "| Time | 1.75e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 160 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 24.5 |\n", "| MaxEpRet | -62.6 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 21.9 |\n", "| MaxTestEpRet | -73.4 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -312 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -311 |\n", "| LossPi | 183 |\n", "| LossQ | 2.01 |\n", "| Time | 1.76e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 161 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 31.4 |\n", "| MaxEpRet | -77.4 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -90.2 |\n", "| StdTestEpRet | 24 |\n", "| MaxTestEpRet | -60.1 |\n", "| MinTestEpRet | -131 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.66e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -316 |\n", "| LossPi | 183 |\n", "| LossQ | 2.01 |\n", "| Time | 1.77e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 162 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 21.6 |\n", "| MaxEpRet | -61.5 |\n", "| MinEpRet | -144 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 22 |\n", "| MaxTestEpRet | -82 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.67e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -311 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -310 |\n", "| LossPi | 183 |\n", "| LossQ | 1.94 |\n", "| Time | 1.78e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 163 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 29.1 |\n", "| MaxEpRet | -65.8 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -93.8 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -45.1 |\n", "| MinTestEpRet | -136 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.69e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.1 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -312 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.1 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -312 |\n", "| LossPi | 183 |\n", "| LossQ | 1.94 |\n", "| Time | 1.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 164 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 34.8 |\n", "| MaxEpRet | -65.4 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -135 |\n", "| StdTestEpRet | 38 |\n", "| MaxTestEpRet | -64.7 |\n", "| MinTestEpRet | -210 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.71e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.2 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -311 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.2 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -312 |\n", "| LossPi | 183 |\n", "| LossQ | 1.91 |\n", "| Time | 1.81e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 165 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 31.3 |\n", "| MaxEpRet | -71.2 |\n", "| MinEpRet | -186 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -99.8 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.72e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.3 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -310 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.3 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -310 |\n", "| LossPi | 183 |\n", "| LossQ | 1.94 |\n", "| Time | 1.82e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 166 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 30.8 |\n", "| MaxEpRet | -77.8 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 20.7 |\n", "| MaxTestEpRet | -81.6 |\n", "| MinTestEpRet | -152 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.74e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.5 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -309 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.5 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -311 |\n", "| LossPi | 183 |\n", "| LossQ | 1.93 |\n", "| Time | 1.83e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 167 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -67.4 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 37 |\n", "| MaxTestEpRet | -44 |\n", "| MinTestEpRet | -173 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.76e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.4 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -308 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.4 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -308 |\n", "| LossPi | 182 |\n", "| LossQ | 1.92 |\n", "| Time | 1.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 168 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 33.3 |\n", "| MaxEpRet | -55.6 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -103 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -37.2 |\n", "| MinTestEpRet | -133 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.77e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.5 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -305 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.5 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -306 |\n", "| LossPi | 182 |\n", "| LossQ | 1.97 |\n", "| Time | 1.85e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 169 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -80.6 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 17.6 |\n", "| MaxTestEpRet | -80.7 |\n", "| MinTestEpRet | -139 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.79e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -305 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -304 |\n", "| LossPi | 182 |\n", "| LossQ | 1.92 |\n", "| Time | 1.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 170 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 20.2 |\n", "| MaxEpRet | -74.8 |\n", "| MinEpRet | -150 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 33.3 |\n", "| MaxTestEpRet | -39.2 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -303 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -305 |\n", "| LossPi | 182 |\n", "| LossQ | 1.96 |\n", "| Time | 1.87e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 171 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 23.5 |\n", "| MaxEpRet | -78.7 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 28.2 |\n", "| MaxTestEpRet | -69 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.82e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -306 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -304 |\n", "| LossPi | 182 |\n", "| LossQ | 1.97 |\n", "| Time | 1.89e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 172 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 25.8 |\n", "| MaxEpRet | -55.3 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 29 |\n", "| MaxTestEpRet | -73 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.84e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -301 |\n", "| LossPi | 182 |\n", "| LossQ | 1.95 |\n", "| Time | 1.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 173 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 17.7 |\n", "| MaxEpRet | -86.4 |\n", "| MinEpRet | -144 |\n", "| AverageTestEpRet | -119 |\n", "| StdTestEpRet | 25.3 |\n", "| MaxTestEpRet | -76.6 |\n", "| MinTestEpRet | -160 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.85e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -299 |\n", "| LossPi | 182 |\n", "| LossQ | 1.94 |\n", "| Time | 1.91e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 174 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 22.3 |\n", "| MaxEpRet | -69.6 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 48.9 |\n", "| MaxTestEpRet | -53.1 |\n", "| MinTestEpRet | -212 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.87e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -117 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -302 |\n", "| LossPi | 182 |\n", "| LossQ | 1.95 |\n", "| Time | 1.92e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 175 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -65 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 28.3 |\n", "| MaxTestEpRet | -87.6 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.89e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -117 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -117 |\n", "| MinQ2Vals | -303 |\n", "| LossPi | 181 |\n", "| LossQ | 1.94 |\n", "| Time | 1.93e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 176 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 31.7 |\n", "| MaxEpRet | -69 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 22.4 |\n", "| MaxTestEpRet | -57.9 |\n", "| MinTestEpRet | -136 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.9e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -117 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -117 |\n", "| MinQ2Vals | -301 |\n", "| LossPi | 181 |\n", "| LossQ | 1.98 |\n", "| Time | 1.94e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 177 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 26.9 |\n", "| MaxEpRet | -47.4 |\n", "| MinEpRet | -140 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 38.9 |\n", "| MaxTestEpRet | -33.6 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.92e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -116 |\n", "| MinQ1Vals | -304 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -116 |\n", "| MinQ2Vals | -302 |\n", "| LossPi | 181 |\n", "| LossQ | 2 |\n", "| Time | 1.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 178 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 22.6 |\n", "| MaxEpRet | -70 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 23.3 |\n", "| MaxTestEpRet | -62.9 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.94e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -116 |\n", "| MinQ1Vals | -297 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -117 |\n", "| MinQ2Vals | -299 |\n", "| LossPi | 181 |\n", "| LossQ | 1.97 |\n", "| Time | 1.97e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 179 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 26.6 |\n", "| MaxEpRet | -80.7 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 30.1 |\n", "| MaxTestEpRet | -66.9 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.95e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -116 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -116 |\n", "| MinQ2Vals | -295 |\n", "| LossPi | 181 |\n", "| LossQ | 1.95 |\n", "| Time | 1.98e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 180 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 23.9 |\n", "| MaxEpRet | -71.7 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 32 |\n", "| MaxTestEpRet | -63.5 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -116 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -116 |\n", "| MinQ2Vals | -299 |\n", "| LossPi | 181 |\n", "| LossQ | 2 |\n", "| Time | 1.99e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 181 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 20 |\n", "| MaxEpRet | -73.8 |\n", "| MinEpRet | -143 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 21.2 |\n", "| MaxTestEpRet | -98 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.99e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -115 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -116 |\n", "| MinQ2Vals | -299 |\n", "| LossPi | 180 |\n", "| LossQ | 2.02 |\n", "| Time | 2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 182 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 26.5 |\n", "| MaxEpRet | -60.7 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 21.4 |\n", "| MaxTestEpRet | -88.8 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -115 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -115 |\n", "| MinQ2Vals | -298 |\n", "| LossPi | 180 |\n", "| LossQ | 1.96 |\n", "| Time | 2.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 183 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 31.9 |\n", "| MaxEpRet | -45.8 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 21.2 |\n", "| MaxTestEpRet | -72.9 |\n", "| MinTestEpRet | -139 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.02e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -114 |\n", "| MinQ1Vals | -292 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -114 |\n", "| MinQ2Vals | -293 |\n", "| LossPi | 180 |\n", "| LossQ | 1.99 |\n", "| Time | 2.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 184 |\n", "| AverageEpRet | -104 |\n", "| StdEpRet | 17 |\n", "| MaxEpRet | -78.3 |\n", "| MinEpRet | -139 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 35.9 |\n", "| MaxTestEpRet | -53.4 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.04e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -114 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -114 |\n", "| MinQ2Vals | -291 |\n", "| LossPi | 179 |\n", "| LossQ | 1.99 |\n", "| Time | 2.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 185 |\n", "| AverageEpRet | -94 |\n", "| StdEpRet | 24.3 |\n", "| MaxEpRet | -60.1 |\n", "| MinEpRet | -145 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 30.1 |\n", "| MaxTestEpRet | -90.4 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.05e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 29.6 |\n", "| MaxQ1Vals | -114 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 29.6 |\n", "| MaxQ2Vals | -114 |\n", "| MinQ2Vals | -295 |\n", "| LossPi | 179 |\n", "| LossQ | 2.07 |\n", "| Time | 2.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 186 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 33.4 |\n", "| MaxEpRet | -52.2 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 17.8 |\n", "| MaxTestEpRet | -94.9 |\n", "| MinTestEpRet | -157 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.07e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 29.8 |\n", "| MaxQ1Vals | -114 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 29.8 |\n", "| MaxQ2Vals | -113 |\n", "| MinQ2Vals | -296 |\n", "| LossPi | 179 |\n", "| LossQ | 1.98 |\n", "| Time | 2.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 187 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 19.9 |\n", "| MaxEpRet | -83.8 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 26.9 |\n", "| MaxTestEpRet | -74.1 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.09e+05 |\n", "| AverageQ1Vals | -179 |\n", "| StdQ1Vals | 29.7 |\n", "| MaxQ1Vals | -113 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -179 |\n", "| StdQ2Vals | 29.7 |\n", "| MaxQ2Vals | -113 |\n", "| MinQ2Vals | -295 |\n", "| LossPi | 179 |\n", "| LossQ | 2 |\n", "| Time | 2.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 188 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 22.5 |\n", "| MaxEpRet | -85.7 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -93.3 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -42.1 |\n", "| MinTestEpRet | -141 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.1e+05 |\n", "| AverageQ1Vals | -179 |\n", "| StdQ1Vals | 29.8 |\n", "| MaxQ1Vals | -112 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -179 |\n", "| StdQ2Vals | 29.8 |\n", "| MaxQ2Vals | -112 |\n", "| MinQ2Vals | -295 |\n", "| LossPi | 178 |\n", "| LossQ | 1.96 |\n", "| Time | 2.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 189 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 27.4 |\n", "| MaxEpRet | -74.5 |\n", "| MinEpRet | -186 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -74.1 |\n", "| MinTestEpRet | -138 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.12e+05 |\n", "| AverageQ1Vals | -179 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -112 |\n", "| MinQ1Vals | -294 |\n", "| AverageQ2Vals | -179 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -111 |\n", "| MinQ2Vals | -294 |\n", "| LossPi | 178 |\n", "| LossQ | 1.98 |\n", "| Time | 2.09e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 190 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 31 |\n", "| MaxEpRet | -70.1 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 29.7 |\n", "| MaxTestEpRet | -71.4 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+05 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -111 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -111 |\n", "| MinQ2Vals | -293 |\n", "| LossPi | 178 |\n", "| LossQ | 1.97 |\n", "| Time | 2.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 191 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 37.6 |\n", "| MaxEpRet | -43.5 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 22.6 |\n", "| MaxTestEpRet | -65.3 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.15e+05 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 29.8 |\n", "| MaxQ1Vals | -111 |\n", "| MinQ1Vals | -294 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 29.8 |\n", "| MaxQ2Vals | -110 |\n", "| MinQ2Vals | -294 |\n", "| LossPi | 177 |\n", "| LossQ | 1.96 |\n", "| Time | 2.11e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 192 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 25.5 |\n", "| MaxEpRet | -70.8 |\n", "| MinEpRet | -164 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 22.7 |\n", "| MaxTestEpRet | -75 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.17e+05 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -110 |\n", "| MinQ1Vals | -294 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -110 |\n", "| MinQ2Vals | -292 |\n", "| LossPi | 177 |\n", "| LossQ | 1.98 |\n", "| Time | 2.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 193 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 27.8 |\n", "| MaxEpRet | -70.1 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 27.6 |\n", "| MaxTestEpRet | -70 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.18e+05 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -110 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -110 |\n", "| MinQ2Vals | -292 |\n", "| LossPi | 177 |\n", "| LossQ | 1.95 |\n", "| Time | 2.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 194 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -64.3 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 33.1 |\n", "| MaxTestEpRet | -46.4 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.2e+05 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -109 |\n", "| MinQ1Vals | -289 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -109 |\n", "| MinQ2Vals | -289 |\n", "| LossPi | 176 |\n", "| LossQ | 1.98 |\n", "| Time | 2.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 195 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 27 |\n", "| MaxEpRet | -58.5 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 20.7 |\n", "| MaxTestEpRet | -78.8 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.22e+05 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -109 |\n", "| MinQ1Vals | -289 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -109 |\n", "| MinQ2Vals | -288 |\n", "| LossPi | 176 |\n", "| LossQ | 1.93 |\n", "| Time | 2.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 196 |\n", "| AverageEpRet | -105 |\n", "| StdEpRet | 26.9 |\n", "| MaxEpRet | -50.7 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 26.9 |\n", "| MaxTestEpRet | -63.6 |\n", "| MinTestEpRet | -153 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.23e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -109 |\n", "| MinQ1Vals | -288 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -109 |\n", "| MinQ2Vals | -288 |\n", "| LossPi | 176 |\n", "| LossQ | 1.97 |\n", "| Time | 2.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 197 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 17.7 |\n", "| MaxEpRet | -97.6 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 27.8 |\n", "| MaxTestEpRet | -88.1 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.25e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -108 |\n", "| MinQ1Vals | -288 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -108 |\n", "| MinQ2Vals | -288 |\n", "| LossPi | 175 |\n", "| LossQ | 1.94 |\n", "| Time | 2.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 198 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 26.6 |\n", "| MaxEpRet | -63.7 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 26.2 |\n", "| MaxTestEpRet | -79.7 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.27e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 29.9 |\n", "| MaxQ1Vals | -108 |\n", "| MinQ1Vals | -288 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 29.9 |\n", "| MaxQ2Vals | -108 |\n", "| MinQ2Vals | -288 |\n", "| LossPi | 175 |\n", "| LossQ | 1.97 |\n", "| Time | 2.18e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 199 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 15.4 |\n", "| MaxEpRet | -84.5 |\n", "| MinEpRet | -139 |\n", "| AverageTestEpRet | -94.5 |\n", "| StdTestEpRet | 24 |\n", "| MaxTestEpRet | -55.9 |\n", "| MinTestEpRet | -135 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.28e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 30 |\n", "| MaxQ1Vals | -107 |\n", "| MinQ1Vals | -297 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 30 |\n", "| MaxQ2Vals | -107 |\n", "| MinQ2Vals | -298 |\n", "| LossPi | 175 |\n", "| LossQ | 1.97 |\n", "| Time | 2.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 200 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 27 |\n", "| MaxEpRet | -69.1 |\n", "| MinEpRet | -158 |\n", "| AverageTestEpRet | -97.6 |\n", "| StdTestEpRet | 23.2 |\n", "| MaxTestEpRet | -64.6 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+05 |\n", "| AverageQ1Vals | -175 |\n", "| StdQ1Vals | 30 |\n", "| MaxQ1Vals | -107 |\n", "| MinQ1Vals | -291 |\n", "| AverageQ2Vals | -175 |\n", "| StdQ2Vals | 30 |\n", "| MaxQ2Vals | -107 |\n", "| MinQ2Vals | -290 |\n", "| LossPi | 175 |\n", "| LossQ | 1.94 |\n", "| Time | 2.21e+03 |\n", "---------------------------------------\n" ] } ], "source": [ "# Setup baseline 0\n", "logger_kwargs = dict(output_dir='td3_n_200epc', exp_name='td3_n_200epc')\n", "seed_b = 0\n", "epochs_b = 200\n", "maxeplen_b = 110\n", "\n", "spe_b = maxeplen_b * 15\n", "repsize_b = 1000000\n", "gamma_b = 0.995\n", "polyak_b = 0.995\n", "batchsize_b = 100\n", "startsteps_b = 20000\n", "args_b = dict(hidden_sizes=[400], activation=torch.nn.ReLU)\n", "actnoise_b = 0.1\n", "pilr_b = 0.001\n", "qlr_b = 0.001\n", "\n", "# TD3 specific params\n", "pd_b = 2\n", "targnoise_b = 0.2\n", "noiseclip_b = 0.1\n", "\n", "# Env function\n", "reward_args = {'k': 0.25, 'qx2' : 0.05, 'qx4' : 0.05, 'pu1':0.05,'pu2':0.05}\n", "env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n", "\n", "# Baseline 0 training\n", "spinup.td3_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n", "polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b, policy_delay = pd_b, target_noise = targnoise_b, noise_clip = noiseclip_b)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### SAC" ] }, { "cell_type": "code", "execution_count": 44, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[32;1mLogging data to sac_n_200epc/progress.txt\u001b[0m\n", "\u001b[36;1mSaving config:\n", "\u001b[0m\n", "{\n", " \"ac_kwargs\":\t{\n", " \"activation\":\t\"ReLU\",\n", " \"hidden_sizes\":\t[\n", " 400\n", " ]\n", " },\n", " \"actor_critic\":\t\"MLPActorCritic\",\n", " \"alpha\":\t0.2,\n", " \"batch_size\":\t100,\n", " \"env_fn\":\t\"functools.partial(, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.25, 'qx2': 0.05, 'qx4': 0.05, 'pu1': 0.05, 'pu2': 0.05}, ep_len=110)\",\n", " \"epochs\":\t200,\n", " \"exp_name\":\t\"sac_n_200epc\",\n", " \"gamma\":\t0.995,\n", " \"logger\":\t{\n", " \"\":\t{\n", " \"epoch_dict\":\t{},\n", " \"exp_name\":\t\"sac_n_200epc\",\n", " \"first_row\":\ttrue,\n", " \"log_current_row\":\t{},\n", " \"log_headers\":\t[],\n", " \"output_dir\":\t\"sac_n_200epc\",\n", " \"output_file\":\t{\n", " \"<_io.TextIOWrapper name='sac_n_200epc/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n", " \"mode\":\t\"w\"\n", " }\n", " }\n", " }\n", " },\n", " \"logger_kwargs\":\t{\n", " \"exp_name\":\t\"sac_n_200epc\",\n", " \"output_dir\":\t\"sac_n_200epc\"\n", " },\n", " \"lr\":\t0.001,\n", " \"max_ep_len\":\t110,\n", " \"num_test_episodes\":\t10,\n", " \"polyak\":\t0.995,\n", " \"replay_size\":\t1000000,\n", " \"save_freq\":\t1,\n", " \"seed\":\t0,\n", " \"start_steps\":\t20000,\n", " \"steps_per_epoch\":\t1650,\n", " \"update_after\":\t1000,\n", " \"update_every\":\t50\n", "}\n", "\u001b[32;1m\n", "Number of parameters: \t pi: 5604, \t q1: 5201, \t q2: 5201\n", "\u001b[0m\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/.local/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 1 |\n", "| AverageEpRet | -584 |\n", "| StdEpRet | 158 |\n", "| MaxEpRet | -366 |\n", "| MinEpRet | -860 |\n", "| AverageTestEpRet | -228 |\n", "| StdTestEpRet | 45.1 |\n", "| MaxTestEpRet | -185 |\n", "| MinTestEpRet | -326 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+03 |\n", "| AverageQ1Vals | -10.7 |\n", "| StdQ1Vals | 4.98 |\n", "| MaxQ1Vals | 0.288 |\n", "| MinQ1Vals | -30.8 |\n", "| AverageQ2Vals | -10.8 |\n", "| StdQ2Vals | 4.96 |\n", "| MaxQ2Vals | 0.377 |\n", "| MinQ2Vals | -30.4 |\n", "| AverageLogPi | -0.213 |\n", "| StdLogPi | 1.15 |\n", "| MaxLogPi | 4.51 |\n", "| MinLogPi | -11.8 |\n", "| LossPi | 9.89 |\n", "| LossQ | 8.84 |\n", "| Time | 6.97 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 2 |\n", "| AverageEpRet | -523 |\n", "| StdEpRet | 105 |\n", "| MaxEpRet | -397 |\n", "| MinEpRet | -791 |\n", "| AverageTestEpRet | -187 |\n", "| StdTestEpRet | 17.1 |\n", "| MaxTestEpRet | -150 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+03 |\n", "| AverageQ1Vals | -26.9 |\n", "| StdQ1Vals | 9.18 |\n", "| MaxQ1Vals | -8.72 |\n", "| MinQ1Vals | -67.5 |\n", "| AverageQ2Vals | -26.9 |\n", "| StdQ2Vals | 9.17 |\n", "| MaxQ2Vals | -8.7 |\n", "| MinQ2Vals | -67.2 |\n", "| AverageLogPi | 1.28 |\n", "| StdLogPi | 1.72 |\n", "| MaxLogPi | 8.91 |\n", "| MinLogPi | -9.93 |\n", "| LossPi | 24.4 |\n", "| LossQ | 3.01 |\n", "| Time | 19.7 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 3 |\n", "| AverageEpRet | -521 |\n", "| StdEpRet | 113 |\n", "| MaxEpRet | -382 |\n", "| MinEpRet | -758 |\n", "| AverageTestEpRet | -189 |\n", "| StdTestEpRet | 19 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -203 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+03 |\n", "| AverageQ1Vals | -39.9 |\n", "| StdQ1Vals | 10.1 |\n", "| MaxQ1Vals | -19.7 |\n", "| MinQ1Vals | -82.8 |\n", "| AverageQ2Vals | -39.9 |\n", "| StdQ2Vals | 10.1 |\n", "| MaxQ2Vals | -19.5 |\n", "| MinQ2Vals | -83.2 |\n", "| AverageLogPi | 1.78 |\n", "| StdLogPi | 1.82 |\n", "| MaxLogPi | 8.72 |\n", "| MinLogPi | -11.5 |\n", "| LossPi | 36.4 |\n", "| LossQ | 3.19 |\n", "| Time | 32.8 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 4 |\n", "| AverageEpRet | -497 |\n", "| StdEpRet | 118 |\n", "| MaxEpRet | -372 |\n", "| MinEpRet | -835 |\n", "| AverageTestEpRet | -173 |\n", "| StdTestEpRet | 29.7 |\n", "| MaxTestEpRet | -116 |\n", "| MinTestEpRet | -203 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+03 |\n", "| AverageQ1Vals | -48.5 |\n", "| StdQ1Vals | 9.89 |\n", "| MaxQ1Vals | -25.1 |\n", "| MinQ1Vals | -90.1 |\n", "| AverageQ2Vals | -48.5 |\n", "| StdQ2Vals | 9.89 |\n", "| MaxQ2Vals | -24.8 |\n", "| MinQ2Vals | -90.7 |\n", "| AverageLogPi | 1.73 |\n", "| StdLogPi | 1.79 |\n", "| MaxLogPi | 7.88 |\n", "| MinLogPi | -10.9 |\n", "| LossPi | 45 |\n", "| LossQ | 2.95 |\n", "| Time | 48.1 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 5 |\n", "| AverageEpRet | -503 |\n", "| StdEpRet | 105 |\n", "| MaxEpRet | -355 |\n", "| MinEpRet | -747 |\n", "| AverageTestEpRet | -178 |\n", "| StdTestEpRet | 16.1 |\n", "| MaxTestEpRet | -155 |\n", "| MinTestEpRet | -204 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+03 |\n", "| AverageQ1Vals | -57.5 |\n", "| StdQ1Vals | 9.59 |\n", "| MaxQ1Vals | -34.4 |\n", "| MinQ1Vals | -97.9 |\n", "| AverageQ2Vals | -57.5 |\n", "| StdQ2Vals | 9.59 |\n", "| MaxQ2Vals | -34.4 |\n", "| MinQ2Vals | -98 |\n", "| AverageLogPi | 1.69 |\n", "| StdLogPi | 1.78 |\n", "| MaxLogPi | 7.45 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 54.2 |\n", "| LossQ | 2.8 |\n", "| Time | 63.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 6 |\n", "| AverageEpRet | -578 |\n", "| StdEpRet | 117 |\n", "| MaxEpRet | -444 |\n", "| MinEpRet | -909 |\n", "| AverageTestEpRet | -170 |\n", "| StdTestEpRet | 26.2 |\n", "| MaxTestEpRet | -117 |\n", "| MinTestEpRet | -206 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+03 |\n", "| AverageQ1Vals | -67.2 |\n", "| StdQ1Vals | 9.67 |\n", "| MaxQ1Vals | -42 |\n", "| MinQ1Vals | -108 |\n", "| AverageQ2Vals | -67.2 |\n", "| StdQ2Vals | 9.67 |\n", "| MaxQ2Vals | -41.6 |\n", "| MinQ2Vals | -109 |\n", "| AverageLogPi | 1.66 |\n", "| StdLogPi | 1.77 |\n", "| MaxLogPi | 7.42 |\n", "| MinLogPi | -9.79 |\n", "| LossPi | 63.9 |\n", "| LossQ | 2.78 |\n", "| Time | 79.2 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 7 |\n", "| AverageEpRet | -504 |\n", "| StdEpRet | 65.4 |\n", "| MaxEpRet | -394 |\n", "| MinEpRet | -652 |\n", "| AverageTestEpRet | -191 |\n", "| StdTestEpRet | 12.8 |\n", "| MaxTestEpRet | -164 |\n", "| MinTestEpRet | -208 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+04 |\n", "| AverageQ1Vals | -77.5 |\n", "| StdQ1Vals | 10.4 |\n", "| MaxQ1Vals | -49.1 |\n", "| MinQ1Vals | -121 |\n", "| AverageQ2Vals | -77.5 |\n", "| StdQ2Vals | 10.4 |\n", "| MaxQ2Vals | -48.8 |\n", "| MinQ2Vals | -121 |\n", "| AverageLogPi | 1.65 |\n", "| StdLogPi | 1.77 |\n", "| MaxLogPi | 7.38 |\n", "| MinLogPi | -9.92 |\n", "| LossPi | 74.2 |\n", "| LossQ | 2.78 |\n", "| Time | 94.1 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 8 |\n", "| AverageEpRet | -579 |\n", "| StdEpRet | 114 |\n", "| MaxEpRet | -444 |\n", "| MinEpRet | -796 |\n", "| AverageTestEpRet | -168 |\n", "| StdTestEpRet | 26.8 |\n", "| MaxTestEpRet | -136 |\n", "| MinTestEpRet | -224 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+04 |\n", "| AverageQ1Vals | -87.4 |\n", "| StdQ1Vals | 11.2 |\n", "| MaxQ1Vals | -57.2 |\n", "| MinQ1Vals | -134 |\n", "| AverageQ2Vals | -87.4 |\n", "| StdQ2Vals | 11.2 |\n", "| MaxQ2Vals | -57 |\n", "| MinQ2Vals | -134 |\n", "| AverageLogPi | 1.62 |\n", "| StdLogPi | 1.76 |\n", "| MaxLogPi | 7.48 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 84.3 |\n", "| LossQ | 2.77 |\n", "| Time | 110 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 9 |\n", "| AverageEpRet | -576 |\n", "| StdEpRet | 138 |\n", "| MaxEpRet | -388 |\n", "| MinEpRet | -843 |\n", "| AverageTestEpRet | -173 |\n", "| StdTestEpRet | 23 |\n", "| MaxTestEpRet | -134 |\n", "| MinTestEpRet | -214 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+04 |\n", "| AverageQ1Vals | -97.2 |\n", "| StdQ1Vals | 12 |\n", "| MaxQ1Vals | -65.3 |\n", "| MinQ1Vals | -145 |\n", "| AverageQ2Vals | -97.2 |\n", "| StdQ2Vals | 12 |\n", "| MaxQ2Vals | -65.5 |\n", "| MinQ2Vals | -145 |\n", "| AverageLogPi | 1.64 |\n", "| StdLogPi | 1.77 |\n", "| MaxLogPi | 7.47 |\n", "| MinLogPi | -11.2 |\n", "| LossPi | 94 |\n", "| LossQ | 2.8 |\n", "| Time | 125 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 10 |\n", "| AverageEpRet | -533 |\n", "| StdEpRet | 103 |\n", "| MaxEpRet | -404 |\n", "| MinEpRet | -816 |\n", "| AverageTestEpRet | -180 |\n", "| StdTestEpRet | 23.6 |\n", "| MaxTestEpRet | -123 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+04 |\n", "| AverageQ1Vals | -106 |\n", "| StdQ1Vals | 12.9 |\n", "| MaxQ1Vals | -72.6 |\n", "| MinQ1Vals | -156 |\n", "| AverageQ2Vals | -106 |\n", "| StdQ2Vals | 12.9 |\n", "| MaxQ2Vals | -72.4 |\n", "| MinQ2Vals | -155 |\n", "| AverageLogPi | 1.63 |\n", "| StdLogPi | 1.77 |\n", "| MaxLogPi | 7.45 |\n", "| MinLogPi | -10.7 |\n", "| LossPi | 103 |\n", "| LossQ | 2.88 |\n", "| Time | 142 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 11 |\n", "| AverageEpRet | -517 |\n", "| StdEpRet | 109 |\n", "| MaxEpRet | -337 |\n", "| MinEpRet | -832 |\n", "| AverageTestEpRet | -166 |\n", "| StdTestEpRet | 26.7 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -208 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+04 |\n", "| AverageQ1Vals | -116 |\n", "| StdQ1Vals | 13.6 |\n", "| MaxQ1Vals | -79.4 |\n", "| MinQ1Vals | -166 |\n", "| AverageQ2Vals | -116 |\n", "| StdQ2Vals | 13.6 |\n", "| MaxQ2Vals | -78.9 |\n", "| MinQ2Vals | -166 |\n", "| AverageLogPi | 1.6 |\n", "| StdLogPi | 1.76 |\n", "| MaxLogPi | 7.28 |\n", "| MinLogPi | -12.3 |\n", "| LossPi | 113 |\n", "| LossQ | 2.92 |\n", "| Time | 158 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 12 |\n", "| AverageEpRet | -595 |\n", "| StdEpRet | 161 |\n", "| MaxEpRet | -398 |\n", "| MinEpRet | -862 |\n", "| AverageTestEpRet | -169 |\n", "| StdTestEpRet | 37.1 |\n", "| MaxTestEpRet | -111 |\n", "| MinTestEpRet | -207 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+04 |\n", "| AverageQ1Vals | -125 |\n", "| StdQ1Vals | 14.4 |\n", "| MaxQ1Vals | -85.6 |\n", "| MinQ1Vals | -186 |\n", "| AverageQ2Vals | -125 |\n", "| StdQ2Vals | 14.4 |\n", "| MaxQ2Vals | -85.3 |\n", "| MinQ2Vals | -186 |\n", "| AverageLogPi | 1.58 |\n", "| StdLogPi | 1.76 |\n", "| MaxLogPi | 7.4 |\n", "| MinLogPi | -12 |\n", "| LossPi | 122 |\n", "| LossQ | 2.95 |\n", "| Time | 175 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 13 |\n", "| AverageEpRet | -254 |\n", "| StdEpRet | 169 |\n", "| MaxEpRet | -164 |\n", "| MinEpRet | -723 |\n", "| AverageTestEpRet | -163 |\n", "| StdTestEpRet | 28.8 |\n", "| MaxTestEpRet | -123 |\n", "| MinTestEpRet | -205 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+04 |\n", "| AverageQ1Vals | -134 |\n", "| StdQ1Vals | 15.2 |\n", "| MaxQ1Vals | -94.3 |\n", "| MinQ1Vals | -200 |\n", "| AverageQ2Vals | -134 |\n", "| StdQ2Vals | 15.2 |\n", "| MaxQ2Vals | -94.4 |\n", "| MinQ2Vals | -200 |\n", "| AverageLogPi | 1.55 |\n", "| StdLogPi | 1.79 |\n", "| MaxLogPi | 7.37 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 131 |\n", "| LossQ | 2.93 |\n", "| Time | 193 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 14 |\n", "| AverageEpRet | -193 |\n", "| StdEpRet | 22.8 |\n", "| MaxEpRet | -145 |\n", "| MinEpRet | -227 |\n", "| AverageTestEpRet | -159 |\n", "| StdTestEpRet | 20.2 |\n", "| MaxTestEpRet | -125 |\n", "| MinTestEpRet | -189 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+04 |\n", "| AverageQ1Vals | -142 |\n", "| StdQ1Vals | 16 |\n", "| MaxQ1Vals | -101 |\n", "| MinQ1Vals | -212 |\n", "| AverageQ2Vals | -142 |\n", "| StdQ2Vals | 16 |\n", "| MaxQ2Vals | -101 |\n", "| MinQ2Vals | -212 |\n", "| AverageLogPi | 1.42 |\n", "| StdLogPi | 1.82 |\n", "| MaxLogPi | 7.94 |\n", "| MinLogPi | -12.2 |\n", "| LossPi | 139 |\n", "| LossQ | 2.73 |\n", "| Time | 211 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 15 |\n", "| AverageEpRet | -182 |\n", "| StdEpRet | 20.1 |\n", "| MaxEpRet | -148 |\n", "| MinEpRet | -225 |\n", "| AverageTestEpRet | -159 |\n", "| StdTestEpRet | 27.8 |\n", "| MaxTestEpRet | -105 |\n", "| MinTestEpRet | -199 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+04 |\n", "| AverageQ1Vals | -149 |\n", "| StdQ1Vals | 16.9 |\n", "| MaxQ1Vals | -103 |\n", "| MinQ1Vals | -222 |\n", "| AverageQ2Vals | -149 |\n", "| StdQ2Vals | 16.9 |\n", "| MaxQ2Vals | -103 |\n", "| MinQ2Vals | -223 |\n", "| AverageLogPi | 1.3 |\n", "| StdLogPi | 1.83 |\n", "| MaxLogPi | 7.31 |\n", "| MinLogPi | -9.85 |\n", "| LossPi | 146 |\n", "| LossQ | 2.57 |\n", "| Time | 229 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 16 |\n", "| AverageEpRet | -185 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -114 |\n", "| MinEpRet | -213 |\n", "| AverageTestEpRet | -179 |\n", "| StdTestEpRet | 24.5 |\n", "| MaxTestEpRet | -132 |\n", "| MinTestEpRet | -210 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+04 |\n", "| AverageQ1Vals | -156 |\n", "| StdQ1Vals | 17.7 |\n", "| MaxQ1Vals | -108 |\n", "| MinQ1Vals | -233 |\n", "| AverageQ2Vals | -156 |\n", "| StdQ2Vals | 17.7 |\n", "| MaxQ2Vals | -108 |\n", "| MinQ2Vals | -233 |\n", "| AverageLogPi | 1.21 |\n", "| StdLogPi | 1.83 |\n", "| MaxLogPi | 7.14 |\n", "| MinLogPi | -9.76 |\n", "| LossPi | 154 |\n", "| LossQ | 2.42 |\n", "| Time | 246 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 17 |\n", "| AverageEpRet | -188 |\n", "| StdEpRet | 19.5 |\n", "| MaxEpRet | -159 |\n", "| MinEpRet | -218 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 16.9 |\n", "| MaxTestEpRet | -140 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+04 |\n", "| AverageQ1Vals | -163 |\n", "| StdQ1Vals | 18.1 |\n", "| MaxQ1Vals | -115 |\n", "| MinQ1Vals | -240 |\n", "| AverageQ2Vals | -163 |\n", "| StdQ2Vals | 18.1 |\n", "| MaxQ2Vals | -115 |\n", "| MinQ2Vals | -240 |\n", "| AverageLogPi | 1.12 |\n", "| StdLogPi | 1.82 |\n", "| MaxLogPi | 7.41 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 161 |\n", "| LossQ | 2.34 |\n", "| Time | 264 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 18 |\n", "| AverageEpRet | -184 |\n", "| StdEpRet | 19.6 |\n", "| MaxEpRet | -150 |\n", "| MinEpRet | -218 |\n", "| AverageTestEpRet | -172 |\n", "| StdTestEpRet | 18.6 |\n", "| MaxTestEpRet | -147 |\n", "| MinTestEpRet | -206 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+04 |\n", "| AverageQ1Vals | -170 |\n", "| StdQ1Vals | 18.3 |\n", "| MaxQ1Vals | -121 |\n", "| MinQ1Vals | -248 |\n", "| AverageQ2Vals | -170 |\n", "| StdQ2Vals | 18.3 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -249 |\n", "| AverageLogPi | 1.04 |\n", "| StdLogPi | 1.82 |\n", "| MaxLogPi | 7.27 |\n", "| MinLogPi | -13.5 |\n", "| LossPi | 168 |\n", "| LossQ | 2.26 |\n", "| Time | 280 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 19 |\n", "| AverageEpRet | -188 |\n", "| StdEpRet | 14.8 |\n", "| MaxEpRet | -151 |\n", "| MinEpRet | -211 |\n", "| AverageTestEpRet | -174 |\n", "| StdTestEpRet | 23.9 |\n", "| MaxTestEpRet | -132 |\n", "| MinTestEpRet | -216 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+04 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 18.9 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -256 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 18.9 |\n", "| MaxQ2Vals | -128 |\n", "| MinQ2Vals | -256 |\n", "| AverageLogPi | 0.992 |\n", "| StdLogPi | 1.81 |\n", "| MaxLogPi | 7.63 |\n", "| MinLogPi | -11.5 |\n", "| LossPi | 175 |\n", "| LossQ | 2.18 |\n", "| Time | 297 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 20 |\n", "| AverageEpRet | -178 |\n", "| StdEpRet | 20.9 |\n", "| MaxEpRet | -125 |\n", "| MinEpRet | -205 |\n", "| AverageTestEpRet | -162 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -209 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+04 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 18.9 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -261 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 18.9 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -262 |\n", "| AverageLogPi | 0.934 |\n", "| StdLogPi | 1.8 |\n", "| MaxLogPi | 7.71 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 181 |\n", "| LossQ | 2.15 |\n", "| Time | 314 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 21 |\n", "| AverageEpRet | -184 |\n", "| StdEpRet | 19.5 |\n", "| MaxEpRet | -148 |\n", "| MinEpRet | -214 |\n", "| AverageTestEpRet | -169 |\n", "| StdTestEpRet | 14.8 |\n", "| MaxTestEpRet | -148 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.46e+04 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 19.1 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -267 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 19.1 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -267 |\n", "| AverageLogPi | 0.892 |\n", "| StdLogPi | 1.78 |\n", "| MaxLogPi | 7.49 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 187 |\n", "| LossQ | 2.12 |\n", "| Time | 332 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 22 |\n", "| AverageEpRet | -176 |\n", "| StdEpRet | 20.4 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -207 |\n", "| AverageTestEpRet | -155 |\n", "| StdTestEpRet | 25.5 |\n", "| MaxTestEpRet | -91 |\n", "| MinTestEpRet | -193 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.63e+04 |\n", "| AverageQ1Vals | -194 |\n", "| StdQ1Vals | 19.6 |\n", "| MaxQ1Vals | -145 |\n", "| MinQ1Vals | -273 |\n", "| AverageQ2Vals | -194 |\n", "| StdQ2Vals | 19.6 |\n", "| MaxQ2Vals | -145 |\n", "| MinQ2Vals | -273 |\n", "| AverageLogPi | 0.855 |\n", "| StdLogPi | 1.78 |\n", "| MaxLogPi | 7.67 |\n", "| MinLogPi | -10.3 |\n", "| LossPi | 192 |\n", "| LossQ | 2.05 |\n", "| Time | 348 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 23 |\n", "| AverageEpRet | -176 |\n", "| StdEpRet | 22.2 |\n", "| MaxEpRet | -133 |\n", "| MinEpRet | -217 |\n", "| AverageTestEpRet | -158 |\n", "| StdTestEpRet | 18.7 |\n", "| MaxTestEpRet | -125 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.79e+04 |\n", "| AverageQ1Vals | -199 |\n", "| StdQ1Vals | 19.7 |\n", "| MaxQ1Vals | -150 |\n", "| MinQ1Vals | -279 |\n", "| AverageQ2Vals | -199 |\n", "| StdQ2Vals | 19.7 |\n", "| MaxQ2Vals | -150 |\n", "| MinQ2Vals | -279 |\n", "| AverageLogPi | 0.816 |\n", "| StdLogPi | 1.76 |\n", "| MaxLogPi | 7.27 |\n", "| MinLogPi | -9.52 |\n", "| LossPi | 198 |\n", "| LossQ | 2.1 |\n", "| Time | 364 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 24 |\n", "| AverageEpRet | -171 |\n", "| StdEpRet | 29.4 |\n", "| MaxEpRet | -109 |\n", "| MinEpRet | -210 |\n", "| AverageTestEpRet | -171 |\n", "| StdTestEpRet | 22.5 |\n", "| MaxTestEpRet | -117 |\n", "| MinTestEpRet | -203 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.96e+04 |\n", "| AverageQ1Vals | -205 |\n", "| StdQ1Vals | 19.7 |\n", "| MaxQ1Vals | -155 |\n", "| MinQ1Vals | -283 |\n", "| AverageQ2Vals | -205 |\n", "| StdQ2Vals | 19.7 |\n", "| MaxQ2Vals | -155 |\n", "| MinQ2Vals | -283 |\n", "| AverageLogPi | 0.788 |\n", "| StdLogPi | 1.75 |\n", "| MaxLogPi | 7.37 |\n", "| MinLogPi | -8.94 |\n", "| LossPi | 203 |\n", "| LossQ | 2.04 |\n", "| Time | 382 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 25 |\n", "| AverageEpRet | -169 |\n", "| StdEpRet | 31.9 |\n", "| MaxEpRet | -94.6 |\n", "| MinEpRet | -208 |\n", "| AverageTestEpRet | -169 |\n", "| StdTestEpRet | 20.9 |\n", "| MaxTestEpRet | -130 |\n", "| MinTestEpRet | -197 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.12e+04 |\n", "| AverageQ1Vals | -209 |\n", "| StdQ1Vals | 19.9 |\n", "| MaxQ1Vals | -159 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -209 |\n", "| StdQ2Vals | 19.9 |\n", "| MaxQ2Vals | -159 |\n", "| MinQ2Vals | -289 |\n", "| AverageLogPi | 0.752 |\n", "| StdLogPi | 1.75 |\n", "| MaxLogPi | 7.64 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 208 |\n", "| LossQ | 2.1 |\n", "| Time | 400 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 26 |\n", "| AverageEpRet | -179 |\n", "| StdEpRet | 22.3 |\n", "| MaxEpRet | -138 |\n", "| MinEpRet | -211 |\n", "| AverageTestEpRet | -178 |\n", "| StdTestEpRet | 18.5 |\n", "| MaxTestEpRet | -146 |\n", "| MinTestEpRet | -200 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.29e+04 |\n", "| AverageQ1Vals | -214 |\n", "| StdQ1Vals | 20.1 |\n", "| MaxQ1Vals | -164 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -214 |\n", "| StdQ2Vals | 20.1 |\n", "| MaxQ2Vals | -164 |\n", "| MinQ2Vals | -292 |\n", "| AverageLogPi | 0.72 |\n", "| StdLogPi | 1.74 |\n", "| MaxLogPi | 7.61 |\n", "| MinLogPi | -8.78 |\n", "| LossPi | 212 |\n", "| LossQ | 2.13 |\n", "| Time | 417 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 27 |\n", "| AverageEpRet | -167 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -206 |\n", "| AverageTestEpRet | -160 |\n", "| StdTestEpRet | 17.4 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -192 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.45e+04 |\n", "| AverageQ1Vals | -218 |\n", "| StdQ1Vals | 20.2 |\n", "| MaxQ1Vals | -169 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -218 |\n", "| StdQ2Vals | 20.2 |\n", "| MaxQ2Vals | -168 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.685 |\n", "| StdLogPi | 1.73 |\n", "| MaxLogPi | 7.65 |\n", "| MinLogPi | -10.9 |\n", "| LossPi | 217 |\n", "| LossQ | 2.13 |\n", "| Time | 434 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 28 |\n", "| AverageEpRet | -168 |\n", "| StdEpRet | 27.1 |\n", "| MaxEpRet | -101 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -154 |\n", "| StdTestEpRet | 17.2 |\n", "| MaxTestEpRet | -115 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.62e+04 |\n", "| AverageQ1Vals | -222 |\n", "| StdQ1Vals | 20.4 |\n", "| MaxQ1Vals | -172 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -222 |\n", "| StdQ2Vals | 20.4 |\n", "| MaxQ2Vals | -173 |\n", "| MinQ2Vals | -299 |\n", "| AverageLogPi | 0.654 |\n", "| StdLogPi | 1.72 |\n", "| MaxLogPi | 7.83 |\n", "| MinLogPi | -11.1 |\n", "| LossPi | 220 |\n", "| LossQ | 2.16 |\n", "| Time | 451 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 29 |\n", "| AverageEpRet | -154 |\n", "| StdEpRet | 28.2 |\n", "| MaxEpRet | -102 |\n", "| MinEpRet | -205 |\n", "| AverageTestEpRet | -153 |\n", "| StdTestEpRet | 28.5 |\n", "| MaxTestEpRet | -117 |\n", "| MinTestEpRet | -205 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.78e+04 |\n", "| AverageQ1Vals | -225 |\n", "| StdQ1Vals | 20.5 |\n", "| MaxQ1Vals | -175 |\n", "| MinQ1Vals | -304 |\n", "| AverageQ2Vals | -225 |\n", "| StdQ2Vals | 20.5 |\n", "| MaxQ2Vals | -175 |\n", "| MinQ2Vals | -304 |\n", "| AverageLogPi | 0.642 |\n", "| StdLogPi | 1.72 |\n", "| MaxLogPi | 8.32 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 224 |\n", "| LossQ | 2.21 |\n", "| Time | 468 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 30 |\n", "| AverageEpRet | -176 |\n", "| StdEpRet | 19.4 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 25.1 |\n", "| MaxTestEpRet | -102 |\n", "| MinTestEpRet | -190 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+04 |\n", "| AverageQ1Vals | -229 |\n", "| StdQ1Vals | 20.5 |\n", "| MaxQ1Vals | -179 |\n", "| MinQ1Vals | -308 |\n", "| AverageQ2Vals | -229 |\n", "| StdQ2Vals | 20.5 |\n", "| MaxQ2Vals | -179 |\n", "| MinQ2Vals | -308 |\n", "| AverageLogPi | 0.623 |\n", "| StdLogPi | 1.7 |\n", "| MaxLogPi | 7.86 |\n", "| MinLogPi | -11.2 |\n", "| LossPi | 227 |\n", "| LossQ | 2.26 |\n", "| Time | 485 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 31 |\n", "| AverageEpRet | -175 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -132 |\n", "| MinEpRet | -224 |\n", "| AverageTestEpRet | -158 |\n", "| StdTestEpRet | 35.1 |\n", "| MaxTestEpRet | -73.7 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.11e+04 |\n", "| AverageQ1Vals | -232 |\n", "| StdQ1Vals | 20.6 |\n", "| MaxQ1Vals | -182 |\n", "| MinQ1Vals | -311 |\n", "| AverageQ2Vals | -232 |\n", "| StdQ2Vals | 20.6 |\n", "| MaxQ2Vals | -182 |\n", "| MinQ2Vals | -311 |\n", "| AverageLogPi | 0.611 |\n", "| StdLogPi | 1.7 |\n", "| MaxLogPi | 8.22 |\n", "| MinLogPi | -9.75 |\n", "| LossPi | 231 |\n", "| LossQ | 2.23 |\n", "| Time | 504 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 32 |\n", "| AverageEpRet | -161 |\n", "| StdEpRet | 24.2 |\n", "| MaxEpRet | -123 |\n", "| MinEpRet | -210 |\n", "| AverageTestEpRet | -157 |\n", "| StdTestEpRet | 18.5 |\n", "| MaxTestEpRet | -123 |\n", "| MinTestEpRet | -181 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.28e+04 |\n", "| AverageQ1Vals | -235 |\n", "| StdQ1Vals | 20.6 |\n", "| MaxQ1Vals | -185 |\n", "| MinQ1Vals | -314 |\n", "| AverageQ2Vals | -235 |\n", "| StdQ2Vals | 20.6 |\n", "| MaxQ2Vals | -185 |\n", "| MinQ2Vals | -315 |\n", "| AverageLogPi | 0.595 |\n", "| StdLogPi | 1.7 |\n", "| MaxLogPi | 8.11 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 233 |\n", "| LossQ | 2.28 |\n", "| Time | 523 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 33 |\n", "| AverageEpRet | -172 |\n", "| StdEpRet | 20 |\n", "| MaxEpRet | -135 |\n", "| MinEpRet | -203 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 40.8 |\n", "| MaxTestEpRet | -58 |\n", "| MinTestEpRet | -194 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.44e+04 |\n", "| AverageQ1Vals | -237 |\n", "| StdQ1Vals | 20.6 |\n", "| MaxQ1Vals | -188 |\n", "| MinQ1Vals | -319 |\n", "| AverageQ2Vals | -237 |\n", "| StdQ2Vals | 20.6 |\n", "| MaxQ2Vals | -188 |\n", "| MinQ2Vals | -318 |\n", "| AverageLogPi | 0.575 |\n", "| StdLogPi | 1.68 |\n", "| MaxLogPi | 7.87 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 236 |\n", "| LossQ | 2.33 |\n", "| Time | 539 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 34 |\n", "| AverageEpRet | -166 |\n", "| StdEpRet | 30.1 |\n", "| MaxEpRet | -102 |\n", "| MinEpRet | -206 |\n", "| AverageTestEpRet | -148 |\n", "| StdTestEpRet | 24.7 |\n", "| MaxTestEpRet | -97.2 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.61e+04 |\n", "| AverageQ1Vals | -240 |\n", "| StdQ1Vals | 20.5 |\n", "| MaxQ1Vals | -191 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -240 |\n", "| StdQ2Vals | 20.5 |\n", "| MaxQ2Vals | -191 |\n", "| MinQ2Vals | -321 |\n", "| AverageLogPi | 0.574 |\n", "| StdLogPi | 1.69 |\n", "| MaxLogPi | 7.86 |\n", "| MinLogPi | -11.1 |\n", "| LossPi | 239 |\n", "| LossQ | 2.31 |\n", "| Time | 558 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 35 |\n", "| AverageEpRet | -160 |\n", "| StdEpRet | 23.5 |\n", "| MaxEpRet | -123 |\n", "| MinEpRet | -194 |\n", "| AverageTestEpRet | -144 |\n", "| StdTestEpRet | 27.7 |\n", "| MaxTestEpRet | -93.2 |\n", "| MinTestEpRet | -186 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.77e+04 |\n", "| AverageQ1Vals | -242 |\n", "| StdQ1Vals | 20.6 |\n", "| MaxQ1Vals | -194 |\n", "| MinQ1Vals | -325 |\n", "| AverageQ2Vals | -242 |\n", "| StdQ2Vals | 20.6 |\n", "| MaxQ2Vals | -194 |\n", "| MinQ2Vals | -324 |\n", "| AverageLogPi | 0.57 |\n", "| StdLogPi | 1.68 |\n", "| MaxLogPi | 7.93 |\n", "| MinLogPi | -10 |\n", "| LossPi | 241 |\n", "| LossQ | 2.37 |\n", "| Time | 575 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 36 |\n", "| AverageEpRet | -169 |\n", "| StdEpRet | 19.3 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -204 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 14.7 |\n", "| MaxTestEpRet | -115 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.94e+04 |\n", "| AverageQ1Vals | -244 |\n", "| StdQ1Vals | 20.5 |\n", "| MaxQ1Vals | -196 |\n", "| MinQ1Vals | -325 |\n", "| AverageQ2Vals | -244 |\n", "| StdQ2Vals | 20.5 |\n", "| MaxQ2Vals | -197 |\n", "| MinQ2Vals | -325 |\n", "| AverageLogPi | 0.564 |\n", "| StdLogPi | 1.68 |\n", "| MaxLogPi | 8.23 |\n", "| MinLogPi | -8.96 |\n", "| LossPi | 242 |\n", "| LossQ | 2.37 |\n", "| Time | 592 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 37 |\n", "| AverageEpRet | -167 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -117 |\n", "| MinEpRet | -204 |\n", "| AverageTestEpRet | -155 |\n", "| StdTestEpRet | 19.6 |\n", "| MaxTestEpRet | -115 |\n", "| MinTestEpRet | -186 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.1e+04 |\n", "| AverageQ1Vals | -246 |\n", "| StdQ1Vals | 20.3 |\n", "| MaxQ1Vals | -199 |\n", "| MinQ1Vals | -326 |\n", "| AverageQ2Vals | -246 |\n", "| StdQ2Vals | 20.3 |\n", "| MaxQ2Vals | -199 |\n", "| MinQ2Vals | -325 |\n", "| AverageLogPi | 0.562 |\n", "| StdLogPi | 1.67 |\n", "| MaxLogPi | 7.92 |\n", "| MinLogPi | -11.4 |\n", "| LossPi | 244 |\n", "| LossQ | 2.33 |\n", "| Time | 611 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 38 |\n", "| AverageEpRet | -176 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -111 |\n", "| MinEpRet | -226 |\n", "| AverageTestEpRet | -152 |\n", "| StdTestEpRet | 25.1 |\n", "| MaxTestEpRet | -113 |\n", "| MinTestEpRet | -201 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.27e+04 |\n", "| AverageQ1Vals | -247 |\n", "| StdQ1Vals | 20.1 |\n", "| MaxQ1Vals | -201 |\n", "| MinQ1Vals | -328 |\n", "| AverageQ2Vals | -247 |\n", "| StdQ2Vals | 20.1 |\n", "| MaxQ2Vals | -202 |\n", "| MinQ2Vals | -327 |\n", "| AverageLogPi | 0.539 |\n", "| StdLogPi | 1.66 |\n", "| MaxLogPi | 8.26 |\n", "| MinLogPi | -10.7 |\n", "| LossPi | 246 |\n", "| LossQ | 2.28 |\n", "| Time | 629 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 39 |\n", "| AverageEpRet | -158 |\n", "| StdEpRet | 27.2 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -210 |\n", "| AverageTestEpRet | -152 |\n", "| StdTestEpRet | 17.5 |\n", "| MaxTestEpRet | -121 |\n", "| MinTestEpRet | -188 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.43e+04 |\n", "| AverageQ1Vals | -249 |\n", "| StdQ1Vals | 19.9 |\n", "| MaxQ1Vals | -203 |\n", "| MinQ1Vals | -329 |\n", "| AverageQ2Vals | -249 |\n", "| StdQ2Vals | 19.9 |\n", "| MaxQ2Vals | -204 |\n", "| MinQ2Vals | -329 |\n", "| AverageLogPi | 0.529 |\n", "| StdLogPi | 1.65 |\n", "| MaxLogPi | 8.26 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 247 |\n", "| LossQ | 2.24 |\n", "| Time | 648 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 40 |\n", "| AverageEpRet | -163 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -213 |\n", "| AverageTestEpRet | -152 |\n", "| StdTestEpRet | 19.2 |\n", "| MaxTestEpRet | -112 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+04 |\n", "| AverageQ1Vals | -250 |\n", "| StdQ1Vals | 19.8 |\n", "| MaxQ1Vals | -205 |\n", "| MinQ1Vals | -328 |\n", "| AverageQ2Vals | -250 |\n", "| StdQ2Vals | 19.8 |\n", "| MaxQ2Vals | -205 |\n", "| MinQ2Vals | -329 |\n", "| AverageLogPi | 0.504 |\n", "| StdLogPi | 1.63 |\n", "| MaxLogPi | 8.02 |\n", "| MinLogPi | -13.3 |\n", "| LossPi | 249 |\n", "| LossQ | 2.23 |\n", "| Time | 667 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 41 |\n", "| AverageEpRet | -155 |\n", "| StdEpRet | 30.9 |\n", "| MaxEpRet | -104 |\n", "| MinEpRet | -214 |\n", "| AverageTestEpRet | -134 |\n", "| StdTestEpRet | 12.5 |\n", "| MaxTestEpRet | -110 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.76e+04 |\n", "| AverageQ1Vals | -251 |\n", "| StdQ1Vals | 19.7 |\n", "| MaxQ1Vals | -207 |\n", "| MinQ1Vals | -330 |\n", "| AverageQ2Vals | -251 |\n", "| StdQ2Vals | 19.7 |\n", "| MaxQ2Vals | -207 |\n", "| MinQ2Vals | -330 |\n", "| AverageLogPi | 0.5 |\n", "| StdLogPi | 1.64 |\n", "| MaxLogPi | 8.05 |\n", "| MinLogPi | -12 |\n", "| LossPi | 250 |\n", "| LossQ | 2.18 |\n", "| Time | 687 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 42 |\n", "| AverageEpRet | -144 |\n", "| StdEpRet | 22 |\n", "| MaxEpRet | -110 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -146 |\n", "| StdTestEpRet | 26.6 |\n", "| MaxTestEpRet | -96.6 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.93e+04 |\n", "| AverageQ1Vals | -253 |\n", "| StdQ1Vals | 19.6 |\n", "| MaxQ1Vals | -208 |\n", "| MinQ1Vals | -331 |\n", "| AverageQ2Vals | -253 |\n", "| StdQ2Vals | 19.6 |\n", "| MaxQ2Vals | -208 |\n", "| MinQ2Vals | -333 |\n", "| AverageLogPi | 0.483 |\n", "| StdLogPi | 1.63 |\n", "| MaxLogPi | 8.45 |\n", "| MinLogPi | -8.96 |\n", "| LossPi | 252 |\n", "| LossQ | 2.15 |\n", "| Time | 705 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 43 |\n", "| AverageEpRet | -160 |\n", "| StdEpRet | 23 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -146 |\n", "| StdTestEpRet | 35 |\n", "| MaxTestEpRet | -71.3 |\n", "| MinTestEpRet | -186 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.09e+04 |\n", "| AverageQ1Vals | -254 |\n", "| StdQ1Vals | 19.5 |\n", "| MaxQ1Vals | -209 |\n", "| MinQ1Vals | -330 |\n", "| AverageQ2Vals | -254 |\n", "| StdQ2Vals | 19.5 |\n", "| MaxQ2Vals | -209 |\n", "| MinQ2Vals | -330 |\n", "| AverageLogPi | 0.47 |\n", "| StdLogPi | 1.62 |\n", "| MaxLogPi | 8.47 |\n", "| MinLogPi | -11.9 |\n", "| LossPi | 253 |\n", "| LossQ | 2.14 |\n", "| Time | 724 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 44 |\n", "| AverageEpRet | -149 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -184 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 43.1 |\n", "| MaxTestEpRet | -61.7 |\n", "| MinTestEpRet | -196 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.26e+04 |\n", "| AverageQ1Vals | -255 |\n", "| StdQ1Vals | 19.4 |\n", "| MaxQ1Vals | -211 |\n", "| MinQ1Vals | -331 |\n", "| AverageQ2Vals | -255 |\n", "| StdQ2Vals | 19.4 |\n", "| MaxQ2Vals | -211 |\n", "| MinQ2Vals | -331 |\n", "| AverageLogPi | 0.464 |\n", "| StdLogPi | 1.62 |\n", "| MaxLogPi | 7.96 |\n", "| MinLogPi | -9.79 |\n", "| LossPi | 254 |\n", "| LossQ | 2.12 |\n", "| Time | 740 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 45 |\n", "| AverageEpRet | -153 |\n", "| StdEpRet | 23.2 |\n", "| MaxEpRet | -98.9 |\n", "| MinEpRet | -192 |\n", "| AverageTestEpRet | -138 |\n", "| StdTestEpRet | 23.8 |\n", "| MaxTestEpRet | -95.4 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.42e+04 |\n", "| AverageQ1Vals | -255 |\n", "| StdQ1Vals | 19.5 |\n", "| MaxQ1Vals | -211 |\n", "| MinQ1Vals | -332 |\n", "| AverageQ2Vals | -255 |\n", "| StdQ2Vals | 19.5 |\n", "| MaxQ2Vals | -211 |\n", "| MinQ2Vals | -334 |\n", "| AverageLogPi | 0.453 |\n", "| StdLogPi | 1.6 |\n", "| MaxLogPi | 8.3 |\n", "| MinLogPi | -9.84 |\n", "| LossPi | 254 |\n", "| LossQ | 2.17 |\n", "| Time | 759 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 46 |\n", "| AverageEpRet | -146 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -96.3 |\n", "| MinEpRet | -196 |\n", "| AverageTestEpRet | -155 |\n", "| StdTestEpRet | 16.8 |\n", "| MaxTestEpRet | -122 |\n", "| MinTestEpRet | -181 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.59e+04 |\n", "| AverageQ1Vals | -256 |\n", "| StdQ1Vals | 19.4 |\n", "| MaxQ1Vals | -212 |\n", "| MinQ1Vals | -333 |\n", "| AverageQ2Vals | -256 |\n", "| StdQ2Vals | 19.4 |\n", "| MaxQ2Vals | -212 |\n", "| MinQ2Vals | -334 |\n", "| AverageLogPi | 0.456 |\n", "| StdLogPi | 1.59 |\n", "| MaxLogPi | 7.97 |\n", "| MinLogPi | -9.37 |\n", "| LossPi | 255 |\n", "| LossQ | 2.09 |\n", "| Time | 778 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 47 |\n", "| AverageEpRet | -151 |\n", "| StdEpRet | 25.3 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -139 |\n", "| StdTestEpRet | 20.9 |\n", "| MaxTestEpRet | -113 |\n", "| MinTestEpRet | -176 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.75e+04 |\n", "| AverageQ1Vals | -257 |\n", "| StdQ1Vals | 19.3 |\n", "| MaxQ1Vals | -213 |\n", "| MinQ1Vals | -335 |\n", "| AverageQ2Vals | -257 |\n", "| StdQ2Vals | 19.4 |\n", "| MaxQ2Vals | -214 |\n", "| MinQ2Vals | -336 |\n", "| AverageLogPi | 0.436 |\n", "| StdLogPi | 1.58 |\n", "| MaxLogPi | 8.31 |\n", "| MinLogPi | -8.62 |\n", "| LossPi | 256 |\n", "| LossQ | 2.13 |\n", "| Time | 796 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 48 |\n", "| AverageEpRet | -142 |\n", "| StdEpRet | 22.7 |\n", "| MaxEpRet | -98.4 |\n", "| MinEpRet | -195 |\n", "| AverageTestEpRet | -145 |\n", "| StdTestEpRet | 24.9 |\n", "| MaxTestEpRet | -101 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.92e+04 |\n", "| AverageQ1Vals | -257 |\n", "| StdQ1Vals | 19.4 |\n", "| MaxQ1Vals | -214 |\n", "| MinQ1Vals | -336 |\n", "| AverageQ2Vals | -257 |\n", "| StdQ2Vals | 19.4 |\n", "| MaxQ2Vals | -214 |\n", "| MinQ2Vals | -336 |\n", "| AverageLogPi | 0.44 |\n", "| StdLogPi | 1.58 |\n", "| MaxLogPi | 7.89 |\n", "| MinLogPi | -10.9 |\n", "| LossPi | 256 |\n", "| LossQ | 2.12 |\n", "| Time | 816 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 49 |\n", "| AverageEpRet | -153 |\n", "| StdEpRet | 25.9 |\n", "| MaxEpRet | -95.7 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -149 |\n", "| StdTestEpRet | 27.9 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -198 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.08e+04 |\n", "| AverageQ1Vals | -258 |\n", "| StdQ1Vals | 19.3 |\n", "| MaxQ1Vals | -215 |\n", "| MinQ1Vals | -334 |\n", "| AverageQ2Vals | -258 |\n", "| StdQ2Vals | 19.3 |\n", "| MaxQ2Vals | -215 |\n", "| MinQ2Vals | -335 |\n", "| AverageLogPi | 0.418 |\n", "| StdLogPi | 1.57 |\n", "| MaxLogPi | 8.11 |\n", "| MinLogPi | -9.53 |\n", "| LossPi | 257 |\n", "| LossQ | 2.09 |\n", "| Time | 836 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 50 |\n", "| AverageEpRet | -151 |\n", "| StdEpRet | 23.4 |\n", "| MaxEpRet | -117 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -142 |\n", "| StdTestEpRet | 21.5 |\n", "| MaxTestEpRet | -107 |\n", "| MinTestEpRet | -177 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+04 |\n", "| AverageQ1Vals | -258 |\n", "| StdQ1Vals | 19.3 |\n", "| MaxQ1Vals | -215 |\n", "| MinQ1Vals | -336 |\n", "| AverageQ2Vals | -258 |\n", "| StdQ2Vals | 19.3 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -337 |\n", "| AverageLogPi | 0.414 |\n", "| StdLogPi | 1.56 |\n", "| MaxLogPi | 7.98 |\n", "| MinLogPi | -8.71 |\n", "| LossPi | 257 |\n", "| LossQ | 2.12 |\n", "| Time | 854 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 51 |\n", "| AverageEpRet | -163 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -89.9 |\n", "| MinEpRet | -205 |\n", "| AverageTestEpRet | -140 |\n", "| StdTestEpRet | 31.6 |\n", "| MaxTestEpRet | -91.6 |\n", "| MinTestEpRet | -184 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.41e+04 |\n", "| AverageQ1Vals | -258 |\n", "| StdQ1Vals | 19.3 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -335 |\n", "| AverageQ2Vals | -258 |\n", "| StdQ2Vals | 19.3 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -336 |\n", "| AverageLogPi | 0.408 |\n", "| StdLogPi | 1.56 |\n", "| MaxLogPi | 8.94 |\n", "| MinLogPi | -9.46 |\n", "| LossPi | 257 |\n", "| LossQ | 2.1 |\n", "| Time | 873 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 52 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 17.1 |\n", "| MaxEpRet | -100 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -142 |\n", "| StdTestEpRet | 24.2 |\n", "| MaxTestEpRet | -96.2 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.58e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.2 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -335 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.2 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -336 |\n", "| AverageLogPi | 0.391 |\n", "| StdLogPi | 1.56 |\n", "| MaxLogPi | 8.34 |\n", "| MinLogPi | -8.94 |\n", "| LossPi | 258 |\n", "| LossQ | 2.08 |\n", "| Time | 893 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 53 |\n", "| AverageEpRet | -148 |\n", "| StdEpRet | 27.5 |\n", "| MaxEpRet | -105 |\n", "| MinEpRet | -200 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 18.6 |\n", "| MaxTestEpRet | -90.5 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.74e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.4 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -337 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.4 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -338 |\n", "| AverageLogPi | 0.393 |\n", "| StdLogPi | 1.56 |\n", "| MaxLogPi | 8.32 |\n", "| MinLogPi | -9.43 |\n", "| LossPi | 258 |\n", "| LossQ | 2.14 |\n", "| Time | 911 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 54 |\n", "| AverageEpRet | -135 |\n", "| StdEpRet | 20.4 |\n", "| MaxEpRet | -99.9 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 29.9 |\n", "| MaxTestEpRet | -93.1 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.91e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.3 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -336 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.3 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -337 |\n", "| AverageLogPi | 0.39 |\n", "| StdLogPi | 1.56 |\n", "| MaxLogPi | 8.24 |\n", "| MinLogPi | -11.1 |\n", "| LossPi | 258 |\n", "| LossQ | 2.15 |\n", "| Time | 927 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 55 |\n", "| AverageEpRet | -151 |\n", "| StdEpRet | 31.1 |\n", "| MaxEpRet | -88.6 |\n", "| MinEpRet | -199 |\n", "| AverageTestEpRet | -127 |\n", "| StdTestEpRet | 20.4 |\n", "| MaxTestEpRet | -96.6 |\n", "| MinTestEpRet | -153 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.07e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.5 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -339 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.5 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -340 |\n", "| AverageLogPi | 0.379 |\n", "| StdLogPi | 1.55 |\n", "| MaxLogPi | 8.08 |\n", "| MinLogPi | -12.4 |\n", "| LossPi | 258 |\n", "| LossQ | 2.19 |\n", "| Time | 945 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 56 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 19.3 |\n", "| MaxEpRet | -105 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 26.8 |\n", "| MaxTestEpRet | -99.3 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.24e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.5 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -339 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.5 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -340 |\n", "| AverageLogPi | 0.379 |\n", "| StdLogPi | 1.54 |\n", "| MaxLogPi | 7.81 |\n", "| MinLogPi | -11 |\n", "| LossPi | 258 |\n", "| LossQ | 2.17 |\n", "| Time | 962 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 57 |\n", "| AverageEpRet | -149 |\n", "| StdEpRet | 32.9 |\n", "| MaxEpRet | -98.5 |\n", "| MinEpRet | -207 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 34.8 |\n", "| MaxTestEpRet | -66.2 |\n", "| MinTestEpRet | -171 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.4e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.6 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -339 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.6 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -340 |\n", "| AverageLogPi | 0.365 |\n", "| StdLogPi | 1.53 |\n", "| MaxLogPi | 8.74 |\n", "| MinLogPi | -11.5 |\n", "| LossPi | 258 |\n", "| LossQ | 2.11 |\n", "| Time | 984 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 58 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 21.4 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -99 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.57e+04 |\n", "| AverageQ1Vals | -259 |\n", "| StdQ1Vals | 19.6 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -339 |\n", "| AverageQ2Vals | -259 |\n", "| StdQ2Vals | 19.6 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -340 |\n", "| AverageLogPi | 0.364 |\n", "| StdLogPi | 1.54 |\n", "| MaxLogPi | 8.19 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 258 |\n", "| LossQ | 2.2 |\n", "| Time | 1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 59 |\n", "| AverageEpRet | -138 |\n", "| StdEpRet | 23.3 |\n", "| MaxEpRet | -102 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 20.9 |\n", "| MaxTestEpRet | -94.1 |\n", "| MinTestEpRet | -171 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.73e+04 |\n", "| AverageQ1Vals | -258 |\n", "| StdQ1Vals | 19.7 |\n", "| MaxQ1Vals | -216 |\n", "| MinQ1Vals | -340 |\n", "| AverageQ2Vals | -258 |\n", "| StdQ2Vals | 19.7 |\n", "| MaxQ2Vals | -216 |\n", "| MinQ2Vals | -342 |\n", "| AverageLogPi | 0.367 |\n", "| StdLogPi | 1.53 |\n", "| MaxLogPi | 8.65 |\n", "| MinLogPi | -9.43 |\n", "| LossPi | 257 |\n", "| LossQ | 2.19 |\n", "| Time | 1.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 60 |\n", "| AverageEpRet | -140 |\n", "| StdEpRet | 30.7 |\n", "| MaxEpRet | -99.1 |\n", "| MinEpRet | -194 |\n", "| AverageTestEpRet | -140 |\n", "| StdTestEpRet | 26.6 |\n", "| MaxTestEpRet | -85.9 |\n", "| MinTestEpRet | -184 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+04 |\n", "| AverageQ1Vals | -258 |\n", "| StdQ1Vals | 19.7 |\n", "| MaxQ1Vals | -215 |\n", "| MinQ1Vals | -345 |\n", "| AverageQ2Vals | -258 |\n", "| StdQ2Vals | 19.7 |\n", "| MaxQ2Vals | -215 |\n", "| MinQ2Vals | -345 |\n", "| AverageLogPi | 0.346 |\n", "| StdLogPi | 1.52 |\n", "| MaxLogPi | 8.02 |\n", "| MinLogPi | -9.98 |\n", "| LossPi | 257 |\n", "| LossQ | 2.17 |\n", "| Time | 1.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 61 |\n", "| AverageEpRet | -140 |\n", "| StdEpRet | 25.3 |\n", "| MaxEpRet | -75.9 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -132 |\n", "| StdTestEpRet | 20.6 |\n", "| MaxTestEpRet | -95.9 |\n", "| MinTestEpRet | -171 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.01e+05 |\n", "| AverageQ1Vals | -257 |\n", "| StdQ1Vals | 19.8 |\n", "| MaxQ1Vals | -214 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -257 |\n", "| StdQ2Vals | 19.8 |\n", "| MaxQ2Vals | -214 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.356 |\n", "| StdLogPi | 1.52 |\n", "| MaxLogPi | 8.36 |\n", "| MinLogPi | -10 |\n", "| LossPi | 257 |\n", "| LossQ | 2.22 |\n", "| Time | 1.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 62 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 27.2 |\n", "| MaxEpRet | -95 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -124 |\n", "| StdTestEpRet | 32.3 |\n", "| MaxTestEpRet | -46.2 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.02e+05 |\n", "| AverageQ1Vals | -257 |\n", "| StdQ1Vals | 20 |\n", "| MaxQ1Vals | -214 |\n", "| MinQ1Vals | -344 |\n", "| AverageQ2Vals | -257 |\n", "| StdQ2Vals | 20 |\n", "| MaxQ2Vals | -214 |\n", "| MinQ2Vals | -344 |\n", "| AverageLogPi | 0.349 |\n", "| StdLogPi | 1.52 |\n", "| MaxLogPi | 8.2 |\n", "| MinLogPi | -9.63 |\n", "| LossPi | 256 |\n", "| LossQ | 2.22 |\n", "| Time | 1.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 63 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 26.1 |\n", "| MaxEpRet | -95.4 |\n", "| MinEpRet | -207 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 35.6 |\n", "| MaxTestEpRet | -67.1 |\n", "| MinTestEpRet | -195 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.04e+05 |\n", "| AverageQ1Vals | -257 |\n", "| StdQ1Vals | 20 |\n", "| MaxQ1Vals | -213 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -257 |\n", "| StdQ2Vals | 20 |\n", "| MaxQ2Vals | -213 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.351 |\n", "| StdLogPi | 1.51 |\n", "| MaxLogPi | 8.54 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 256 |\n", "| LossQ | 2.21 |\n", "| Time | 1.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 64 |\n", "| AverageEpRet | -135 |\n", "| StdEpRet | 21.3 |\n", "| MaxEpRet | -98.9 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 22.5 |\n", "| MaxTestEpRet | -97.3 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.06e+05 |\n", "| AverageQ1Vals | -256 |\n", "| StdQ1Vals | 20.1 |\n", "| MaxQ1Vals | -212 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -256 |\n", "| StdQ2Vals | 20.1 |\n", "| MaxQ2Vals | -212 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.352 |\n", "| StdLogPi | 1.52 |\n", "| MaxLogPi | 8.35 |\n", "| MinLogPi | -11.3 |\n", "| LossPi | 255 |\n", "| LossQ | 2.26 |\n", "| Time | 1.1e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 65 |\n", "| AverageEpRet | -149 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -141 |\n", "| StdTestEpRet | 21.8 |\n", "| MaxTestEpRet | -109 |\n", "| MinTestEpRet | -175 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.07e+05 |\n", "| AverageQ1Vals | -255 |\n", "| StdQ1Vals | 20.2 |\n", "| MaxQ1Vals | -211 |\n", "| MinQ1Vals | -344 |\n", "| AverageQ2Vals | -255 |\n", "| StdQ2Vals | 20.2 |\n", "| MaxQ2Vals | -211 |\n", "| MinQ2Vals | -344 |\n", "| AverageLogPi | 0.337 |\n", "| StdLogPi | 1.51 |\n", "| MaxLogPi | 8.75 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 255 |\n", "| LossQ | 2.25 |\n", "| Time | 1.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 66 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 27 |\n", "| MaxEpRet | -83.9 |\n", "| MinEpRet | -180 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 33 |\n", "| MaxTestEpRet | -63.5 |\n", "| MinTestEpRet | -177 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.09e+05 |\n", "| AverageQ1Vals | -255 |\n", "| StdQ1Vals | 20.3 |\n", "| MaxQ1Vals | -210 |\n", "| MinQ1Vals | -344 |\n", "| AverageQ2Vals | -255 |\n", "| StdQ2Vals | 20.3 |\n", "| MaxQ2Vals | -210 |\n", "| MinQ2Vals | -345 |\n", "| AverageLogPi | 0.349 |\n", "| StdLogPi | 1.51 |\n", "| MaxLogPi | 8.17 |\n", "| MinLogPi | -8.96 |\n", "| LossPi | 254 |\n", "| LossQ | 2.22 |\n", "| Time | 1.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 67 |\n", "| AverageEpRet | -135 |\n", "| StdEpRet | 30.4 |\n", "| MaxEpRet | -79.4 |\n", "| MinEpRet | -180 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 28.5 |\n", "| MaxTestEpRet | -56 |\n", "| MinTestEpRet | -161 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.11e+05 |\n", "| AverageQ1Vals | -254 |\n", "| StdQ1Vals | 20.5 |\n", "| MaxQ1Vals | -208 |\n", "| MinQ1Vals | -344 |\n", "| AverageQ2Vals | -254 |\n", "| StdQ2Vals | 20.5 |\n", "| MaxQ2Vals | -209 |\n", "| MinQ2Vals | -346 |\n", "| AverageLogPi | 0.332 |\n", "| StdLogPi | 1.51 |\n", "| MaxLogPi | 7.91 |\n", "| MinLogPi | -9.83 |\n", "| LossPi | 253 |\n", "| LossQ | 2.28 |\n", "| Time | 1.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 68 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 25.6 |\n", "| MaxEpRet | -85.3 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 16.9 |\n", "| MaxTestEpRet | -103 |\n", "| MinTestEpRet | -152 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.12e+05 |\n", "| AverageQ1Vals | -253 |\n", "| StdQ1Vals | 20.6 |\n", "| MaxQ1Vals | -208 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -253 |\n", "| StdQ2Vals | 20.6 |\n", "| MaxQ2Vals | -207 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.335 |\n", "| StdLogPi | 1.5 |\n", "| MaxLogPi | 8.16 |\n", "| MinLogPi | -11.4 |\n", "| LossPi | 253 |\n", "| LossQ | 2.28 |\n", "| Time | 1.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 69 |\n", "| AverageEpRet | -139 |\n", "| StdEpRet | 29.2 |\n", "| MaxEpRet | -101 |\n", "| MinEpRet | -201 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 20.7 |\n", "| MaxTestEpRet | -102 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.14e+05 |\n", "| AverageQ1Vals | -253 |\n", "| StdQ1Vals | 20.8 |\n", "| MaxQ1Vals | -207 |\n", "| MinQ1Vals | -342 |\n", "| AverageQ2Vals | -253 |\n", "| StdQ2Vals | 20.8 |\n", "| MaxQ2Vals | -207 |\n", "| MinQ2Vals | -342 |\n", "| AverageLogPi | 0.336 |\n", "| StdLogPi | 1.5 |\n", "| MaxLogPi | 8.53 |\n", "| MinLogPi | -9.36 |\n", "| LossPi | 252 |\n", "| LossQ | 2.27 |\n", "| Time | 1.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 70 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 20.6 |\n", "| MaxEpRet | -87.3 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -125 |\n", "| StdTestEpRet | 32.4 |\n", "| MaxTestEpRet | -70.7 |\n", "| MinTestEpRet | -182 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+05 |\n", "| AverageQ1Vals | -252 |\n", "| StdQ1Vals | 20.9 |\n", "| MaxQ1Vals | -205 |\n", "| MinQ1Vals | -345 |\n", "| AverageQ2Vals | -252 |\n", "| StdQ2Vals | 20.9 |\n", "| MaxQ2Vals | -205 |\n", "| MinQ2Vals | -346 |\n", "| AverageLogPi | 0.328 |\n", "| StdLogPi | 1.49 |\n", "| MaxLogPi | 8.37 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 251 |\n", "| LossQ | 2.28 |\n", "| Time | 1.2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 71 |\n", "| AverageEpRet | -138 |\n", "| StdEpRet | 23.9 |\n", "| MaxEpRet | -84 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -133 |\n", "| StdTestEpRet | 25.9 |\n", "| MaxTestEpRet | -92.7 |\n", "| MinTestEpRet | -183 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.17e+05 |\n", "| AverageQ1Vals | -251 |\n", "| StdQ1Vals | 21.1 |\n", "| MaxQ1Vals | -204 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -251 |\n", "| StdQ2Vals | 21.1 |\n", "| MaxQ2Vals | -205 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.337 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.85 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 250 |\n", "| LossQ | 2.28 |\n", "| Time | 1.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 72 |\n", "| AverageEpRet | -129 |\n", "| StdEpRet | 29.7 |\n", "| MaxEpRet | -82.6 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 26.4 |\n", "| MaxTestEpRet | -79.1 |\n", "| MinTestEpRet | -164 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.19e+05 |\n", "| AverageQ1Vals | -250 |\n", "| StdQ1Vals | 21.3 |\n", "| MaxQ1Vals | -203 |\n", "| MinQ1Vals | -346 |\n", "| AverageQ2Vals | -250 |\n", "| StdQ2Vals | 21.3 |\n", "| MaxQ2Vals | -203 |\n", "| MinQ2Vals | -347 |\n", "| AverageLogPi | 0.334 |\n", "| StdLogPi | 1.5 |\n", "| MaxLogPi | 9.86 |\n", "| MinLogPi | -9.42 |\n", "| LossPi | 249 |\n", "| LossQ | 2.3 |\n", "| Time | 1.23e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 73 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 30.9 |\n", "| MaxEpRet | -78.9 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 24.3 |\n", "| MaxTestEpRet | -68 |\n", "| MinTestEpRet | -144 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.2e+05 |\n", "| AverageQ1Vals | -249 |\n", "| StdQ1Vals | 21.5 |\n", "| MaxQ1Vals | -202 |\n", "| MinQ1Vals | -344 |\n", "| AverageQ2Vals | -249 |\n", "| StdQ2Vals | 21.5 |\n", "| MaxQ2Vals | -202 |\n", "| MinQ2Vals | -346 |\n", "| AverageLogPi | 0.345 |\n", "| StdLogPi | 1.5 |\n", "| MaxLogPi | 8.41 |\n", "| MinLogPi | -9.48 |\n", "| LossPi | 248 |\n", "| LossQ | 2.35 |\n", "| Time | 1.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 74 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 27 |\n", "| MaxEpRet | -77.3 |\n", "| MinEpRet | -165 |\n", "| AverageTestEpRet | -129 |\n", "| StdTestEpRet | 23 |\n", "| MaxTestEpRet | -85.3 |\n", "| MinTestEpRet | -167 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.22e+05 |\n", "| AverageQ1Vals | -248 |\n", "| StdQ1Vals | 21.6 |\n", "| MaxQ1Vals | -201 |\n", "| MinQ1Vals | -341 |\n", "| AverageQ2Vals | -248 |\n", "| StdQ2Vals | 21.6 |\n", "| MaxQ2Vals | -201 |\n", "| MinQ2Vals | -342 |\n", "| AverageLogPi | 0.329 |\n", "| StdLogPi | 1.49 |\n", "| MaxLogPi | 8.27 |\n", "| MinLogPi | -11.7 |\n", "| LossPi | 247 |\n", "| LossQ | 2.39 |\n", "| Time | 1.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 75 |\n", "| AverageEpRet | -126 |\n", "| StdEpRet | 30.7 |\n", "| MaxEpRet | -70.9 |\n", "| MinEpRet | -187 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 21.4 |\n", "| MaxTestEpRet | -89.1 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.24e+05 |\n", "| AverageQ1Vals | -247 |\n", "| StdQ1Vals | 21.8 |\n", "| MaxQ1Vals | -200 |\n", "| MinQ1Vals | -344 |\n", "| AverageQ2Vals | -247 |\n", "| StdQ2Vals | 21.8 |\n", "| MaxQ2Vals | -200 |\n", "| MinQ2Vals | -347 |\n", "| AverageLogPi | 0.338 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.88 |\n", "| MinLogPi | -8.92 |\n", "| LossPi | 246 |\n", "| LossQ | 2.39 |\n", "| Time | 1.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 76 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -63 |\n", "| MinEpRet | -144 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 32.3 |\n", "| MaxTestEpRet | -73.4 |\n", "| MinTestEpRet | -178 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.25e+05 |\n", "| AverageQ1Vals | -246 |\n", "| StdQ1Vals | 21.9 |\n", "| MaxQ1Vals | -198 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -246 |\n", "| StdQ2Vals | 21.9 |\n", "| MaxQ2Vals | -198 |\n", "| MinQ2Vals | -345 |\n", "| AverageLogPi | 0.342 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.79 |\n", "| MinLogPi | -8.97 |\n", "| LossPi | 245 |\n", "| LossQ | 2.37 |\n", "| Time | 1.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 77 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 28 |\n", "| MaxEpRet | -73.5 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 28.5 |\n", "| MaxTestEpRet | -59.3 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.27e+05 |\n", "| AverageQ1Vals | -245 |\n", "| StdQ1Vals | 21.9 |\n", "| MaxQ1Vals | -198 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -245 |\n", "| StdQ2Vals | 21.9 |\n", "| MaxQ2Vals | -198 |\n", "| MinQ2Vals | -345 |\n", "| AverageLogPi | 0.333 |\n", "| StdLogPi | 1.49 |\n", "| MaxLogPi | 8.09 |\n", "| MinLogPi | -8.96 |\n", "| LossPi | 244 |\n", "| LossQ | 2.4 |\n", "| Time | 1.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 78 |\n", "| AverageEpRet | -138 |\n", "| StdEpRet | 22.4 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -190 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 38.9 |\n", "| MaxTestEpRet | -55.4 |\n", "| MinTestEpRet | -200 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.29e+05 |\n", "| AverageQ1Vals | -244 |\n", "| StdQ1Vals | 22.1 |\n", "| MaxQ1Vals | -196 |\n", "| MinQ1Vals | -345 |\n", "| AverageQ2Vals | -243 |\n", "| StdQ2Vals | 22.1 |\n", "| MaxQ2Vals | -196 |\n", "| MinQ2Vals | -346 |\n", "| AverageLogPi | 0.336 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 9.55 |\n", "| MinLogPi | -8.83 |\n", "| LossPi | 243 |\n", "| LossQ | 2.35 |\n", "| Time | 1.32e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 79 |\n", "| AverageEpRet | -130 |\n", "| StdEpRet | 25.1 |\n", "| MaxEpRet | -89.3 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 30.5 |\n", "| MaxTestEpRet | -62.3 |\n", "| MinTestEpRet | -172 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.3e+05 |\n", "| AverageQ1Vals | -243 |\n", "| StdQ1Vals | 22.3 |\n", "| MaxQ1Vals | -195 |\n", "| MinQ1Vals | -346 |\n", "| AverageQ2Vals | -243 |\n", "| StdQ2Vals | 22.3 |\n", "| MaxQ2Vals | -195 |\n", "| MinQ2Vals | -347 |\n", "| AverageLogPi | 0.347 |\n", "| StdLogPi | 1.49 |\n", "| MaxLogPi | 9.61 |\n", "| MinLogPi | -8.89 |\n", "| LossPi | 242 |\n", "| LossQ | 2.36 |\n", "| Time | 1.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 80 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 24.7 |\n", "| MaxEpRet | -91.5 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 37.8 |\n", "| MaxTestEpRet | -80.7 |\n", "| MinTestEpRet | -202 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+05 |\n", "| AverageQ1Vals | -241 |\n", "| StdQ1Vals | 22.3 |\n", "| MaxQ1Vals | -194 |\n", "| MinQ1Vals | -345 |\n", "| AverageQ2Vals | -241 |\n", "| StdQ2Vals | 22.3 |\n", "| MaxQ2Vals | -194 |\n", "| MinQ2Vals | -345 |\n", "| AverageLogPi | 0.335 |\n", "| StdLogPi | 1.49 |\n", "| MaxLogPi | 9 |\n", "| MinLogPi | -9.41 |\n", "| LossPi | 241 |\n", "| LossQ | 2.35 |\n", "| Time | 1.35e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 81 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 24.9 |\n", "| MaxEpRet | -80 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 30.4 |\n", "| MaxTestEpRet | -44.7 |\n", "| MinTestEpRet | -166 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.34e+05 |\n", "| AverageQ1Vals | -240 |\n", "| StdQ1Vals | 22.4 |\n", "| MaxQ1Vals | -193 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -240 |\n", "| StdQ2Vals | 22.4 |\n", "| MaxQ2Vals | -193 |\n", "| MinQ2Vals | -345 |\n", "| AverageLogPi | 0.341 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.19 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 240 |\n", "| LossQ | 2.42 |\n", "| Time | 1.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 82 |\n", "| AverageEpRet | -136 |\n", "| StdEpRet | 23.3 |\n", "| MaxEpRet | -96.8 |\n", "| MinEpRet | -188 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -60.5 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.35e+05 |\n", "| AverageQ1Vals | -239 |\n", "| StdQ1Vals | 22.4 |\n", "| MaxQ1Vals | -193 |\n", "| MinQ1Vals | -343 |\n", "| AverageQ2Vals | -239 |\n", "| StdQ2Vals | 22.4 |\n", "| MaxQ2Vals | -192 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.341 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.99 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 238 |\n", "| LossQ | 2.42 |\n", "| Time | 1.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 83 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 24.9 |\n", "| MaxEpRet | -82.1 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 25.7 |\n", "| MaxTestEpRet | -86.1 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.37e+05 |\n", "| AverageQ1Vals | -238 |\n", "| StdQ1Vals | 22.6 |\n", "| MaxQ1Vals | -192 |\n", "| MinQ1Vals | -341 |\n", "| AverageQ2Vals | -238 |\n", "| StdQ2Vals | 22.6 |\n", "| MaxQ2Vals | -191 |\n", "| MinQ2Vals | -343 |\n", "| AverageLogPi | 0.339 |\n", "| StdLogPi | 1.47 |\n", "| MaxLogPi | 8.74 |\n", "| MinLogPi | -9.52 |\n", "| LossPi | 237 |\n", "| LossQ | 2.34 |\n", "| Time | 1.39e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 84 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 31.6 |\n", "| MaxEpRet | -82.3 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -128 |\n", "| StdTestEpRet | 28.7 |\n", "| MaxTestEpRet | -67.6 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.39e+05 |\n", "| AverageQ1Vals | -237 |\n", "| StdQ1Vals | 22.7 |\n", "| MaxQ1Vals | -190 |\n", "| MinQ1Vals | -340 |\n", "| AverageQ2Vals | -237 |\n", "| StdQ2Vals | 22.7 |\n", "| MaxQ2Vals | -191 |\n", "| MinQ2Vals | -342 |\n", "| AverageLogPi | 0.341 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.3 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 236 |\n", "| LossQ | 2.38 |\n", "| Time | 1.4e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 85 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 25 |\n", "| MaxEpRet | -81.6 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 27.4 |\n", "| MaxTestEpRet | -66.2 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.4e+05 |\n", "| AverageQ1Vals | -235 |\n", "| StdQ1Vals | 22.8 |\n", "| MaxQ1Vals | -190 |\n", "| MinQ1Vals | -341 |\n", "| AverageQ2Vals | -235 |\n", "| StdQ2Vals | 22.8 |\n", "| MaxQ2Vals | -190 |\n", "| MinQ2Vals | -342 |\n", "| AverageLogPi | 0.339 |\n", "| StdLogPi | 1.48 |\n", "| MaxLogPi | 8.86 |\n", "| MinLogPi | -8.74 |\n", "| LossPi | 235 |\n", "| LossQ | 2.42 |\n", "| Time | 1.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 86 |\n", "| AverageEpRet | -134 |\n", "| StdEpRet | 25.8 |\n", "| MaxEpRet | -91.3 |\n", "| MinEpRet | -189 |\n", "| AverageTestEpRet | -123 |\n", "| StdTestEpRet | 32.5 |\n", "| MaxTestEpRet | -75.3 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.42e+05 |\n", "| AverageQ1Vals | -234 |\n", "| StdQ1Vals | 22.7 |\n", "| MaxQ1Vals | -188 |\n", "| MinQ1Vals | -338 |\n", "| AverageQ2Vals | -234 |\n", "| StdQ2Vals | 22.7 |\n", "| MaxQ2Vals | -188 |\n", "| MinQ2Vals | -339 |\n", "| AverageLogPi | 0.326 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 8.83 |\n", "| MinLogPi | -9.23 |\n", "| LossPi | 234 |\n", "| LossQ | 2.35 |\n", "| Time | 1.43e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 87 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 36.7 |\n", "| MaxEpRet | -59.4 |\n", "| MinEpRet | -193 |\n", "| AverageTestEpRet | -121 |\n", "| StdTestEpRet | 22.8 |\n", "| MaxTestEpRet | -67.1 |\n", "| MinTestEpRet | -144 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.44e+05 |\n", "| AverageQ1Vals | -233 |\n", "| StdQ1Vals | 22.8 |\n", "| MaxQ1Vals | -187 |\n", "| MinQ1Vals | -338 |\n", "| AverageQ2Vals | -233 |\n", "| StdQ2Vals | 22.8 |\n", "| MaxQ2Vals | -187 |\n", "| MinQ2Vals | -339 |\n", "| AverageLogPi | 0.336 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 9.07 |\n", "| MinLogPi | -11.7 |\n", "| LossPi | 233 |\n", "| LossQ | 2.35 |\n", "| Time | 1.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 88 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 26.8 |\n", "| MaxEpRet | -95.4 |\n", "| MinEpRet | -188 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 28.8 |\n", "| MaxTestEpRet | -57.7 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.45e+05 |\n", "| AverageQ1Vals | -232 |\n", "| StdQ1Vals | 22.9 |\n", "| MaxQ1Vals | -185 |\n", "| MinQ1Vals | -338 |\n", "| AverageQ2Vals | -232 |\n", "| StdQ2Vals | 22.9 |\n", "| MaxQ2Vals | -186 |\n", "| MinQ2Vals | -340 |\n", "| AverageLogPi | 0.327 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 8.51 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 231 |\n", "| LossQ | 2.37 |\n", "| Time | 1.47e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 89 |\n", "| AverageEpRet | -133 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -93.1 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -70.1 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.47e+05 |\n", "| AverageQ1Vals | -231 |\n", "| StdQ1Vals | 23 |\n", "| MaxQ1Vals | -185 |\n", "| MinQ1Vals | -337 |\n", "| AverageQ2Vals | -231 |\n", "| StdQ2Vals | 23 |\n", "| MaxQ2Vals | -185 |\n", "| MinQ2Vals | -339 |\n", "| AverageLogPi | 0.335 |\n", "| StdLogPi | 1.47 |\n", "| MaxLogPi | 8.41 |\n", "| MinLogPi | -9.92 |\n", "| LossPi | 231 |\n", "| LossQ | 2.38 |\n", "| Time | 1.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 90 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -91.1 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 21.4 |\n", "| MaxTestEpRet | -53.2 |\n", "| MinTestEpRet | -130 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+05 |\n", "| AverageQ1Vals | -230 |\n", "| StdQ1Vals | 23.2 |\n", "| MaxQ1Vals | -183 |\n", "| MinQ1Vals | -337 |\n", "| AverageQ2Vals | -230 |\n", "| StdQ2Vals | 23.2 |\n", "| MaxQ2Vals | -184 |\n", "| MinQ2Vals | -338 |\n", "| AverageLogPi | 0.341 |\n", "| StdLogPi | 1.47 |\n", "| MaxLogPi | 8.68 |\n", "| MinLogPi | -10.6 |\n", "| LossPi | 229 |\n", "| LossQ | 2.41 |\n", "| Time | 1.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 91 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 22.9 |\n", "| MaxEpRet | -77.6 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 29.2 |\n", "| MaxTestEpRet | -49.1 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.5e+05 |\n", "| AverageQ1Vals | -229 |\n", "| StdQ1Vals | 23.1 |\n", "| MaxQ1Vals | -183 |\n", "| MinQ1Vals | -335 |\n", "| AverageQ2Vals | -229 |\n", "| StdQ2Vals | 23.1 |\n", "| MaxQ2Vals | -183 |\n", "| MinQ2Vals | -337 |\n", "| AverageLogPi | 0.323 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 8.39 |\n", "| MinLogPi | -9.32 |\n", "| LossPi | 228 |\n", "| LossQ | 2.37 |\n", "| Time | 1.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 92 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -73.4 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 18 |\n", "| MaxTestEpRet | -81.2 |\n", "| MinTestEpRet | -142 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.52e+05 |\n", "| AverageQ1Vals | -228 |\n", "| StdQ1Vals | 23.1 |\n", "| MaxQ1Vals | -182 |\n", "| MinQ1Vals | -334 |\n", "| AverageQ2Vals | -228 |\n", "| StdQ2Vals | 23.1 |\n", "| MaxQ2Vals | -182 |\n", "| MinQ2Vals | -337 |\n", "| AverageLogPi | 0.312 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 9.09 |\n", "| MinLogPi | -11.4 |\n", "| LossPi | 227 |\n", "| LossQ | 2.38 |\n", "| Time | 1.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 93 |\n", "| AverageEpRet | -135 |\n", "| StdEpRet | 21.7 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -54.4 |\n", "| MinTestEpRet | -140 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.53e+05 |\n", "| AverageQ1Vals | -227 |\n", "| StdQ1Vals | 23.2 |\n", "| MaxQ1Vals | -180 |\n", "| MinQ1Vals | -335 |\n", "| AverageQ2Vals | -227 |\n", "| StdQ2Vals | 23.2 |\n", "| MaxQ2Vals | -180 |\n", "| MinQ2Vals | -336 |\n", "| AverageLogPi | 0.317 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 9.32 |\n", "| MinLogPi | -12.3 |\n", "| LossPi | 226 |\n", "| LossQ | 2.37 |\n", "| Time | 1.56e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 94 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 29.1 |\n", "| MaxEpRet | -68.9 |\n", "| MinEpRet | -179 |\n", "| AverageTestEpRet | -103 |\n", "| StdTestEpRet | 25 |\n", "| MaxTestEpRet | -51.3 |\n", "| MinTestEpRet | -145 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.55e+05 |\n", "| AverageQ1Vals | -226 |\n", "| StdQ1Vals | 23.2 |\n", "| MaxQ1Vals | -179 |\n", "| MinQ1Vals | -335 |\n", "| AverageQ2Vals | -226 |\n", "| StdQ2Vals | 23.2 |\n", "| MaxQ2Vals | -179 |\n", "| MinQ2Vals | -336 |\n", "| AverageLogPi | 0.312 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 8.7 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 225 |\n", "| LossQ | 2.34 |\n", "| Time | 1.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 95 |\n", "| AverageEpRet | -132 |\n", "| StdEpRet | 31.3 |\n", "| MaxEpRet | -81.3 |\n", "| MinEpRet | -210 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 22.5 |\n", "| MaxTestEpRet | -86.5 |\n", "| MinTestEpRet | -157 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.57e+05 |\n", "| AverageQ1Vals | -225 |\n", "| StdQ1Vals | 23.3 |\n", "| MaxQ1Vals | -178 |\n", "| MinQ1Vals | -334 |\n", "| AverageQ2Vals | -225 |\n", "| StdQ2Vals | 23.3 |\n", "| MaxQ2Vals | -178 |\n", "| MinQ2Vals | -335 |\n", "| AverageLogPi | 0.304 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 9.14 |\n", "| MinLogPi | -9.63 |\n", "| LossPi | 225 |\n", "| LossQ | 2.35 |\n", "| Time | 1.59e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 96 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 19.7 |\n", "| MaxEpRet | -80.4 |\n", "| MinEpRet | -145 |\n", "| AverageTestEpRet | -122 |\n", "| StdTestEpRet | 22.4 |\n", "| MaxTestEpRet | -78.9 |\n", "| MinTestEpRet | -157 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.58e+05 |\n", "| AverageQ1Vals | -224 |\n", "| StdQ1Vals | 23.3 |\n", "| MaxQ1Vals | -178 |\n", "| MinQ1Vals | -334 |\n", "| AverageQ2Vals | -224 |\n", "| StdQ2Vals | 23.3 |\n", "| MaxQ2Vals | -177 |\n", "| MinQ2Vals | -335 |\n", "| AverageLogPi | 0.306 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 8.64 |\n", "| MinLogPi | -11.1 |\n", "| LossPi | 224 |\n", "| LossQ | 2.34 |\n", "| Time | 1.61e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 97 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 21.8 |\n", "| MaxEpRet | -77.3 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -115 |\n", "| StdTestEpRet | 34.3 |\n", "| MaxTestEpRet | -40.6 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.6e+05 |\n", "| AverageQ1Vals | -223 |\n", "| StdQ1Vals | 23.3 |\n", "| MaxQ1Vals | -176 |\n", "| MinQ1Vals | -331 |\n", "| AverageQ2Vals | -223 |\n", "| StdQ2Vals | 23.3 |\n", "| MaxQ2Vals | -176 |\n", "| MinQ2Vals | -332 |\n", "| AverageLogPi | 0.306 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 8.93 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 223 |\n", "| LossQ | 2.31 |\n", "| Time | 1.63e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 98 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 27.5 |\n", "| MaxEpRet | -79.4 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 23.8 |\n", "| MaxTestEpRet | -63.6 |\n", "| MinTestEpRet | -142 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.62e+05 |\n", "| AverageQ1Vals | -222 |\n", "| StdQ1Vals | 23.4 |\n", "| MaxQ1Vals | -175 |\n", "| MinQ1Vals | -330 |\n", "| AverageQ2Vals | -222 |\n", "| StdQ2Vals | 23.4 |\n", "| MaxQ2Vals | -175 |\n", "| MinQ2Vals | -332 |\n", "| AverageLogPi | 0.314 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 8.89 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 222 |\n", "| LossQ | 2.37 |\n", "| Time | 1.65e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 99 |\n", "| AverageEpRet | -127 |\n", "| StdEpRet | 23.7 |\n", "| MaxEpRet | -93.7 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 28.1 |\n", "| MaxTestEpRet | -76.9 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.63e+05 |\n", "| AverageQ1Vals | -221 |\n", "| StdQ1Vals | 23.4 |\n", "| MaxQ1Vals | -174 |\n", "| MinQ1Vals | -332 |\n", "| AverageQ2Vals | -221 |\n", "| StdQ2Vals | 23.4 |\n", "| MaxQ2Vals | -174 |\n", "| MinQ2Vals | -332 |\n", "| AverageLogPi | 0.3 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 8.86 |\n", "| MinLogPi | -9.04 |\n", "| LossPi | 220 |\n", "| LossQ | 2.33 |\n", "| Time | 1.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 100 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 35.1 |\n", "| MaxEpRet | -69.8 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -60.3 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+05 |\n", "| AverageQ1Vals | -220 |\n", "| StdQ1Vals | 23.3 |\n", "| MaxQ1Vals | -173 |\n", "| MinQ1Vals | -330 |\n", "| AverageQ2Vals | -220 |\n", "| StdQ2Vals | 23.3 |\n", "| MaxQ2Vals | -173 |\n", "| MinQ2Vals | -332 |\n", "| AverageLogPi | 0.31 |\n", "| StdLogPi | 1.46 |\n", "| MaxLogPi | 10.3 |\n", "| MinLogPi | -9.8 |\n", "| LossPi | 219 |\n", "| LossQ | 2.36 |\n", "| Time | 1.68e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 101 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 23 |\n", "| MaxEpRet | -72.6 |\n", "| MinEpRet | -157 |\n", "| AverageTestEpRet | -136 |\n", "| StdTestEpRet | 20.1 |\n", "| MaxTestEpRet | -101 |\n", "| MinTestEpRet | -174 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.67e+05 |\n", "| AverageQ1Vals | -219 |\n", "| StdQ1Vals | 23.4 |\n", "| MaxQ1Vals | -172 |\n", "| MinQ1Vals | -329 |\n", "| AverageQ2Vals | -219 |\n", "| StdQ2Vals | 23.4 |\n", "| MaxQ2Vals | -172 |\n", "| MinQ2Vals | -330 |\n", "| AverageLogPi | 0.295 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 8.57 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 218 |\n", "| LossQ | 2.33 |\n", "| Time | 1.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 102 |\n", "| AverageEpRet | -125 |\n", "| StdEpRet | 24.7 |\n", "| MaxEpRet | -87.6 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 25.8 |\n", "| MaxTestEpRet | -76.7 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.68e+05 |\n", "| AverageQ1Vals | -218 |\n", "| StdQ1Vals | 23.5 |\n", "| MaxQ1Vals | -171 |\n", "| MinQ1Vals | -326 |\n", "| AverageQ2Vals | -218 |\n", "| StdQ2Vals | 23.5 |\n", "| MaxQ2Vals | -171 |\n", "| MinQ2Vals | -326 |\n", "| AverageLogPi | 0.299 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 8.8 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 218 |\n", "| LossQ | 2.39 |\n", "| Time | 1.72e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 103 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 19 |\n", "| MaxEpRet | -69.4 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 32.7 |\n", "| MaxTestEpRet | -64.7 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.7e+05 |\n", "| AverageQ1Vals | -217 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -169 |\n", "| MinQ1Vals | -328 |\n", "| AverageQ2Vals | -217 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -169 |\n", "| MinQ2Vals | -328 |\n", "| AverageLogPi | 0.304 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 8.66 |\n", "| MinLogPi | -10.3 |\n", "| LossPi | 217 |\n", "| LossQ | 2.34 |\n", "| Time | 1.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 104 |\n", "| AverageEpRet | -128 |\n", "| StdEpRet | 26 |\n", "| MaxEpRet | -88.6 |\n", "| MinEpRet | -180 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 24.3 |\n", "| MaxTestEpRet | -83.3 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.72e+05 |\n", "| AverageQ1Vals | -216 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -169 |\n", "| MinQ1Vals | -325 |\n", "| AverageQ2Vals | -216 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -168 |\n", "| MinQ2Vals | -326 |\n", "| AverageLogPi | 0.29 |\n", "| StdLogPi | 1.44 |\n", "| MaxLogPi | 8.69 |\n", "| MinLogPi | -9.9 |\n", "| LossPi | 216 |\n", "| LossQ | 2.32 |\n", "| Time | 1.76e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 105 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 18.3 |\n", "| MaxEpRet | -96.4 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -103 |\n", "| StdTestEpRet | 21.7 |\n", "| MaxTestEpRet | -59.2 |\n", "| MinTestEpRet | -131 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.73e+05 |\n", "| AverageQ1Vals | -215 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -168 |\n", "| MinQ1Vals | -326 |\n", "| AverageQ2Vals | -215 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -167 |\n", "| MinQ2Vals | -327 |\n", "| AverageLogPi | 0.297 |\n", "| StdLogPi | 1.44 |\n", "| MaxLogPi | 8.75 |\n", "| MinLogPi | -11.2 |\n", "| LossPi | 215 |\n", "| LossQ | 2.42 |\n", "| Time | 1.78e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 106 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 19.9 |\n", "| MaxEpRet | -80.8 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -73.2 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.75e+05 |\n", "| AverageQ1Vals | -214 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -167 |\n", "| MinQ1Vals | -325 |\n", "| AverageQ2Vals | -214 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -166 |\n", "| MinQ2Vals | -326 |\n", "| AverageLogPi | 0.302 |\n", "| StdLogPi | 1.45 |\n", "| MaxLogPi | 9.61 |\n", "| MinLogPi | -10.3 |\n", "| LossPi | 214 |\n", "| LossQ | 2.37 |\n", "| Time | 1.8e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 107 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 25.1 |\n", "| MaxEpRet | -69.9 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -94.1 |\n", "| StdTestEpRet | 27.7 |\n", "| MaxTestEpRet | -51.9 |\n", "| MinTestEpRet | -142 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.77e+05 |\n", "| AverageQ1Vals | -213 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -165 |\n", "| MinQ1Vals | -324 |\n", "| AverageQ2Vals | -213 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -165 |\n", "| MinQ2Vals | -325 |\n", "| AverageLogPi | 0.293 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 8.45 |\n", "| MinLogPi | -9.57 |\n", "| LossPi | 213 |\n", "| LossQ | 2.37 |\n", "| Time | 1.82e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 108 |\n", "| AverageEpRet | -121 |\n", "| StdEpRet | 19.2 |\n", "| MaxEpRet | -91.8 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 30.2 |\n", "| MaxTestEpRet | -71.6 |\n", "| MinTestEpRet | -185 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.78e+05 |\n", "| AverageQ1Vals | -212 |\n", "| StdQ1Vals | 23.9 |\n", "| MaxQ1Vals | -164 |\n", "| MinQ1Vals | -323 |\n", "| AverageQ2Vals | -212 |\n", "| StdQ2Vals | 23.9 |\n", "| MaxQ2Vals | -164 |\n", "| MinQ2Vals | -322 |\n", "| AverageLogPi | 0.3 |\n", "| StdLogPi | 1.44 |\n", "| MaxLogPi | 9.46 |\n", "| MinLogPi | -8.97 |\n", "| LossPi | 212 |\n", "| LossQ | 2.32 |\n", "| Time | 1.85e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 109 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 13.4 |\n", "| MaxEpRet | -93.3 |\n", "| MinEpRet | -141 |\n", "| AverageTestEpRet | -88.9 |\n", "| StdTestEpRet | 27.2 |\n", "| MaxTestEpRet | -41.8 |\n", "| MinTestEpRet | -120 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.8e+05 |\n", "| AverageQ1Vals | -212 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -163 |\n", "| MinQ1Vals | -323 |\n", "| AverageQ2Vals | -212 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -163 |\n", "| MinQ2Vals | -322 |\n", "| AverageLogPi | 0.296 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 8.9 |\n", "| MinLogPi | -9.58 |\n", "| LossPi | 211 |\n", "| LossQ | 2.33 |\n", "| Time | 1.88e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 110 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 25.3 |\n", "| MaxEpRet | -75.6 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 30.9 |\n", "| MaxTestEpRet | -60.2 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+05 |\n", "| AverageQ1Vals | -211 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -162 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -211 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -162 |\n", "| MinQ2Vals | -321 |\n", "| AverageLogPi | 0.287 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 9 |\n", "| MinLogPi | -12.9 |\n", "| LossPi | 210 |\n", "| LossQ | 2.37 |\n", "| Time | 1.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 111 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 39.9 |\n", "| MaxEpRet | -62.1 |\n", "| MinEpRet | -200 |\n", "| AverageTestEpRet | -120 |\n", "| StdTestEpRet | 22.1 |\n", "| MaxTestEpRet | -93.2 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.83e+05 |\n", "| AverageQ1Vals | -210 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -162 |\n", "| MinQ1Vals | -322 |\n", "| AverageQ2Vals | -210 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -161 |\n", "| MinQ2Vals | -323 |\n", "| AverageLogPi | 0.301 |\n", "| StdLogPi | 1.44 |\n", "| MaxLogPi | 9.07 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 209 |\n", "| LossQ | 2.33 |\n", "| Time | 1.93e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 112 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 20.8 |\n", "| MaxEpRet | -77 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -98.9 |\n", "| StdTestEpRet | 30.2 |\n", "| MaxTestEpRet | -52.3 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.85e+05 |\n", "| AverageQ1Vals | -209 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -161 |\n", "| MinQ1Vals | -319 |\n", "| AverageQ2Vals | -209 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -161 |\n", "| MinQ2Vals | -319 |\n", "| AverageLogPi | 0.293 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 10.1 |\n", "| MinLogPi | -9.22 |\n", "| LossPi | 209 |\n", "| LossQ | 2.4 |\n", "| Time | 1.95e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 113 |\n", "| AverageEpRet | -123 |\n", "| StdEpRet | 28.8 |\n", "| MaxEpRet | -73 |\n", "| MinEpRet | -177 |\n", "| AverageTestEpRet | -117 |\n", "| StdTestEpRet | 23.3 |\n", "| MaxTestEpRet | -78 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.86e+05 |\n", "| AverageQ1Vals | -208 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -160 |\n", "| MinQ1Vals | -319 |\n", "| AverageQ2Vals | -208 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -160 |\n", "| MinQ2Vals | -319 |\n", "| AverageLogPi | 0.31 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 9.68 |\n", "| MinLogPi | -11.2 |\n", "| LossPi | 208 |\n", "| LossQ | 2.36 |\n", "| Time | 1.97e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 114 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 31.4 |\n", "| MaxEpRet | -75.9 |\n", "| MinEpRet | -204 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 23 |\n", "| MaxTestEpRet | -87.5 |\n", "| MinTestEpRet | -169 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.88e+05 |\n", "| AverageQ1Vals | -208 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -159 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -208 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -159 |\n", "| MinQ2Vals | -315 |\n", "| AverageLogPi | 0.297 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 8.93 |\n", "| MinLogPi | -9.29 |\n", "| LossPi | 207 |\n", "| LossQ | 2.34 |\n", "| Time | 1.99e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 115 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -88.5 |\n", "| MinEpRet | -174 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 21.3 |\n", "| MaxTestEpRet | -85.3 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.9e+05 |\n", "| AverageQ1Vals | -207 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -158 |\n", "| MinQ1Vals | -317 |\n", "| AverageQ2Vals | -207 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -158 |\n", "| MinQ2Vals | -317 |\n", "| AverageLogPi | 0.308 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 8.95 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 206 |\n", "| LossQ | 2.35 |\n", "| Time | 2.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 116 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 15.6 |\n", "| MaxEpRet | -77.4 |\n", "| MinEpRet | -141 |\n", "| AverageTestEpRet | -97.3 |\n", "| StdTestEpRet | 31.6 |\n", "| MaxTestEpRet | -50.4 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.91e+05 |\n", "| AverageQ1Vals | -206 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -157 |\n", "| MinQ1Vals | -316 |\n", "| AverageQ2Vals | -206 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -157 |\n", "| MinQ2Vals | -316 |\n", "| AverageLogPi | 0.295 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 8.58 |\n", "| MinLogPi | -8.31 |\n", "| LossPi | 205 |\n", "| LossQ | 2.36 |\n", "| Time | 2.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 117 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 24.3 |\n", "| MaxEpRet | -67.3 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -99.1 |\n", "| StdTestEpRet | 21.6 |\n", "| MaxTestEpRet | -65.9 |\n", "| MinTestEpRet | -136 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.93e+05 |\n", "| AverageQ1Vals | -205 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -156 |\n", "| MinQ1Vals | -314 |\n", "| AverageQ2Vals | -205 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -156 |\n", "| MinQ2Vals | -315 |\n", "| AverageLogPi | 0.293 |\n", "| StdLogPi | 1.43 |\n", "| MaxLogPi | 10.2 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 204 |\n", "| LossQ | 2.37 |\n", "| Time | 2.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 118 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 29.9 |\n", "| MaxEpRet | -60.3 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 25.6 |\n", "| MaxTestEpRet | -71.5 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.95e+05 |\n", "| AverageQ1Vals | -204 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -155 |\n", "| MinQ1Vals | -314 |\n", "| AverageQ2Vals | -204 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -155 |\n", "| MinQ2Vals | -315 |\n", "| AverageLogPi | 0.296 |\n", "| StdLogPi | 1.44 |\n", "| MaxLogPi | 9 |\n", "| MinLogPi | -11.8 |\n", "| LossPi | 204 |\n", "| LossQ | 2.38 |\n", "| Time | 2.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 119 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 29.6 |\n", "| MaxEpRet | -66.2 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 31.1 |\n", "| MaxTestEpRet | -43.5 |\n", "| MinTestEpRet | -159 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.96e+05 |\n", "| AverageQ1Vals | -203 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -154 |\n", "| MinQ1Vals | -314 |\n", "| AverageQ2Vals | -203 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -155 |\n", "| MinQ2Vals | -314 |\n", "| AverageLogPi | 0.288 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 9.18 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 203 |\n", "| LossQ | 2.36 |\n", "| Time | 2.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 120 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 24.7 |\n", "| MaxEpRet | -78.8 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 20.8 |\n", "| MaxTestEpRet | -67.4 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+05 |\n", "| AverageQ1Vals | -202 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -154 |\n", "| MinQ1Vals | -314 |\n", "| AverageQ2Vals | -202 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -154 |\n", "| MinQ2Vals | -314 |\n", "| AverageLogPi | 0.301 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 9.36 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 202 |\n", "| LossQ | 2.39 |\n", "| Time | 2.1e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 121 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 22.2 |\n", "| MaxEpRet | -84 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -81.5 |\n", "| StdTestEpRet | 19.3 |\n", "| MaxTestEpRet | -55.7 |\n", "| MinTestEpRet | -108 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2e+05 |\n", "| AverageQ1Vals | -202 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -153 |\n", "| MinQ1Vals | -315 |\n", "| AverageQ2Vals | -202 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -153 |\n", "| MinQ2Vals | -314 |\n", "| AverageLogPi | 0.294 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 8.78 |\n", "| MinLogPi | -8.63 |\n", "| LossPi | 201 |\n", "| LossQ | 2.38 |\n", "| Time | 2.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 122 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 25.1 |\n", "| MaxEpRet | -67.2 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -104 |\n", "| StdTestEpRet | 19.8 |\n", "| MaxTestEpRet | -72.6 |\n", "| MinTestEpRet | -144 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.01e+05 |\n", "| AverageQ1Vals | -201 |\n", "| StdQ1Vals | 23.6 |\n", "| MaxQ1Vals | -152 |\n", "| MinQ1Vals | -312 |\n", "| AverageQ2Vals | -201 |\n", "| StdQ2Vals | 23.6 |\n", "| MaxQ2Vals | -152 |\n", "| MinQ2Vals | -312 |\n", "| AverageLogPi | 0.292 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 8.4 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 201 |\n", "| LossQ | 2.34 |\n", "| Time | 2.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 123 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 22.4 |\n", "| MaxEpRet | -84 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 19.3 |\n", "| MaxTestEpRet | -64.9 |\n", "| MinTestEpRet | -129 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.03e+05 |\n", "| AverageQ1Vals | -200 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -151 |\n", "| MinQ1Vals | -310 |\n", "| AverageQ2Vals | -200 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -151 |\n", "| MinQ2Vals | -310 |\n", "| AverageLogPi | 0.292 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 10.2 |\n", "| MinLogPi | -10.7 |\n", "| LossPi | 200 |\n", "| LossQ | 2.37 |\n", "| Time | 2.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 124 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 23.9 |\n", "| MaxEpRet | -62.2 |\n", "| MinEpRet | -148 |\n", "| AverageTestEpRet | -108 |\n", "| StdTestEpRet | 27.3 |\n", "| MaxTestEpRet | -61 |\n", "| MinTestEpRet | -141 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.05e+05 |\n", "| AverageQ1Vals | -200 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -150 |\n", "| MinQ1Vals | -311 |\n", "| AverageQ2Vals | -200 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -150 |\n", "| MinQ2Vals | -311 |\n", "| AverageLogPi | 0.285 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 8.74 |\n", "| MinLogPi | -9.99 |\n", "| LossPi | 199 |\n", "| LossQ | 2.38 |\n", "| Time | 2.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 125 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 32.6 |\n", "| MaxEpRet | -85.9 |\n", "| MinEpRet | -194 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 22.1 |\n", "| MaxTestEpRet | -72.4 |\n", "| MinTestEpRet | -135 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.06e+05 |\n", "| AverageQ1Vals | -199 |\n", "| StdQ1Vals | 23.7 |\n", "| MaxQ1Vals | -150 |\n", "| MinQ1Vals | -309 |\n", "| AverageQ2Vals | -199 |\n", "| StdQ2Vals | 23.7 |\n", "| MaxQ2Vals | -150 |\n", "| MinQ2Vals | -309 |\n", "| AverageLogPi | 0.285 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 9.42 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 199 |\n", "| LossQ | 2.28 |\n", "| Time | 2.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 126 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 27.1 |\n", "| MaxEpRet | -81.7 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -131 |\n", "| StdTestEpRet | 38.1 |\n", "| MaxTestEpRet | -57.5 |\n", "| MinTestEpRet | -196 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.08e+05 |\n", "| AverageQ1Vals | -198 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -149 |\n", "| MinQ1Vals | -309 |\n", "| AverageQ2Vals | -198 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -149 |\n", "| MinQ2Vals | -307 |\n", "| AverageLogPi | 0.285 |\n", "| StdLogPi | 1.42 |\n", "| MaxLogPi | 9.19 |\n", "| MinLogPi | -9.78 |\n", "| LossPi | 198 |\n", "| LossQ | 2.35 |\n", "| Time | 2.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 127 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 31.3 |\n", "| MaxEpRet | -60 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -97 |\n", "| StdTestEpRet | 14.9 |\n", "| MaxTestEpRet | -66.9 |\n", "| MinTestEpRet | -116 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.1e+05 |\n", "| AverageQ1Vals | -198 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -148 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -198 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -148 |\n", "| MinQ2Vals | -307 |\n", "| AverageLogPi | 0.287 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 8.65 |\n", "| MinLogPi | -10.3 |\n", "| LossPi | 197 |\n", "| LossQ | 2.36 |\n", "| Time | 2.23e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 128 |\n", "| AverageEpRet | -97.9 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -67 |\n", "| MinEpRet | -138 |\n", "| AverageTestEpRet | -92.2 |\n", "| StdTestEpRet | 36.5 |\n", "| MaxTestEpRet | -39.7 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.11e+05 |\n", "| AverageQ1Vals | -197 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -147 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -197 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -147 |\n", "| MinQ2Vals | -302 |\n", "| AverageLogPi | 0.284 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 10.5 |\n", "| MinLogPi | -9.88 |\n", "| LossPi | 197 |\n", "| LossQ | 2.38 |\n", "| Time | 2.25e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 129 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 21.1 |\n", "| MaxEpRet | -90.3 |\n", "| MinEpRet | -158 |\n", "| AverageTestEpRet | -99.4 |\n", "| StdTestEpRet | 22.4 |\n", "| MaxTestEpRet | -68.8 |\n", "| MinTestEpRet | -157 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.13e+05 |\n", "| AverageQ1Vals | -196 |\n", "| StdQ1Vals | 23.9 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -308 |\n", "| AverageQ2Vals | -196 |\n", "| StdQ2Vals | 23.9 |\n", "| MaxQ2Vals | -146 |\n", "| MinQ2Vals | -307 |\n", "| AverageLogPi | 0.28 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 8.46 |\n", "| MinLogPi | -9.39 |\n", "| LossPi | 196 |\n", "| LossQ | 2.35 |\n", "| Time | 2.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 130 |\n", "| AverageEpRet | -119 |\n", "| StdEpRet | 21.1 |\n", "| MaxEpRet | -84.6 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -91.6 |\n", "| StdTestEpRet | 30.3 |\n", "| MaxTestEpRet | -44.3 |\n", "| MinTestEpRet | -168 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+05 |\n", "| AverageQ1Vals | -196 |\n", "| StdQ1Vals | 23.8 |\n", "| MaxQ1Vals | -146 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -196 |\n", "| StdQ2Vals | 23.8 |\n", "| MaxQ2Vals | -145 |\n", "| MinQ2Vals | -304 |\n", "| AverageLogPi | 0.29 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 9.12 |\n", "| MinLogPi | -9.45 |\n", "| LossPi | 195 |\n", "| LossQ | 2.37 |\n", "| Time | 2.28e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 131 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -73.1 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -114 |\n", "| StdTestEpRet | 26.5 |\n", "| MaxTestEpRet | -73 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.16e+05 |\n", "| AverageQ1Vals | -195 |\n", "| StdQ1Vals | 23.9 |\n", "| MaxQ1Vals | -145 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -195 |\n", "| StdQ2Vals | 23.9 |\n", "| MaxQ2Vals | -145 |\n", "| MinQ2Vals | -308 |\n", "| AverageLogPi | 0.285 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 9.24 |\n", "| MinLogPi | -9.56 |\n", "| LossPi | 195 |\n", "| LossQ | 2.39 |\n", "| Time | 2.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 132 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 23.6 |\n", "| MaxEpRet | -84.5 |\n", "| MinEpRet | -166 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 28.4 |\n", "| MaxTestEpRet | -46.3 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.18e+05 |\n", "| AverageQ1Vals | -194 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -144 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -194 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -144 |\n", "| MinQ2Vals | -307 |\n", "| AverageLogPi | 0.285 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 9.41 |\n", "| MinLogPi | -12.6 |\n", "| LossPi | 194 |\n", "| LossQ | 2.34 |\n", "| Time | 2.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 133 |\n", "| AverageEpRet | -103 |\n", "| StdEpRet | 23.5 |\n", "| MaxEpRet | -63.8 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -84.8 |\n", "| StdTestEpRet | 23.7 |\n", "| MaxTestEpRet | -41 |\n", "| MinTestEpRet | -121 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.19e+05 |\n", "| AverageQ1Vals | -194 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -144 |\n", "| MinQ1Vals | -307 |\n", "| AverageQ2Vals | -194 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -143 |\n", "| MinQ2Vals | -305 |\n", "| AverageLogPi | 0.294 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 10.1 |\n", "| MinLogPi | -9.88 |\n", "| LossPi | 193 |\n", "| LossQ | 2.35 |\n", "| Time | 2.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 134 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 31.9 |\n", "| MaxEpRet | -62.2 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -96.7 |\n", "| StdTestEpRet | 15.8 |\n", "| MaxTestEpRet | -68.5 |\n", "| MinTestEpRet | -124 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.21e+05 |\n", "| AverageQ1Vals | -193 |\n", "| StdQ1Vals | 24.1 |\n", "| MaxQ1Vals | -143 |\n", "| MinQ1Vals | -304 |\n", "| AverageQ2Vals | -193 |\n", "| StdQ2Vals | 24.1 |\n", "| MaxQ2Vals | -142 |\n", "| MinQ2Vals | -305 |\n", "| AverageLogPi | 0.291 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.19 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 193 |\n", "| LossQ | 2.34 |\n", "| Time | 2.35e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 135 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -76.8 |\n", "| MinEpRet | -145 |\n", "| AverageTestEpRet | -97.5 |\n", "| StdTestEpRet | 34.9 |\n", "| MaxTestEpRet | -54.5 |\n", "| MinTestEpRet | -162 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.23e+05 |\n", "| AverageQ1Vals | -192 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -142 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -192 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -142 |\n", "| MinQ2Vals | -300 |\n", "| AverageLogPi | 0.276 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.11 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 192 |\n", "| LossQ | 2.34 |\n", "| Time | 2.37e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 136 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 20.4 |\n", "| MaxEpRet | -77.5 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 19.9 |\n", "| MaxTestEpRet | -69.7 |\n", "| MinTestEpRet | -129 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.24e+05 |\n", "| AverageQ1Vals | -192 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -142 |\n", "| MinQ1Vals | -305 |\n", "| AverageQ2Vals | -192 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -302 |\n", "| AverageLogPi | 0.287 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.11 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 191 |\n", "| LossQ | 2.3 |\n", "| Time | 2.39e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 137 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 33.3 |\n", "| MaxEpRet | -63.3 |\n", "| MinEpRet | -170 |\n", "| AverageTestEpRet | -97.8 |\n", "| StdTestEpRet | 25.4 |\n", "| MaxTestEpRet | -63.7 |\n", "| MinTestEpRet | -138 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.26e+05 |\n", "| AverageQ1Vals | -191 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -142 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -191 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -141 |\n", "| MinQ2Vals | -303 |\n", "| AverageLogPi | 0.288 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 11.2 |\n", "| MinLogPi | -9.43 |\n", "| LossPi | 191 |\n", "| LossQ | 2.35 |\n", "| Time | 2.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 138 |\n", "| AverageEpRet | -101 |\n", "| StdEpRet | 24 |\n", "| MaxEpRet | -64.8 |\n", "| MinEpRet | -145 |\n", "| AverageTestEpRet | -93.2 |\n", "| StdTestEpRet | 42.8 |\n", "| MaxTestEpRet | -27.4 |\n", "| MinTestEpRet | -187 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.28e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 24.1 |\n", "| MaxQ1Vals | -141 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 24.1 |\n", "| MaxQ2Vals | -140 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.292 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.22 |\n", "| MinLogPi | -8.44 |\n", "| LossPi | 190 |\n", "| LossQ | 2.31 |\n", "| Time | 2.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 139 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 20.7 |\n", "| MaxEpRet | -72.5 |\n", "| MinEpRet | -142 |\n", "| AverageTestEpRet | -109 |\n", "| StdTestEpRet | 29.7 |\n", "| MaxTestEpRet | -57.7 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.29e+05 |\n", "| AverageQ1Vals | -190 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -190 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -140 |\n", "| MinQ2Vals | -303 |\n", "| AverageLogPi | 0.288 |\n", "| StdLogPi | 1.41 |\n", "| MaxLogPi | 9.96 |\n", "| MinLogPi | -10.9 |\n", "| LossPi | 189 |\n", "| LossQ | 2.35 |\n", "| Time | 2.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 140 |\n", "| AverageEpRet | -114 |\n", "| StdEpRet | 27.4 |\n", "| MaxEpRet | -79.1 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -118 |\n", "| StdTestEpRet | 34.6 |\n", "| MaxTestEpRet | -39.4 |\n", "| MinTestEpRet | -157 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -140 |\n", "| MinQ1Vals | -304 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -301 |\n", "| AverageLogPi | 0.281 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.22 |\n", "| MinLogPi | -8.74 |\n", "| LossPi | 189 |\n", "| LossQ | 2.33 |\n", "| Time | 2.46e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 141 |\n", "| AverageEpRet | -124 |\n", "| StdEpRet | 25.9 |\n", "| MaxEpRet | -85.8 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -126 |\n", "| StdTestEpRet | 18.4 |\n", "| MaxTestEpRet | -93.1 |\n", "| MinTestEpRet | -155 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.33e+05 |\n", "| AverageQ1Vals | -189 |\n", "| StdQ1Vals | 24.1 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -303 |\n", "| AverageQ2Vals | -189 |\n", "| StdQ2Vals | 24.1 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -302 |\n", "| AverageLogPi | 0.289 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.12 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 188 |\n", "| LossQ | 2.32 |\n", "| Time | 2.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 142 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 27.5 |\n", "| MaxEpRet | -58 |\n", "| MinEpRet | -168 |\n", "| AverageTestEpRet | -116 |\n", "| StdTestEpRet | 22.2 |\n", "| MaxTestEpRet | -69.4 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.34e+05 |\n", "| AverageQ1Vals | -188 |\n", "| StdQ1Vals | 24 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -188 |\n", "| StdQ2Vals | 24 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -301 |\n", "| AverageLogPi | 0.287 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.78 |\n", "| MinLogPi | -9.98 |\n", "| LossPi | 188 |\n", "| LossQ | 2.37 |\n", "| Time | 2.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 143 |\n", "| AverageEpRet | -120 |\n", "| StdEpRet | 19.4 |\n", "| MaxEpRet | -76.8 |\n", "| MinEpRet | -160 |\n", "| AverageTestEpRet | -106 |\n", "| StdTestEpRet | 39.3 |\n", "| MaxTestEpRet | -26.9 |\n", "| MinTestEpRet | -154 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.36e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 24.1 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 24.1 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -303 |\n", "| AverageLogPi | 0.295 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 9.01 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 187 |\n", "| LossQ | 2.37 |\n", "| Time | 2.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 144 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 35.3 |\n", "| MaxEpRet | -57.5 |\n", "| MinEpRet | -185 |\n", "| AverageTestEpRet | -94.6 |\n", "| StdTestEpRet | 30.3 |\n", "| MaxTestEpRet | -65.8 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.38e+05 |\n", "| AverageQ1Vals | -187 |\n", "| StdQ1Vals | 24.1 |\n", "| MaxQ1Vals | -139 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -187 |\n", "| StdQ2Vals | 24.1 |\n", "| MaxQ2Vals | -139 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.293 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 10 |\n", "| MinLogPi | -11.1 |\n", "| LossPi | 186 |\n", "| LossQ | 2.32 |\n", "| Time | 2.53e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 145 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 30.3 |\n", "| MaxEpRet | -81.5 |\n", "| MinEpRet | -183 |\n", "| AverageTestEpRet | -90.8 |\n", "| StdTestEpRet | 28.5 |\n", "| MaxTestEpRet | -40 |\n", "| MinTestEpRet | -126 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.39e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 24.2 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 24.2 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.276 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.42 |\n", "| MinLogPi | -10.7 |\n", "| LossPi | 186 |\n", "| LossQ | 2.33 |\n", "| Time | 2.55e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 146 |\n", "| AverageEpRet | -108 |\n", "| StdEpRet | 37.6 |\n", "| MaxEpRet | -52.1 |\n", "| MinEpRet | -199 |\n", "| AverageTestEpRet | -90.5 |\n", "| StdTestEpRet | 28.2 |\n", "| MaxTestEpRet | -49.8 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.41e+05 |\n", "| AverageQ1Vals | -186 |\n", "| StdQ1Vals | 24.3 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -186 |\n", "| StdQ2Vals | 24.3 |\n", "| MaxQ2Vals | -138 |\n", "| MinQ2Vals | -301 |\n", "| AverageLogPi | 0.281 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 8.75 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 186 |\n", "| LossQ | 2.37 |\n", "| Time | 2.56e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 147 |\n", "| AverageEpRet | -101 |\n", "| StdEpRet | 26.6 |\n", "| MaxEpRet | -58.3 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -96.5 |\n", "| StdTestEpRet | 24.1 |\n", "| MaxTestEpRet | -53.2 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.43e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 24.2 |\n", "| MaxQ1Vals | -138 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 24.2 |\n", "| MaxQ2Vals | -137 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.275 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 10.2 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 185 |\n", "| LossQ | 2.33 |\n", "| Time | 2.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 148 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 22.2 |\n", "| MaxEpRet | -80.3 |\n", "| MinEpRet | -149 |\n", "| AverageTestEpRet | -90 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -45.6 |\n", "| MinTestEpRet | -124 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.44e+05 |\n", "| AverageQ1Vals | -185 |\n", "| StdQ1Vals | 24.3 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -185 |\n", "| StdQ2Vals | 24.3 |\n", "| MaxQ2Vals | -137 |\n", "| MinQ2Vals | -299 |\n", "| AverageLogPi | 0.286 |\n", "| StdLogPi | 1.4 |\n", "| MaxLogPi | 10.5 |\n", "| MinLogPi | -13.6 |\n", "| LossPi | 184 |\n", "| LossQ | 2.33 |\n", "| Time | 2.6e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 149 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 15 |\n", "| MaxEpRet | -77 |\n", "| MinEpRet | -139 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 31.7 |\n", "| MaxTestEpRet | -58.5 |\n", "| MinTestEpRet | -158 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.46e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 24.4 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 24.4 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -300 |\n", "| AverageLogPi | 0.281 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.71 |\n", "| MinLogPi | -11.5 |\n", "| LossPi | 184 |\n", "| LossQ | 2.32 |\n", "| Time | 2.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 150 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 24.8 |\n", "| MaxEpRet | -80.9 |\n", "| MinEpRet | -163 |\n", "| AverageTestEpRet | -100 |\n", "| StdTestEpRet | 22.2 |\n", "| MaxTestEpRet | -60.5 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 24.3 |\n", "| MaxQ1Vals | -137 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 24.3 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -293 |\n", "| AverageLogPi | 0.283 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.82 |\n", "| MinLogPi | -9.01 |\n", "| LossPi | 183 |\n", "| LossQ | 2.33 |\n", "| Time | 2.64e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 151 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 17.3 |\n", "| MaxEpRet | -83.1 |\n", "| MinEpRet | -146 |\n", "| AverageTestEpRet | -92.1 |\n", "| StdTestEpRet | 26.7 |\n", "| MaxTestEpRet | -54.1 |\n", "| MinTestEpRet | -140 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.49e+05 |\n", "| AverageQ1Vals | -184 |\n", "| StdQ1Vals | 24.4 |\n", "| MaxQ1Vals | -136 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -184 |\n", "| StdQ2Vals | 24.4 |\n", "| MaxQ2Vals | -136 |\n", "| MinQ2Vals | -291 |\n", "| AverageLogPi | 0.281 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 8.98 |\n", "| MinLogPi | -11.3 |\n", "| LossPi | 183 |\n", "| LossQ | 2.32 |\n", "| Time | 2.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 152 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -60.4 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 25.8 |\n", "| MaxTestEpRet | -71.6 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.51e+05 |\n", "| AverageQ1Vals | -183 |\n", "| StdQ1Vals | 24.4 |\n", "| MaxQ1Vals | -136 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -183 |\n", "| StdQ2Vals | 24.4 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -300 |\n", "| AverageLogPi | 0.284 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.48 |\n", "| MinLogPi | -11.2 |\n", "| LossPi | 183 |\n", "| LossQ | 2.34 |\n", "| Time | 2.68e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 153 |\n", "| AverageEpRet | -103 |\n", "| StdEpRet | 21 |\n", "| MaxEpRet | -62.6 |\n", "| MinEpRet | -149 |\n", "| AverageTestEpRet | -92.9 |\n", "| StdTestEpRet | 36.9 |\n", "| MaxTestEpRet | -32.4 |\n", "| MinTestEpRet | -170 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.52e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 24.5 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 24.5 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -290 |\n", "| AverageLogPi | 0.282 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 10.4 |\n", "| MinLogPi | -8.63 |\n", "| LossPi | 182 |\n", "| LossQ | 2.35 |\n", "| Time | 2.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 154 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 23.3 |\n", "| MaxEpRet | -45.1 |\n", "| MinEpRet | -137 |\n", "| AverageTestEpRet | -83 |\n", "| StdTestEpRet | 26.7 |\n", "| MaxTestEpRet | -40.8 |\n", "| MinTestEpRet | -138 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.54e+05 |\n", "| AverageQ1Vals | -182 |\n", "| StdQ1Vals | 24.7 |\n", "| MaxQ1Vals | -135 |\n", "| MinQ1Vals | -297 |\n", "| AverageQ2Vals | -182 |\n", "| StdQ2Vals | 24.7 |\n", "| MaxQ2Vals | -135 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.276 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 8.87 |\n", "| MinLogPi | -9.9 |\n", "| LossPi | 182 |\n", "| LossQ | 2.28 |\n", "| Time | 2.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 155 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 22.3 |\n", "| MaxEpRet | -84 |\n", "| MinEpRet | -167 |\n", "| AverageTestEpRet | -84.2 |\n", "| StdTestEpRet | 18.2 |\n", "| MaxTestEpRet | -64.5 |\n", "| MinTestEpRet | -124 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.56e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 24.6 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 24.6 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -300 |\n", "| AverageLogPi | 0.28 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.22 |\n", "| MinLogPi | -9.97 |\n", "| LossPi | 181 |\n", "| LossQ | 2.35 |\n", "| Time | 2.73e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 156 |\n", "| AverageEpRet | -101 |\n", "| StdEpRet | 24.1 |\n", "| MaxEpRet | -55.7 |\n", "| MinEpRet | -162 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 26.5 |\n", "| MaxTestEpRet | -66.4 |\n", "| MinTestEpRet | -150 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.57e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 24.8 |\n", "| MaxQ1Vals | -134 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 24.8 |\n", "| MaxQ2Vals | -134 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.288 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 8.99 |\n", "| MinLogPi | -9.88 |\n", "| LossPi | 181 |\n", "| LossQ | 2.4 |\n", "| Time | 2.75e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 157 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 30.9 |\n", "| MaxEpRet | -57.3 |\n", "| MinEpRet | -178 |\n", "| AverageTestEpRet | -99.4 |\n", "| StdTestEpRet | 26 |\n", "| MaxTestEpRet | -51.7 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.59e+05 |\n", "| AverageQ1Vals | -181 |\n", "| StdQ1Vals | 24.8 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -181 |\n", "| StdQ2Vals | 24.8 |\n", "| MaxQ2Vals | -133 |\n", "| MinQ2Vals | -290 |\n", "| AverageLogPi | 0.28 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.72 |\n", "| MinLogPi | -10 |\n", "| LossPi | 180 |\n", "| LossQ | 2.29 |\n", "| Time | 2.77e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 158 |\n", "| AverageEpRet | -115 |\n", "| StdEpRet | 23.6 |\n", "| MaxEpRet | -88.9 |\n", "| MinEpRet | -191 |\n", "| AverageTestEpRet | -93.5 |\n", "| StdTestEpRet | 22.2 |\n", "| MaxTestEpRet | -63.7 |\n", "| MinTestEpRet | -142 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.61e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 24.8 |\n", "| MaxQ1Vals | -133 |\n", "| MinQ1Vals | -301 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 24.8 |\n", "| MaxQ2Vals | -132 |\n", "| MinQ2Vals | -301 |\n", "| AverageLogPi | 0.285 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.98 |\n", "| MinLogPi | -9.87 |\n", "| LossPi | 180 |\n", "| LossQ | 2.31 |\n", "| Time | 2.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 159 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 22.4 |\n", "| MaxEpRet | -61.3 |\n", "| MinEpRet | -145 |\n", "| AverageTestEpRet | -96.3 |\n", "| StdTestEpRet | 21 |\n", "| MaxTestEpRet | -65.4 |\n", "| MinTestEpRet | -141 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.62e+05 |\n", "| AverageQ1Vals | -180 |\n", "| StdQ1Vals | 24.9 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -180 |\n", "| StdQ2Vals | 24.9 |\n", "| MaxQ2Vals | -132 |\n", "| MinQ2Vals | -302 |\n", "| AverageLogPi | 0.28 |\n", "| StdLogPi | 1.39 |\n", "| MaxLogPi | 9.43 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 179 |\n", "| LossQ | 2.35 |\n", "| Time | 2.81e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 160 |\n", "| AverageEpRet | -105 |\n", "| StdEpRet | 19.1 |\n", "| MaxEpRet | -66.7 |\n", "| MinEpRet | -132 |\n", "| AverageTestEpRet | -99.6 |\n", "| StdTestEpRet | 35.6 |\n", "| MaxTestEpRet | -30.7 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+05 |\n", "| AverageQ1Vals | -179 |\n", "| StdQ1Vals | 24.9 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -179 |\n", "| StdQ2Vals | 24.9 |\n", "| MaxQ2Vals | -131 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.279 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.62 |\n", "| MinLogPi | -11.6 |\n", "| LossPi | 179 |\n", "| LossQ | 2.3 |\n", "| Time | 2.82e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 161 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 26.9 |\n", "| MaxEpRet | -81.6 |\n", "| MinEpRet | -188 |\n", "| AverageTestEpRet | -89.3 |\n", "| StdTestEpRet | 27.6 |\n", "| MaxTestEpRet | -53.2 |\n", "| MinTestEpRet | -131 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.66e+05 |\n", "| AverageQ1Vals | -179 |\n", "| StdQ1Vals | 25 |\n", "| MaxQ1Vals | -131 |\n", "| MinQ1Vals | -302 |\n", "| AverageQ2Vals | -179 |\n", "| StdQ2Vals | 25 |\n", "| MaxQ2Vals | -131 |\n", "| MinQ2Vals | -301 |\n", "| AverageLogPi | 0.282 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.02 |\n", "| MinLogPi | -12.2 |\n", "| LossPi | 178 |\n", "| LossQ | 2.35 |\n", "| Time | 2.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 162 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 23.3 |\n", "| MaxEpRet | -54.7 |\n", "| MinEpRet | -144 |\n", "| AverageTestEpRet | -97.6 |\n", "| StdTestEpRet | 21.7 |\n", "| MaxTestEpRet | -52.8 |\n", "| MinTestEpRet | -131 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.67e+05 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 25 |\n", "| MaxQ1Vals | -129 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 25 |\n", "| MaxQ2Vals | -130 |\n", "| MinQ2Vals | -293 |\n", "| AverageLogPi | 0.272 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 8.85 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 178 |\n", "| LossQ | 2.31 |\n", "| Time | 2.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 163 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 24.4 |\n", "| MaxEpRet | -67.6 |\n", "| MinEpRet | -155 |\n", "| AverageTestEpRet | -88.1 |\n", "| StdTestEpRet | 25.1 |\n", "| MaxTestEpRet | -60 |\n", "| MinTestEpRet | -136 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.69e+05 |\n", "| AverageQ1Vals | -178 |\n", "| StdQ1Vals | 25.1 |\n", "| MaxQ1Vals | -130 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -178 |\n", "| StdQ2Vals | 25.1 |\n", "| MaxQ2Vals | -129 |\n", "| MinQ2Vals | -301 |\n", "| AverageLogPi | 0.268 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.13 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 177 |\n", "| LossQ | 2.36 |\n", "| Time | 2.88e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 164 |\n", "| AverageEpRet | -100 |\n", "| StdEpRet | 18.6 |\n", "| MaxEpRet | -67.9 |\n", "| MinEpRet | -131 |\n", "| AverageTestEpRet | -95.5 |\n", "| StdTestEpRet | 24.7 |\n", "| MaxTestEpRet | -58.5 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.71e+05 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 25.3 |\n", "| MaxQ1Vals | -129 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 25.3 |\n", "| MaxQ2Vals | -129 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.272 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.25 |\n", "| MinLogPi | -10.7 |\n", "| LossPi | 177 |\n", "| LossQ | 2.3 |\n", "| Time | 2.89e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 165 |\n", "| AverageEpRet | -102 |\n", "| StdEpRet | 31 |\n", "| MaxEpRet | -51.1 |\n", "| MinEpRet | -175 |\n", "| AverageTestEpRet | -95.2 |\n", "| StdTestEpRet | 31.4 |\n", "| MaxTestEpRet | -39 |\n", "| MinTestEpRet | -142 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.72e+05 |\n", "| AverageQ1Vals | -177 |\n", "| StdQ1Vals | 25.3 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -288 |\n", "| AverageQ2Vals | -177 |\n", "| StdQ2Vals | 25.3 |\n", "| MaxQ2Vals | -129 |\n", "| MinQ2Vals | -287 |\n", "| AverageLogPi | 0.268 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 8.96 |\n", "| MinLogPi | -9.18 |\n", "| LossPi | 176 |\n", "| LossQ | 2.36 |\n", "| Time | 2.91e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 166 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 23.8 |\n", "| MaxEpRet | -47.6 |\n", "| MinEpRet | -147 |\n", "| AverageTestEpRet | -105 |\n", "| StdTestEpRet | 28.6 |\n", "| MaxTestEpRet | -65.6 |\n", "| MinTestEpRet | -173 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.74e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 25.4 |\n", "| MaxQ1Vals | -128 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 25.4 |\n", "| MaxQ2Vals | -128 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.275 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 8.87 |\n", "| MinLogPi | -10 |\n", "| LossPi | 176 |\n", "| LossQ | 2.38 |\n", "| Time | 2.93e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 167 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 26.7 |\n", "| MaxEpRet | -67.6 |\n", "| MinEpRet | -164 |\n", "| AverageTestEpRet | -101 |\n", "| StdTestEpRet | 26.3 |\n", "| MaxTestEpRet | -52.2 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.76e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 25.3 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 25.3 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.278 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.44 |\n", "| MinLogPi | -9.29 |\n", "| LossPi | 176 |\n", "| LossQ | 2.4 |\n", "| Time | 2.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 168 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 23.2 |\n", "| MaxEpRet | -70.8 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -113 |\n", "| StdTestEpRet | 30.8 |\n", "| MaxTestEpRet | -47.2 |\n", "| MinTestEpRet | -152 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.77e+05 |\n", "| AverageQ1Vals | -176 |\n", "| StdQ1Vals | 25.4 |\n", "| MaxQ1Vals | -127 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -176 |\n", "| StdQ2Vals | 25.4 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.277 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 10.9 |\n", "| MinLogPi | -9.98 |\n", "| LossPi | 175 |\n", "| LossQ | 2.33 |\n", "| Time | 2.97e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 169 |\n", "| AverageEpRet | -122 |\n", "| StdEpRet | 20.4 |\n", "| MaxEpRet | -88.4 |\n", "| MinEpRet | -171 |\n", "| AverageTestEpRet | -103 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -45.8 |\n", "| MinTestEpRet | -139 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.79e+05 |\n", "| AverageQ1Vals | -175 |\n", "| StdQ1Vals | 25.5 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -297 |\n", "| AverageQ2Vals | -175 |\n", "| StdQ2Vals | 25.5 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.274 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.58 |\n", "| MinLogPi | -10.9 |\n", "| LossPi | 175 |\n", "| LossQ | 2.32 |\n", "| Time | 2.99e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 170 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 28.1 |\n", "| MaxEpRet | -58.6 |\n", "| MinEpRet | -173 |\n", "| AverageTestEpRet | -99.5 |\n", "| StdTestEpRet | 14.2 |\n", "| MaxTestEpRet | -73.6 |\n", "| MinTestEpRet | -121 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+05 |\n", "| AverageQ1Vals | -175 |\n", "| StdQ1Vals | 25.5 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -175 |\n", "| StdQ2Vals | 25.5 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -296 |\n", "| AverageLogPi | 0.278 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 10.7 |\n", "| MinLogPi | -13.2 |\n", "| LossPi | 174 |\n", "| LossQ | 2.27 |\n", "| Time | 3.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 171 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 29.7 |\n", "| MaxEpRet | -75.6 |\n", "| MinEpRet | -161 |\n", "| AverageTestEpRet | -82.4 |\n", "| StdTestEpRet | 24.7 |\n", "| MaxTestEpRet | -40.1 |\n", "| MinTestEpRet | -128 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.82e+05 |\n", "| AverageQ1Vals | -174 |\n", "| StdQ1Vals | 25.5 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -300 |\n", "| AverageQ2Vals | -174 |\n", "| StdQ2Vals | 25.5 |\n", "| MaxQ2Vals | -127 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.278 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.11 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 174 |\n", "| LossQ | 2.27 |\n", "| Time | 3.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 172 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 28.3 |\n", "| MaxEpRet | -62.9 |\n", "| MinEpRet | -176 |\n", "| AverageTestEpRet | -101 |\n", "| StdTestEpRet | 26.6 |\n", "| MaxTestEpRet | -43.6 |\n", "| MinTestEpRet | -138 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.84e+05 |\n", "| AverageQ1Vals | -174 |\n", "| StdQ1Vals | 25.6 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -292 |\n", "| AverageQ2Vals | -174 |\n", "| StdQ2Vals | 25.6 |\n", "| MaxQ2Vals | -126 |\n", "| MinQ2Vals | -293 |\n", "| AverageLogPi | 0.276 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 8.89 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 174 |\n", "| LossQ | 2.29 |\n", "| Time | 3.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 173 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 20.5 |\n", "| MaxEpRet | -69.3 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -83.3 |\n", "| StdTestEpRet | 31.7 |\n", "| MaxTestEpRet | -44 |\n", "| MinTestEpRet | -148 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.85e+05 |\n", "| AverageQ1Vals | -174 |\n", "| StdQ1Vals | 25.7 |\n", "| MaxQ1Vals | -126 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -174 |\n", "| StdQ2Vals | 25.7 |\n", "| MaxQ2Vals | -126 |\n", "| MinQ2Vals | -289 |\n", "| AverageLogPi | 0.272 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 10.7 |\n", "| MinLogPi | -9 |\n", "| LossPi | 173 |\n", "| LossQ | 2.34 |\n", "| Time | 3.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 174 |\n", "| AverageEpRet | -103 |\n", "| StdEpRet | 18.2 |\n", "| MaxEpRet | -72.8 |\n", "| MinEpRet | -135 |\n", "| AverageTestEpRet | -83.8 |\n", "| StdTestEpRet | 35.5 |\n", "| MaxTestEpRet | -39.4 |\n", "| MinTestEpRet | -147 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.87e+05 |\n", "| AverageQ1Vals | -173 |\n", "| StdQ1Vals | 25.7 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -173 |\n", "| StdQ2Vals | 25.7 |\n", "| MaxQ2Vals | -125 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.272 |\n", "| StdLogPi | 1.38 |\n", "| MaxLogPi | 9.44 |\n", "| MinLogPi | -10.8 |\n", "| LossPi | 173 |\n", "| LossQ | 2.31 |\n", "| Time | 3.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 175 |\n", "| AverageEpRet | -118 |\n", "| StdEpRet | 27.1 |\n", "| MaxEpRet | -67.2 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -91.2 |\n", "| StdTestEpRet | 18.2 |\n", "| MaxTestEpRet | -55 |\n", "| MinTestEpRet | -114 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.89e+05 |\n", "| AverageQ1Vals | -173 |\n", "| StdQ1Vals | 25.8 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -292 |\n", "| AverageQ2Vals | -173 |\n", "| StdQ2Vals | 25.8 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -292 |\n", "| AverageLogPi | 0.273 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.87 |\n", "| MinLogPi | -9.93 |\n", "| LossPi | 172 |\n", "| LossQ | 2.34 |\n", "| Time | 3.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 176 |\n", "| AverageEpRet | -131 |\n", "| StdEpRet | 29.2 |\n", "| MaxEpRet | -70.5 |\n", "| MinEpRet | -181 |\n", "| AverageTestEpRet | -97 |\n", "| StdTestEpRet | 23.7 |\n", "| MaxTestEpRet | -65.2 |\n", "| MinTestEpRet | -132 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.9e+05 |\n", "| AverageQ1Vals | -172 |\n", "| StdQ1Vals | 25.8 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -294 |\n", "| AverageQ2Vals | -172 |\n", "| StdQ2Vals | 25.8 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -295 |\n", "| AverageLogPi | 0.273 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.44 |\n", "| MinLogPi | -14.1 |\n", "| LossPi | 172 |\n", "| LossQ | 2.29 |\n", "| Time | 3.11e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 177 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 33 |\n", "| MaxEpRet | -70.1 |\n", "| MinEpRet | -214 |\n", "| AverageTestEpRet | -102 |\n", "| StdTestEpRet | 30.7 |\n", "| MaxTestEpRet | -67 |\n", "| MinTestEpRet | -179 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.92e+05 |\n", "| AverageQ1Vals | -172 |\n", "| StdQ1Vals | 25.9 |\n", "| MaxQ1Vals | -124 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -172 |\n", "| StdQ2Vals | 25.9 |\n", "| MaxQ2Vals | -124 |\n", "| MinQ2Vals | -296 |\n", "| AverageLogPi | 0.266 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.91 |\n", "| MinLogPi | -11.7 |\n", "| LossPi | 172 |\n", "| LossQ | 2.28 |\n", "| Time | 3.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 178 |\n", "| AverageEpRet | -117 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -64.7 |\n", "| MinEpRet | -149 |\n", "| AverageTestEpRet | -100 |\n", "| StdTestEpRet | 30.5 |\n", "| MaxTestEpRet | -52.2 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.94e+05 |\n", "| AverageQ1Vals | -172 |\n", "| StdQ1Vals | 25.9 |\n", "| MaxQ1Vals | -123 |\n", "| MinQ1Vals | -294 |\n", "| AverageQ2Vals | -172 |\n", "| StdQ2Vals | 25.9 |\n", "| MaxQ2Vals | -123 |\n", "| MinQ2Vals | -295 |\n", "| AverageLogPi | 0.276 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.77 |\n", "| MinLogPi | -11.2 |\n", "| LossPi | 171 |\n", "| LossQ | 2.33 |\n", "| Time | 3.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 179 |\n", "| AverageEpRet | -112 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -82.1 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -82.9 |\n", "| StdTestEpRet | 20.6 |\n", "| MaxTestEpRet | -48.8 |\n", "| MinTestEpRet | -104 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.95e+05 |\n", "| AverageQ1Vals | -171 |\n", "| StdQ1Vals | 26 |\n", "| MaxQ1Vals | -123 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -171 |\n", "| StdQ2Vals | 26 |\n", "| MaxQ2Vals | -123 |\n", "| MinQ2Vals | -297 |\n", "| AverageLogPi | 0.268 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.18 |\n", "| MinLogPi | -9.85 |\n", "| LossPi | 171 |\n", "| LossQ | 2.3 |\n", "| Time | 3.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 180 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 20.8 |\n", "| MaxEpRet | -76.1 |\n", "| MinEpRet | -147 |\n", "| AverageTestEpRet | -77.6 |\n", "| StdTestEpRet | 19.9 |\n", "| MaxTestEpRet | -57.2 |\n", "| MinTestEpRet | -125 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+05 |\n", "| AverageQ1Vals | -171 |\n", "| StdQ1Vals | 26.1 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -289 |\n", "| AverageQ2Vals | -171 |\n", "| StdQ2Vals | 26.1 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -292 |\n", "| AverageLogPi | 0.271 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.67 |\n", "| MinLogPi | -12.5 |\n", "| LossPi | 170 |\n", "| LossQ | 2.29 |\n", "| Time | 3.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 181 |\n", "| AverageEpRet | -113 |\n", "| StdEpRet | 23.7 |\n", "| MaxEpRet | -69.8 |\n", "| MinEpRet | -156 |\n", "| AverageTestEpRet | -93.4 |\n", "| StdTestEpRet | 33.3 |\n", "| MaxTestEpRet | -61.6 |\n", "| MinTestEpRet | -165 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.99e+05 |\n", "| AverageQ1Vals | -170 |\n", "| StdQ1Vals | 26 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -170 |\n", "| StdQ2Vals | 26 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.279 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.53 |\n", "| MinLogPi | -8.94 |\n", "| LossPi | 170 |\n", "| LossQ | 2.28 |\n", "| Time | 3.2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 182 |\n", "| AverageEpRet | -103 |\n", "| StdEpRet | 19 |\n", "| MaxEpRet | -68.9 |\n", "| MinEpRet | -134 |\n", "| AverageTestEpRet | -97.1 |\n", "| StdTestEpRet | 22.2 |\n", "| MaxTestEpRet | -36 |\n", "| MinTestEpRet | -124 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3e+05 |\n", "| AverageQ1Vals | -170 |\n", "| StdQ1Vals | 26.1 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -170 |\n", "| StdQ2Vals | 26.1 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -298 |\n", "| AverageLogPi | 0.269 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 9.49 |\n", "| MinLogPi | -10.5 |\n", "| LossPi | 170 |\n", "| LossQ | 2.33 |\n", "| Time | 3.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 183 |\n", "| AverageEpRet | -100 |\n", "| StdEpRet | 21.6 |\n", "| MaxEpRet | -69.3 |\n", "| MinEpRet | -142 |\n", "| AverageTestEpRet | -100 |\n", "| StdTestEpRet | 29 |\n", "| MaxTestEpRet | -67.1 |\n", "| MinTestEpRet | -163 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.02e+05 |\n", "| AverageQ1Vals | -170 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -291 |\n", "| AverageQ2Vals | -170 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -292 |\n", "| AverageLogPi | 0.277 |\n", "| StdLogPi | 1.37 |\n", "| MaxLogPi | 10.8 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 169 |\n", "| LossQ | 2.33 |\n", "| Time | 3.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 184 |\n", "| AverageEpRet | -108 |\n", "| StdEpRet | 20.7 |\n", "| MaxEpRet | -64.6 |\n", "| MinEpRet | -140 |\n", "| AverageTestEpRet | -96 |\n", "| StdTestEpRet | 26.5 |\n", "| MaxTestEpRet | -53.7 |\n", "| MinTestEpRet | -144 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.04e+05 |\n", "| AverageQ1Vals | -169 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -122 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -169 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -122 |\n", "| MinQ2Vals | -289 |\n", "| AverageLogPi | 0.275 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 9.53 |\n", "| MinLogPi | -9.02 |\n", "| LossPi | 169 |\n", "| LossQ | 2.36 |\n", "| Time | 3.26e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 185 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -79.3 |\n", "| MinEpRet | -154 |\n", "| AverageTestEpRet | -107 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -67 |\n", "| MinTestEpRet | -146 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.05e+05 |\n", "| AverageQ1Vals | -169 |\n", "| StdQ1Vals | 26.3 |\n", "| MaxQ1Vals | -121 |\n", "| MinQ1Vals | -289 |\n", "| AverageQ2Vals | -169 |\n", "| StdQ2Vals | 26.3 |\n", "| MaxQ2Vals | -121 |\n", "| MinQ2Vals | -289 |\n", "| AverageLogPi | 0.275 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 9.36 |\n", "| MinLogPi | -10.4 |\n", "| LossPi | 168 |\n", "| LossQ | 2.35 |\n", "| Time | 3.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 186 |\n", "| AverageEpRet | -110 |\n", "| StdEpRet | 16.5 |\n", "| MaxEpRet | -80.3 |\n", "| MinEpRet | -147 |\n", "| AverageTestEpRet | -96.6 |\n", "| StdTestEpRet | 29.3 |\n", "| MaxTestEpRet | -42.2 |\n", "| MinTestEpRet | -143 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.07e+05 |\n", "| AverageQ1Vals | -168 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -299 |\n", "| AverageQ2Vals | -168 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -121 |\n", "| MinQ2Vals | -300 |\n", "| AverageLogPi | 0.248 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 9.2 |\n", "| MinLogPi | -10.3 |\n", "| LossPi | 168 |\n", "| LossQ | 2.26 |\n", "| Time | 3.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 187 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 20.4 |\n", "| MaxEpRet | -84.1 |\n", "| MinEpRet | -164 |\n", "| AverageTestEpRet | -92.5 |\n", "| StdTestEpRet | 30 |\n", "| MaxTestEpRet | -42.7 |\n", "| MinTestEpRet | -134 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.09e+05 |\n", "| AverageQ1Vals | -168 |\n", "| StdQ1Vals | 26.3 |\n", "| MaxQ1Vals | -120 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -168 |\n", "| StdQ2Vals | 26.3 |\n", "| MaxQ2Vals | -120 |\n", "| MinQ2Vals | -289 |\n", "| AverageLogPi | 0.262 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 10.2 |\n", "| MinLogPi | -12.2 |\n", "| LossPi | 168 |\n", "| LossQ | 2.33 |\n", "| Time | 3.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 188 |\n", "| AverageEpRet | -107 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -70 |\n", "| MinEpRet | -146 |\n", "| AverageTestEpRet | -87.2 |\n", "| StdTestEpRet | 21.2 |\n", "| MaxTestEpRet | -53.3 |\n", "| MinTestEpRet | -130 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.1e+05 |\n", "| AverageQ1Vals | -168 |\n", "| StdQ1Vals | 26.4 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -168 |\n", "| StdQ2Vals | 26.4 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -295 |\n", "| AverageLogPi | 0.272 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 9.69 |\n", "| MinLogPi | -11.6 |\n", "| LossPi | 168 |\n", "| LossQ | 2.33 |\n", "| Time | 3.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 189 |\n", "| AverageEpRet | -103 |\n", "| StdEpRet | 25.2 |\n", "| MaxEpRet | -57.6 |\n", "| MinEpRet | -144 |\n", "| AverageTestEpRet | -91.8 |\n", "| StdTestEpRet | 15.7 |\n", "| MaxTestEpRet | -75.7 |\n", "| MinTestEpRet | -118 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.12e+05 |\n", "| AverageQ1Vals | -168 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -119 |\n", "| MinQ1Vals | -298 |\n", "| AverageQ2Vals | -168 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -299 |\n", "| AverageLogPi | 0.278 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 9.56 |\n", "| MinLogPi | -10.2 |\n", "| LossPi | 167 |\n", "| LossQ | 2.33 |\n", "| Time | 3.35e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 190 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 20.3 |\n", "| MaxEpRet | -80.2 |\n", "| MinEpRet | -151 |\n", "| AverageTestEpRet | -77.7 |\n", "| StdTestEpRet | 29.1 |\n", "| MaxTestEpRet | -31.3 |\n", "| MinTestEpRet | -135 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+05 |\n", "| AverageQ1Vals | -167 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -291 |\n", "| AverageQ2Vals | -167 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -119 |\n", "| MinQ2Vals | -291 |\n", "| AverageLogPi | 0.257 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 9.85 |\n", "| MinLogPi | -10.3 |\n", "| LossPi | 167 |\n", "| LossQ | 2.25 |\n", "| Time | 3.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 191 |\n", "| AverageEpRet | -108 |\n", "| StdEpRet | 24.9 |\n", "| MaxEpRet | -73.2 |\n", "| MinEpRet | -159 |\n", "| AverageTestEpRet | -98.8 |\n", "| StdTestEpRet | 28.1 |\n", "| MaxTestEpRet | -52.1 |\n", "| MinTestEpRet | -137 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.15e+05 |\n", "| AverageQ1Vals | -167 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -167 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.26 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 9.94 |\n", "| MinLogPi | -9.6 |\n", "| LossPi | 167 |\n", "| LossQ | 2.26 |\n", "| Time | 3.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 192 |\n", "| AverageEpRet | -106 |\n", "| StdEpRet | 21.1 |\n", "| MaxEpRet | -72.7 |\n", "| MinEpRet | -137 |\n", "| AverageTestEpRet | -112 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -80.1 |\n", "| MinTestEpRet | -149 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.17e+05 |\n", "| AverageQ1Vals | -167 |\n", "| StdQ1Vals | 26.3 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -295 |\n", "| AverageQ2Vals | -167 |\n", "| StdQ2Vals | 26.3 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.25 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 10.6 |\n", "| MinLogPi | -11.1 |\n", "| LossPi | 167 |\n", "| LossQ | 2.26 |\n", "| Time | 3.4e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 193 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 22.1 |\n", "| MaxEpRet | -72.4 |\n", "| MinEpRet | -148 |\n", "| AverageTestEpRet | -91.5 |\n", "| StdTestEpRet | 24.6 |\n", "| MaxTestEpRet | -44.4 |\n", "| MinTestEpRet | -124 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.18e+05 |\n", "| AverageQ1Vals | -167 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -293 |\n", "| AverageQ2Vals | -167 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.262 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 9.9 |\n", "| MinLogPi | -9.08 |\n", "| LossPi | 166 |\n", "| LossQ | 2.28 |\n", "| Time | 3.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 194 |\n", "| AverageEpRet | -108 |\n", "| StdEpRet | 24 |\n", "| MaxEpRet | -77.4 |\n", "| MinEpRet | -152 |\n", "| AverageTestEpRet | -93.7 |\n", "| StdTestEpRet | 32.9 |\n", "| MaxTestEpRet | -49 |\n", "| MinTestEpRet | -156 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.2e+05 |\n", "| AverageQ1Vals | -166 |\n", "| StdQ1Vals | 26.3 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -296 |\n", "| AverageQ2Vals | -166 |\n", "| StdQ2Vals | 26.3 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -296 |\n", "| AverageLogPi | 0.253 |\n", "| StdLogPi | 1.36 |\n", "| MaxLogPi | 10 |\n", "| MinLogPi | -10.1 |\n", "| LossPi | 166 |\n", "| LossQ | 2.28 |\n", "| Time | 3.43e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 195 |\n", "| AverageEpRet | -109 |\n", "| StdEpRet | 21.3 |\n", "| MaxEpRet | -73.1 |\n", "| MinEpRet | -158 |\n", "| AverageTestEpRet | -111 |\n", "| StdTestEpRet | 16.3 |\n", "| MaxTestEpRet | -92.1 |\n", "| MinTestEpRet | -139 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.22e+05 |\n", "| AverageQ1Vals | -166 |\n", "| StdQ1Vals | 26.1 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -290 |\n", "| AverageQ2Vals | -166 |\n", "| StdQ2Vals | 26.1 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -292 |\n", "| AverageLogPi | 0.255 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 10.1 |\n", "| MinLogPi | -11 |\n", "| LossPi | 166 |\n", "| LossQ | 2.26 |\n", "| Time | 3.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 196 |\n", "| AverageEpRet | -100 |\n", "| StdEpRet | 25.4 |\n", "| MaxEpRet | -56.1 |\n", "| MinEpRet | -153 |\n", "| AverageTestEpRet | -100 |\n", "| StdTestEpRet | 21.9 |\n", "| MaxTestEpRet | -66.8 |\n", "| MinTestEpRet | -132 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.23e+05 |\n", "| AverageQ1Vals | -166 |\n", "| StdQ1Vals | 26.2 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -292 |\n", "| AverageQ2Vals | -166 |\n", "| StdQ2Vals | 26.2 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.254 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 10.1 |\n", "| MinLogPi | -11.9 |\n", "| LossPi | 166 |\n", "| LossQ | 2.23 |\n", "| Time | 3.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 197 |\n", "| AverageEpRet | -111 |\n", "| StdEpRet | 22.3 |\n", "| MaxEpRet | -71.3 |\n", "| MinEpRet | -144 |\n", "| AverageTestEpRet | -91.2 |\n", "| StdTestEpRet | 23.4 |\n", "| MaxTestEpRet | -54.4 |\n", "| MinTestEpRet | -132 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.25e+05 |\n", "| AverageQ1Vals | -166 |\n", "| StdQ1Vals | 26.1 |\n", "| MaxQ1Vals | -117 |\n", "| MinQ1Vals | -292 |\n", "| AverageQ2Vals | -166 |\n", "| StdQ2Vals | 26.1 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -292 |\n", "| AverageLogPi | 0.245 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 9.71 |\n", "| MinLogPi | -9.85 |\n", "| LossPi | 165 |\n", "| LossQ | 2.21 |\n", "| Time | 3.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 198 |\n", "| AverageEpRet | -102 |\n", "| StdEpRet | 21.5 |\n", "| MaxEpRet | -61.5 |\n", "| MinEpRet | -137 |\n", "| AverageTestEpRet | -97.5 |\n", "| StdTestEpRet | 45.1 |\n", "| MaxTestEpRet | -47.1 |\n", "| MinTestEpRet | -205 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.27e+05 |\n", "| AverageQ1Vals | -165 |\n", "| StdQ1Vals | 26.1 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -292 |\n", "| AverageQ2Vals | -165 |\n", "| StdQ2Vals | 26.1 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -291 |\n", "| AverageLogPi | 0.265 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 10.1 |\n", "| MinLogPi | -9.5 |\n", "| LossPi | 165 |\n", "| LossQ | 2.22 |\n", "| Time | 3.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 199 |\n", "| AverageEpRet | -116 |\n", "| StdEpRet | 26.3 |\n", "| MaxEpRet | -79.3 |\n", "| MinEpRet | -169 |\n", "| AverageTestEpRet | -100 |\n", "| StdTestEpRet | 17.2 |\n", "| MaxTestEpRet | -64.8 |\n", "| MinTestEpRet | -124 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.28e+05 |\n", "| AverageQ1Vals | -165 |\n", "| StdQ1Vals | 26 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -291 |\n", "| AverageQ2Vals | -165 |\n", "| StdQ2Vals | 26 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -291 |\n", "| AverageLogPi | 0.249 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 9.24 |\n", "| MinLogPi | -9.14 |\n", "| LossPi | 165 |\n", "| LossQ | 2.2 |\n", "| Time | 3.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 200 |\n", "| AverageEpRet | -102 |\n", "| StdEpRet | 28.5 |\n", "| MaxEpRet | -56.3 |\n", "| MinEpRet | -172 |\n", "| AverageTestEpRet | -110 |\n", "| StdTestEpRet | 24.8 |\n", "| MaxTestEpRet | -64.5 |\n", "| MinTestEpRet | -140 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+05 |\n", "| AverageQ1Vals | -165 |\n", "| StdQ1Vals | 26 |\n", "| MaxQ1Vals | -118 |\n", "| MinQ1Vals | -291 |\n", "| AverageQ2Vals | -165 |\n", "| StdQ2Vals | 26 |\n", "| MaxQ2Vals | -118 |\n", "| MinQ2Vals | -294 |\n", "| AverageLogPi | 0.238 |\n", "| StdLogPi | 1.35 |\n", "| MaxLogPi | 9.43 |\n", "| MinLogPi | -11.7 |\n", "| LossPi | 165 |\n", "| LossQ | 2.25 |\n", "| Time | 3.54e+03 |\n", "---------------------------------------\n" ] } ], "source": [ "# Setup baseline 0\n", "logger_kwargs = dict(output_dir='sac_n_200epc', exp_name='sac_n_200epc')\n", "seed_b = 0\n", "epochs_b = 200\n", "maxeplen_b = 110\n", "\n", "spe_b = maxeplen_b * 15\n", "repsize_b = 1000000\n", "gamma_b = 0.995\n", "polyak_b = 0.995\n", "batchsize_b = 100\n", "startsteps_b = 20000\n", "args_b = dict(hidden_sizes=[400,], activation=torch.nn.ReLU)\n", "lr_b = 0.001\n", "alpha_b = 0.2\n", "\n", "# Env function\n", "reward_args = {'k': 0.25, 'qx2' : 0.05, 'qx4' : 0.05, 'pu1':0.05,'pu2':0.05}\n", "env = partial(env_fn,env_name = 'gyroscopeenv-v0',reward_type = 'Normalized', reward_args = reward_args,ep_len=110)\n", "\n", "# Baseline 0 training\n", "spinup.sac_pytorch(env, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n", "polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, lr = lr_b, alpha = alpha_b)" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "Gn3Gp40bcOVz" }, "source": [ "## Test" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 106 }, "colab_type": "code", "executionInfo": { "elapsed": 972, "status": "ok", "timestamp": 1584036455886, "user": { "displayName": "Matthieu Le Cauchois", "photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64", "userId": "10992927378504656501" }, "user_tz": -60 }, "id": "6GyY0wE-QBOj", "outputId": "9a5e9011-e024-4a65-8383-83c062cdcad9" }, "outputs": [ { "ename": "UnregisteredEnv", "evalue": "No registered env with id: gyroscopeenv-v0", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mKeyError\u001b[0m Traceback (most recent call last)", "\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/envs/registration.py\u001b[0m in \u001b[0;36mspec\u001b[0;34m(self, path)\u001b[0m\n\u001b[1;32m 131\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 132\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0menv_specs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 133\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;31mKeyError\u001b[0m: 'gyroscopeenv-v0'", "\nDuring handling of the above exception, another exception occurred:\n", "\u001b[0;31mUnregisteredEnv\u001b[0m Traceback (most recent call last)", "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 11\u001b[0m \u001b[0;31m# Perform testing\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 12\u001b[0;31m \u001b[0mr\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mscore\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx1_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx2_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx3_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx4_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx1_ref_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx3_ref_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mact\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtest_agent\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_name\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mreward_type\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mreward_args\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mseed\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0magent_path\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minit_state\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mt_end\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mep_len\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", "\u001b[0;32m~/Documents/MA2/DRLGyro/code/custom_functions/custom_functions/custom_functions.py\u001b[0m in \u001b[0;36mtest_agent\u001b[0;34m(env_name, reward_type, reward_args, seed, agent_path, state, t_end, ep_len, x1_ref_seq, x3_ref_seq, w_seq, param)\u001b[0m\n\u001b[1;32m 69\u001b[0m \u001b[0;31m# Create environment\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 70\u001b[0m \u001b[0menv_fn\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpartial\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_fn\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0menv_name\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mreward_type\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mreward_args\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mep_len\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 71\u001b[0;31m \u001b[0menv\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menv_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 72\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mseed\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mseed\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 73\u001b[0m \u001b[0mdt\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0meval_per_dt\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mmaxVoltage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maccess_members\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/DRLGyro/code/custom_functions/custom_functions/custom_functions.py\u001b[0m in \u001b[0;36menv_fn\u001b[0;34m(env_name, reward_type, reward_args, ep_len)\u001b[0m\n\u001b[1;32m 62\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0menv_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_name\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'gyroscopeenv-v0'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward_type\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward_args\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mep_len\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 63\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mreward_type\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 64\u001b[0;31m \u001b[0menv\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgym\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 65\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0margs_init\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreward_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward_args\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mep_len\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 66\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/envs/registration.py\u001b[0m in \u001b[0;36mmake\u001b[0;34m(id, **kwargs)\u001b[0m\n\u001b[1;32m 154\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 155\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mmake\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 156\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mregistry\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 157\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 158\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mspec\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/envs/registration.py\u001b[0m in \u001b[0;36mmake\u001b[0;34m(self, path, **kwargs)\u001b[0m\n\u001b[1;32m 98\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Making new env: %s'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 100\u001b[0;31m \u001b[0mspec\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mspec\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 101\u001b[0m \u001b[0menv\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mspec\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 102\u001b[0m \u001b[0;31m# We used to have people override _reset/_step rather than\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/envs/registration.py\u001b[0m in \u001b[0;36mspec\u001b[0;34m(self, path)\u001b[0m\n\u001b[1;32m 140\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDeprecatedEnv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Env {} not found (valid versions include {})'\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmatching_envs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 141\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 142\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mUnregisteredEnv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'No registered env with id: {}'\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 143\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 144\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mregister\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mid\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;31mUnregisteredEnv\u001b[0m: No registered env with id: gyroscopeenv-v0" ] } ], "source": [ "# Test paramaters\n", "env_name = 'gyroscopeenv-v0'\n", "reward_type = 'Normalized'\n", "reward_args = {'k': 0.05, 'qx2' : 0.01, 'qx4' : 0.01, 'pu1':0.01,'pu2':0.01}\n", "seed = 2\n", "agent_path = 'td3_n_b_it2/'\n", "init_state = [1,0,0,0,1,-2,10]\n", "ep_len = 110\n", "t_end = ep_len*0.05\n", "\n", "# Perform testing\n", "r,score,x1_eval,x2_eval,x3_eval,x4_eval,x1_ref_eval,x3_ref_eval,act = test_agent(env_name,reward_type,reward_args,seed,agent_path,init_state,t_end,ep_len)" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "vvMjuRHDcfrE" }, "source": [ "## Plot" ] }, { "cell_type": "code", "execution_count": 72, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 1000 }, "colab_type": "code", "executionInfo": { "elapsed": 1856, "status": "ok", "timestamp": 1584036457424, "user": { "displayName": "Matthieu Le Cauchois", "photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64", "userId": "10992927378504656501" }, "user_tz": -60 }, "id": "aCZCqujgcMVA", "outputId": "05490294-aab8-4933-ca9b-e13ba85ecf6d", "scrolled": true }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAABtIAAAamCAYAAAAkTy7sAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nOzdf5itZV0v/vdHwRRNSDDMJHdaatopTPwBntibwAQEM/UCS8mtnjDRk5TaJR51z1ZTSzzBt9S01O2vDnAppZhiQs4mwV+gkD/hiIKYeAwTDdFEvb9/PGux18w8M7MHZmbNzHq9rmuu9eO+53k+a933npnP/qz7fqq1FgAAAAAAAGCm24w7AAAAAAAAAFiLFNIAAAAAAACgh0IaAAAAAAAA9FBIAwAAAAAAgB4KaQAAAAAAANBDIQ0AAAAAAAB6KKQB0KuqpqqqVdWWFTzHVVV11Uodf3CO6apqK3yOHYP3atNKnmelrcZ4AAAA41VVWwf5y9Zxx3JrrEYetkp5sfEAWOMU0gDWqMEfoKNfP6qq/xgUhrZWVY07RgAAAManJ29sVfVfgw/JvaWqfmncMQLAerfHuAMAYFHbB7d7JvmFJL+dZHOSg5I8a1xBLZPDxx0AAADABrB95P7eSR6S5PeSPK6q/ntr7dLxhLWiTknyyiT/Nu5AANjYFNIA1rjW2tTo46p6eJILkpxUVa9urX15LIEtg9baleOOAQAAYL2bnTcmSVX9ZboPX56cZOsqh7TiWmvXJrl23HEAsPHZ2hFgnWmtXZjkC0kqyYNmt1fVQ6vqnVX19ar6QVVdU1Wvr6q79x2vqh5UVedW1X9W1Xeq6ryqOviWxFZV96mqd1XVt6rqu1V1UVU9ar493/uuyTXat6oeUVX/UlU3VNW/V9Wbq2qfQb8HVtV7B+e6oares9Be7FX1E1X1sqr68mCrkyuraltV3a6n72Oq6u1VdcXgdXy3qi6pqj+sqlv9u3Pwnp9eVZcNtuv8flX936p6dVX9VE//0ffksMH2nsPx+sf5tmtZ6ngsEvPvVNWHqur6Qbyfr6oXVtVP3Iq3AgAAWDn/NLi96+50HuQI0/O0zXv9q6XmoAucf++qOq2qvjrIOb5QVX9cVfcanHvHYjFV1aZh36q69yCubw7yp3+qql8e9LtrVb2hqq4dnOsTVXXYIvE9uao+VVXfq6pvVNWbqupuPf2WlO8tVVXdvapeXFUXjrznX6uqv6uq+/f0H31PNlXVGVV13SCui6vqmHnOs6TxWCTmZZkjAONiRRrA+nbT6IOqemqSNyT5ryTvSXJNkl9M8j+SHFtVD2utfWWk/yFJzktyuyRnJ/likgOTTCf556UEUlX3S3JRkp9K8o9J/jXJvZL8fZL3Lf2l5dFJjkny3iR/neSQdJ+i3FRVpyQ5P8m/JHljkv+W5Ngk96qqX2mt/bjneGcleXCSd6Z7334ryVSSg6rq0a21NtL3lUl+nORj6bYJ2TvJbyQ5fXCME27B6xn1++m26NyZ7v2/Tbqi6B8nOaqqHtpa+8+e7ztmEPf7070n909ydJIHV9X9W2vXDTsu53hU1ZuSPCXJV5O8K8n1SR6W5KVJDq+qR7TWfriUYwIAACvuiMHtxSt1gqXmoAsc5/bpctBfS/KpJO9Il4f9ryS/fgtC25Qun/t8kh2Dx7+dZLq6D46em+Q7Sc5McpckT0jy/qq6zzzx/lGS3xz0PzfJf0+XI20Z5G//PtL3luZ7u+vQJM9P8qF0+dkN6d7zxyd5dFU9vLV2Wc/33TPJx5N8KcnbBq/7+CTvrqojWmsfGnZczvFYrjkCME4KaQDrTFUdmuR+SX6Q7o/g4fP3SVdcuSrJ5tbav420HZ7u04inp/uDPlVVSd6U5A5JHtNae/dI/2cnOW2Job0mXdHmpNba60aOdVRueSHt8NbazsFxbpPkA+mSwfclObG19o6R87wxyVPTFdTePfdw+aUkD2itfWvQ/3+lSzyOSfKkdInE0KNmbzs5OP+bk/xeVf1Va+1jt+A1Db0iyTNbaz+adY6nJfnbJCcl+bOe73tMkke21s4f+Z5XpEuinprkz0f6Lst4VLdq7SnpCnBPbK19b6RtKsm2JM9MN7cAAIAxGPxtPnTndB8AfHi6DyaeukLnXFIOuojnpSvanJHkd4cfdKyqP03yyVsQ3uYkL2yt/elITC9K8pJ0Bbaz0uVKPx60fTDJW9MVzP6o53hHJXloa+1TI8f7i3TbZr4yydNG+t7SfG93/XOS/WcX46rqV5NcOIjnqJ7v25JkqrW2feR7/i5dYfB56fLjoWUZj2WeIwBjY2tHgDWuqqYGX39aVWem+0RbJXnuYE/4oWck2TPJs0f/OE2SQeHlPek+7fWTg6cPSXLfJBeMFtEG/irJbl+/rKoOSLdi64tJXj/r3O8fxLxU/2dYRBsc58fZVez6zGgRbeCtg9sD5zneS4dFtMHxvp/u4tRJV4QajXnOax+cf1gseuRuvYJ5tNaunp1UDbwp3aci5zv+GaNFtIE3DG4fMnximcfj2Ul+mOSpo0W0gZcm+WaSJy7heAAAwPLbNvL1R+lWTH0+XV51a1Y/LWSpOehCnpxuV5BTRncLaa1dk6V/yDPpCjevnPXcWwa3P5HkebN2Mvm7dHnPfPnk20aLaANTSb6d5HdrZMv7W5Hv7ZbW2jf6xnSwCu2fkxxWVXv2fOvVSV4263s+kOQrGcknB5ZrPJZzjgCMjRVpAGvftlmPW5KntdbePOv54XXNNlfVg3uO89NJbpvkPkkuSffpsqTbbmLmCVr7UVV9OMm9dzPGYbLxkXm2Vfxwdm0rsrv6th/52uD2kp624R/l95jneHNe5yCuHyV54OiTVbVvuk/gHZ1uO8Q7zvq+n53nHLtlkNQ8Pd32IfdPt0XG6Idb5jt+33tyzeB2dK/9ZRmPqtorya8muS7Jyd0ixjn+K91qPwAAYExaazf/sV5Vd0zygHSFpHdU1QNaa/9rBU671By0V1XdOV3ueU1r7aqeLh++BbFd2lPMGuaTV8wuRA1y4P+XJeSTrbVvV9Wl6Va//VKSS5Nble/ttqp6VJI/SHJQkv0y9/9490ty7azn+t6TpMspb75O+jKPx7LMEYBxU0gDWOOGCdEgGTo43TXB/rqqrm6tjV7HbN/B7fMWOeSdBrd7D27/3zz9vr6EMBc71nzPL+TbPc/9cDfa+j551xtDa+2HVXVduj/ekyRVtU+STyT5+XRbZ741yX8Mjr9PuhVaPzH7WEt0ZrqtK76UbhvKr6crSCXd1iDzHf/6eV5D0iUfQ8s1Hj+VbvXjXTO3oAsAAKxBrbXvJvl4VT023XWO/6Sq/nqwmmg5LTUHnc+dB7crmk+O5E59+WTS5Xy7nU8ODPPmvUeeu6X53m4ZuRTDt5J8MN2KshvTfej2Mek+DNl3jjn55MAPM7PQt5zjsVxzBGCsFNIA1olBMnReVR2bbk/yt1TVfVtrNw66DJOBvVtr39mNQw777z9P+92WEN7wfPMda77nV9P+6RKMm1XVHuk+qTf6fv2PdEW07a21qVn9D05XSLvFquqgdEnVeUmOaq39cKTtNkn+5NYcf2C5xmM4Rz7VWvu1BXsCAABrSmvt+qq6PN1uJL+WXbtZzPstmf//CvfpeW6pOeh81ks+2WeYN387Wfl8b5DDTqUrzv3arMs9DHPWW2s5x2O55gjAWLlGGsA601r71yR/k27LidGLIH90cPvru3mo4QWCN89uqKrbpttTf3ddOrg9eJAczLaUY62UOa8zXVy3TTK61/0vDG7ftZvHWKrh8d8zmlQNPCTJHZbhHMsyHq21G5J8NskDquouyxAXAACwuoZbwO/O/wF+K8kBs58c5Id91w5bag7aa1Bg+VKSn62qTT1d1mQ+WVV7p3tfvp/uenTJyud7+6Ural7UU0S7U3ZdwuEWW+bxWJY5AjBuCmkA69PL0m0N8dyqGiZGf5XkpiR/UVX3mf0NVXW7qhr94/WiJJcnObSqfmtW92dl96+PltbaV5JMp0sanj7rvEdm6ddHWwkvGnmvUlW3T/KKwcPR681dNbjdMvrNVfXAJKcsQxzzHf+nk7xmGY6/3OPxv5PcLsmbBttezlBVP1VVVqsBAMAaU1WPSbfbxk3p8r/FfDzJz1XVb856/oVJ7tnTf6k56ELemu7/KV9RIxdnrqoD0m2HOG4nDHLCUVPptnT8P6214daNVw1ut4x2XMZ87xvptnF80KBwNjz+nklOT1doWw7LNR7LOUcAxsbWjgDrUGvt36rqr9NtM/gnSU5prX2hqp6a5E1JPltV5ya5It0e7z+X7hNg/57kfoNjtKp6Wro91d9VVWcn+WK6T9QdnuTcJEcuIaxnJrkwyWur6ugk/5rkXkkel25f+N9K8uNb9cJvnc+ne1/eme4P+d9KVyz8xyRvG+n31nT7t59WVYcl+b9JfjHJMUnOTnL8rYzjE+nep8dW1UXpLtS8f5Kj0hU2v7bA9y7FsoxHa+1NVfWgJCclubKqPpBui8y7pEvKD01XiPyDZYobAABYoqqaGnl4xyT3T5djJMkLWmu7c12rU5M8Msm7q+rMdNeKPiTd3/3TmVUcWmoOuog/T3d9ryckuW9V/VO6ItVxSS4YtI0zn3x/kgur6qwk16ZblfXf0xXOnj/Sb0Xzvdbaj6vq/xuc89NV9e50H3w8LF2O9qHB/VtrWcZjmecIwNhYkQawfr0i3SfR/rCq9k+S1trbkzwoyTuS/Eq6lWVPSrcy6Z3piiE3a61dmO4P1/PS/WH/P9P9Eb4lyceWEkxr7XNJDk7y94NjnpxkU7r94T886DbOPdGPS/fH+7Hp3pfbpPsE4eNaa23YqbX2tXTx/2O6xOhZ6T59eVJmJki3SGvtR0keneR1Se6e5A8H5/nbdEnrTbf2HIPzLNt4tNaeme59+0i61Wx/PHgNeyd5VboLXQMAAOOzbeTrj9Jt8XdOkt9srZ26OwdorZ2frkDy2XQFlCenKxQ9JMnV83zPknLQBc79vXQFoL9Md92xPxo8fnl27SQyznzyL9K9lgPT5Vb3S7IjySGttW8MO61SvveiJM9J8r10O5A8NsnF6cbpKwt8325bzvFYrjkCME418n+HALAiquodSX43yf1aa5ePO55JZzwAAID1oqp+P8kbkvxBa+31445n0hkPYBIppAGwLKrqNkl+urX29VnPH57kA0kub609YCzBTSDjAQAArCdVdffBDiGjz/1cuh01fibJPWe3s3KMB8AurpEGwHK5XZJrqupDSb6Q5IdJHpDkEUl+kO6aXawe4wEAAKwn76qqPZNckuT6dFvTH5Nkr3TXBVe0WV3GA2DAijQAlkVV3TbdtbJ+I8k90v1xfV26CxG/srX2qTGGN3GMBwAAsJ5U1UlJTkjyi+mux3xDkk8l+avW2tnjjG0SGQ+AXRTSAAAAAAAAoMdtxh0AAAAAAAAArEWukZZkv/32a5s2bRp3GEmS7373u7njHe847jBYZcZ9Mhn3yWPMJ5Nxn0zGffwuueSS61prdx13HGxcayWP9PNmMhn3yWTcJ48xn0zGfTIZ9/FbKIdUSEuyadOmXHzxxeMOI0kyPT2dLVu2jDsMVplxn0zGffIY88lk3CeTcR+/qrp63DGwsa2VPNLPm8lk3CeTcZ88xnwyGffJZNzHb6Ec0taOAAAAAAAA0EMhDQAAAAAAAHoopAEAAAAAAEAPhTQAAAAAAADooZAGAAAAAAAAPRTSAAAAAAAAoIdCGgAAAAAAAPRQSAMAAAAAAIAeCmkAAAAAAADQQyENAAAAAAAAeiikAQAAAAAAQA+FNAAAAAAAAOihkAYAAAAAAAA9FNIAAAAAAACgh0IaAAAAAAAA9FBIAwAAAAAAgB4KaQAAAAAAANBDIQ0AAAAAAAB6KKQBAAAAAABAD4U0AAAAAAAA6KGQBgAAAAAAAD02dCGtqm5bVZ+qqveOOxYAAADWNjkkAAAw24YupCV5dpLPjzsIAAAA1gU5JAAAMMOGLaRV1T2SPCrJ3447FgAAANY2OSQAANBnwxbSkpyW5E+S/HjcgQAAALDmySEBAIA5qrU27hiWXVUdk+To1tpJVbUlyXNba8fM6nNikhOTZP/993/QGWecsfqB9rjhhhtypzvdadxhsMqM+2Qy7pPHmE8m4z6ZjPv4HXbYYZe01g4adxysD7uTQw76rbk80s+byWTcJ5NxnzzGfDIZ98lk3MdvoRxyoxbSXpHkhCQ/THL7JHdOcnZr7Ul9/Q866KB28cUXr2KE85uens6WLVvGHQarzLhPJuM+eYz5ZDLuk8m4j19VKaSx25aaQyZrJ4/082YyGffJZNwnjzGfTMZ9Mhn38Vsoh9yQWzu21k5prd2jtbYpyROS/PNCCRAAAACTSw4JAADMZ0MW0gAAAAAAAODW2mPcAay01tp0kukxhwEAAMA6IIcEAABGWZEGAAAAAAAAPRTSAAAAAAAAoIdCGgAAAAAAAPRQSAMAAAAAAIAeCmkAAAAAAADQQyENAAAAAAAAeiikAQAAAAAAQA+FNAAAAAAAAOihkAYAAAAAAAA9FNIAAAAAAACgh0IaAAAAAAAA9FBIAwAAAAAAgB4KaQAAAAAAANBDIQ0AAAAAAAB6KKQBAAAAAABAD4U0AAAAAAAA6KGQBgAAAAAAAD0U0gAAAAAAAKCHQhoAAAAAAAD0UEgDAAAAAACAHgppAAAAAAAA0EMhDQAAAAAAAHoopAEAAAAAAEAPhTQAAAAAAADooZAGAAAAAAAAPRTSAAAAAAAAoMce4w6AXU4++eRMT09nn332GXcorLLrr7/euE8g4z55jPlkMu6TaZLH/cADD8xpp5027jBgIsghJ9ck/56ZZMZ98hjzyWTcJ9Mkj/t6yCGtSAMAAAAAAIAeVqStIaeddlqmp6ezZcuWcYfCKjPuk8m4Tx5jPpmM+2Qy7sBqkENOLuM+mYz75DHmk8m4TybjvrZZkQYAAAAAAAA9FNIAAAAAAACgh0IaAAAAAAAA9FBIAwAAAAAAgB4KaQAAAAAAANBDIQ0AAAAAAAB6KKQBAAAAAABAD4U0AAAAAAAA6KGQBgAAAAAAAD0U0gAAAAAAAKCHQhoAAAAAAAD0UEgDAAAAAACAHgppAAAAAAAA0EMhDQAAAAAAAHoopAEAAAAAAEAPhTQAAAAAAADooZAGAAAAAAAAPRTSAAAAAAAAoIdCGgAAAAAAAPRQSAMAAAAAAIAeCmkAAAAAAADQQyENAAAAAAAAeiikAQAAAAAAQA+FNAAAAAAAAOihkAYAAAAAAAA9FNIAAAAAAACgh0IaAAAAAAAA9FBIAwAAAAAAgB4KaQAAAAAAANBDIQ0AAAAAAAB6KKQBAAAAAABAD4U0AAAAAAAA6KGQBgAAAAAAAD0U0gAAAAAAAKCHQhoAAAAAAAD0UEgDAAAAAACAHgppAAAAAAAA0GNDFtKq6oCq+lBVfa6qPltVzx53TAAAAKxNckgAAGA+e4w7gBXywyTPaa19sqp+MsklVfXB1trnxh0YAAAAa44cEgAA6LUhV6S11q5trX1ycP8/k3w+yc+ONyoAAADWIjkkAAAwnw1ZSBtVVZuSPDDJx8YbCQAAAGudHBIAABhVrbVxx7BiqupOSXYm+dPW2tmz2k5McmKS7L///g8644wzxhDhXDfccEPudKc7jTsMVplxn0zGffIY88lk3CeTcR+/ww477JLW2kHjjoP1ZaEcctC+5vJIP28mk3GfTMZ98hjzyWTcJ5NxH7+FcsgNW0irqj2TvDfJB1pr/3uhvgcddFC7+OKLVyewRUxPT2fLli3jDoNVZtwnk3GfPMZ8Mhn3yWTcx6+qFNJYkqXkkMnaySP9vJlMxn0yGffJY8wnk3GfTMZ9/BbKITfk1o5VVUnemOTzu5MAAQAAMLnkkAAAwHw2ZCEtycOTnJDkN6rq0sHX0eMOCgAAgDVJDgkAAPTaY9wBrITW2oeT1LjjAAAAYO2TQwIAAPPZqCvSAAAAAAAA4FZRSAMAAAAAAIAeCmkAAAAAAADQQyENAAAAAAAAeiikAQAAAAAAQA+FNAAAAAAAAOihkAYAAAAAAAA9FNIAAAAAAACgh0IaAAAAAAAA9FBIAwAAAAAAgB4KaQAAAAAAANBDIQ0AAAAAAAB6KKQBAAAAAABAD4U0AAAAAAAA6KGQBgAAAAAAAD0U0gAAAAAAAKCHQhoAAAAAAAD0UEgDAAAAAACAHgppAAAAAAAA0EMhDQAAAAAAAHoopAEAAAAAAEAPhTQAAAAAAADooZAGAAAAAAAAPRTSAAAAAAAAoIdCGgAAAAAAAPRQSAMAAAAAAIAeCmkAAAAAAADQQyGNjWlqqvsa3u97bnY7AAAAAADACIU01qfFimPbt3dfw/t9z43eX6zoBgAAAAAATByFNNa2hQplw9u++0u1WNFNgQ0AAAAAACaOQtoas2nHju7OpGxDuNgWjLekUFY1937fcwvdn22+Alvfa+i7v4hNO3YsbStKfTdE3znjvsbjXfN910GMM37Gr4N49V2evrv9u32NxKvv8vRd0d/tY3g9tyhGAAAA2ACqtTbuGMbuoIMOahdffPG4w+hUJa3tKur03W9tbf6nxTCW2bEt9J8sfa9tode+VIsd95ZaSrzD8Vru90FfffVdG+fVV1999V3tvuslxjGrqktaaweNOw42rrWSR05PT2fLli3jDoNVZtwnk3GfPMZ8Mhn3yWTcx2+hHHKP1Q6GhW3ZmmTHlmTr4IkdW3Lcg5OTPpHceNONOXrYfvXOQft0tr57Z7Zemlz3J8/K4/98MM6bNiVXXZVs2pRnXLVfjs8v55o/elpO+Itfn9me5Dm/85c59v9cksuf9Tt5+l89ck77C3/vb3PEWz+cS/P1nLzpCzcfd9j+8qf9XQ554z/lojdtzws2Tc+ILVfvzGlff0wO3L49590redns9q3J689J7pvknPskrx597U+pZGvytrOTA6py5gOS1z145M265z2Tq6/OO89K9vtuy44HVnYcmGTz5mTn8Bxb8r49k72SvPbByVkPmPX+bt6c6ad0fU+98FV57988b8b33+Gm5P3v6Lq+9NDk/HvNjG3f4yvvGjx1ynmn5CMj45atyT2+k7w9SbZvz8kPuz6XXn36jPfmPt9M3pCpJMmJxyZXDGMb3B749eS0wSGf9Njkq7PmxsGHJ68YPHzccck3Z7Uffmjyogu6h0c9MfnerPZjDkmee1H3cMus2Hvn3mh7kq2X7sjWJNfdeF0e39P+jM+cmeOTXHPn5IRZry1JnnP5OTk2yeX7Jk+fFVu2Ji/80nk5Ismld0tO7ml/+fnJIUkuOiB5QU/7aecmBybd3Dt05mubM/cOyZx/e2+7c3JAsmvuzWp/517JfjcmOy7dkR1b57a/b89kr5uS137itTmr5/2dHjx16kWn5r2z2u9wU/L+wVMv3fnSnD+rfd8bs2vuHZ58ZNZru3nuJTn5yOTSWbHd59jkDYOHM+beoP3AI7v3L1lg7p3fPXzccck395r52ubMvT1nvj/HXHRqnjs43Jy5l+S4T7w2JyW5cc/k6J65c/Pc2yt5fE9779wbOceic++C7P7cOzxz5ta8c29wjNfvuxtz7zvJmZ85M6/bOrd9ztwbff8Wm3vJ7s+9Q5PzZ722eefe4Bj3eOxuzL1zuoe7NffuPPO1LTj3khy+86V50eBwi869nrnTO/dG3p/euTfS/oxPZOG5d1F2zb1jM2fuzJh7R2bO2L/8gHnm3qD9tLt1vzvO+9J5ednWue2v3ze57zeTcy4/J6+eFVvv3MvMY7zzxuuyX+aZe0ned9ONu37n9ry/04NvOfWQ5L2zYrvDE+eZe4P2fY9L3nVW93DeuXd29/DkI7v3cPS1zZl7+86M7cBzT575O/fOM9sPPu+UXb9zz3pcvjnrtc2Ye+84Kt+b9f70zr2R9uM+m0XmXnZ/7j02c+bWvHNvcIwX3ms35t41yUXXXJQXbJ3bPjr3jggAAABsHLcZdwBk14qk4Sd5h0Wg2ffveMe5z8129dXd1/B+krzzXbu2IZzdPry/O+2vf/3M4/Z9/1KMvo6+1z5q9FPNmzd3t5s2zX/se96z+0qSF7yguz366F3PjbZv2zb/cY46ctf9l7xk5vFne+Urd93ve20f/Wj/OYbto9/X9/2znx/eX6x9tM9i7fPFMJx7s59/ylO627vetb/9CU9Y+LiPfvTCsT/iEQu3j8Z+S1/bcry/w/dhvvZnPnPhGJ73vIVjf/GLF26f77hrYe7Md47ha56vfbH3bPiez9feN/dG7y8290ZjG+fcGr6OxebefDH0vY+j515s7s133LU8t4b/Xhabe/Mdd773bHi/7z2fL7Zxzp3hz8/52vv+DezOv6Hhz/v53oe+3xfrZe6cfvrC7aO/59919tz20Z/V7z937jHm+/d2S17bOOfWwx++cPtw7g3/th33jgkAAABwK9naMWtnS44kC2+Vs23b7hesVnM7n+Ww1BgW2ypxqWZvQzn7uNu33/L3bCnGvQ2Tvvqu577rIUZ99dVX3+Xou15iHDNbO7LS1koeaRugyWTcJ5NxnzzGfDIZ98lk3MfP1o4bxUIFndmGz422LXb/lvadz1L+U2Y+o6vFRu/3Fc1uzSeeZx9vvuPOF89CluN9AAAAAAAAVp1C2hpz1ZOfnE3J/AWbhYo3a+lTyLur77X1Fcxm319tCxXYbslYzXLVk5+cTZs2zfy+3Tmuvuu6b++4r+F410XfNR7jVVddNfNn/BqPV9/l6Ttn3Nd4vPouT98V/92+hl/7jPsAAACwztnaMWtnS45kCUs459vScJyFtG3b+rdFXM4tGNerRd4HS3cnk3GfPMZ8Mhn3yWTcx8/Wjqy0tZJH+nkzmYz7ZDLuk8eYTybjPpmM+/jZ2nEjWsrWg6v1KeSFVm2tlZVl4+J9AAAAAACAdUchbaNZShFrpfoCAAAAAABsALcZdwAAAAAAAACwFimkAQAAAAAAQA+FNAAAAAAAAOihkAYAAAAAAAA9FNIAAAAAAACgxx7jDgAAAABGVdXDkhyZ5GFJ7p7kDkmuS3J5kvpCOpEAACAASURBVJ1J/qG19q3xRQgAAEyKVSukSYQAAABYSFU9OclzkzwgyX8muSzJ/03yvSR3SfLQJCckeU1VnZVke2vty2MKFwAAmAArXkiTCAEAALCYqvrXJHdN8tYkv5fk0tZa6+m3d5Jjkjwxyeeqamtr7cxVDRYAAJgYK1pIkwgBAACwm96Y5PWtte8v1Km19u0k70jyjqr61SR3W43gAACAybTSK9IkQgAAACyqtXb6Lfiey9LtegIAALAiVrSQJhECAAAAAABgvVrxa6QBAADAYqrqn5fQvbXWDl+xYAAAAAZW+hppEiEAAAB2x22SjF5T+77ptv2/Ksn/S7J/kk1Jrk1y+SrHBgAATKiVXpEmEQIAAGBRrbUtw/tV9Zgkpyc5uLX2sZHnH5rkzEEbAADAirvNSh68tbaltXZYa+2wdInOTekSoXu11g5urd0rycGD5yVCAAAAJMlLk7xotIiWJIPHU0leNo6gAACAybOihbRZJEIAAADsjl9M8u/ztH0jyS+sYiwAAMAEW81CmkQIAACA3fHlJE+fp+3p6S4XAAAAsOJW+hppo4aJ0Pt72iRCAAAADG1P8o6q+kySd2bXNbYfn+R+SZ44xtgAAIAJspqFNIkQAAAAi2qtnVFV16XLI09Jsme6a2t/IskjW2vnjzM+AABgcqxaIU0iBAAAwO5qrZ2X5Lyquk2S/ZJc11r78ZjDAgAAJsxqrkiTCAEAALAkg5zxG+OOAwAAmEyrWkgbkggBAACwmKr61ST3TXL72W2ttbeufkQAAMCkWfVCmkQIAACAhVTVPkn+McnDhk8NbttIN/kjAACw4latkCYRAgAAYDe9PMm+SQ5N8i9JfjvJt5M8NcnBSZ4wvtAAAIBJcptVPNdoIlTpEqHfSPKOJF9K8pBVjAUAAIC165HpcsiPDh5/tbU23Vr7vSTnJXn22CIDAAAmymoW0iRCAAAA7I6fSfKl1tqPknw/yU+OtJ2d5FFjiQoAAJg4q1lIW9VEqKqOrKrLq+qLVfX85Tw2AAAAK+rrSfYZ3L863XaOQ7+wEieUQwIAAH1Ws5C2aolQVd02yWuSHJXk/kl+p6ruv5znAAAAYMV8OLuur/22JNuq6vVV9Zokr0rygeU82XrOIXfs2JQkmZrqvgAAgOW1xyqea5gIvTe7EqFNSX6Y5MlJ3rOM53pIki+21r6UJFV1RpLfSvK5ZTwHAAAAK2N7krsP7r8q3fW2j0+yV7rc8X8u8/nWbQ75lrdsyo4dyfbt3ePRgprCGgAA3HqruSJte3Z9avBV6T7t96gkv5PlT4R+Nsk1I4+/OngOAACANa61dmVr7V8G929qrT2ntXaP1tpdWmu/21r75jKfckPlkNu3zyysjd4CAABLU621lT9J1e2SnJnkL1prF6zC+R6f5MjW2v8YPD4hyUNba88a6XNikhOTZP/993/QGWecsdJh7ZYbbrghd7rTncYdBqvMuE8m4z55jPlkMu6TybiP32GHHXZJa+2gccfB0q12/jg456I55OD5NZFH7tixKW95y6ZF+33oQ9M57LAtN98++clXZevWq1Y6PFaB3zOTybhPHmM+mYz7ZDLu47dQDrkqhbQkqar/THJsa216Fc51cJKp1tojB49PSZLW2iv6+h900EHt4osvXumwdsv09HS2bNky7jBYZcZ9Mhn3yWPMJ5Nxn0zGffyqSiFtHVvN/HFwviXlkMnaySOrkta62/ls27ZrhVprrqe2Efg9M5mM++Qx5pPJuE8m4z5+C+WQq7m144XZdbHolfaJJL9YVT8/+DTjE7K812ADAABg5axm/phsoByy77OywyJa0hXctm+35SMAAOyuPVbxXM9J8g9VdUOSf0hybZIZf+K31n68HCdqrf2wqp6V7ppst03yptbaZ5fj2AAAAKy4VcsfB8datznkk598VZJN2bZtbttCK9WGxbTZ11IDAABmWs0VaZ9Ocu8kpye5OskPktw08vWD5TxZa+19rbX7tNbu3Vr70+U8NgAAACtqVfPHZP3mkMNrno1u17htW2YU1ua7osOwyDa7mKaoBgAAu6zmirSXZNYnCAEAAKCH/PFWGC2EDQtqo9dJ6zMsqlmlBgAAM61aIa21NrVa5wIAAGD9kj8un9mrzKam5t/ucbTfcOtHq9QAAJh0q7m1IwAAADAmo1s/Jv1bPo6uWqvqHo+uUFNQAwBg0iikAQAAMHZV9Z6qeuAS+t++qv64qv5gJePaiKamZm75mMx/HbVRs4tqAAAwCVa0kCYRAgAAYDddleSjVfWxqvrDqvq1qppxOYKquntVPaaq3pjk2iRPS/LJMcS67o1u2TgspiXzF9RmbwdplRoAAJNipVekXRWJEAAAAItorf1hkvsn+XiSqSSfSPL9qvqPqrq2qr6X5JokZyd5QJKTk/xKa+3jYwp5w5i95eNiq9SGRbWpKVs/AgCw8e2xeJdbrrX2h1V1eroEZyrJ3klaVX0nyX8l2SfJ7ZJUumTp5CRvb639aCXjAgAAYO1prV2Z5H9W1XOSHJzkoUnunuT2Sb6Z5AtJLmitXT2+KDeu0VVqs7U2/6q02Y+HBTVFNQAANoIVLaQlEiEAAACWprX2gyQ7B1+MwexVaqO2bZtbRFts60dFNQAA1qsVL6QNSYQAAABgfRktgA2LasMtHftWqSW7ntu+fVdfBTUAANarlb5GGgAAALABjBbCZq9UW+x6asmugtrwWAAAsB4opAEAAABLMlpQ69v+cbbRVWrDW8U0AADWA4U0AAAA4BaZvUpt27aZq9P6imyzi2oKagAArGWrdo00AAAAYOOafT210WukzWd060cFNQAA1qJVWZFWVberqk1VdY+qsgoOAACABVXV71XV31fVP1XV66rqEfLJ9WNqatdqtNmr1PpYnQYAwFq1oklIVd25qt6a5NtJrkxydZIbq+pjVTVVVT+/kucHAABg/amqFyfZkeTQJHdN8tgkH0jymaq6/xhDYwmGRbHRrR+T+YtqVQpqAACsPSv9ab43JDk2yZ8nOTHJc5LcLsldkrwwyeVV9ZdVdfsVjgMAAIA1bLAC7T6Dhycl+dskd22tPbC1tn+ShyS5KslHq+p+YwqTW2H2KrWF+g23hQQAgHFb6ULa0Ume2Vrb1lp7Y5K/HDx/fJK7J3nB4P55VXWHFY4FAACAtevNST5fVd9KtwrtDkkeV1W/kCSttYtba0cnOTfJn40vTG6N0VVq8235OFyVZnUaAABrwUoX0v4ryb/3NbTWvtFaOzXJryTZN90KNQAAACbTXZL8ZrodTVq6D2aemW4nk29X1QVVdVqSbyQ5bHxhslxmb/nYt0ptuN2jYhoAAOOy0oW09yX5g4U6tNa+nuTFSU5Y4VgAAABYo1pr326tnd9ae0W6LRyfn+Sn0xXUXp7k2iSPSvKMJHesqhuq6sNV9RfjipnlMVydtlCxzOo0AADGZaULac9P8pCqendV3XuBft9Pst8KxwIAAMD68DdJ/jTJvVprH2it/Vlr7fjW2i+m+xDmD5NsT/K1dNflZp0bXZ3Wt91jYnUaAADjsaKFtNbatUkOTbJ/kiuS7Ey3RceDq+qXq+qXqurxSf53ko+vZCwAAACsG69K8sEkF1bVP1TVH1TVb1XVyUlOTfKx1tqrWmvHtdZ+Ybyhspxmb/fYx+o0AABW0x4rfYLW2peTPKyqHpvkKUm+l+R16QpqSVJJPp/k91c6FgAAANa+1tqPkzyxqs5Lt5Xja0eavxj544Y3LJJNTXUr0WYbPqeYBgDASlvxQtpQa+3sJGdX1Z5J7p9k0+D8V7XWLlmtOAAAAFgfWmtvTvLmqvqZJPdK8t0k/zootLHBja5OG65Cm6+PghoAACtl1QppQ621m5JcNvgCAACABQ0uG3DtuONgPBZanTYssE1Pd18AALDcVvQaaQAAAAC31uxrp7U283bnzpn9AABguaz6ijQAAACAW2L2Vo6jK9RcNw0AgJVgRRoAAACwbkxNdV+bN/e3b9myisEAALDhKaQBAAAA68709K6tHUft3NmtTlNQAwBgOSikAQAAAOvW7OumDe8Pr5sGAAC3hkIaAAAAsG4Nt3nsu16aVWkAANxaCmkAAADAujbc5nH2ddNs8wgAwK21x7gDAAAAAFgO09Nd4ay1XavSRu8DAMBSWZEGAAAAbBjzbfM4NdV9AQDAUiikAQAAABvGfNs8bt/efdnmEQCApVBIAwAAADac6enutrWZtzt3jiUcAADWKYU0AAAAYEPatm3Xdo6zt3u0Mg0AgN2hkAYAAABsSMPros3e5jHpVqYppgEAsBiFNAAAAGBDG143bcg2jwAA7C6FNAAAAGAiDFem2eYRAIDdpZAGAAAATITpads8AgCwNAppAAAAwMSwzSMAAEuhkAYAAABMHNs8AgCwOxTSAAAAgImz0DaPU1PdFwAAKKQBAAAAE2m+bR6nppLt28cREQAAa41CGgAAADDRZm/zOLy1zSMAAAppAAAAwESbnk62beu+Ru3c2RXVbPMIADC5FNIAAACAiTd6XbS+7R4BAJhMe4w7AAAAAIC1YvPmXVs7JrvuT093XwAATBYr0gAAAAAGpqe7VWjDbR6HK9J27hxbSAAAjJFCGgAAAMA8Zq9O27JlbKEAADAGCmkAAAAAs0xNdds8zrZz565rqQEAsPEppAEAAAD0GG7zODR6HwCAyaCQBgAAALCA4cq04TaP27d3961MAwDY+BTSAAAAABYwPZ1s22Z1GgDAJNpj3AEAAAAArAfDFWmz71uZBgCwcVmRBgAAALCIqaluFdq2bd3j4Yq0qSmFNACAjcyKNAAAAIAlGq5IszINAGBjsyINAAAAYDdNTc28XpprpQEAbGwKaQAAAABLMLqd43BF2vbt3X2r0gAANhaFNAAAAIAlmr0yLbE6DQBgI3KNNAAAAIBbaPQaaa6XBgCw8ViRBgAAAHALTE11q9C2beseW5EGALDxKKQBAAAALIPZ10vbsmWs4QAAsAxs7QgAAABwKwy3cZya2lVMa23mVo8AAKxPVqQBAAAALIO+66VZlQYAsL4ppAEAAADcSsPrpW3ePPP5nTuXZ5vHqaldK9927Ng057mF7uu7Mfru2LFp7DHou7p9R/+tr4d410Lf9RDjYn3n+xm/VuPVd3n6Tvrv9rWumivh5qCDDmoXX3zxuMNIkkxPT2eLj6tNHOM+mYz75DHmk8m4TybjPn5VdUlr7aBxx8HGtVbySD9v1qaqmVs7Du+3tnv/aTT8z6XRvn3H6ttGcr7z6quvvvpOQt/1EKO++urb3z5uC+WQG25FWlW9qqq+UFX/WlV/X1X7jDsmAAAA1iY5JCth8+Zd/0GU7Lo/NZVs3959DR/3fTJ72D7aFwCA8dhwhbQkH0zyy621X0lyRZJTxhwPAAAAa5cckmU3Pd19snr2No+zi2KjhbKFimZ9Rbm+5/TVV199J73veohRX3317W+vWrvbPO4x7gCWW2vtn0YefjTJ48cVCwAAAGvbes8hT7705Oxz1cxFdMc94Lic9OCTcuNNN+bodxw953u2Hrg1Ww/cmutuvC6PP2vuy33GQc/I8b98fK759jU54e9PmNP+nIOfk2Pve2wuv+7yPP29T5/T/sJDX5gj7nVELv36pTn53JPntL/88JfnkAMOyUXXXJQXnP+COe2nHXlaDrzbgTnvS+flZRe8bE776495fe67331zzuXn5NUfefWc9rf99ttywN4H5MzPnJnXXfy6Oe3vPO6d2W+v/bLj0h3ZcemOOe3ve+L7steee+W1n3htzvrsWXPap7dOJ0lOvejUvPeK985ou8Oed8j7n/j+JMlLd7402Xp+8vPJPe+ZXH11khv3Tc56V5Kkjjgl2fqRJMmWHUm2JvnOPVL19q79qJOTrZfOPPk375P2njekKvn995yYvzn7iiRdwW7nziRfPzDt/ad1/yn12Cdl87Ffzc6dI+3XHJx23iu69uMel81HfbN7fniMNx+etvNFXfsTj8rmI743s/1vjkkuem63DdNTtuw67rD9tcclnzgp3/3BjbnjiUfPiG3z5mTn6VuTS7fm3797Xe76zMfPjD3JGc95Rp7w347PV66/Jj938glz2t/z/Ofk0fc7Ntn38mw+9ekzX1uSD77ohXnEvY9I7nZpNr/i5Jmx7UwufMnL8/CfOyQ54KJsfskL5rTn3NPSrj0wde/zsvlFL5vbfs7r0667b+q+5ySHvHrma9uZ5Oy3pX37gNQvn5k8+HVz359nvjPtu/ulHrgjOXDH3PYT35fctFde8/HX5pmvPWtu+1O6ufeqC0/N8/7mvTNiO/KIO+TcJ3Vz7yXTL82Ld5w/M/Yb9007812pSp7/wVPyynd8ZGb7d+6R9q63d2N/5MnZfPylM1/byNzLsSdm82OvmBnbmf1z7+b2tx+cnP+Kbu4c3z/3csGLuvYnHZXs+b2Z7++suTd7brzmpOPyzIf0z70kefOzt+YpD9ya7HVdNr/m8XPmznDu5c7XZPPpJ8wZ+765N+McF7ww7cojUj/TP/dy/svTvnJI6ucuSg5/wdy5MzL3cujL5o79c/vn3s3tz35b8p0Dcsanz8wTXt0/93Ljfnnzp3bkKafvmBFb39yb/f61N0+nqn/u5aY7pL39/d3YH/rSbH7K+TNf28jcy+GnZPOTPjIztnP6597N7WffJznnDd3YP7p/7uXc07r2xy0+97LXN2e+9gXmXpK86vePyfMevvjcy543ZvMbjp4zt/rm3ugxFpt7ueg5aZcfm9pv8bmXI0+eO7fmmXs3H+OUxedevnnfvOcL5+TRr1x87s2ZWwvMvST57hvelzvebvG5l0NOzebff+/M1zbP3Lv5GO9ffO7l7Ld3Y3vU4nMv+14x87XNmnu581dnxP78Jx6cVz6if+4lyUu2Hp4Xb3lRkuTItx+Vc8/rn3tJsvnNW+aMfd/cm/H+Xbo17VNbU3fsn3v5xDPSPnN8au9rkseeMHfujMy9HPv0uWP/0v65d3P7i1+eXHNILvzKRXn4i/vnXr5+YD545Xl5xL2PWBNbOy5kwxXSZnlqkjP7GqrqxCQnJsn++++f6enpVQxrfjfccMOaiYXVY9wnk3GfPMZ8Mhn3yWTcYd2aN4dM1mYe+aMf/SjXX3/9jOeuuOKKTH93Ot//0ffntCXJF77whUxfP51v3/Tt3vbPfu6zmb5uOt/4/jd62z/96U/nJ6/9yXzlxq/0tl922WXZ4yt75Is3fLG3/ZOf/GR+cOUP8plvf6a3/eKLL871d7o+l33rst72j338Y7l2r2vz6es+3dv+kY98JFfe/sp89huf7W2/8MILs/eee+cLX/9Cb/sFF1yQ29/29rni367obR+O+5XXXDmn/Xu3+d7N7V+++su5/vrrs//+t88++3w/V1+9T3790H/Pv8ytzd38H0ujfumXvpPPf6u7/6u/en0uu2yfkfNvydeu/drNfbs4ZraPPr9Y+677i7ePvgfztV9wwQVzYhttv/DCC3tj/+znPpukG8O+9k9/+tNJjp33tV122WVJjpgntn3yyU9+Mskh87Yv/Npmts8XQ1/76PuzWHvS/RteqP3KK6+cc4z/+OZ/3Pzcl6/6cu85hmP7la98ZcH2hV/bljnft5xzZ/73d/72ZNd71jf3ku7nXv9xZ869/tj26Z17s+93se2zSPvt5o1hOebO8HXM1z7/+9AZvo/9sW/pnXuj7Qu/ti1zvq+7f49lnTvLPbeGr3mxuTffa+97z0fvLzb3dp37Zxade/PF0Df3Rt+f3Zlb3b+B/5+9e4+TrCzvBP57hosoKCDODMOAjHeiLiKMF7yOGhWNitlsEs3GlcTEZBPXW4ybbNYFdZON60Zx12SzbuJqTKImokajgtEwQRSVi6iA4BXkNsMgIg73y7t/nGopmuqZ7pnpOtVd3+/ncz6n69R7znmq3pqeevo573u2/9m7ewzZ5vvQ/Zs9ZrufvW2/tg1326/7+YDtfvaGX/+u/uzM/K6d6/nh39Xd7/B7jvzsjY5tvznfs7u/P4/czvMPGvHa7vrZm+v9GfXZG34+yeD/3rmfn/m/exK+V29Ta23JLUk+k+S8EcuxQ23+IMlHktT2jnfUUUe1SXHqqaf2HQI90O/TSb9PH30+nfT7dNLv/UtyVpuA3MUyGcuuziFbm5w80u+bpeP447t1N+nj9n+eve344+88xktf+r27bdvWz9ouj7Yvfen3eo9B2/G2Hf63vhTinYS2SyHG7bWd63f8pMar7a5pO+3/t0+CbeWQ1T2/vFTVcUl+I8kzWms3bK/9+vXr21lnnbXocc3Hxo0bs2HDhr7DYMz0+3TS79NHn08n/T6d9Hv/qurs1tr6vuNgaVhoDplMTh7p983SM3PvjxNOuPO+IK3d9ecTTrhzGd5nhn6fTvp9+ujz6aTfp5N+79+2cshlN7VjVR2T5PVJnjrfBAgAAIDpJIdk3IaLYscfP/rnuQpoAACM37IrpCV5Z5J7JPmn6i7n+mJr7Tf7DQkAAIAJJYekN8OFMkUzAIDJtOwKaa21B/cdAwAAAEuDHBIAANiWFX0HAAAAAAAAAJNIIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYASFNAAAAAAAABhBIQ0AAAAAAABGUEgDAAAAAACAERTSAAAAAAAAYITd+w6AO7361a/Oxo0bs99++/UdCmN27bXX6vcppN+njz6fTvp9Ok1zvx9xxBE58cQT+w4DpoIccnpN8/8z00y/Tx99Pp30+3Sa5n5fCjmkEWkAAAAAAAAwghFpE+TEE0/Mxo0bs2HDhr5DYcz0+3TS79NHn08n/T6d9DswDnLI6aXfp5N+nz76fDrp9+mk3yebEWkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMs20JaVf1OVbWqul/fsQAAADDZ5JAAAMAoy7KQVlWHJHlWku/3HQsAAACTTQ4JAADMZVkW0pK8Pcnrk7S+AwEAAGDiySEBAICRll0hraqOTXJ5a+2rfccCAADAZJNDAgAA21KtLb0L7qrqM0kOHPHUHyT5T0me1Vr7UVVdnGR9a+3qEcd4eZKXJ8nq1auP+sAHPrCIEc/f1q1bs88++/QdBmOm36eTfp8++nw66ffppN/797SnPe3s1tr6vuNgMuyKHHJwnInLI/2+mU76fTrp9+mjz6eTfp9O+r1/28ohl2QhbS5V9a+SfDbJDYNNBye5IsljW2ub5tpv/fr17ayzzhpDhNu3cePGbNiwoe8wGDP9Pp30+/TR59NJv08n/d6/qlJIY7t2NIdMJieP9PtmOun36aTfp48+n076fTrp9/5tK4fcfdzBLKbW2teTrJp5vL2rCQEAAJheckgAAGB7lt090gAAAAAAAGBXWFYj0mZrra3rOwYAAACWBjkkAAAwmxFpAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIxQrbW+Y+hdVW1JcknfcQzcL8nVfQfB2On36aTfp48+n076fTrp9/4d2lpb2XcQLF8TlEf6fTOd9Pt00u/TR59PJ/0+nfR7/+bMIRXSJkxVndVaW993HIyXfp9O+n366PPppN+nk34HxsXvm+mk36eTfp8++nw66ffppN8nm6kdAQAAAAAAYASFNAAAAAAAABhBIW3yvKvvAOiFfp9O+n366PPppN+nk34HxsXvm+mk36eTfp8++nw66ffppN8nmHukAQAAAAAAwAhGpAEAAAAAAMAICmkTpKqOqaqLqurbVfV7fcfD4quqd1fVVVV1Xt+xMB5VdUhVnVpVF1TV+VX1qr5jYvFV1V5V9eWq+uqg39/Yd0yMR1XtVlVfqap/7DsWxqeqLq6qr1fVuVV1Vt/xAMuXHHL6yCGnjxxyOskhp5s8cvrIISefqR0nRFXtluSbSZ6Z5LIkZyZ5cWvtgl4DY1FV1VOSbE3yV621R/YdD4uvqtYkWdNaO6eq7p3k7CQv9G99eauqSrJ3a21rVe2R5PQkr2qtfbHn0FhkNINaSwAAIABJREFUVfXaJOuT3Ke19ry+42E8quriJOtba1f3HQuwfMkhp5MccvrIIaeTHHK6ySOnjxxy8hmRNjkem+TbrbXvttZuSfKBJMf2HBOLrLV2WpJr+o6D8WmtXdlaO2fw84+TfCPJ2n6jYrG1ztbBwz0GiytZlrmqOjjJzyT5i75jAWBZkkNOITnk9JFDTic55PSSR8JkUkibHGuTXDr0+LL4YgTLWlWtS/LoJF/qNxLGYTA1w7lJrkryT601/b78nZjk9Unu6DsQxq4l+XRVnV1VL+87GGDZkkPClJFDThc55NSSR04nOeSEU0gD6EFV7ZPkpCSvbq1d13c8LL7W2u2ttSOSHJzksVVlKp5lrKqel+Sq1trZfcdCL57UWjsyyXOS/PZgGi4AgB0mh5w+csjpI4+canLICaeQNjkuT3LI0OODB9uAZWYwv/lJSf6mtfbhvuNhvFpr1yY5NckxfcfConpikhcM5jn/QJKnV9Vf9xsS49Jau3ywvirJR9JNvwawq8khYUrIIaebHHKqyCOnlBxy8imkTY4zkzykqh5QVXsmeVGSj/UcE7CLDW4Y/JdJvtFae1vf8TAeVbWyqvYb/HzPJM9McmG/UbGYWmu/31o7uLW2Lt3/6f/cWvvlnsNiDKpq76q698zPSZ6V5Lx+owKWKTkkTAE55HSSQ04neeR0kkMuDQppE6K1dluSVyQ5Jd2NY/+utXZ+v1Gx2Krq/UnOSPKwqrqsql7Wd0wsuicmeUm6q4rOHSzP7TsoFt2aJKdW1dfS/dHrn1pr/9hzTMDiWJ3k9Kr6apIvJ/lEa+3knmMCliE55HSSQ04lOeR0kkPC9JBDLgHVWus7BgAAAAAAAJg4RqQBAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACAppAPSiql5YVa8dsX1DVbWq2tBDWCNV1VFVdUNVrV3APidW1ScXMy4AAIBpIYcEoC/VWus7BgCmUFW9J8lPt9YOnrX9PkkenuSC1tp1fcQ2W1X9c7p4XrGAfdYk+W6S57bWTl204AAAAKaAHBKAvhiRBsBEaa1d11r74gQlQEcleVqS/72Q/VprVyb5eJLfXYy4AAAAkEMCsPgU0gAYu8GVhC9NsnYwBUerqosHz91tWo6q2lhVp1fVMVV1blXdWFVfqarHVdXuVfVHVXVlVV1TVe+pqr1nne9eVfWWqvpeVd0yWP9BVc3n/8FfS/K11tr5s475S4MYtlbVdVX19ar6jVn7fiDJs6vqkAW/SQAAACSRQwLQr937DgCAqfTmJCuTPCbJCwbbbt7OPg9O8tYkf5hka5L/nuRjg2X3JMcl+alBm6uSvD5Jqmr3JKekm+rjzUm+nuTxSd6Q5L5Jfmc75z0mySeGN1TVk5L8dZL/me5qwRVJDkuy36x9Pzd47plJ3r2d8wAAADCaHBKA3iikATB2rbXvVNWWJLe01r44z90OSPKE1tp3k2RwJeA/JHlAa+2nB21OqaqnJPn5DJKgJC9O8qQkT22tnTbY9tmqSpLjq+otrbWrRp2wqlYnWZfkq7OeenySa1trrx7a9ukRr3NLVV02aC8JAgAA2AFySAD6ZGpHAJaKb84kQAMXDtanzGp3YZKDa5DlpLsa8JIkXxhM4bH74ArDTyfZI12CMpeDBusts7afmWT/qvrrqnpeVc2+inDYlqHjAAAAMB5ySAB2CYU0AJaKH856fMs2tu+eZLfB41VJDk1y66zly4PnD9jGOfcarO8yZUhr7V/SXbF4SJKPJNlSVZ+pqsNHHOPGJPfcxjkAAADY9eSQAOwSpnYEYLn7QZLvJfmFOZ6/eDv7Jsn+s59orX0oyYeqap8kG5K8JcnJVXVwa+2Ooab3TfK1BcYMAABAP+SQANyFQhoAfbk547nK7uQkP5dka2vtwu01nuXiJDcleeBcDVprW5P8Y1U9MMk70l2duCVJqmq3JPdP8vcLDxsAAIAhckgAeqGQBkBfLkhy36r690nOSnJTa+3ri3Cev0nyK+luDv0n6W76vGeSByV5QZIXttZuGLVja+2WqvpSkscOb6+qNyVZneTUJFckOTjJK5Oc21obngv/kUnuleS0AAAAsDPkkAD0QiENgL78RbqbNP9Rkv3S3cx53a4+SWvt1qp6dpLfS/LyJA9Icn2S7yT5RO6cJ38uH0zy1qrau7V2/WDbl9IlPW9PN+3GVeluPP2GWfs+L8mmJBt3/pUAAABMNTkkAL2o1lrfMQDAxKqq+yS5LMlvtdb+eoH7XpDkpNba7OQIAACAZUgOCbD8rOg7AACYZK2169LdBPr1VVXz3a+qjk03dcefLFZsAAAATBY5JMDyY2pHANi+tyXZLcmadPPZz8c9k/xya+3aRYsKAACASSSHBFhGTO0IAAAAAAAAI5jaEQAAAAAAAEZQSAMAAAAAAIARFNIAAAAAAABgBIU0AAAAAAAAGEEhDQAAAAAAAEZQSAMAAAAAAIARFNIAAAAAAABgBIU0AAAAAAAAGEEhDQAAAAAAAEZQSAMAAAAAAIARFNIAAAAAAABgBIU0AAAAAAAAGEEhDQAAAAAAAEZQSAPgLqrqhKpqVbVhEc9xcVVdvFjHH5xjY1W1RT7Hewbv1brFPM9S4L0AAIDJVlXHDb6zH9d3LDtjHLnHmPLiZdEfu4L3Aph0CmkAE2bw5XF4ub2qrhkUho6rquo7RgAAAPozIm9sVXXz4KLF91bVT/UdIwAsF7v3HQAAc3rjYL1Hkgcn+dkkT02yPskr+gpqF3lG3wEAAAAsA28c+nnfJI9N8u+S/FxVPam1dm4/YS2q30/yx0ku7zsQAKaDQhrAhGqtnTD8uKqemOS0JL9VVX/SWvteL4HtAq217/QdAwAAwFI3O29Mkqr6X+kuvnx1kuPGHNKia61dmeTKvuMAYHqY2hFgiWitfT7JhUkqyVGzn6+qx1XVh6pqU1XdUlWXVtX/qaqDRh2vqo6qqpOr6sdVdV1Vfaaqjt6R2KrqoVV1UlX9sKqur6ovVNXPzDXP+ah7pA23rapnVtXnqmprVW2pqv9XVfsN2j26qv5xcK6tVfWxbc2NX1X3qKr/WlXfG0x18p2qOr6q9hzR9oVV9ddV9c3B67i+qs6uqldW1U7/n1lVD6yqd1XVt6vqxsGUnV+vqj+vqgPmeC9+ZvB+Xj94zR+qqofMcfx7VdXvV9W5g/Zbq+qMqnrxNmJ6dlV9sqquHnp/3jrzfo9o/9ODvrl+EP9Hq+qwnX1vAACAXebTg/XK+TQe5B4b53huzvuRLTQH3cb5962qE6vqsqq6qaourKrXDvKnVlXv2V5MVbVupm1VPWgQ1w8G+e6nq+qRg3YrBznZlYNznVlVT9tOfC+tqq8McrirqurdVXXgiHZHVdU7quqrg1zppqr6VlX9SVXtv5D3ZI447l1Vb6iq86rL4X88yN8+WFVHDbUbfi8OG+Rs1wxyuNOr6lnbOMeLq+rUqrp2EP83quo/V9U95mh/2OA8lw4+A5ur6m+r6mFztH9wVf19zfrbwc6+NwCLzYg0gKXp1uEHVfWrSd6V5OYkH0tyaZKHJPm1JM+vqse31r4/1P4JST6TZM8kH07y7SRHJNmY5J8XEsigiPKFJPsn+USSryV5YJKPJPnkwl9aXpDkeUn+McmfJ3lCuqso11XV7yf5bJLPJfnLJP8qyfOTPLCqDm+t3THieH+X5DFJPpTufTs2yQlJ1lfVC1prbajtHye5I8mX0k0Tsm+Spyd5x+AYL9mB15Mkqao1Sc5Mcp9078tJSfZK8oDBcd+Z5AezdvvXSZ6T7r3cmK6Pfi7J06rqCa21i4aOv1+6vnt0knOSvDvdBTPPTvK3VfWI1tp/nhXT8YP34pp07/dVSQ5P8rokz62qo1tr1w21/zdJPpjklsH6yiRPSnJGun4HAAD699OD9VmLdYKF5qDbOM5e6fKYI5N8JcnfpMvD/iDJk3cgtHXp8rlvJHnP4PHPJtlY3YWjJye5Ll0+c98kL0ryqap66BzxvibJswbtT06X//xKkg1V9bjW2pahtr8+ONe/pMu3V6S7CPa1SZ4zaP/jHXhNqaoanP8J6fKvv0hyW5KDkzwtXY589qzdHjBo+/Uk/yfJmiS/OHi9v9Ra++Csc7x78NouS5evXpvk8UnenOQZVfXM1tptQ+2PSff3hD2SfDzd3xUOTpfH/kxVPa21ds5Q+4cM4jkgyaeSnJvuNhYfHTwGmFytNYvFYrFM0JKkdb+e77b9KUluT5eorBna/tB0hY1vJ1k7a59nDPb5yNC2SjeyrSU5dlb7V82cP8mGecb72UH7fz9r+3OGjnXcrOcuTnLxrG3HDdreluSpQ9tXJPmnwXPXJPm3s/b7yzley8bB9m8m2X9o+17pvry3JC+Ztc+DRry+FUneO2j/uFnPvWewfd083qf/MGj7qhHP7Z3kniPei5bkeXP00WfniOX1s7bvlS7huiPJEUPbnzZo/4Uk+83RF28f2rZPukLfrUnWz2r/9qF4t/teWCwWi8VisVgslp1bhr5/nzC0vC1dQeWOdIWNe8/aZ+Z7/nEjjrVxjvPcLefJAnPQ7byONwyO//4kNbT9kCRbBs+9Zx4xrRt6T/5gjnNck+5izRVDz71kdu4z2H7CYPstSR4967mZ/OcvZ20/NMluI17jywbt/+N8+mOO9+lfDdre7X1Nl7MO57zD78VbZ7VdP8jpfpjkPiNi+XCGctNZ78WrhrbtPzjG1UkePqv9I5NsTXLOrO2fnn2cwfZjh+Ld7nthsVgsfSymdgSYUFV1wmD5w6r6YLor2irJ61o3J/yMf5/uCrBXtdbucrPl1tpn010d+Pyquvdg8xOSPCzJaa21f5h12ncmmff9y6rqkHQjtr6d7gq34XN/ahDzQr2/tfYvQ8e5I8n7Bg/Pa639zaz2fzVYHzHH8d7cWvvh0PFuSndz6iT51Vkx3+21D87/jsHDZ8/rFWzbjSPOcX1r7W7bk/xza+0fZ22b6aOnV9WhSVLdtJC/nOSs1tp/n3Xsm5L8x3SfnV8aeuqVg/Wvt9aunbXPe9JdHfhvhzYfm+6Kzb9trc2+svWEJD8aET8AALC4jh9aXpNuxNQ30uVVOzT6aR4WmoNuy0vTFf5+v7X2k9lCWmuXJjlxB2K7ON1MI8PeO1jfI8nvtrvOZPK36S7mnCuffF9r7Suztp2QLv/5peEpD1trl7TWbh9xjHenGwW3WPnkHcM575AfJXnTrLZnpRv1t1+60XMzXpXuffjVEbnpm9NdVDmcH/67wTGOb61dMOsc5yX5v0keXVUPT5KqOjjJM5N8L11OO9z+H9KN4gOYWKZ2BJhcx8963JK8rLX2/2Ztn7mv2VOr6jEjjrMqyW7prho8O92UGcmIL6qttdur6vQkD5pnjDPJxhlt9LSKp+fOaUXma9T0I1cM1rOnqki6KRiTbgqJUUZ9IT893VWSjx7eOChI/W6S56abnnLvWfutneMc8/GxJH+U5E+r6tlJTkny+SQXDCeMs2yvjx6d5JJ0007ulqRV1QkjjrPHYP1TQ9uOTncl4s9X1c+P2GfPJCur6oDW2g+y7c/Nj6rq3CRPneN1AAAAi6C1VjM/V9XeSR6RrpD0N4Pp3f9gEU670Bx0pKq6T7q85tLW2sUjmpy+A7GdO6KYNZNPfnN2cXGQX23OAvLJWfnPT6W7CDFVtUeS30g3XeTD001ROTyIYWfyyQsG53nx4ILKf0j3/pzVWrtljn3OmaOYujFdAfPRSd5bVfdK8qh0o8te3c0ieTc35+75ZJI8ao4c9KGD9U8NYp/JvU+fo9i4MfJJYIIppAFMqJmEaJAMHZ1uCsM/r6pLWmvD9zE7YLD+3e0ccp/Bet/BevMc7TYtIMztHWuu7dsyamTTbfN4bo8Rz42MobV2W1VdnS7BS/KTe4ydmW4e+S+nG+l2zeD4+6W7Qm/kDZbno7V2SVU9Nt3Vi8ekmzc+SS6tqv/RWvuf84l9YKaPZt7/mc/AYwbLXPYZ+vmAdN8DZhdsR+3zg+zazw0AALCLtdauT/LlqvrX6e5z9fqq+vPB6K5daaE56FzuM1gvaj45yP9GPjdwWxaQTw7MzsmS7j5qP5vku+kKXZvSFaCS5NXZuXzy9qp6epL/kuTfJHnL4KkfV9V7043o27qDse+fbgaTldl+fjhj5jPw69tptxh/hwAYO4U0gAk3SIY+U1XPT3JOuivGHtZau2HQZCYZ2Le1dt08DjnTfvUczx+4gPBmzjfXsebaPk6rk9zlptFVtXuS++XO+JPuptgPSPLG1toJs9ofna6QtlNaa99I8ouD8z8q3Wi9/5DkHVV1fWvtL0fEPspMH/1o1vrtrbXXzjOcH6W7N8B9F9B+PjEBAAA9aq1dW1UXpZtV4sgk2yuktcz9N8L9RmxbaA46l6WST45yl5ysqtanK6J9JslzWmszF3ymqlYkef3OBjKYvvE1SV5TVQ9ON4LrN5K8Il0/vWRHYh9af6W1duSI9qPM7POo1trXFtBePgksSe6RBrBEDL6c/t90U068ZuipLw7WT57noc4ZrO82bUJV7ZZuTv35OnewPnqQHMy2kGMtllHTQzwp3VQjw3PdP3iwPmmex9hhrbXbWmtnt9bekuTFg80vnM95Z/XRTPxfTndfgfl+BpLuc7N/VT1inu239bnZN3PfUwAAABi//Qfr+fzt74dJDpm9cZB7jPqev9AcdKRBEe67SdZW1boRTSYynxzKf25Kdz+65M588mPDRbSBxya5564MqrX27cGFmE9NsjXdPa1nO3KO+9RtGKy/MjjW1iTnJ3lEVc33QsuFfgZmctcnDT5Xc8UEMJEU0gCWlv+abmqI11XVTGL0znT3unp7VT109g5VtWdVDX+5/UKSi5I8papmf9l+ReZ/f7S01r6fbi7zB6e7Em74vMdk4fdHWwxvGHqvUlV7Jflvg4fD95u7eLDeMLxzVT06ye/vbBBVddQg4Zpt5oq8G0Y89/Sqet6sbTN9dGpr7ZIkaa1dle6G0eur6g2jEpOqelBVPWBo09sH6/9bVQeNaL93VT1+aNM/pEuwf2lwteWwE3LXKU0AAICeVNUL0822cWu6/G97vpzk/lX1rFnb/3OSQ0e0X2gOui1/le7vk/+thm7OVVWHpJsOsW8vGeSEw05Il/+8v7U2M3XjxYP1huGGVbUqyZ/ubBBV9YCqeuCIp/ZPN2XkjSOe2zfdVJDDx1mf5N+mGyH2kaGn3pbuPtnvHtz2YPb596+q4dFq/y/JtUmOH9zCYHb7FVW1YeZxa+2yJP+U7nP5illtj437owETztSOAEtIa+3yqvrzdNMMvj7dPOgXVtWvJnl3kvOr6uQk30w3x/v9010htiXJYYNjtKp6WbovsSdV1YeTfDvdFXXPSHJyunt4zddvJ/l8kj+rqucm+VqSByb5uXTFl2PTjZbqyzfSvS8fSpfsHZuuEPWJJO8bavdX6eb4P7GqnpbkW0kekuR5ST6c5Bd3Mo6XJPmNqjo9yXfSFaUelOT56YqjJ47Y5+NJPlJVH8mdffScdPdu+61ZbV8xiPdN6ZK909PNP39Quhs8Pybd6LfvJUlr7bNV9XvpiorfqqpPDp7bJ12y/NR0N68+ZtB+a1W9PN28/5+rqg8muTLdVaKPTHJakqfsxPsDAAAsUFWdMPRw7yQPT5czJMl/aq3N5z5j/yPJs5P8w+B7/jVJnpCu6LExs4pDC81Bt+O/p5ud40VJHlZVn05XAPqFdDnGC9NvPvmpJJ+vqr/LnfnPk9IVzn5vqN2Z6fLif11VX0iXS61O1xcXJbliJ+N4VJIPV9WZ6XLcK9Ld0+zYdO/7W0bsc1qSX6uqxw1iW5Mur12R5DeGp+Vsrb27qo5Kl2d+p6pOSXeLhPum+xw8JV3x7DcH7X9QVf8mXTHui1X12XSj2lq60Y1Hp7uP2l5D8fx2kjPS5dzPSvLVdBfl/my63Pf5O/MGASwmI9IAlp7/lm700iuranWStNb+OslR6UYlHZ6uqPLL6b6Ufiizii6ttc+nS24+k+6L/X9Id/XZhiRfWkgwrbUL0n1J/sjgmK9Osi7dl+HTB812Zt78nfUL6RK856d7X1aku4Lw51prbaZRa+2KdPF/Il1i9Ip0BaXfyl0TpB31/iTvSbJqENOr092v4ANJ1rfWzhixz4fTvY+HpCuePmGw7ejW2oXDDQdJ0FPT9eXV6QqZr03ytCQ/Tjcd6D/N2uct6RKiTyR54iCmn0+yNsm70l2BOtz+Q+kKa2cPXsNvpkuyj86gQAcAAIzV8UPLa9LlGB9P8qzW2v+YzwFaa59NV7A6P11B66XpCkWPTXLJHPssKAfdxrlvTJez/K9098l6zeDxH+XOmUT6zCffnu61HJEuXzosXV73hMHMIEmS1trtSV6Q5H+nu5jxlenyyr9IV6S8dSfjOCvJHye5LV1O9jvpcvmzkzy3tfa2Eft8L10O+cN0udsvpJuy/7mttQ/Obtxa++10efMZ6WaXee3gNe2b5K2ZdfHn4HNzeJI/S/c3gN9M8rJ0F1r+c7rP0nD7byV5fLrbKTwxXY57SLrP3ofn/1YAjF8N/Q0RAHapqvqbJL+U5LDW2kV9x7NUVNVx6a72+5XW2nv6jQYAAGD8qurX013g95uttf/TdzxLxeB+c99L8t7W2nG9BgOwTBiRBsBOGcx9fuCI7c9IN23EBYpoAAAAjDLHPZvvn+QN6UZgfXzsQQHAEPdIA2Bn7Znk0qo6NcmF6RKdRyR5ZpJb0s2DDgAAAKOcVFV7pJum8Np00wQ+L8m90t0XfGfvLwYAO0UhDYCddWuSP0/y9CSPS5fsXJ3k75P8cWvtKz3GBgAAwGR7X5KXpLvP875Jtqa7d/c7W2vunQVA79wjDQAAAAAAAEYwIi3J/e53v7Zu3bq+w0iSXH/99dl77737DoMx0+/TSb9PH30+nfT7dNLv/Tv77LOvbq2t7DsOlq9JySP9vplO+n066ffpo8+nk36fTvq9f9vKIRXSkqxbty5nnXVW32EkSTZu3JgNGzb0HQZjpt+nk36fPvp8Oun36aTf+1dVl/QdA8vbpOSRft9MJ/0+nfT79NHn00m/Tyf93r9t5ZArxhkIAAAAAAAALBUKaQAAAAAAADCCQhoAAAAAAACMoJAGAAAAAAAAIyikAQAAAAAAwAgKaQAAAAAAADCCQhoAAAAAAACMoJAGAAAAAAAAIyikAQAAAAAAwAgKaQAAAAAAADCCQhoAAAAAAACMoJAGAAAAAAAAIyikAQAAAAAAwAgKaUy2W25JNm/uOwoAAAAYq02bktb6jgIAAIU0Jtsf/3HywAcmF1/cdyQAAMAyVVXvrqqrquq8vmOBJNmyJTn00OSkk/qOBAAAhTQm26c/ndxwQ/K61/UdCQAAsHy9J8kxfQcBMy6+uJug5YIL+o4EAACFNCbXjTcmX/5ysnp1dxneZz/bd0QAAMAy1Fo7Lck1fccBM668sltfcUW/cQAAoJDGJPvSl5Jbb03e+c7k/vdP3vSmviMCAACARTdTSLv88n7jAAAg2b3vAGBOn/tcUpU84xnJq16V/M7vJOeckxx5ZN+RAQAAU6iqXp7k5UmyevXqbNy4sd+AkmzdunUi4mDXOuOMdUnW5aKLfpyNG8++2/P6fTrp9+mjz6eTfp9O+n2yKaQxuU47LTn88GT//ZOXvSw5/vjkHe9I3vveviMDAACmUGvtXUnelSTr169vGzZs6DegJBs3bswkxMGu9YEPdOsf//jeI/tXv08n/T599Pl00u/TSb9PNlM7MpluvTX5wheSpzyle7zvvsmv/Ery/vcnV13Vb2wAAACwiGamdty8uUuPAQDoj0Iak+mcc5IbbrizkJYkL395l0H8/d/3FxcAALDsVNX7k5yR5GFVdVlVvazvmJhuM4W01rpiGgAA/VFIYzKddlq3fvKT79z2yEd2y/vf309MAADAstRae3FrbU1rbY/W2sGttb/sOyam26ZNyQEHdD9fcUW/sQAATDuFNCbTaaclD31osnr1Xbe/+MXJ5z+ffP/7/cQFAAAAi6i1rpB21FHd48sv7zceAIBpp5DG5LnjjuT00+86reOMF72oW8/ceRkAAACWkR/8oLurwUwhzYg0AIB+KaQxec47L7n22tGFtAc+MHnMY5KTThp/XAAAALDIZu6PdvjhyW67KaQBAPRNIY3JM3N/tFGFtCR53vOSM89MtmwZX0wAAAAwBps2deu1a5M1a0ztCADQN4U0Js/nPpccckhy6KGjn3/uc7tJ4085ZbxxAQAAwCKbGZF24IFdMc2INACAfimkMXm+8IXkCU+Y+/kjj0xWrUo+9anxxQQAAABjMFNIW7MmOeggI9IAAPqmkMZkueyybjn66LnbrFiRHHNMcvLJye23jy82AAAAWGSbNiV7753ss09XSDMiDQCgXwppTJYvfrFbb6uQlnTTO15zTXLWWYsfEwAAAIzJlVd2o9GSbmrHa69Nbrih35gAAKaZQhqT5Ywzkr32So44YtvtDj+8W3/3u4sfEwAAAIzJpk3d/dGSbkRaYlQaAECfFNKYLGeckRx1VLLnnttuN5NVbNq0+DEBAADAmCikAQBMFoU0JsfNNydnn739aR2TZL/9umKbQhoAAADLyObNdxbS1q7t1gppAAD9UUhjcnzlK8ktt8yvkFbVZRYKaQAAACwTN93U3RNt9eru8cyItMsv7y8mAIBpp5DG5DjjjG49n0JaopAGAADAsnLVVd16ZkTavvsm97ynEWkAAH1SSGNynHFGcuihyZo182uvkAYAAMAyMpPizhTSqrrpHRXSAAD6o5DG5DjjjOTxj59/e4U0AAAAlpGZFHdmasekm97R1I4AAP1RSGMyXHZZt8x3WsekK6Rt2ZLcdtvixQXs01snAAAgAElEQVQAAABjsnlzt54ZkZYYkQYA0DeFNCbDQu+PlnSZRWt3TiIPAAAAS9jMiLRVq+7cdtBBXSGttX5iAgCYdgppTIYzzkj22is54oj57zNziZ7pHQEAAFgGNm1K9t8/ucc97tx20EHJjTcm117bX1wAANNMIY3J8KUvJUcemey55/z3UUgDAABgGdm8+a7TOibd1I6J6R0BAPqikEb/WksuuCA5/PCF7bdmTbdWSAMAAGAZ2LQpWb36rtsOOqhbK6QBAPRDIY3+bdnSzVFx2GEL228mu1BIAwAAYBnYtOnuI9JmCmmXXz7+eAAAUEhjElx4Ybd+2MMWtt8975nsu69CGgAAAMvCqKkdjUgDAOiXQhr9u+iibr3QQlrSZRgKaQAAACxx11+fbN1696kd73nPZP/9jUgDAOiLQhr9u+iiZK+9kvvff+H7KqQBAACwDGze3K1nj0hLulFpRqQBAPRDIY3+XXhh8pCHJLvttvB9FdIAAABYBmZS21GFtLVrFdIAAPqikEb/LrooOeywHdtXIQ0AAIBlYCa1nT21Y9KNSDO1IwBAPxTS6NfNNyff+96O3R8t6QppP/5xN5k8AAAALFHbm9px06bk9tvHGxMAAEuwkFZVx1TVRVX17ar6vW20+7mqalW1fpzxsUDf+U6XCexMIS25M+MAAACAJWjTpqQqWbny7s+tXdulzlu2jD8uAIBpt6QKaVW1W5I/TfKcJA9P8uKqeviIdvdO8qokXxpvhCzYRRd1652Z2jExvSMAAABL2qZNyf3ul+y++92fO+igbm16RwCA8VtShbQkj03y7dbad1trtyT5QJJjR7R7c5K3JLlpnMGxA2YKaQ996I7tr5AGAADAMrB58+hpHZM7C2lXXDG+eAAA6Cy1QtraJJcOPb5ssO0nqurIJIe01j4xzsDYQRdemKxZk9znPju2v0IaAAAAy8CmTXMX0tYO/vKhkAYAMH4jJgxYuqpqRZK3JTluHm1fnuTlSbJ69eps3LhxUWObr61bt05MLOPw6DPPzB0HHpiv7uhrvv32PHXFilzyxS/m4offbZbPJWPa+p2Ofp8++nw66ffppN8BWKjNm5OHPGT0c6tXJytWmNoRAKAPS62QdnmSQ4YeHzzYNuPeSR6ZZGNVJcmBST5WVS9orZ01fKDW2ruSvCtJ1q9f3zZs2LCIYc/fxo0bMymxLLrWkiuvTH7xF3fuNa9cmXX3uEfWLeH3bar6nZ/Q79NHn08n/T6d9DsAC9Hatkek7b57V0wzIg0AYPyW2tSOZyZ5SFU9oKr2TPKiJB+bebK19qPW2v1aa+taa+uSfDHJ3YpoTIgtW5If/jA57LCdO86BB5raEQAAgCXruuuSm27qimVzOegghTQAgD4sqUJaa+22JK9IckqSbyT5u9ba+VX1pqp6Qb/RsWAXXdStH/awnTuOQhoAAABL2ObN3XquEWlJV0gztSMAwPgttakd01r7ZJJPztr2X+Zou2EcMbGDdmUh7fzzdz4eAAAA6MHMtaHbKqStXZucccZ44gEA4E5LakQay8yFFyZ77ZXc//47d5w1a7rL9+64Y9fEBQAAAGM0U0jb3tSOV1+d3HzzeGICAKCjkEZ/LrooechDkt1227njHHhgcuut3f3WAAAAYImZ79SOSXLllYsfDwAAd1JIoz8XXbTz0zomd2Ya7pMGAADAErRpU3eN6QEHzN1m7dpufcUV44kJAICOQhr9uOmm5LvfTQ47bOePpZAGAADAErZ5c7JqVbJiG3+lmRmRppAGADBeCmn046KLkttvTx75yJ0/lkIaAAAAS9imTdue1jG5s5B2+eWLHw8AAHdSSKMf55/frR/xiJ0/1szdmBXSAAAAWILmU0g74IBkzz2NSAMAGDeFNPpx3nnJ7rsnD33ozh9r332TPfZItmzZ+WMBAADAmG3efOc1onOp6kalGZEGADBeCmn04/zzuyLannvu/LGqkpUrk6uu2vljAQAAwBjdcUdXSNveiLSkK6QZkQYAMF4KafTj/PN3zf3RZqxaZUQaAAAAS84Pf5jceuv8Cmlr1yqkAQCMm0Ia43fDDcl3v7tr7o82w4g0AAAAlqDNm7v19qZ2TEztCADQB4U0xu8b30ha27WFNCPSAAAAWII2berW8x2RtnVrcsMNuy1uUAAA/IRCGuN33nndeldP7WhEGgAAAEvMQgppBx3Ura++ehfcbxwAgHlRSGP8zjsvucc9kgc9aNcdc+XK5Prru2kjAQAAYIlY6NSOSXL11fdYvIAAALgLhTTG76tf7aZ13H33XXfMVau6tekdAQAAWEI2bUr23DPZb7/tt127tlv/4AcKaQAA46KQxni1lpx7bnLEEbv2uCtXdmuFNAAAAJaQzZu7aR2rtt92zZpubWpHAIDxUUhjvDZt6opdj3rUrj3uzIg090kDAAB2QFUdU1UXVdW3q+r3+o6H6bFp0/ymdUySe9+7W0ztCAAwPgppjNe553brxRqRppAGAAAsUFXtluRPkzwnycOTvLiqHt5vVEyLTZu6EWnzdeihyZe+dN9ccsnixQQAwJ124U2qYB5mCmmHH75rj+seaQAAwI57bJJvt9a+myRV9YEkxya5oNeomAqbNyePecz82594YnLssXvmsY9NPvrR5Oijt93+ssuS970vWbEi2Xff7l5s++5792WffeY3vSQAwLRRSGO8vvrVZN26+d1FeSH22SfZay8j0gAAgB2xNsmlQ48vS/K4nmKZt49+NPn4xw/Nhg19R8KOuv32Lo1dyIi0Zzwj+bM/OydvetNjs2FD8q53JS996d3b/ehHyVvfmrztbcmNN27/uCtWJPe5z52FteGC2957d0W2nVnYed///gNz8sl9R8E46fPppN+n0zT3+xFHJC96Ud9RbJtCGuN17rm7/v5oSfetfOVKI9IAAIBFU1UvT/LyJFm9enU2btzYazzve9+Dc/LJB+clL+k3DnbcNdfskTvueGKuu+6b2bjxinnvd9/7bs2f/MnpeeMbH5Hjjts/H/zglXnlK7+Vvfa6IzffvCIf+cjavP/998911+2Rpz99c37t176X/fa7Jddfv3u2bt0911+/++Dn3X7yc7fs9pPnf/Sj3XPFFd3zN920W1rLYOmqYgt9zK6wNskdfQfBWOnz6aTfp9P09vvTn35VDjzwwr7D2CaFNMbn+uuTb31r8crLq1YZkQYAAOyIy5McMvT44MG2u2itvSvJu5Jk/fr1bUPPQ8HOPDP58IeTI4/ckPvcp9dQ2EFf+1q3fvKTH5oNGx467/02btyYDRuelJ/5meSNb0z+8A/X5JJL1uRXfzV5+9uTyy9Pjjkm+cM/TI48cnWS1YvzAhirrt839B0GY6TPp5N+n07T3e8HDpbJtaLvAJgiZ5yR3HFH8rhFmiHFiDQAAGDHnJnkIVX1gKraM8mLknys55i265BB6e+yy/qNgx23aVO3XsjUjsN23z1585uTU05Jrr46ed3rkkMPTf7lX5JPfSo58shdFysAwLQyIo3xOfXUZLfdkic9aXGOv2pVcoF7gQMAAAvTWrutql6R5JQkuyV5d2vt/J7D2q6DD+7Wl12WPPzh/cbCjtm8uVuv3skBY898ZvL1rycXXpg8+cnuSQYAsCsppDE+p56aPOYxyb3vvTjHnxmR1pqsAQAAWJDW2ieTfLLvOBZippB26aX9xsGOu/babn3f++78sVat6hYAAHYtUzsyHlu3dhP4P+1pi3eOVauSG2/s7sUGAACwzB10UFLVTO24hG3d2q332affOAAAmJtCGuNx+unJbbctbiFt5cpufdVVi3cOAACACbHnnsn++99iRNoStnVrd5+zPffsOxIAAOaikMZ4nHpqssceyROfuHjnmJnDYsuWxTsHAADABFm16mYj0pawrVu70WjuTgAAMLkU0hiPz3wmOfro5F73WrxzzBTSjEgDAACmxMqVCmlL2UwhDQCAyaWQxuLbvDk555zk2c9e3PPMTO1oRBoAADAl7ne/m03tuIRt3ZrsvXffUQAAsC0KaSy+T3+6Wx9zzOKexz3SAACAKbNq1c257rrkuuv6joQdYUQaAMDkU0hj8Z1ySlfkOuKIxT3P3nt3U0cakQYAAEyJlStvThLTOy5RCmkAAJNPIY3FdccdXSHt2c9OVozh47ZqlRFpAADA1FBIW9quv14hDQBg0imksbjOOSe5+urFvz/ajJUrjUgDAACmxqpVCmlLmRFpAACTTyGNxfXRj3Yj0Z7znPGcz4g0AABgihxwQFdIu/TSngNhhyikAQBMPoU0FtdHPpI85SnJAQeM53wKaQAAwBTZY4+W+90vufLKviNhRyikAQBMPoU0Fs83v5lccEHysz87vnPOTO3Y2vjOCQAA0KM1axTSlqLWFNIAAJYChTQWz0c/2q2PPXZ851y1KrnlluS668Z3TgAAgB4ddJBC2lJ0883J7bcrpAEATDqFNBbPSSclRx6ZHHro+M65cmW33rJlfOcEAADo0Zo1yRVX9B0FC7V1a7dWSAMAmGwKaSyOb34z+fKXkxe9aLznXbWqW7tPGgAAMCXW/H/27jzKrqrO+/97V2WsmKESkqLCoMhooQyhlFE6CCpoKypt02g/jo84/NpW225F8Wm1bR8HtNWnte1GaecB7HZABSekWhQBIQQwIKOEhCRkqkqohIy1f3/suiaEmu54zrn3/Vqr1r5177nnfJODa2X7Od+9u+GRR2BoKOtKVI5SkDZjRrZ1SJIkaWwGaaqPr30N2trgla9s7HXtSJMkSZLUYhYuhF27YP36rCtROexIkyRJKgaDNNXe0FAK0s46K83oGsmONEmSJEktprs7jS7vWCxbtqTRIE2SJCnfDNJUe9deC8uXw6te1fhr25EmSZIkqcWUgrTVq7OtQ+WxI02SJKkYDNJUW7t3w7velTrRXvrSxl9/2jSYOdOONEmSJEktw460YjJIkyRJKoZJWRegJnPppbBkCXzrW9DRkU0N8+bBhg3ZXFuSJEmSGsyOtGIySJMkSSoGO9JUO+vWwXvfC2ecAeefn10dBmmSJEmSWsi0adDZaZBWNAZpkiRJxWCQptp5z3vSTOCzn4UQsqvDIE2SJElSi+nudmnHojFIkyRJKgaDNNXGDTfAZZfBO94BPT3Z1mKQJkmSJKnFLFxoR1rRlIK0rHZFkCRJ0sQYpKl6jz0Gr30tHHgg/J//k3U1BmmSJEmSWk53t0Fa0QwOwvTp0N6edSWSJEkay6SsC1ATuPhi+MMf4Gc/g5kzs64mBWkDA7BrF0zyP3FJkiRJza8UpMWY7Ur7mrjBQZd1lCRJKgI70lSdn/wEPv1peMtb4LnPzbqaZN68NPb3Z1uHJEmSJDVIdzfs3AkbN2ZdiSbKIE2SJKkYDNJUuYcegle+Ep7xDLjkkqyr2aMUpLm8oyRJkqQW0dWVxkceybYOTdyWLQZpkiRJRVC4IC2EcHYI4e4Qwn0hhItG+PzvQgh3hhBuDyFcE0J4chZ1toR3vzs98vhf/5Wv3ZEN0iRJkiS1GIO04rEjTZIkqRgKFaSFENqBzwHnAD3ABSGEnn0OuxXojTEeA/wX8PHGVtkihobSnmjnnQeHH551NY9nkCZJkiSpxRikFY9BmiRJUjEUKkgDngXcF2N8IMa4A/g2cO7eB8QYr40xbh3+9QbgwAbX2Bpuuy0tvn/mmVlX8kQGaZIkSZJajEFa8RikSZIkFcOkrAso0wHAir1+XwmcOMbxrweuHumDEMKFwIUAXV1d9PX11ajE6gwODuamlrEceMUVHAZcP20aO3JWb/uWLTwbuP+mm1hxyCFZlzMhRbnvqi3ve+vxnrcm73tr8r5LarS5c6G93SCtSAzSJEmSiqFoQdqEhRD+GugF/mykz2OMlwKXAvT29sbFixc3rrgx9PX1kZdaxvTxj8NRR3HKX/xF1pU8UYwwaRKHzpnDoUX4u6RA91015X1vPd7z1uR9b03ed0mN1tYGCxYYpBWJQZokSVIxFG1px4eBg/b6/cDh9x4nhHAWcDHw4hjj9gbV1jp27IBf/SqfyzoChJCWd3RpR0mSJEktpKvLIK1IBgdhxoysq5AkSdJ4ihak/Q44PIRwSAhhCvBXwJV7HxBCOB74D1KItjaDGpvfTTfBli3wnOdkXcnoDNIkSZIktRiDtOLYvRsee8yONEmSpCIoVJAWY9wF/A3wU+Au4IoY47IQwj+FEF48fNglwJOA74QQloYQrhzldKrU1VenxfcN0iRJkiQpNwzSimPLljQapEmSJOVf4fZIizFeBVy1z3v/uNfrsxpeVKu5+mo45RSYMyfrSkY3bx7cd1/WVUiSJElSw5SCtBjTivfKL4M0SZKk4ihUR5pyYM0auPVWOOecrCsZ29y5dqRJkiRJaildXWlL602bsq5E4xkcTKNBmiRJUv4ZpKk8P/lJGvMepJWWdowx60okSZIkqSG6utLo8o75Z5AmSZJUHAZpKs9VV0F3Nxx7bNaVjG3evPQo5tatWVciSZIkSQ1hkFYcBmmSJEnFYZCmidu1C37+czj77PwvuD9vXhpd3lGSJElSizBIKw6DNEmSpOIwSNPE3XADDAzkf1lHMEiTJEmS1HL23z+NBmn5Z5AmSZJUHAZpmrirr4b2dnjuc7OuZHwGaZIkSZJazLx50NZmkFYEBmmSJEnFYZCmibv6ajjlFJgzJ+tKxmeQJkmSJKnFtLfD/PkGaUVQCtJmzMi2DkmSJI3PIE0Ts2YN3HprMZZ1BIM0SZIkSS1p/nxYty7rKjQeO9IkSZKKwyBNE3PVVWksSpA2d24aDdIkSZIktZAFCwzSimDLltRBOHVq1pVIkiRpPAZpmpjvfQ8OPhiOPTbrSiZmyhSYOdMgTZIkSVJLsSOtGAYHUzdaCFlXIkmSpPEYpGl8mzfDz34GL3tZsf6VP2+eQZokSZKkljJ/Pqxdm3UVGk8pSJMkSVL+GaRpfFddBTt2wHnnZV1JeQzSJEmSJLWY+fNhYAB27sy6Eo3FIE2SJKk4DNI0vu9+F7q64OSTs66kPAZpkiRJklrM/PlpXL8+2zo0NoM0SZKk4jBI09h27oSrr4Zzz007IReJQZokSZKkFlMK0twnLd8M0iRJkorDIE1jW7o0/Qv/zDOzrqR8BmmSJEmSWoxBWjEYpEmSJBWHQZrGdt11aTzttGzrqMS8eWlzgF27sq5EkiRJkhpiwYI0GqTl2+AgzJiRdRWSJEmaCIM0je3Xv4anPhUWLsy6kvLNm5fG/v5s65AkSZKUWyGEl4cQloUQhkIIvVnXU61SR9ratdnWobHZkSZJklQcBmkaXYwpSCtiNxrsCdJc3lGSJEnS6H4PvAz4VdaF1MLcudDWZkda3m3ZYpAmSZJUFJOyLkA5ds89afb17GdnXUllDNIkSZIkjSPGeBdACCHrUmqirS1NhQzS8itGO9IkSZKKxCBNoyvy/mhgkCZJkiSppkIIFwIXAnR1ddHX15dtQcDg4OAT6ujoeCZ33rmVvr5l2RSlMe3YEdi1689Yu/YB+voequgcI913NT/ve+vxnrcm73tr8r7nm0GaRvfrX8N++8GRR2ZdSWUM0iRJkiQBIYRfAPuP8NHFMcYfTPQ8McZLgUsBent74+LFi2tTYBX6+vrYt46nPAWGhmY84X3lQ2mKeswxT2Xx4qdWdI6R7ruan/e99XjPW5P3vTV53/PNIE2jK+2PVtQlTgzSJEmSJAExxrOyrqGR5s+HO+7IugqNZnAwjS7tKEmSVAxtWRegnFq9Gu6/v7j7owHMnAmTJhmkSZIkSWop8+e7R1qeGaRJkiQVi0GaRvbrX6exqPujQeqkmzfPIE2SJEnSqEIILw0hrAROBn4cQvhp1jVVa8EC2LgRdu3KuhKNxCBNkiSpWFzaUSO77jro6IDjj8+6kuoYpEmSJEmFEkI4CTgbOAlYCEwH1gN3A/8DfD/G2F+r68UYvwd8r1bny4P589O4YQN0dWVbi57IIE2SJKlYqupICyGcFEL4QAjhJyGE20MI94YQfhtC+HII4bUhhM5aFaoG+/Wv4aSTYPLkrCupzty56VHMPPvCF5h1551ZVyFJkiRlKoTw6hDCHcD1wDuADuBe4EagHzgR+CLw8PCc85DMis25UpD2yCPZ1qGRlYK0GTOyrUOSJEkTU1GQ5gSnyW3eDLfdVuz90Uo6O6G/Zg+r1t6WLfDmN3PIF7+YdSWSJElSZkIItwMfBa4CTgDmxBhPjzGeF2P86xjjC2KMTwPmAm8AFgB3hhDOz67q/DryyDQuW5ZtHRqZHWmSJEnFUvbSjsMTnPnAV4FXAUtjjHGE42YDfw68kjTBeU2M8fIq61UjXHcdDA3B6adnXUn1OjtTKJhXv/sd7N7NnNtuS+uuzJuXdUWSJElSFi4D/iPGuG2sg2KMm4BvAN8IIRwL7N+I4oqmpwemTYObb4YLLsi6Gu1ry5Y0GqRJkiQVQyUdaZcBh8QY3x1jvHWkEA3SBCfG+I0Y4wtIa9sPVFOoGujaa2HKFDj55KwrqV7eO9Kuvx6AMDQEP/xhxsVIkiRJ2Ygxfma8EG2E79wWY/xpvWoqssmT4bjjUpCm/LEjTZIkqVjKDtKc4LSAa69NIdr06VlXUr3OTnj0Udi1K+tKRnb99XDUUWybPx++//2sq5EkSZLUJHp7YckS2L0760q0L/dIkyRJKpaK9kgrCSG0hRAm7fPe80MI7wwhHF9dacpEfz/ceiuccUbWldRGZ2caB3LYEDk0BL/9LZx6KutPOw1++tM9a3xIkiRJLcp5Zm309qbA5p576nP+Xbvgu991ClOJwcH03Gp7e9aVSJIkaSKqCtKAbwH/WfolhPAm4GrgEuCGEMJZVZ5fjfarX0GMzRek5XF5x7vvho0b9wRp27bBz36WdVWSJElS1pxn1kBvbxrrsbzj1q3wspfBeefBW99a+/M3u8FBl3WUJEkqkmqDtJOAq/b6/R+ALwKzge8CF1d5fjXaL3+ZdqU+8cSsK6mNPAdpw/ujccopbDr22FTr976XbU2SJElS9pxn1sBRR0FHB9xyS23Pu2wZnHoq/OhH8Gd/Bl/6Elx9dW2v0ewM0iRJkoql2iBtAfAwQAjhMOAQ4LMxxkeBLwHPqPL8arRrr02zoqlTs66kNubOTWMeg7SbboI5c+CII4jt7fCiF8EPfwg7d2ZdmSRJkpQl55k10N4OixbVriNt1Sp45zvhhBPg4YfT1OWnP4WeHnjDG2DDhtpcpxUYpEmSJBVLtUHaZmDe8OvFwPoY4+3Dv+8GplV5fjXSunVwxx3Ns6wj5Lsj7eab0yw0hPT7S1+a9nL71a+yrUuSJEnKlvPMGuntTVtg79pV+TmWLUsLlhxwAHz603D++Wna+MIXpucvv/Y1WLsWXve6tEuAxjc4CDNmZF2FJEmSJqraIO164KIQwp8Db+fxy28cBqys8vxqpP/5nzQapNXf9u1p9nnCCXvee97z0o7TLu8oSZKk1uY8s0Z6e9N+Zn/4Q+XneP/70/bOH/pQGr/yFejq2vP5okXw8Y/DlVfCpz5Vfc2twI40SZKkYqk2SHsX6UnBK0lPBX5gr8/OB35b5fnVSNdemx6Le+Yzs66kdvIapP3+92kJx9IO4JA2MDj7bPj+92FoKLvaJEmSpGw5z6yR0nN7lS7vuG5dCshe9zp43/vgsMNGPu5tb0sLbPzDP6TlHjW2LVsM0iRJkoqkqiAtxnhvjPFwYH6M8bAY44N7ffw20gRIRXHttXDaaTB5ctaV1M7UqanLa+PGrCt5vNJMdu+ONICXvCRtOFDrHcElSZKkHAshnFJ67Tyzdo44IgU2lQZpX/taev7v9a8f+7gQ4Ktfhac/PS39ePvtYx/f6uxIkyRJKpayg7S9JzglMcYnbCscY7wjxriu0sLUYGvWwF13NdeyjiWdnfnrSLvlllTXIYc8/v0///O0K7jLO0qSJKm1XBdCWB1CuDSEcE4IYYrzzOq1taVn9yoJ0mKEyy5L+6MdffT4xz/pSal7bebMtGr9vfeWf81WYZAmSZJULJV0pD1hglPzqtR4N9yQxtNPz7aOeshrkHbCCenRzb3NnQuLFxukSZIkqdUcAHwQOAj4HrAuhHBFCOGCEMKsbEsrtt5eWLo0dZaV49pr4c474cILJ/6dJz8Zfv5z2LUL3vjG8q7XSgzSJEmSiqWSIM0JTjO65ZbUCXXccVlXUnt5C9K2b4c77njiso4lL31p2g28mh3BJUmSpAKJMa6JMf57jPEcYD7wRmA38HnSnPNnIYQ3hxAWZlpoAfX2pinInXeW971PfQrmz4dXvKK87x11FLzrXSmIu+228r7bCnbvhq1bDdIkSZKKpOwgzQlOk1qyBJ72tLSfWLPJW5B2113pcdBFi0b+/Nxz0/iDHzSuJkmSJCknYoyPxhi/HWO8gDTnPBe4H3gfsCKEcFMI4T2ZFlkgvb1pvOmmiX/nnnvgRz+Ct7wFpk0r/5pveAN0dMCnP13+d5vd1q1pNEiTJEkqjko60v7ECU4TWbJk9GCn6PIWpN1xRxqf8YyRPz/wwHQvrryycTVJkiRJORRj3Blj/EmM8c0xxgOAU4FfAv8r49IK49BDYd48uPHGiX/nk5+EKVPgzW+u7JqdnfCa18A3vwmPPFLZOZrV4GAaDdIkSZKKo6ogbW9OcAps9WpYs8YgrVFuvx2mToXDDx/9mHPPhd/+1lmnJEmStJcY4w0xxotijD1Z11IUIcCJJ+7ZFns8DzwA//mfqausq6vy677tbbBjB3z+85WfoxkZpEmSJBVPzYK0fTnBKZAlS9I42p5dRTd3Ljz6aNrxOg9uvx2OPhomTRr9mBe/GGKEH/+4cXVJkiRJGQkh/LKMn2uyrrdoTjop7ZG2efP4x37gAzB5Mlx8cXXXPOIIeOELU5C2bVt152ompQK7Zk0AACAASURBVCBtxoxs65AkSdLEjfH/5I8shPDLMg6PMcYzy72GGmzJkvSY4rHHZl1JfXR2pnFgAPbbL9taIAVpZ5899jHHHgsHHwzf+x687nWNqUuSJEnKThsQ9/r9SGB/4EHgEaALeAqwGri7wbUV3kknpef0fvc7OHOMGfqtt8LXvw5///fQ3V39dd/xDjjrLPjWt+C1r63+fM1gy5Y02pEmSZJUHJV0pLUBYa+fo4DFpEnN9OFxMWniE6ovUXW3ZEl6XHDmzKwrqY9SkJaH5R3XrUvLaB5zzNjHhQB//ddph+///M/G1CZJkiRlJMa4OMZ4RozxDOAzwE7g5BjjU2OMJ8cYnwqcPPz+Z7KstYie+cw0jrW8465daTnHBQvgPTXa6fw5z0lbQ3/ykzA0VJtzFp1LO0qSJBVP2UGaE5wmtGQJHH981lXUT56CtDvuSON4QRqkNVWe/3y48EK46qq6liVJkiTlyIeA/xNjvHHvN4d//wDwz1kUVWRz5sDTnjZ2kPav/wq33AL/7//tmUJVKwS46CJYtgy+//3anLPoDNIkSZKKp9o90pzgFF1/Pzz0UGsEaRs3ZlsHpGUdIT2WOZ7Jk+E730nLPL785WkdFkmSJKn5HQ6sG+WztcBhDaylaZx4Itx4Y1ricV/r16fn+M45J009aun88+Hww+Gf/3nka7cagzRJkqTiqTZIc4JTdLfdlsZm3R8N8tWRdvvtaa2UBQsmdvzMmfDjH6fjX/hCuO+++tYnSZIkZe+PwBtH+eyNpH3TVKaTTkorzf/xj0/87J//OQU8n/hE6iKrpfZ2eO970/5rP/5xbc9dRAZpkiRJxVNtkNbwCU4I4ewQwt0hhPtCCBeN8PnUEMLlw5/fGEJ4Sq1raCpLl6bxuOOyraOe8hSk3XknHH10ed/Zf3/4yU/SpgJnnw1r19anNkmSJCkfPgi8KITw+xDCB0IIbx4efw+8kLT6icp04olp3Hd5x3vvhX/7N3j966Gnpz7XfuUr4ZBD4J/+ya40gzRJkqTiqTZIa+gEJ4TQDnwOOAfoAS4IIez7T/3XA/0xxsOATwEfq2UNTWfp0hTUdHVlXUn95CVIixHuuittTlCuI4+EH/0IVq1KYdqmTbWvT5IkScqBGOO3gecDm4D3kOaA7wEGgOfHGC/PsLzCevrToaMjLe9YsmsXvOpV6f0PfrB+1548Gd7znrRa/c9+Vr/rFMHgYOrSmzo160okSZI0UZOq+XKM8dshhPWkQO09wGRgJ/A70gTnmupLfJxnAffFGB8ACCF8GzgXuHOvY85lT4D3X8BnQwghxlZ/7m0US5c2dzcapBnK9OnZB2mrV8PmzZUFaZDWYvnv/4Zzz4XnPhde8pIUgO7744xMkiRJBRdj/AXwixBCG7AfsD7GOJRxWYU2aRI885mP70j78IfT79/8JnR31/f6r341fOhDKbB73vNqv4RkUQwOpm60Vv3zS5IkFVFVQRo0fIJzALBir99XAieOdkyMcVcIYRMwD1hfp5pq513v4mm33AKLFzfmejt2pKUGzzmnMdfLUmdn9kHaXXelsdIgDdK9+ta34E1vgosvHvmY2bNh/nyYMSM9WtrRsef1vmN7O7S1pVlcaRwagt27Hz+O9F45x4z2XinfjrG2r0f7LGcWbd4Ms2ZVfoIc/plqoln/XMCiRx9Nex+qpXjfW1NL3/cLLoB3vCPrKtQkhueWrm1eIyeeCJ/6FGzbBl/9KnzgA2nZxQsuqP+1p0yB970P3vjG9HzgX/xF/a+ZR4ODaTomSZKk4qg6SCsp2gQnhHAhcCFAV1cXfX192RYE9Nx0Ex0PPNCwWmbcdx/P3LmTOydPZm0O/vz19MwpU9h6770sy/DPecCVV3I4cH1/Pzv2qWNwcHDi933ePPjOd2jbsYPJGzcypb//Tz+T+/uZsnEjkzdton37dtq2baN982batm+nfds22rdtS+9t307bzp0Trj2GACEQ29vT67Y24vBP6TUhjPxe6TvDr0vHEcKf3v+T4de1eD+Wfh/h+LzYNX06u4aqe+4g5uzPVBP73s8msnvGDHa2VbuqsorG+96aWvm+r3/4YVY3+b8t1RghhGOBI4Fp+34WY/xq4ysqvpNOgp074TWvgcsvhxe8AC67rHHXf/3r4XOfg7//e3jhC9PCIa2m1JEmSZKk4qhJkNbACc7DwEF7/X7g8HsjHbMyhDAJmA1sGKGuS4FLAXp7e+PiRnWBjeXJT+axu++mYbUsXw5AzyteQc9RRzXmmlk56CBmtLc37u92JN/5DsyaxSnnnfeEkKCvr6/xte3albrDYtzTHTY0tKdLrTS2tRGG623OaCM7mdx3Zcp73pq8762ple/7PNLEQKpUCGEO8GPgpNJbw+PebesGaRU4cXg9l8svT2Ha5z/f2JXh29vhM5+BM86AT34ydai1mi1bDNIkSZKKpqogLYMJzu+Aw0MIh5ACs78CXrHPMVcCrwZ+C/wF8MvC7I82fTrt27c37npLl6ZHAA8/vHHXzEpn55+Cw8zcdVda1jEvnTaTJqUfSZIkKV/+LymTPR24DngpsAl4HXAyaR6oCixcCF/5Chx2GJxySjY1LF4M550HH/kIvPa1cMAB2dSRFTvSJEmSiqfa9Wb2nuAE0gTnOcA3gAeAZ1V5/seJMe4C/gb4KXAXcEWMcVkI4Z9CCC8ePuwyYF4I4T7g74CLallDXU2fTlujg7RjjkmPBTa7vOyRVs3+aJIkSVJreD5prnnD8O8rY4x9McZXAb8A3pZZZU3gVa/KLkQrueSStDjGRcWZrdeMQZokSVLxVBukNXyCE2O8KsZ4RIzx0Bjjh4ff+8cY45XDr7fFGF8eYzwsxvisGOMDta6hbjo6GhekxQi33QbHHdeY62Ut6yCtvx/WrDFIkyRJksbXDTwQY9wNbANm7vXZd4EXZlKVauaQQ9I+aV//Otxww/jHNxODNEmSpOKpNkhzglNL06fTtnt32v253lasSOHOscfW/1p50NkJjz7amL/bkdx/fxqPOCKb60uSJEnFsQaYM/x6OWk5x5LDGl+O6uGii6C7G972trRVc6swSJMkSSqeaoM0Jzi1NH16Gh97rP7XWro0ja3UkQYwMJDN9TdsSOP8+dlcX5IkSSqOX7NnH+6vAe8PIfxHCOFzwCWkpf5VcE96EnzsY3DTTfC1r2VdTeMYpEmSJBVPtUGaE5xaanSQFgI84xn1v1YelIK0rJZ33LgxjXPnZnN9SZIkqTg+yJ655CXA50irnVwAXAm8NaO6VGOvfCWcdBK8+93ZPfPYSDEapEmSJBXRpCq//0Fg4fDrS4B5wPlAB05wytfRkcZGBWmHH946/4LPOkgrXbdUhyRJkqQRxRjvB+4ffr0TeOfwj5pMWxt87nPQ2wvvfz985jNZV1RfO3bArl0wY0bWlUiSJKkcFXekhRCmAJ8AAqQJTozxnTHGA2OMc2OMr4gxbqhVoS2hkR1pt93WOss6QvZBWqkjzSBNkiRJGlUIYUoI4XshhNOzrkWNsWgRvPnN8NnPwn33ZV1NfQ0OprFVnmeVJElqFhUHaTHGHcBZ1ZxD+ygFaVu31vc6mzbBAw/AscfW9zp5knWQ1t+fOg6nTs3m+pIkSVIBOM9sTW9/OwwNwTXXZF1JfW3ZkkaDNEmSpGKpdnLyG/bskaZqNaoj7fbb02hHWuNs3Oj+aJIkSdLEOM9sMYcdBvPnw29+k3Ul9WVHmiRJUjFVu0faO4HvhxAGge8Dq4G49wExxqEqr9E6GrVH2tKlaTRIa5z+fpd1lCRJkibGeWaLCQFOPRWuvz7rSurLIE2SJKmYqu1IuwM4FPgMsBzYAezc62dHledvLY3qSFu6ND3u191d3+vkydSpKajMMkizI02SJEmaCOeZLejUU+H+++GRR7KupH4M0iRJkoqp2o60f2KfJwNVhUbtkbZ0aepGC6G+18mbzs5sl3Y87LBsri1JkiQVi/PMFnTqqWn8zW/gZS/LtpZ6MUiTJEkqpqqCtBjjB2pUh6AxHWk7d8KyZfDWt9bvGnmVZZDm0o6SJEnShDjPbE2LFqWFRAzSJEmSlDfVLu2oWmrEHml33w3bt7fW/mglnZ2pMywLGze6tKMkSZIkjWLqVOjtTUFaszJIkyRJKiaDtDxpREfa0qVpbNUgLYuOtG3b0j21I02SJEkaUQjhyhDC8WUcPy2E8HchhDfVsy411qmnwpIl9d82PCsGaZIkScVUdpDmBKeOGrFH2h13wJQpcOSR9btGXmUVpJWuaUeaJEmSNJoHgRtCCDeGEP42hLAohPC4rQhCCAtDCC8JIVwGrAZeDyzJoFbVyamnpt0Ibr4560rqoxSkzZiRbR2SJEkqTyUdaQ/iBKc+Jk1iqL29vo/fPfggHHwwTKpqe7xiyjpIsyNNkiRJGlGM8W+BHuAm4APA74BtIYSNIYTVIYTHgBXAd4GjgbcDx8QYb8qoZNXBKaeksVmXd9yyBaZNg/b2rCuRJElSOcpOU2KMfxtC+Axp4vIBYDYQQwibge3AHGAKEEiToLcDX48x7q5V0c1saNo02uoZpC1fDk9+cv3On2ednekRwJ07YfLkxl23tC+bHWmSJEnSqGKM9wNvDSG8EzgZOBFYCEwDNgB/AH4VY1yeXZWqp/32S4unNGuQNjjoso6SJElFVFFbkhOc+hmaMqW+HWnLl8MLXlC/8+dZqSNsYADmz2/cde1IkyRJkiYsxrgD+J/hH7WYU06BH/wAYoQQsq6mtgzSJEmSiqmq9f2c4NTe7qlT67dH2rZtsGZNa3ekQQq2sgjS7EiTJEmScieEcAnwImAHcD/w2hjjQLZVta5TT4UvfQnuvhuOOirramrLIE2SJKmYKtkjTXU0NHVq/TrSVqxIY6sGaaUgq9H7pJWWdrQjTZIkScqjnwNPjzEeA9wDvCfjelraqaemsRmXdzRIkyRJKiaDtJyp69KOy4dX2mzVIG3vjrRG6u9Pa5LMnt3Y60qSJEkaV4zxZzHGXcO/3gAcmGU9re7II2HePIM0SZIk5YdBWs7snjbNIK1esgrSNm5MIVp7e2OvK0mSJKlcrwOuzrqIVhZC2ifNIE2SJEl5UdUeaaq9oXrukfbQQ2lWcsAB9Tl/3mXZkeayjpIkSVJmQgi/APYf4aOLY4w/GD7mYmAX8I0xznMhcCFAV1cXfX19tS+2TIODg7moo5b23/9gfvjDp/KDH/yG2bN3Zl1OzaxffyJdXZvo6/tD1edqxvuu8XnfW4/3vDV531uT9z3fKg7SQghTgIWkicaqGONQzapqYUNTpsCWLfU5+fLlsHAhTJlSn/PnXSnMKu1Z1igbN+7Zn02SJEnSuEIIrwJeCswA7ge+C1xT6bwzxnjWONd7DfDnwJkxxjjGeS4FLgXo7e2NixcvrqScmurr6yMPddRSezt84QsQwqk00x9t1y546lOns3jxSJlueZrxvmt83vfW4z1vTd731uR9z7eyl3YMIcwKIXwV2ESa0CwHtoYQbgwhfCCEcEiti2wlQ1On1ndpx1Zd1hFSgNjRYUeaJEmSlGMhhH8EvgycDswHXgb8FPh9CKGnDtc7G3gX8OIYY52WB1E5enth8uTmW95xyxaXdpQkSSqiSvZIuxR4EfBx0pIW7wSmAHOB9wF3hxD+NYQwrWZVtpDdBmn11dmZTZBmR5okSZI0qhDCq0IIRwz/+hbgi8D8GOPxMcYu4FnAg8ANIYSjanz5zwIzgZ+HEJaGEP69xudXmaZPhxNOaK4gbWjIIE2SJKmoRg3SQghtIYRfhhAO3+ejFwD/X4zx/THGy4B/HX7/fNJSj+8dfv2LEML0ehTdzOq2R9ru3bBihUFaFkHaxo12pEmSJEmMOc/8EnBXCKGf1IU2HTgvhHAYQIzx5hjjC4CfAB+rZU0xxsNijAfFGI8b/nlTLc+vypx6Kvzud7BtW9aV1EZpmm+QJkmSVDzjdaSFEd7bDqwb6eAY49oY4yeAY4B5pA41laFuSzuuXp0WZDdIa2yQFqMdaZIkSdLjjTTPnAs8j7TySSQ9wHk5acWTTSGEX4UQPg2sBc5oWKXKzLOfDTt2pDCtGQwOptEgTZIkqXhGDdJijEMxxjNijPfu89FVwJhP6MUY1wD/CPyv6ktsLX9a2nH0/a0rs3x5Gg3SGhukDQ6mANOONEmSJGnUeWaMcVOM8ZoY40dISzheBCwgBWr/F1gNvBB4MzAjhDAYQvh1COFTjf0TqFFOOy2N112XbR21YpAmSZJUXJXskXYR8KwQwg9CCIeOcdw2YL/KympdQ1OnphBtx47antggLWl0kFa6lh1pkiRJ0kR9Afgw8NQY409jjB+LMZ4fYzyc9LDmLuCDwCrS/t1qQvPmQU+PQZokSZKyN6ncL8QYV4cQTge+BdwD/Ja09MYzQwg7gN3A0cBHgJtqWGtLGJo6Nb3YuhVKr2vBIC2ZO7exQdrGjWm0I02SJEmaqEtI2wX8JoTwY9K+aKuBQ4B3ATfGGC/JsD41yLOfDd/6Vtryu70962qqY5AmSZJUXJV0pBFj/GOM8STg5UA/8BjweeA24PfAFcAO4A01qrNl7J4yJb2o9T5py5enR/pmzKjteYumszPNYHbubMz17EiTJEmSyjK8/OMrgQuBhcC/Ad8D/gUYxHlmy3j2s2HzZrj99qwrqZ5BmiRJUnGV3ZG2txjjd4HvhhAmAz3AU4bP+WCM8Zbqy2s9f+pIq0eQ1urdaLCnM2xgAObPr//17EiTJEmSKhJj/BLwpRBCN/BUYAtwe4xxKNvK1Cinn57G666D44/PtpZqGaRJkiQVV1VBWkmMcSepG+22WpyvlQ1Nm5Ze1CNIO+qo2p6ziEqBVn9/Y4K0UkeaQZokSZJUkRjjatLSjmoxBx0ECxbAbU3w/zSUgrRWXyRGkiSpiCpa2lH186elHbdurd1JY7QjraQUaJU6xerNpR0lSZIkqWJHHw133pl1FdXbsiWNdqRJkiQVj0FaztRlaccNG1Iwd/DBtTtnUe3dkdYIGzfCpEk+dihJkiRJFejpSUFajFlXUh2XdpQkSSoug7ScqUuQtnx5Gu1Ia3yQ1t+futFCaMz1JEmSJKmJ9PTA5s2walXWlVRncBDa2qC0m4MkSZKKwyAtZwzS6iyLjjT3R5MkSZKkivT0pHHZsmzrqNbgYOpG8xlLSZKk4jFIy5ndpSCtlnukGaTtkVVHmiRJkiSpbKUgrej7pJWCNEmSJBWPQVrO1KUj7aGHoKMD5s2r3TmLasqU9HdhR5okSZIk5d78+Wkqa5AmSZKkrBik5UzdlnZ88pNdQ6Kks9OONEmSJEkqgBBSV1rRg7RHHzVIkyRJKiqDtJzZPWVKelHLIG3FCjjooNqdr+jmzrUjTZIkSZIKohSkxZh1JZUbGHBqKEmSVFQGaTkzVI890lauNEjbW6M60nbvhk2b7EiTJEmSpCr09KQp3COPZF1J5QYGYM6crKuQJElSJQzS8qatDaZOrV1H2o4dabZx4IG1OV8zaFSQtmnTnutJkiRJkipy9NFpLPLyjgZpkiRJxWWQlkfTp9cuSFu1Kq1/YUfaHo0K0jZu3HM9SZIkSVJFenrSaJAmSZKkLBik5VEtg7QVK9JoR9oenZ17Qq56KoV1Lu0oSZIkSRXbf/8UQhU1SNu5E7ZsMUiTJEkqKoO0POroqN0eaStXptGOtD06O9MsZufO+l7HjjRJkiRJqloIqStt2bKsK6nMwEAaDdIkSZKKySAtj+rRkWaQtkcp2Kr38o6l8xukSZIkSVJVenqK25FmkCZJklRsBml5VMsgbeVKmDULZs6szfmaQaOCtA0b0rjffvW9jiRJkiQ1uZ4eWL8e1q3LupLyGaRJkiQVm0FaHtW6I81utMdrVJC2fn0a3SNNkiRJkqrS05PGInalGaRJkiQVm0FaHnV01DZIO/DA2pyrWTSyI232bJg0qb7XkSRJkqQm1wxBmqv+S5IkFZNBWh5Nnw5bt9bmXCtX2pG2r0YGafPm1fcakiRJktQCDjww7VhQ5CDNjjRJkqRiKkyQFkKYG0L4eQjh3uHxCc9yhRCOCyH8NoSwLIRwewjh/CxqrVqtlnbcvh0eecSOtH2VllpsRJDm/miSJEmSVLUQUleaQZokSZIarTBBGnARcE2M8XDgmuHf97UVeFWM8WjgbODTIYTi/VO1VkHaqlVptCPt8Rq5R5odaZIkSZJUE0UO0iZNSrs4SJIkqXiKFKSdC3xl+PVXgJfse0CM8Z4Y473Dr1cBa4H5DauwVmq1R9qKFWk0SHu8yZNhxgyXdpQkSZKkAunpgTVrYOPGrCspT39/6kYLIetKJEmSVIlJWRdQhq4Y4+rh12uArrEODiE8C5gC3D/K5xcCFwJ0dXXR19dXu0qrMDg4yEPr1nHg4CC/qrKmBb/4BT3ATatWsTUnf768OKmjg/477+TuOv69nLZ2LWsee4z7JnCNwcHB3Pw3qMbxvrce73lr8r63Ju+7JNVeT08a77wTTjst21rKMTDgso6SJElFlqsgLYTwC2D/ET66eO9fYowxhBDHOE838DXg1THGoZGOiTFeClwK0NvbGxcvXlxp2TXV19fHwUceCTt3svj006GtiqbBG28E4Fkve1nalVl77L8/3VOn0l2v+75jB2zdyoHHHceBE7hGX18feflvUI3jfW893vPW5H1vTd53Sao9gzRJkiRlIVdBWozxrNE+CyE8EkLojjGuHg7K1o5y3Czgx8DFMcYb6lRqfU2fnsZt26pbRH3FCpg92xBtJJ2d9V3accOGNLq0oyRJkiTVxMEHpyly0fZJM0iTJEkqtiLtkXYl8Orh168GfrDvASGEKcD3gK/GGP+rgbXVVilIq3aftJUr3R9tNAZpkiRJklQobW3wtKcZpEmSJKmxihSkfRR4bgjhXuCs4d8JIfSGEL44fMxfAqcDrwkhLB3+OS6bcqtQ6kLburW686xYAQceWH09zcggTZIkSZIKp6enmEFaZ2fWVUiSJKlSuVracSwxxg3AmSO8fzPwv4dffx34eoNLq71adqSdcEL19TSjRgVp++1Xv2tIkiRJUovp6YGvfQ02bUo7GRSBHWmSJEnFVqSOtNZRiyBt+3ZYu9alHUfT2QlbtsDOnfU5//r1abQjTZIkSZJq5uij01iUrrTt29PU3iBNkiSpuAzS8qgWQdrDD6fRpR1HVlpXY9Om+pzfpR0lSZIkqeZKQdqyZdnWMVGlKadBmiRJUnEZpOVRLfZIW7EijXakjay0BsjAQH3Ov2FDCkRLoagkSZIkqWpPeUqaMv/+91lXMjGlHQUM0iRJkorLIC2PatGRtnJlGu1IG1lpFlPPIM390SRJkiSpptraUldaUYK00pTTIE2SJKm4DNLyqBZBWqkjzSBtZPUO0tavd1lHSZIkSaqDpz/dIE2SJEmNY5CWR7UK0ubMgSc9qTY1NZtGdKQZpEmSJElSzT396fDII7BuXdaVjM8gTZIkqfgM0vKoFnukrVzp/mhjMUiTJEmSpEJ6+tPTuGxZtnVMhEGaJElS8Rmk5VGt9khzWcfRuUeaJEmSJBVSKUgrwvKOpSlnZ2e2dUiSJKlyBml5VIsgbdUqOOCA2tTTjJ70pLRLdT2CtN27ob/fjjRJkiRJqoPu7hRMFSVImzIFpk3LuhJJkiRVyiAtj6ZOhRAqD9J27UoLxnd317auZhJC6kqrR5A2MABDQwZpkiRJklQHIaSutCVLsq5kfAMDaeoZQtaVSJIkqVIGaXkUQupKq3SPtLVrIUZYuLC2dTWbegVpGzak0SBNkiRJkuriec+D3/0OVqzIupKx9fe7P5okSVLRGaTl1fTplXekrVqVRjvSxjZnDmzaVPvzloI090iTJEmSpLo4//w0fuc72dYxnlJHmiRJkorLIC2vqgnSVq9Oox1pY7MjTZIkSZIK6fDDYdEiuPzyrCsZm0GaJElS8Rmk5ZUdafVXryBt/fo0GqRJkiRJUt381V/BTTfBAw9kXcnoDNIkSZKKzyAtrzo6Kt8jbfXqtM9aV1dta2o2dqRJkiRJUmH95V+m8Yorsq1jLAZpkiRJxWeQllfVdqTNnw+TJ9e2pmZTzyBt0iSYNav255YkSZIkAfDkJ8PJJ8O3v511JaMzSJMkSSo+g7S8qnaPNJd1HN+cOTA4CLt21fa8GzakbrQQanteSZIkSdLjnH8+3HYb/OEPWVfyRNu2wfbt0NmZdSWSJEmqhkFaXlXbkbZwYW3raUazZ6dx06bannf9epd1lCRJkgoihPChEMLtIYSlIYSfhRCcTBXIy1+enmG8/PKsK3mi0gIodqRJkiQVm0FaXk2fXt0eaXakja80m6n18o4bNsB++9X2nJIkSZLq5ZIY4zExxuOAHwH/mHVBmriFC+H009PyjjFmXc3jGaRJkiQ1B4O0vOroqKwjbfdueOQRO9Imop5Bmh1pkiRJUiHEGDfv9esMIGdxjMZz/vlpacc77si6ksfr70+jQZokSVKxGaTlVaVLO65dC0NDdqRNhEGaJEmSJCCE8OEQwgrgldiRVjjnnQft7flb3tGONEmSpOYwKesCNIpKl3ZctSqNdqSNrx5BWozukSZJkiTlTAjhF8D+I3x0cYzxBzHGi4GLQwjvAf4GeP8o57kQuBCgq6uLvr6+OlU8cYODg7moI2vHH38MX/7ydM4660ZCyLqa5PrrFwA93HPPTWzbVuHWDaPwvrcm73vr8Z63Ju97a/K+55tBWl5VurTj6tVptCNtfPUI0gYHYedO90iTJEmSciTGeNYED/0GcBWjBGkxxkuBSwF6e3vj4sWLa1JfNfr6+shDHVl785vh9a+HmTMX09ubdTXJXXel8XnPexb7jxTjVsH73pq8763He96avO+tyfueby7tmFczZsCuXbBjR3nfK3WkGaSNrx5B2oYNDfP5sgAAIABJREFUabQjTZIkSSqEEMLhe/16LvCHrGpR5V76Upg8Gb797awr2cOlHSVJkpqDQVpedXSksdzlHdesSWNXV23raUZPehK0tRmkSZIkSa3toyGE34cQbgeeB7wt64JUvs5OeP7z4Yor0rbheTAwAFOnwrRpWVciSZKkahik5dWMGWncsqW8761ZA3Pnpn+ta2xtbTB7dm2DtPXr02iQJkmSJBVCjPG8GOPTY4zHxBhfFGN8OOuaVJnzz4cVK+C3v826kmRgIAV8kiRJKjaDtLyqtCNt9WqXdSzHrFmwaVPtzlfqSHOPNEmSJElqqBe/OHV/XX551pUkAwMu6yhJktQMJmVdgEZRTUdarXcxbmazZ8PmzbU7n0s7SpIkSVImZs2CF7wAvvlNmDkTjj0Wzjwzu+lZf79BmiRJUjOwIy2vqtkjzY60iZs9u7YdaevXQwiu3yFJkiRJGfibv0nT6Y99LC312NUFF1wAt93W+FrsSJMkSWoOBml5VQrSyulIizEt7WhH2sTVOkhbswYWLID29tqdU5IkSZI0IWecAQ89BNu2wfXXw9vfDlddBYsWwTvfmd5vFIM0SZKk5mCQllelpR3L6UjbtAm2bzdIK0c9gjT//iVJkiQpU5Mmwcknwyc+AcuXwxveAP/yL2mMsTE1GKRJkiQ1B/dIy6tKlnZcvTqNLu04cQZpkiRJktTU5syBf/93WLgQ3v9+OPVUeNOb6nvNGA3SJEmSmoUdaXlV6kgrZ2nHNWvSaJAzcbNmpSCtVo8kGqRJkiRJUi69731wzjlpucd7763vtR57DHbuNEiTJElqBgZpeVVJR5pBWvlmz4Zdu2qzUH6MBmmSJEmSlFNtbXDZZTBtWupIq+cSjwMDaTRIkyRJKj6DtLyqpCPNpR3LN3t2GmuxvGN/P+zYYZAmSZIkSTnV3Q0f/Sj88pfwjW+Mfex3vgOf+Uxl1ykFaZ2dlX1fkiRJ+WGQlldTp0II5XekTZ3qI2/lqGWQZkegJEmSJOXehRdCby9cfPHIi5Ns2wavfS385V/C3/0d7N5d/jXsSJMkSWoeBml5FULqSit3j7T990/f1cTUI0izI1CSJEmScqutLXWlPfQQfP7zj/9swwY46yz48pdT2DY0BOvWlX+N/v40GqRJkiQVn0FannV0lNeRtnq13VDlsiNNkiRJklrOmWfCc58LH/4wPPpoem/jRjjjDLj5ZrjiCnjve9P7pV0UymFHmiRJUvMwSMuzSjvSNHGzZqXRIE2SJEmSWsqHPpQ60L7wBRgchHPOgbvvhh/9CF7+8j2LjRikSZIktbZJWRegMZTbkbZmDZx2Wv3qaUaljrTNm6s/1+rVMG3annBOkiRJkpRbJ56YOtA++Um4/vrUifbd76alHaE2QVppyilJkqTisiMtz8rpSNuxA9avtxuqXLVe2tE96iRJkiSpMN79bli1Cv77v+EjH4Fzz93zWWl6vWpV+ecdGIDp02Hq1NrUKUmSpOzYkZZn5XSkrV2bxtIjc5qYmTPTWMsgTZIkSZJUCM97Hjz/+bBwIfzDPzz+s6lTYe7cyjvSXNZRkiSpORik5dmMGRP/F7v7c1WmvT2FabUK0g47rPrzSJIkSZIaIgS4+urRFxZZuNAgTZIkqdW5tGOeldORVvqXvUFa+WbPrl2QZkegJEmSJBXKWKvzd3dXHqR1dlZekyRJkvLDIC3PytkjrdSRZpBTvlmzqg/Sdu50jzpJkiRJajLd3ZXtkdbfb0eaJElSszBIy7NKOtIWLKhfPc1q9mzYvLm6c7i0piRJkiQ1ne7uNN2LsbzvubSjJElS8zBIy7NyO9Lmzk27Ias8tVjaceXKNB50UPX1SJIkSZJyYeHCtADJhg3lfc8gTZIkqXkYpOVZRwds2wZDQ+Mf6/5clatlkHbggdXXI0mSJEnKhdI0u5x90mI0SJMkSWomBml5NmNGGieyvOPq1S4rWKlaBmkHHFB9PZIkSZKkXCgFaeXsk7ZlC+zebZAmSZLULAzS8qyjI40TCdLsSKtcrYK06dOhs7M2NUmSJEmSMldJR9rAQBoN0iRJkppDYYK0EMLcEMLPQwj3Do+jJhYhhFkhhJUhhM82ssaaK3WkjbdPWowpSLMjrTKzZqUlNHfsqPwcK1emZR1DqF1dkiRJkqRMGaRJkiSpMEEacBFwTYzxcOCa4d9H8yHgVw2pqp4m2pG2aVMKggzSKjN7dhqr6Up7+GH3R5MkSZKkJtPRkaaMBmmSJEmtq0hB2rnAV4ZffwV4yUgHhRBOALqAnzWorvqZaJC2Zk0aXdqxMqXlGNetq/wcpY40SZIkSVJT6e4ub4+0UpDmyv+SJEnNoUhBWleMsfQM2BpSWPY4IYQ24JPA3zeysLqZ6NKOpSDNjrTK9Pam8brrKvv+0FDqSDvggNrVJEmSJEnKhe7u8jrS+vvTaEeaJElSc5iUdQF7CyH8AhgpDbp4719ijDGEEEc47i3AVTHGlWGcvapCCBcCFwJ0dXXR19dXUc21Njg4+KdaZt51FycAt99wAxvH+M6Ca66hB7jpoYfYmpM/R6HEyEldXTz6jW+w7Mgjy/76lI0bOWXXLu7ZupVVFf79733f1Tq8763He96avO+tyfsuSc1j4UK4/vqJH+/SjpIkSc0lV0FajPGs0T4LITwSQuiOMa4OIXQDa0c47GTg2SGEtwBPAqaEEAZjjE/YTy3GeClwKUBvb29cvHhxTf4M1err6+NPtey3HwDHHHoojFXfrbcC8Kxzz3XtiEq96EVMu+IKFp92Gkwq838WN98MwBHPeQ5HVPjf0ePuu1qG9731eM9bk/e9NXnfJal5lDrSYoRxntkF9gRppe24JUmSVGxFWtrxSuDVw69fDfxg3wNijK+MMR4cY3wKaXnHr44UohVGOXukTZ3q427VeP7zYfNmuOmm8r+7cmUa3SNNkiRJkppOdzds27YnIBvPwEDaqWHy5PrWJUmSpMYoUpD2UeC5IYR7gbOGfyeE0BtC+GKmldXLRPdIW7067Y82kUfjNLLnPAfa2uCnPy3/uwZpkiRJktS0urvTONF90gYGfM5VkiSpmeRqacexxBg3AGeO8P7NwP8e4f0vA1+ue2H1VE5H2v4jbS2nCZs7F044ASrZy+Thh9OjhvPn17wsSZIkSVK29g7SenrGP94gTZIkqbkUqSOt9ZSCtPE60gzSauNZz0r7zQ0Nlfe9FSvS7tNt/s9JkiRJkprNwoVptCNNkiSpNfn//OdZe3va+2y8jrTVq/c8IqfKLVoEjz4K999f3vcefBCe8pR6VCRJkiRJylhpur1q1cSON0iTJElqLgZpeTdjxtgdaTt3wvr1dqTVwqJFabzllvK+98c/wiGH1L4eSZIkSVLmZs5MU/OJdqT190NnZ31rkiRJUuMYpOVdR8fYHWmPPJJGO9Kq19MDU6bAkiUT/8727emxRDvSJEmSJKlpdXe7tKMkSVKrMkjLu/E60tasSaMdadWbMgWOOaa8IG358jTakSZJkiRJTWvhwokFaUNDsGmTQZokSVIzMUjLu/E60gzSamvRohSkxTix4x98MI12pEmSJElS0+runtgeaYODKUwzSJMkSWoeBml5N15HWumROJd2rI1Fi9KC9qVOs/H88Y9ptCNNkiRJkprWRJd2HBhIo0GaJElS8zBIy7uJdqQtWNCYeprd8cencenSiR3/xz/C5MlpnQ9JkiRJUlPq7k7PuD766NjHGaRJkiQ1H4O0vJvIHmlz58LUqY2rqZkddVQa//CHiR3/4INw8MHQ3l63kiRJkiRJ2So9OzleV5pBmiRJUvMxSMu78TrSVq92WcdamjUrzZDuvntix//xj+6PJkmSJElNrjTtHm+fNIM0SZKk5mOQlncT6Ujbf//G1dMKjjyyvI4090eTJEmSpKZWCtLsSJMkSWo9Bml5N5E90uxIq62jjkpBWoxjH7dlC6xda0eaJEmSJDW5iQZp/f1p7Oysbz2SJElqHIO0vJsxIwVpI4U6MaZ/xduRVltHHpkeI1y3buzjli9Pox1pkiRJktTU5syBadMm3pE2a1b9a5IkSVJjGKTlXUcH7N4NO3Y88bPNm2HbNoO0WjvqqDSOt7zjffel8dBD61uPJEmSJClTIaSutInskTZzJkya1Ji6JEmSVH8GaXk3Y0YaR1re8e6702hHVG2VgrTS3+9oSp8fcUR965EkSZIkZa67e2Idae6PJkmS1FwM0vKuoyONW7Y88bNbb03j8cc3rp5WcNBBMH36+B1p99wD8+e7+L0kSZIktQCDNEmSpNZkkJZ3pSBtpI60JUvSv9Cf8pSGltT02tpSl9lEgjS70SRJkiSpJRikSZIktSaDtLwrLe04Wkfa8cenxdpVW0ceOf7SjgZpkiRJktQyFi6ETZtGfs61xCBNkiSp+Rik5d1oHWk7d8Ltt7usY70ceig89BDs3j3y55s3w5o1BmmSJElSkwghvDOEEEMI+2Vdi/KpuzuNY3WlGaRJkiQ1H4O0/5+9O4+TrKzvxf/5woAiqIjiOIg6oNFoco0LQXEdjAvuJkZjFiPZNIkmms3ozTXTXBOjyU3Um+TGeNUfajSYqLnuqBgaRQ0KghsuJIqKG7hnNODC8/vjnIKiOD3TzUx3dfd5v1+vep2qc06d8616qmfqW9/zPM96t1SPtI9/PLnssuROd1r7mMbgqKO6YuXnPz+8/YILuqVCGgAAbHhVdbMk90/y2XnHwvqlkAYAME4KaevdUj3Szj23W+qRtjqOOqpbfvrTw9s/+cluqZAGAACbwXOTPDVJm3cgrF97KqRddFFXSLv5zdcuJgAAVp9C2nq3VI+0D3wgOeigbi4v9r1JIe1Tnxre/slPdnPT3fKWaxcTAACwz1XVw5N8vrX2wXnHwvp2xBHd8gtfGN7+xjd2ywc9aG3iAQBgbWyZdwDswVI90t7//uQOd0j233/tYxqDm9882W+/3fdIu8UtumImAACwrlXVaUluMrDpj5L893TDOi7nOI9P8vgk2bp1axYXF/dViNfYrl271kUcY9BasmXLvXLWWRdlcfHqF12efPJ/yxFHXCdf/vJZufji1Y1Fu4+Tdh8fbT5O2n2ctPv6ppC23g31SPvud5Nzzkme+MT5xDQGBxyQHHnkcCHtk59MTj01udvd1j4uAABgxVpr9x1aX1X/LclRST5YVUlyZJIPVNWxrbUvDRznhUlemCTHHHNM27Fjx6rFvFyLi4tZD3GMxbZtyQEH3Dw7dlx1/MZvfzs577zk1389Of74Haseh3YfJ+0+Ptp8nLT7OGn39U0hbb0b6pF27rnJZZcp5Ky2o466eiHtC19IHvjArifgc587n7gAAIB9orX24SQ3njyuqguTHNNa+8rcgmJd27ZteI60007r0vSHPnTtYwIAYHWZI229O/DArmgz3SPtve/tlscdN5+YxmK2kHbOOcmxxyYXX9wNfn+rW80vNgAAANbcEUcMz5H2hjck17tecs97rn1MAACsLoW09a6q65U23SPtve/t5vCazHTM6jjqqC5DuvTS5J//ucuI9t8/efe7u4IaAACwqbTWtuuNxu4M9Ui7/PLuWssTTuiuhQUAYHNRSNsIDj746j3S9EZbfUcd1S2f9rTk0Y9O7nSn5P3vT25/+/nGBQAAwFxs25Z87WvdMI4TZ5+dfPnLhnUEANisFNI2gukeaRddlHzucwppa2FSSHv+87uM6B3vSG58490/BwAAgE1r27Zu+aUvXbnuDW/oBi950IPmExMAAKtLIW0jmO6R9q53dcu7331+8YzFLW/ZLe9wh+SVr0yuda35xgMAAMBcTWZYmJ4n7Q1v6FL0ww6bT0wAAKwuhbSNYLpH2tvfntzgBskd7zjfmMZg27bklFOSU09NDjlk3tEAAAAwZ5MeaZN50j7zmeSDHzSsIwDAZrZl3gGwDJMeaa0lp52W3Oc+3bgRrL6f+Zl5RwAAAMA6MVtI+6d/6paPfOR84gEAYPXpkbYRTHqkXXBBNz/afe8774gAAABgdA4/PNlvvysLaaeckhx77JVTbAMAsPkopG0EBx/cFdJOO617fL/7zTceAAAAGKH990+2bu3mSLvgguQDH0ge85h5RwUAwGpSSNsIrnOdbmjHt7892b49OfroeUcEAAAAo3TEEV2PtFe9qnv8qEfNNx4AAFaXQtpGcPDByde/3hXSHvCApGreEQEAAMAobdvWFdJOOSW55z2TI4+cd0QAAKwmhbSNYNIj7dvfTh796HlHAwAAAKO1bVvy0Y92t5/5mXlHAwDAalNI2wiuc51uefjhyb3uNd9YAAAAYMS2bUu+//1kv/2Sn/7peUcDAMBqU0jbCA4+uFs+8pHJli3zjQUAAABG7IgjuuXxxydbt843FgAAVp9C2kYwKaSZwRgAAADmalJIe8xj5hsHAABrQ/emjeCnfiq57LJkx455RwIAAACjdt/7Js96VvLzPz/vSAAAWAsKaRvB1q3JU54y7ygAAABg9A46KHn60+cdBQAAa8XQjgAAAAAAADBAIQ0AAAAAAAAGKKQBAAAAAADAAIU0AAAAAAAAGKCQBgAAAAAAAAMU0gAAAAAAAGCAQhoAAAAAAAAMUEgDAAAAAACAAQppAAAAAAAAMGDDFNKq6rCqentVXdAvb7DEfjevqrdV1ceq6vyq2r62kQIAAAAAALAZbJhCWpKnJXlHa+2HkryjfzzkZUn+orV22yTHJrl4jeIDAAAAAABgE9lIhbSHJ3lpf/+lSR4xu0NV3S7Jltba25OktbartfadtQsRAAAAAACAzWIjFdK2tta+2N//UpKtA/vcOsk3quq1VXVuVf1FVe2/diECAAAAAACwWWyZdwDTquq0JDcZ2PRH0w9aa62q2sB+W5LcM8kdk3w2yauSnJjkxQPnenySxyfJ1q1bs7i4uDeh7zO7du1aN7GwdrT7OGn38dHm46Tdx0m7AwAAwOZQrQ3Vo9afqvpEkh2ttS9W1bYki62128zsc9ckz2mt3bt//Ngkd22tPXEPx74kyWdWKfSVulGSr8w7CNacdh8n7T4+2nyctPs4aff5u0Vr7fB5B8HmtY7ySP/ejJN2HyftPj7afJy0+zhp9/lbModcVz3S9uD1SR6X5Nn98nUD+7w/yaFVdXhr7ZIk90ly9p4OvJ4S7Ko6u7V2zLzjYG1p93HS7uOjzcdJu4+TdofNb73kkf69GSftPk7afXy0+Thp93HS7uvbRpoj7dlJ7ldVFyS5b/84VXVMVb0oSVprP0jy+0neUVUfTlJJ/u+c4gUAAAAAAGAD2zA90lprX03yEwPrz07yq1OP357k9msYGgAAAAAAAJvQRuqRNhYvnHcAzIV2HyftPj7afJy0+zhpd2Ct+PdmnLT7OGn38dHm46Tdx0m7r2PVWpt3DAAAAAAAALDu6JEGAAAAAAAAAxTS1pGqOqGqPlFV/15VT5t3PKy+qnpJVV1cVR+Zdyysjaq6WVWdXlXnV9VHq+rJ846J1VdV166q91XVB/t2P2neMbE2qmr/qjq3qt4471hYO1V1YVV9uKrOq6qz5x0PsHnJIcdHDjk+cshxkkOOmzxyfOSQ65+hHdeJqto/ySeT3C/JRUnen+RnW2vnzzUwVlVV3SvJriQva6396LzjYfVV1bYk21prH6iq6yY5J8kj/K1vblVVSQ5ure2qqgOSnJnkya21f5tzaKyyqvrdJMckuV5r7SHzjoe1UVUXJjmmtfaVeccCbF5yyHGSQ46PHHKc5JDjJo8cHznk+qdH2vpxbJJ/b619qrX23SSnJHn4nGNilbXW3pnka/OOg7XTWvtia+0D/f3/TPKxJDedb1SsttbZ1T88oL+5kmWTq6ojkzw4yYvmHQsAm5IccoTkkOMjhxwnOeR4ySNhfVJIWz9umuRzU48vii9GsKlV1fYkd0xy1nwjYS30QzOcl+TiJG9vrWn3ze95SZ6a5PJ5B8Kaa0neVlXnVNXj5x0MsGnJIWFk5JDjIoccLXnkOMkh1zmFNIA5qKpDkrwmyVNaa9+adzysvtbaD1prd0hyZJJjq8pQPJtYVT0kycWttXPmHQtzcY/W2p2SPDDJE/thuAAArjE55PjIIcdHHjlqcsh1TiFt/fh8kptNPT6yXwdsMv345q9J8orW2mvnHQ9rq7X2jSSnJzlh3rGwqu6e5GH9OOenJLlPVf3DfENirbTWPt8vL07yL+mGXwPY1+SQMBJyyHGTQ46KPHKk5JDrn0La+vH+JD9UVUdV1YFJHpPk9XOOCdjH+gmDX5zkY621v5p3PKyNqjq8qg7t7x+U5H5JPj7fqFhNrbWnt9aObK1tT/d/+r+21n5hzmGxBqrq4Kq67uR+kvsn+ch8owI2KTkkjIAccpzkkOMkjxwnOeTGoJC2TrTWvp/kSUnemm7i2H9qrX10vlGx2qrqH5O8N8ltquqiqvqVecfEqrt7ksemu6rovP72oHkHxarbluT0qvpQuh+93t5ae+OcYwJWx9YkZ1bVB5O8L8mbWmunzjkmYBOSQ46THHKU5JDjJIeE8ZBDbgDVWpt3DAAAAAAAALDu6JEGAAAAAAAAAxTSAAAAAAAAYIBCGgAAAAAAAAxQSAMAAAAAAIABCmkAAAAAAAAwQCENAAAAAAAABiikATAXVfWIqvrdgfU7qqpV1Y45hDWoqu5cVd+pqpuu4DnPq6o3r2ZcAAAAYyGHBGBeqrU27xgAGKGqOjnJfVtrR86sv16S2yU5v7X2rXnENquq/jVdPE9awXO2JflUkge11k5fteAAAABGQA4JwLzokQbAutJa+1Zr7d/WUQJ05yTHJ/m7lTyvtfbFJG9I8gerERcAAABySABWn0IaAGuuv5LwcUlu2g/B0arqwn7b1YblqKrFqjqzqk6oqvOq6r+q6tyquktVbamqZ1XVF6vqa1V1clUdPHO+61TVc6rq01X13X75R1W1nP8HfzXJh1prH5055s/1Meyqqm9V1Yer6gkzzz0lyQOq6mYrfpMAAABIIocEYL62zDsAAEbpmUkOT/LjSR7Wr7tsD8+5VZK/SPKnSXYl+fMkr+9vW5KcmOS2/T4XJ3lqklTVliRvTTfUxzOTfDjJXZM8I8lhSX5vD+c9IcmbpldU1T2S/EOS/53uasH9kvxwkkNnnvuuftv9krxkD+cBAABgmBwSgLlRSANgzbXW/qOqLkny3dbavy3zaTdMcrfW2qeSpL8S8HVJjmqt3bff561Vda8kj0qfBCX52ST3SHLv1to7+3XvqKok2VlVz2mtXTx0wqrammR7kg/ObLprkm+01p4yte5tA6/zkqq6qN9fEgQAAHANyCEBmCdDOwKwUXxykgD1Pt4v3zqz38eTHFl9lpPuasDPJHlPP4THlv4Kw7clOSBdgrKUI/rlJTPr35/kBlX1D1X1kKqavYpw2iVTxwEAAGBtyCEB2CcU0gDYKL4+8/i7u1m/Jcn+/eMbJ7lFku/N3N7Xb7/hbs557X55lSFDWmtnpLti8WZJ/iXJJVV1WlXdfuAY/5XkoN2cAwAAgH1PDgnAPmFoRwA2u68m+XSSRy+x/cI9PDdJbjC7obX26iSvrqpDkuxI8pwkp1bVka21y6d2PSzJh1YYMwAAAPMhhwTgKhTSAJiXy7I2V9mdmuSRSXa11j6+p51nXJjk0iRHL7VDa21XkjdW1dFJnp/u6sRLkqSq9k9y8yT/vPKwAQAAmCKHBGAuFNIAmJfzkxxWVb+R5Owkl7bWPrwK53lFkl9KNzn0X6ab9PnAJLdM8rAkj2itfWfoia2171bVWUmOnV5fVf8zydYkpyf5QpIjk/x2kvNaa9Nj4f9okuskeWcAAADYG3JIAOZCIQ2AeXlRukman5Xk0HSTOW/f1ydprX2vqh6Q5GlJHp/kqCTfTvIfSd6UK8fJX8qrkvxFVR3cWvt2v+6sdEnPc9MNu3FxuomnnzHz3Ick+VKSxb1/JQAAAKMmhwRgLqq1Nu8YAGDdqqrrJbkoyW+21v5hhc89P8lrWmuzyREAAACbkBwSYPPZb94BAMB61lr7VrpJoJ9aVbXc51XVw9MN3fGXqxUbAAAA64scEmDzMbQjAOzZXyXZP8m2dOPZL8dBSX6htfaNVYsKAACA9UgOCbCJGNoRAAAAAAAABhjaEQAAAAAAAAYopAEAAAAAAMAAhTQAAAAAAAAYoJAGAAAAAAAAAxTSAAAAAAAAYIBCGgAAAAAAAAxQSAMAAAAAAIABCmkAAAAAAAAwQCENAAAAAAAABiikAQAAAAAAwACFNAAAAAAAABigkAYAAAAAAAADFNIA5qCqFqqqVdWOVTzHhVV14Wodvz/HYlW1VT7Hyf17tX01z7MWqmp7/1pOXub+q/45AQAA9p2qOrH/Dn/ivGPZG2uRh61RXrwp2mNiJXl+Ve3oX/vC6kYFsPkppAGj1H+ZnL79oKq+1heGTqyqmneMXDNrUdwDAAA2v4G8sVXVZX0x46VVddt5x8i+5WJGAIZsmXcAAHN2Ur88IMmtkvxkknsnOSbJk+YV1D7yE/MOgL32N0lOSfLZeQcCAAAjdtLU/esnOTbJLyZ5ZFXdo7V23nzCWlVPT/LsJJ+fdyBcY+9LctskX5l3IAAbnUIaMGqttYXpx1V19yTvTPKbVfWXrbVPzyWwfaC19h/zjoG901r7SiQ9AAAwV7N5Y5JU1V+nu/jyKUlOXOOQVl1r7YtJvjjvOLjmWmvfSfLxeccBsBkY2hFgSmvt3em+aFaSO89ur6q7VNWrq+pLVfXdqvpcVf19VR0xdLyqunNVnVpV/1lV36qq06rquGsSW1XduqpeU1Vfr6pvV9V7qurBS435PjR2+vS+VXW/qnpXVe2qqkuq6v+rqkP7/e5YVW/sz7Wrql6/u7Hxq+paVfUnVfXpfqiT/6iqnVV14MC+j6iqf6iqT/av49s2eypfAAAgAElEQVRVdU5V/XZVXeP/lybzj6XrUTg7DMvi7PtSVderqr/q739vMm58VR1RVX9cVe+eaucvVNUrq+p2uzn/sVX1qqr6fP8efLGq3lZVj15G7PtV1fP7WF9bVQf16weHFZm8pqq6UVW9sD/XZVX10ar6pSXOca3+eJ/q9/1032bXmn2PlmMlfwt9rK2qDuzf20/0MZy8nO39PnfuP/8X99s+U1X/p6q2DZxvMp/D0VX1W1X1oar6r5W+RgAA2I239cvDl7Pz7r5z127mI1vJ9+49nP/6VfW8qrqoqi6tqo9X1e/235mvNo/zUEw1NedzVd2yj+ur1eW7b6uqH+33O3wqT7m0qt5fVcfvIb7HVdW5/ff2i6vqJVV1k4H97tznTh+sbnqGS6vqgqr6y6q6wUrek4FjX5hkZ//w9JrKKQfel8Fco89pnlRVb+5zlsv6OE+rqgfu5txHVtX/7l/Lf/XPeV9VPWOZsf9cf66PTdqslpgjbSr/2lJV/70/52X9Z+s5NZDH98/7+ar6wFQbvby6/HnF0yv0r/dv6sr89KvV/e7w4wP7XpEX96/zrOp+p7hwOdv7fbZV1d9Wl/9/t7rfQF5bVUO/+0z/bnJC//q+udLXCGwueqQBLO170w+q6peTvDDJZUlen+RzSX4oya8meWhV3bW19tmp/e+W5LQkByZ5bZJ/T3KHJItJ/nUlgVTVDyd5T5IbJHlTkg8lOTrJvyR588pfWh6W5CFJ3pjkBUnulu4qyu1V9fQk70jyriQvTvLfkjw0ydFVdfvW2uUDx/unJD+e5NXp3reHJ1lIckxVPay1Nv2F89lJLk9yVrphQq6f5D5Jnt8f47HX4PUkyTfSDblyYpJb5KrDr1w4s++B6drgsHQJ8LeSTHof3ivJ05KcnuQ1SXala+efTvKwqrp7a+2D0werql9L8ndJfpDus3FBkhunGyL0N9O9P4Oq6tpJXpHkp5L8bZLfXuI9nnVokncn+W669/1aSR6V5CVVdXlr7aVT56j+tTy4j+1v0g1nemKSH1nGuWZjXtHfwpTXpGvjtyT5f0kuXs72qnpIv6361/qZdIXu30jy8OqG0xnqPfr8JPdM9zfz5nTtAwAA+8J9++XZq3WCvfjePXuca6fLf+6U5Nx0+cf1k/xRuu/LK7U9XT73sSQn949/MslidReOnpoux3pVupzrMUneUlW3XiLe30ly/37/U5PcI8kvJdlRVXdprV0yte+v9ec6I12+vV+63OB3kzyw3/8/r8FrSpLnJXlEuoszX5qr55HTlso1Duu3vSfJ25NckmRbupz6zVX1a621F00fqKqOSfLW/rnvTPf7wXWS3C5dXv3M3QVdVU9Nl2e/J8nDWmtfW86LTfLK/jW8JV17PSjJU9Plsle5QLM/x3OSfD3de/PNJPdLl5N+c5nnmxzrTuny8MPSve7XJrlRuvf+zKr6ydba0O8cv9ef8w3p8vXrL2d7VR2V5MwkR6T7O/jHJDdLlz8/uKoe2Vp748D5fjrJCenenxek+50BGKvWmpubm9vobkla90/g1dbfK90X4MuSbJtaf+t0BYt/T3LTmef8RP+cf5laV+l6trUkD5/Z/8mT8yfZscx439Hv/xsz6x84dawTZ7ZdmOTCmXUn9vt+P8m9p9bvl+5LfkvytSQ/P/O8Fy/xWhb79Z9McoOp9ddO8t5+22NnnnPLgde3X7ov4y3JXWa2ndyv377M92pxqG1n3peWLuk6eGD7jZNcd2D9j6Urqr1lZv3t0hUPv5bkRwaed+TU/e39uU/uHx+W7gv95Un+cOC5C0Ofk6k2f1GS/Wdi+X6S82f2f2y//zuTHDi1/tCpz+niMt/fFf0tzHxOPpTkRku12dD2JIck+Wp/3HvObPvD/nlvW+Iz8/kkRy3ndbm5ubm5ubm5ubnN3qa+dy9M3f4q3UWHl6f7wf66M885McP52ZLfuYdynmvyvXs3r+MZ/fH/MUlNrb9ZukLPFTnKHmKa5DMtyR8tcY6vpSs67De1bZKPPHfmOZN857tJ7jiz7bn9thfPrL9FpnKgqfW/0u//hzPrB9tjN+/VJKYde2irwVwj3QWORw6sv36Sj/Tvz0FT6w9Md1FnS/JzA887cubxhenz/HR59F/3z31NkmvP7Ltj8vmdWb/Yrz8nyWFT6w/uP28/SHKTqfVHp8t5L0lys6n11X+mBn9fWeL929Kf49JM/SbRbzuif1+/mORaA23y7dnPyTK3v3WJz+zd0uXPX01yyMBn5vIkJyzndbm5uW3+m6EdgVHrhwBYqKo/rapXpSuuVJLfb92Y8BO/ka4Hz5Nba1eZbLm19o50Vwc+tKqu26++W5LbJHlna+11M6f9myTLnr+sqm6WrsfWvyf5+5lzv6WPeaX+sbV2xtRxLk/y8v7hR1prr5jZ/2X98g5LHO+ZrbWvTx3v0nSTUyfJL8/EfLXX3p//+f3DByzrFey932utfXsglovbwBWMreuF9q9Jjq+qA6Y2/Ua6ZOCZrbWPDjzvoqGTV9Ut0l29d2y6YuNzVhj/d5L8bmvtil5WrbXz+2PetqoOmdr3cf3yf7TWvju1/zeyh6sbB6z0b2HaM1o379tShrY/PF3B8VWttXfNbPvLdInk/arq5gPH+/O2gec5BABg3dg5dfuddD2mPpYur7qmvZ/2ZG++d896XLqiwNNba23qOJ9L1wtrpS5M1wNq2mREjGsl+YN21VE2XpmuYLFUPvny1tq5M+sW0vV0+rmqutZUzJ+ZzoGmvCRdr6q1yicHc43W2mVDOWBr7ZvpYrxBulE4Jh6arkD5+tbaKweet1Q+ee10o3U8KV0x7VF9Hr4Sf9imeq/1+fEr0hXojpna7+fS5bx/3X9mJvu3dKO5rGTkjwcnuWV/rDOmN7TWvpDkz5PcJF2xeNYLBz4nu91eVUem6+342f7Y0+d7T7pC4GHpRoiZ9brW2qm7fznAWBjaERi7nTOPW5Jfaa39fzPrJ/Oa3XtozO50vZj2T3fV4DnphsxIuuEmrnqC1n5QVWem+/K4HJNk471teMi/M3PlsCLLNTT8yBf65TkD2yaJ25FLHO9qr7OP6wdJ7ji9sqpumOQP0g0bcXS6q96m3XSJc+xLl6br/TSoqh6c5NfTJQ83ytX/v7xRrpx4+6798i0rOP9t0vXYOzjJA/tEeKUuaK19a2D9JLG5QboedEnXBpenG+pj1pkrPO9K/xamvW8Pxx7aPvlbutpwqK2171fVO9MlnndMlxyt5HwAALBHrbWa3K+qg9MNj/7sJK+oqh9prf3RKpx2b753X6Gqrpcu9/xca+3CgV1Wmg8kyXkDxaxJPvnJ2eJinwN/OSvIJ1tr36yq89INs3jbJOclSX9R4xPSDRd5u3Q9vaY7CqxFPpnsJteoqh9Jl/PeK92wjtee2WU6xmuSTx6UbtSa49IVw/58D/svZeh3gel8cmKS01/ts9Ja+0xVfS5dTrYck8/1LWbnbuv9UL+8ba4+jcU1yScnsb+rtfa9ge3/muQX+v1eNrNNPglcQSENGLVJQtQnQ8elG8LwBVX1mdba9A/3N+yXf7CHQ056AU3G6v7yEvt9aQVh7ulYS63fnaExzL+/jG0HDGwbjKEvcnwlXYKXJKmqQ5O8P8lR6b6Uvizd0BbfTzfM4JPTXcG42i6evhJzWlU9Od1VmV9PN9zlZ9P1/mrpxmz/sZkYD+2XV7lKdA9une6qt/OSfGBFkV/pG0usn7TV/lPrrp/ka6217w/sv9LPz0r/Fqbt6XM/tH3y+f/iwLbp9YcObFvJ3xkAAOxR32vnfVX1U0kuSvLUqnrBdE+dfWRvvndPu16/XNV8ss//Brf1vp8V5JO9yff56bmwXpVujrRPJXldv89l/banZG3yyenYrqKq7pquOLMlXbHr9el6yl2e7iLZh2fv88nrprvg8Fvphi28RvoRSmYtlU8mu/8MbV/maSef60ftYT/5JLCuKKQB5Ipk6LSqemi6wsZLq+o2rbXv9LtMkoHrL9ELaNZk/61LbL/JCsKbnG+pYy21fi1tzUxvoKrakq7n1vT79avpimgntdYWZvY/Ll0hbS0sVUTbkm4IkS8ludPM8J6TGGdNko+bpptvbDnekOQTSZ6V5B1Vdb/W2leX+dxr4ltJDquqLQPFtJV+flb6t3CFpYqXe9g+Od9SfzPbZva7yiGXGRoAAKxIa+0bVfWJdAWNO+XKnjxLPiVL/w439CP+Nf7ePWOj5JNDJjnAN5Okqo5JV0Q7Ld3IHlfkNlW1X5KnrmaQM5bKNf5Huh5jx7fWFqc3VNXT0xXSpk3nk8t1cbo54V6f5PSqun9rbah32b4y/Rm62nQGWdlnaPK5fnhr7fUrjGNP+Z18Elg15kgDmNJa+1CS/5tuyInfmdr0b/3ynss81KSX0b1nN1TV/unG1F+u8/rlcX1yMGslx1otV3ud6eLaP8n0GOW36pevWeYxrokfJFe8zyt1o3RJ7HsGimiH5MphBqdNPhsPXMmJWmt/lu4zdscki1W1mgnsuen+z7/bwLaVfn5W+rewtyafnx2zG/rC5ySOa9qzDwAArqnJ8HfL+X3t60luNruyz1uG5g7bJ9+7+yLcp5LctKq2D+yyLvPJqrp+uvfl0nTz0SVX5pOvH7hA8Nh0Bay9NRmy8prkk0kX49dmi2i9oZz3muaT70hyQrri7GlLXPS5r0xysqt9Vvq5v6/2ud6NeeWT9+jzx1nH90v5JLBbCmkAV/cn6YaG+P2qmiRGf5Pke0meW1W3nn1CVR1YVdNfBN+TrsfRvapq9oqzJ2X586OltfbZJIvpvpA/Yea8J2Tl86OthmdMvVeTiY//rH84Pd/chf1yx/STq+qOSZ6+j2KZ9Oy6+TV47sXphnG8c184S3LFOPzPT1dom/V36Ya/eEZV3W52Yz+58aDW2vPSTSL+I0nOqKojrkHMyzEZ6/1PqurAqdiun+QZKzzWSv8W9tb/Szf858/2w6RMe0q6Ho6n9X8nAACwJqrqEem+i34vw3MRz3pfkptX1f1n1v+PJLcY2H9ffu9+WbrfAP+s+vEX+2PcLN136nl7bJ8TTltINyzfP7bWJkM3Xtgvd0zvWFU3TvK3+yiWvcknky7Gw6rq9tMrq+pXkjxgYP839M95WFX97OzGPeST70pyv3Q9p95WVfvq4tRZr0yX8/5W/5mZxFbp8v6VFB1fl+Q/kjyxqh40tENVHVdV19mLeK/QWrso3ZQN2zPzWa+quyT5uXRF7n/ZF+cDNi9DOwLMaK19vqpekG6YwacmeXpr7eNV9ctJXpLko1V1apJPphvj/ebprqa6JMkP98do/Rfltyd5TVW9Nsm/p7ui7ieSnJru6rHlemKSdyf5P/2XzQ8lOTrJI9N9EX14ujHX5+Vj6d6XV6dL9h6erlj4piQvn9rvZenG+H9eVR2f5IJ0kwk/JMlrk/zMPojlHenGW39tVb05yX8l+Uxr7eW7f1rSWru8qv53kqcl+XBVvS7JgemuUjssyem58oq1yXPOr6rfTPKCJOf2z7kg3djvP55uGIyrPGfm+S+oqkvTzc/3zqq6zyoUhV6WbjLuE5J8pKpen+6z+8h0c9bdJsv8/Kz0b2FvtdZ29ef753TFxn9ON4zonZPcP90wnE/YzSEAAGCvVNXC1MODk9wuV/Yg+u+tteXMM/a/0hVSXldVr0p3sdjd0hXjFjNTHNrH37v/PN18z49Jcpuqelu6ItWjk7yz3zbPfPItSd5dVf+Ubs6qe/S3C9PlZhPvT5cX/1RVvSfJmemGFXxgugtZv7APYjk93XvxZ1X1o+mKLGmt/ckyn/+8dO18Zv96vpnkmHSv59VJfnp659bad6vqUUneluSVVfWEdL22rp3ktul+P1jy99vW2llVdZ90vz28uaoe0Vp7+3Jf7HK01v6jqv443dQEH+w/v99MV8Q7LMkHk9x+N4eYPtb3+vkF35rkTX07npfugtabpcuhj0435OJ3ljzQyvx6us/NX/SF7LP7cz0qXVv/UmvtP/fRuYBNSo80gGF/lu5L229Phtxrrf1Duh/vX5HuS+KTkvxCup5ir07ym9MHaK29O11yc1q6L/a/la4osyPJWSsJprV2fpLj0l0ldc90V1JtTzc+/Jn9bnszbv7eenS6BO+h6d6X/dJdQfjI6XmvWmtfSBf/m9IlEk9Kd/Xlb+aqCdLeeFG69rt+ukLoM9ONH79cz0jye+kKcE9I8lPpvmgfm5l54CZaa/833et5Y7r2/YMkD0uX2O7xysjW2snpPku3SFdMO3oF8e5R3wY/me69OCDdZ/HhSV6arg2SFXx+Vvq3sLdaa69Lcvckb06XlP5+uqTyBUnu3Fr71L48HwAAzNg5dfuddEO+vyHJ/Vtr/2s5B+iH4ntEujmmHpPkcekKRccm+cwSz9kn37tba/+V7uK+v043V9Tv9I+flStHEplnPvncdK/lDuly3R9OcnKSu7XWLp7s1Fr7Qbo86++SHJHkt9PlYS9Klyd8b28Daa19LF3bfKmP6Zn9bbnPPzVdXnx+ugtFfyXdiDfHp8uDh55zdrrX/nfpcsLfTfLYdNMO/PEyznluujz0P5O8oaoevNx4l6ufmuAX031Wfynd6/pYujxtS1aWT34oyY8leU66vP2X0o3Ucud0QzE+NslX9mHsn0pXzHxBuotIfz/dbzSnJrl7n28C7FZN/b4JwAZUVa9INxzBD7fWPjHveNhYqup+6a5+fHZrbV8NrwkAAGwAVfVrSV6Y5Ndba38/73jYWKrqekm+nOS81tpqztMGMFd6pAFsAFW1X1XdZGD9T6S7yu18RTR2Z2j+taq6YZJn9w+NCQ8AAJvUEvnAzdONyPH9dD3sYFBVHd7PHT69bkuSv0w3DKV8EtjUzJEGsDEcmORzVXV6ko+nS3R+JN2Y5N9NN4ca7M5fVdWPpZsI/ZIkR6YbzuKwJH/fWnvfPIMDAABW1Wv6Qsg5Sb6RbqqAhyS5Trp5wffF/GJsXo9M8j+r6rQkn0uXR94rya3TzXH213OMDWDVKaQBbAzfSzee932S3CVdsvOVJP+cbki+c+cYGxvDa9NNxP3QdGPtX5pufoYX9zcAAGDzenm6uacemW5eql3p5u7+m9baa+cZGBvCWenmZ79Xkhv26z6d5E+TPKefhw9g0zJHGgAAAAAAAAwwRxoAAAAAAAAMMLRjkhvd6EZt+/bt8w4jSfLtb387Bx988LzDYI1p93HS7uOjzcdJu4+Tdp+/c8455yuttcPnHQeb13rJI/17M07afZy0+/ho83HS7uOk3edvdzmkQlqS7du35+yzz553GEmSxcXF7NixY95hsMa0+zhp9/HR5uOk3cdJu89fVX1m3jGwua2XPNK/N+Ok3cdJu4+PNh8n7T5O2n3+dpdDGtoRAAAAAAAABiikAQAAAAAAwACFNAAAAAAAABigkAYAAAAAAAADFNIAAAAAAABggEIaAAAAAAAADFBIAwAAAAAAgAEKaQAAAAAAADBAIQ0AAAAAAAAGKKQBAAAAAADAAIU0AAAAAAAAGKCQBgAAAAAAAAMU0gAAAAAAAGDAlnkHwJWe8pSnZHFxMYceeui8Q2GNfeMb39DuI6Tdx0ebj5N2H6cxt/sd7nCHPO95z5t3GDAKcsjxGvP/M2Om3cdHm4+Tdh+nMbf7Rsgh9UgDAAAAAACAAXqkrSPPe97zsri4mB07dsw7FNaYdh8n7T4+2nyctPs4aXdgLcghx0u7j5N2Hx9tPk7afZy0+/qmRxoAAAAAAAAM2JSFtKq6dlW9r6o+WFUfraqT5h0TAAAA65McEgAAWMpmHdrxsiT3aa3tqqoDkpxZVW9prf3bvAMDAABg3ZFDAgAAgzZlIa211pLs6h8e0N/a/CICAABgvZJDAgAAS9mUQzsmSVXtX1XnJbk4ydtba2fNOyYAAADWJzkkAAAwpLoL7zavqjo0yb8k+a3W2kem1j8+yeOTZOvWrXc+5ZRT5hThVe3atSuHHHLIvMNgjWn3cdLu46PNx0m7j5N2n7/jjz/+nNbaMfOOg41nqRyy37bu8kj/3oyTdh8n7T4+2nyctPs4aff5210OuekLaUlSVX+c5Duttf81tP2YY45pZ5999hpHNWxxcTE7duyYdxisMe0+Ttp9fLT5OGn3cdLu81dVCmlcY3vKIZP1k0f692actPs4affx0ebjpN3HSbvP3+5yyE05tGNVHd5fRZiqOijJ/ZJ8fL5RAQAAsB7JIQEAgKVsmXcAq2RbkpdW1f7pioX/1Fp745xjAgAAYH2SQwIAAIM2ZSGttfahJHecdxwAAACsf3JIAABgKZtyaEcAAAAAAADYWwppAAAAAAAAMEAhDQAAAAAAAAYopAEAAAAAAMAAhTQAAAAAAAAYoJAGAAAAAAAAAxTSAAAAAAAAYIBCGgAAAAAAAAxQSAMAAAAAAIABCmkAAAAAAAAwQCENAAAAAAAABiikAQAAAAAAwACFNAAAAAAAABigkAYAAAAAAAADFNIAAAAAAABggEIaAAAAAAAADFBIAwAAAAAAgAEKaQAAAAAAADBAIQ0AAAAAAAAGKKQBAAAAAADAAIU0AAAAAAAAGKCQBgAAAAAAAAMU0gAAAAAAAGCAQhoAAAAAAAAMUEgDAAAAAACAAQppAAAAAAAAMEAhDQAAAAAAAAYopAEAAAAAAMAAhTQAAAAAAAAYoJAGAAAAAAAAAxTSAAAAAAAAYIBCGgAAAAAAAAxQSAMAAAAAAIABCmkAAAAAAAAwQCENAAAAAAAABiikAQAAAAAAwACFNAAAAAAAABigkAYAAAAAAAADFNIAAAAAAABggEIaAAAAAAAADFBIAwAAAAAAgAEKaQAAAAAAADBAIQ0AAAAAAAAGbMpCWlXdrKpOr6rzq+qjVfXkeccEAADA+iSHBAAAlrIpC2lJvp/k91prt0ty1yRPrKrbzTkmAAAA1qcNm0OefPL2JMnCQneb3AcAAPaNTVlIa619sbX2gf7+fyb5WJKbzjcqAAAA1qONnEO+9KXbkyQnndTdJvcV0wAAYN/YlIW0aVW1Pckdk5w130gAAABY7zZLDjkpqumlBgAAe6daa/OOYdVU1SFJzkjyp621185se3ySxyfJ1q1b73zKKafMIcKr27VrVw455JB5h8Ea0+7jpN3HR5uPk3YfJ+0+f8cff/w5rbVj5h0HG8vucsh++7rII08+efsVPdGW4/TTF3P88TvyuMddmBNPvHC1wmIN+X9mnLT7+GjzcdLu46Td5293OeSmLaRV1QFJ3pjkra21v9rdvsccc0w7++yz1yawPVhcXMyOHTvmHQZrTLuPk3YfH20+Ttp9nLT7/FWVQhorspIcMlk/eWRV0lq3XMrOnVf2UGvtqvOpsTH5f2actPv4aPNx0u7jpN3nb3c55Ja1DmYtVFUleXGSjy0nAQIAAGC8NlMOOVRUmxTRkqtuU0wDAIA926xzpN09yWOT3KeqzutvD5p3UAAAAKxLGzaHfNzjLkzS9TrbuTNX3E+6otpSZudQAwAAhm3KHmmttTOT7GZgCwAAAOhs5Byym/Ns+1UKYrPFsaWGftQ7DQAA9myz9kgDAACA0ZoUxmZ7qQ3ROw0AAJamkAYAAACb1KQ4trDQFdOWGu6xSkENAACGKKQBAADACMz2Ultqn5NOUkwDAIAJhTQAAAAYkd31Tpv0StM7DQAAOgppAAAAMDLLmUNtMtyjYhoAAGOmkAYAAAAjNemdtrti2XTvNEU1AADGRiENAAAARmy6d9rQcI/Jlb3TDPkIAMDYKKQBAAAAVxvucXcU1AAAGAuFNAAAAOAKk+Eed9c7bbKfOdQAANjsFNIAAACAq5jtnTZUVJv0SjOHGgAAm5lCGgAAADBo0jtt2tDQj+ZQAwBgs1JIAwAAAJY03Ttt587lFckM+QgAwGahkAYAAADs0fTQjcuZQ03vNAAANgOFNAAAAGBFljOHWnLlkI/TzwEAgI1ky7wDAAAAADam5RbHFhYU1AAA2Jj0SAMAAACusdk51IZ6p02KaIppAABsNHqkAQAAAHttuji2c2dXNJssp03mUJt9DgAArEd6pAEAAAD71MJCV0TbXaFM7zQAADYChTQAAABgn5se8nFouMek65120kmKaQAArF8KaQAAAMCqmS6oLUXvNAAA1iuFNAAAAGDVTYZ73FPvNAAAWE8U0gAAAIA1sZzeaQsLeqYBALB+bJl3AAAAAMC4TAplCwtdT7Rpk15pi4vdDQAA5kmPNAAAAGDNzfZOmwz5OFmeccZV9wMAgHnQIw0AAACYm+neaclVe6hN7iumAQAwL3qkAQAAAHM1mRft3vce3r5jxxoGAwAAUxTSAAAAgHVhcfHKoR2nnXFG1ztNQQ0AgLWmkAYAAACsK7Pzpk3uT+ZNAwCAtaKQBgAAAKwrk2Eeh+ZL0ysNAIC1pJAGAAAArDuTYR5n502bDPO4sDCPqAAAGBuFNAAAAGDdWlzslrPDPAIAwFrYMu8AAAAAAHZnqWEeEz3TAABYXXqkAQAAAOvaZJjHnTu7x5MeaQsLCmkAAKwuPdIAAACADWXSI22yXFy8cghIAADYl/RIAwAAADaEhYWuV9qkR9pkecYZcwsJAIBNTiENAAAA2DCmh3OcnTdtx445BAQAwKamkAYAAABsKAsLyb3vffX1Z5xhzjQAAPYthTQAAABgw1lcvHJox+Sq9wEAYF9RSAMAAAA2rEnPtMkwjyed1N3XMw0AgH1BIQ0AAADYsBYXk5079U4DAGB1bJl3AAAAAAB7a9Ijbfa+nmkAAOwNPdIAAACADW1hoeuFtnNn91iPNAAA9pVNWUirqpdU1cVV9ZF5xwIAAMD6JofcfMyXBgDAvrIpC2lJTk5ywryDAAAAYEM4OXLITWFhwXxpAADsW5tyjrTW2juravu84zowy84AACAASURBVAAAAGD9k0NuPuZLAwBgX9msPdIAAACAEVpqvrSFBYU0AABWrtomHeOgv5rwja21H11i++OTPD5Jtm7deudTTjll7YLbjV27duWQQw6ZdxisMe0+Ttp9fLT5OGn3cdLu83f88cef01o7Zt5xsHHsKYfs91l3eaR/b5Z28snb89KXbr/a+sc97sKceOKFax3OPqXdx0m7j482HyftPk7aff52l0NuyqEdl6O19sIkL0ySY445pu3YsWO+AfUWFxezXmJh7Wj3cdLu46PNx0m7j5N2h81pPeaR/r1Z2o4dyfbtXS+0qq5nWlWyffv27Nixfb7B7SXtPk7afXy0+Thp93HS7uuboR0BAACATWl6OMfJXGknndTdN8wjAADLsSkLaVX1j0nem+Q2VXVRVf3KvGMCAABgfZJDbm4LC918adMzW2zSWS4AAFgFaza0Y1XdNckJSe6a5IgkByX5SpJPJDkjyf9rrX19X5yrtfaz++I4AAAArL21zB8TOeRYTHqkzd7XMw0AgN1Z9R5pVfW4qvpwkvck+Z0k10lyQZKzknw9yV2SvCjJ56vq5Ko6arVjAgAAYP2RP7JaFha6Xmg7d3aPJz3SFNEAANiTVe2RVlUfSnJ4kpcl+cUk57V29QEUqur6SR6S5OeTnF9VJ7bWXrWasQEAALB+yB9ZS5MeaZPlzp2KagAADFvtoR1fnOTvW2uX7m6n1to3k7wiySuq6seS3GSV4wIAAGB9kT+y6ibFsoWFK4to5ksDAGB3VnVox9ba8/eUBA0854OttbeuVkwAAACsP/JH1spQzzO90QAAWMpq90gDAAAAWDcWFpKTTrry8aRn2mQbAABMU0gDAABg7qrqX1ewe2ut/cSqBcOmtrBwZcGsqhvacbqYBgAA01a1kCYRAgAAYJn2SzI9W9Vt0s1/dmGSLyfZmmR7ki8m+cQax8YmNF1MS7peaiedlOzcqWcaAABXWtU50vrj19Tth5PsSJf8HNQvd6RLkFz/BQAAMFKttR2tteNba8cneX6S7yU5rrV2dGvtuNba0UmO69c/f56xsjksLHRFszZVvp2+DwAAySr3SGut7Zjcr6pHpEt2jmutnTW1/i5JXhWJEAAAAJ1nJnnGdO6YJK21s6pqIcmfJHndPAJj85ke1tF8aQAAzFrtHmnTlkyEkiykS4QAAADgh5JcssS2i5Pcag1jYRNbWOh6oe3c2T2e9EibnkcNAIBxW9UeaTMkQgAAACzHp5M8IclbBrY9Id28abDPTXqk6ZkGAMDEWhbSJEIAAAAsx0lJXlFVH0ny6iRfTrI1yU+nm3v75+cYG5vQpFi2sNAV0Vq7ajENAIDxWsuhHU9K8tCq+khVLVTVb/TLjyR5cLrhHQEAABi51topSR6Q5JtJnp7kb/vlN5I8oLX2qjmGxyY1PZzjpIh20kndfb3SAADGa80KaRIhAAAAlqu1dlpr7e5JDkpykyQHtdbu0Vp7x5xDYxNbWOjmS5vMlZZc9T4AAOOzlkM7prV2WpLTqmq/JDdK8pXW2uVrGQMAAAAbR58zXjzvOBiX6WEdzZcGADBua1pIS5Kq+rEkt0ly7f7xFdtaay9b63gAAABYn2bzx2nyR1bLZIjHhYVuaMfJfGmKaAAA47RmhbSqOjTJm5Icl6QlmVTQpgdJkAgBAACM3FT+eNfJqn4pf2TNTa7/nSx37lRUAwAYk7XskfasJDdMcs8k70ryk+nmS/vldMW1x6xhLAAAAKxfk/zxXpE/MieTYtnCwpVFNPOlAQCMz35reK4HpEuG/q1/fFFrbbG19otJTkvy5DWMBQAAgPVL/si6MNTzTG80AIBxWctC2rYkn2qt/SDJpUmuO7XttUkevIaxAAAAsH7JH1kXpnujJd39k05STAMAGJO1LKR9Kcmh/f3PpBuOY+JWaxgHAAAA65v8kXVhYaEbznEypONkqZAGADAea1lIOzNXThT98v+fvbuP0+2e74X/+SaRIkEoDRFsiiqOO9j1VCfZqedn5daWu0SbNlVNUVo3R529w1FUW3FXSx0lVU7DQVBUiGaEtB4S4jkU3Tke4lmwPUXkd/+xrpFrT9bMntmZudY1s97v12te1zVr/a61vtd8Z8+e73zX+v2S7Kyqv6uqv0nyvCSnzzAWAAAA5pf6kbmy2DhbvDutqvvQUAMA2PoOmuG5TkpyxOT589ItHP3rSa6a5E1J/nCGsQAAADC/1I/MlcWG2fRUj4t3pwEAsLXN7I601tpnW2vvnjz/cWvtSa21I1tr12qtPaK19o1ZxQIAAMB8qqqDk/xFkkrUj8yPvrvP3JEGALD1zaSRVlUHV9VpVXX0LM4HAADA5tRauzjJ3TPbpQhgn6bvRku65yedpJkGALDVzaQwUQgBAACwBmfnsjXSYC7s2tVN57g4pePio0YaAMDWNsvGlkIIAACA1XhSkuOr6sSqOrKqDqyqA6Y/hg6Q8VpsnC3enVbVfWioAQBsTQfN8FxPSvKGqtqT5A1JLkyy19K8rbVLZxgPAAAA8+mjk8cXTD6WapltPQs/tdgwW5zqsTWNNACArWyWhYdCCAAAgNV4RpZceAnzRNMMAGA8Ztm4UggBAACwT621XUPHAPvSN8VjkuzcqdEGALCVzKyRphACAAAAtopduy7fTGsuHwYA2HIs0AwAAMDgqupNVXXbNYy/clU9saoes5FxwVq5Gw0AYGvZ0EaaQggAAIBV2p3kvVX1vqp6XFXdrqr2mkWlqo6oqgdX1d8nuTDJ8Uk+OECskKRrmi3ejZZ0z086STMNAGAr2eg70nZHIQQAAMA+tNYel+SWSd6fZFeSDyT5YVV9s6ourKofJPl8ktcnuVWSJyS5TWvt/QOFDNm1q5vOcXFKx8VHjTQAgK1jQ9dIa609rqpekK7A2ZXkGklaVX0nyY+SHJbk4CSVrlh6QpJXttZ+spFxAQAAMH9aa59N8odV9aQkd05yxyRHJLlykm8kOT/JWa21C4aLEi5v6Vppi487d2qqAQBsdhvaSEsUQgAAAKxNa+3iJO+afMDcW2yWTU/1uHh3GgAAm9uGN9IWKYQAAACArarvzrNdu9yRBgCw2c2skQYAAACwVe3alZx00mWfL96ZtrgPAIDN6YChAwAAAADY7Hbt6qZzXJzS0dSOAABbg0YaAAAAwDpZvPts8Y60k07qnu/YMVREAABcERppbB3Tk88vfb6v/ebZAAAAYB3s2pXs3Ln3HWmtJe+6givGT5eup5yy7XLb1qMkNna+x55yyrbBYzB2tmOn/61vhnjnYexmiHFfY5f7GT+v8Rq7PmPH/n/7vKtmroFs3769nXPOOUOHkSRZWFjIDpep7dviv7Tpf22Ll/u1dvnnfdv6nvcddwbkfZzkfXzkfJzkfZzkfXhVdW5rbfvQcbB2VXVwklcneX5r7ayh41nOvNSRft7Mp1279l4vbdHOnZftX+1xFh/3t8w11lhjjR3T2M0Qo7HGGtu/f2gr1ZAzuSOtqg6uqtOq6uhZnG9yzntX1aeq6jNV9ZRZnZcN0NemXqxITjqpvzrZX33H3WztcQAA2MRaaxcnuXtmPIOKGpL1tGtX9wehY47Ze/tiqbnY+9zXldnrXfICALB2MylMZl0IVdWBSf4myX2S3DLJw6vqlrM49xW17ZRTuifTv0GPzdLqYTVNs8UW9nLP97V/+vnSr/v0eU86aeV7UgEAgPVwdpI7zepkm7mGZL4tLHSPi1dZLz4uTvO4tNycfj7tipa5xhprrLFjGbsZYjTWWGP791fN75/ZZ3mF3ywLoTsk+Uxr7XOTJt6pSR40o3NfIdv+4R+6J1v9jqjVXnLX1zjr+9c3bfo+0KXVykrPF02fs+8cS2NbKVernAh22ymnzMdktMbOdOzl8j7n8c792E0Q414XS2yCeI1dn7G9F8nMcbzGrs/YDf2/fYD3s18xwhXzpCTHV9WJVXVkVR1YVQdMf6zz+TZtDcn827nzsh+Ny/0RaVrf2GlrKXONNdZYY8c2djPEaKyxxvbvb21+y8mZrZFWVbdK8oYkL5g8Xphkr5O31i5dp3P930nu3Vr7ncnnj0xyx9baiX3j52Vu+yTdb8qtXfYbc9/z6e+oefyjxdLY+v7IctJJy7+35aqFpXbuvKyBtZqv2Ur79zeG/T2uscYau/5jN0OMxhprrLHrMXazxDgwa6RtblW1WBsu983UWmsHreP51lRDJvNTR1ojbfPYseOyO9HWap5+xBtrrLHGzvPYzRCjscYa279/aCvVkOtWeKzCRyePL5h8LNUyw3iq6oQkJyTJ4YcfnoXF+RYGsO2UUy67Ey257LtoyfOFhYXsWHycNJAWduzY6/niVe+7H/3obDvllJ8+Tm9b7vl6jV0a29IYf/p88n5+eoyl730ZC2eemR3HHnu5Y2077rjuWD3P+7b1Pf/p13fJuZa1j1xNP+/bZqyxxq7f2M0Qo7HGGmvseozdLDHCFfSMZNkm2mDmqY5ctGfPnrmIg31bvL702GN3JEnOPHNhxefT2xYWFnLccdsmz3fn4Q8/IgsLX9pr20rP97Xf2M0x9uEPPyIHH3zwponX2Cs+9uKLL/7pv/XNEO88jN0MMe5r7HTeN0O8xq7P2LH/376wsDvzbJZ3pO3KPgqh1tpJ63SuOyfZ1Vq71+Tzp06O/+y+8fNyJWGSy7dn92VeW8jLjV2LlY7bd6fbeug77ka8NwCAMZiez2zG3JHGWqy1hkzmp45cWFhwR9oms9IkLdPPF0vfxddMk/dxkvfxkfNxkvdxkvfhzcUdaa21XbM6V5IPJLlZVd04yReT/EaSR8zw/Otn+rfp6akMFy1zR9Rg+uJZTVwrNaZ27tz7Mdm46Sz7jjt93r4cLJqHRqWxxo557GaI0VhjjTV2PcZulhhhc9k6NSRzb6Vyc+nzeVnBAQBgzGY5tePMtNYuqaoTk5ye5MAkL2utfXzgsFZl93HHZVuy92/Qi/Z12dq0xW3T+/b1fD3GTlvLH2WmLa0ehl4Dbvq8fRVPX64AAIArpKqul+RJSY5Jcq0k30xyZpK/aq19eT3PtZlrSDanvjJ3uecAAAxrpo20GRdCb03y1vU85iz8dK2w1VyittQ8XYW8L31NqL5L7uaxelha8azlcsJl9u8+7rhs27ZtVWPXclxj53tsb97nON5NMXbOY9y9e/feF0vMebzGrs/Yy+V9zuM1dn3Gbvj/7XP83vd6Dvupqm6e5N1Jrpnk7CSfSXLdJI9P8qiq+q+ttf9Yz3Nu1hoSAADYWLNcI21pIfTldIXQXZJ8K8m6F0KrNS9z2ydrmAt1uomz0npeQzTSlsa2NMbpz0liDtyxkvfxkfNxkvdxkvfhWSNtc6uq05LcOsk9Wmu7p7bfKMnbk3y8tfaQgcJLMj91pJ834yTv4yTv4yPn4yTv4yTvw5uLNdKSPDfJd5LccZlC6LlJBi2ENpV9TTc4/XzWVyH3xTbvd5kBAADz5Ngkj5muHZOktXZBVe1K8rdDBAUAAIzPLBtpCqFZWEsTa6PGAgAAXDEHJ/nuMvu+O9kPAACw4Q6Y4bkUQgAAAKzGeUn+sKr2qlmrqpI8drIfAABgw83yjrTFQuhfWmuXLm5UCAEAALDEM5K8Ocknq+rVSS5Mt8b2w5LcLMn9BowNAAAYkVk20hRCAAAA7FNr7W1Vdb8kz0rytCSVpCU5N8n9W2tvHzI+AABgPGbWSFMIAQAAsC9VdXCSVyd5fmtte1VdNck1k3yrtfb9YaMDAADGZiZrpFXVwVV1WpIftNa2J7lakhskuVpr7Q6ttdNnEQcAAADzrbV2cZK7Z1Kvtta+31r7oiYaAAAwhJk00hRCAAAArMHZSe40dBAAAAAzaaRNKIQAAABYjSclOb6qTqyqI6vqwKo6YPpj6AABAIBxmNkaaekKoTdU1Z4kb0hyYbo10n6qtXbpDOMBAABgPn108viCycdSLbOtZwEAgJGaZeGhEAIAAGA1npElF14CAAAMYZaNK4UQAAAA+9Ra2zV0DAAAAMkMG2kKIQAAAPalqg5O8uokz2+tnTV0PAAAwLjNZIHmqjq4qk6rqqNncT4AAAA2p9baxUnunhnVqwAAACuZSWGiEAIAAGANzk5yp6GDAAAAmGVjSyEEAADAajwpyfFVdWJVHVlVB1bVAdMfQwcIAACMw8zWSEtXCL2hqvYkeUOSC5O06QGttUtnGA8AAADz6aOTxxdMPpZqmW09CwAAjNQsCw+FEAAAAKvxjCy58BIAAGAIs2xcKYQAAADYp9barqFjAAAASGbYSFMIAQAAAAAAsJlYoBkAAIC5U1W3rarXV9XXq+qSqrrdZPufVdW9h44PAAAYh5k20hRCAAAA7EtV3TXJvye5RZL/lb1r10uTPGaIuAAAgPGZWSNNIQQAAMAqPSfJ6UluleSJS/Z9MMntZh4RAAAwSrO8I00hBAAAwGrcLsmLWmstSVuy7+tJrjP7kAAAgDE6aIbnul2Sh7TWWlUphAAAAFjOD5NcdZl910vy7RnGAgAAjNgs70hTCAEAALAa70nyhKo6cGrb4gWZxyf519mHBAAAjNEsG2kKIQAAAFbj6elmNfnw5HlLclxVnZnkTklOGjA2AABgRGbZSFMIAQAAsE+ttQ8nOTrJV5I8LUklOXGy+5jW2qeGig0AABiXmTXSFEIAAACsVmvtg621uyW5WpIjk1y9tXZsa+1DA4cGAACMyEGzPFlr7YNJ7lZVV05yrSQXtda+P8sYAAAA2Dxaaz9M8qWh4wAAAMZppo20RQohAAAAAAAA5t0s10gDAAAAAACATUMjDQAAAAAAAHpopAEAAAAAAECPmayRVlUHJzkiySVJvtRau3QW5wUAAGBzqqpHJfnVJIck+WyS1yd5p3oSAACYpQ29I62qrl5Vr0jy7XSFzwVJvl9V76uqXVV14408PwAAAJtPVf33JKckOTrJdZI8JMnpST5WVbccMDQAAGBkNnpqx5ckeUCSP09yQpInJTk4ybWS/GmST1XVX1fVlTc4DgAAAOZYVT2qqm4++fSxSV6a5Dqttdu21g5Pcocku5O8t6puMVCYAADAyGx0I+2+Sf6gtbaztfb3Sf56sv3X0031+N8mz8+oqqtscCwAAADMr5cn+WRVfSvdXWhXSfLQqrppkrTWzmmt3TfJ25I8d7gwAQCAMdnoRtqPknytb0dr7auttb9IcpskP5vuDjUAAADG6VpJ7pluRpOW7sLMV6ebyeTbVXVWVZ2c5KtJjh0uTAAAYEw2upH21iSPWWlAa+3LSf57kkducCwAAADMqdbat1tr72ytPTvdFI5PSfJz6Rpqf5bkwiT3S/L7SQ6pqj1V9Z6qev5QMQMAAFvfRjfSnpLkDlX1xqr6+RXG/TDJtTc4FgAAADaH/5nkWUlu0lo7vbX23Nbar7fWbpbuIsxLkpyU5Evp1uUGAADYEAdt5MFbaxdW1dFJ/inJp5P8e7opOn6pqi5O8pMkt0ry7CTv38hYAAAA2DSel24ZgLOr6i3p1kW7MMmNkzw5yftaa88bMD4AAGAkNvqOtLTW/rO1dqckD0vyrSQ/SPKiJB9O8rEkr0lycZLfXY/zVdXDqurjVXVpVW1fj2MCAAAwO621S1tr/0+SE5IckeRvk5yW5K+S7Mk61Y+JGhIAAFjZht6RNq219vokr6+qKyW5ZZJtk/Pvbq2du46n+liShyT5u3U8JgAAADPWWnt5kpdX1fWS3CTJ95J8pLV26TqeRg0JAAAsa2aNtEWttR+nuxvtwxt0/E8mSVVtxOEBAACYsdbahemmdtyIY6shAQCAZVVrbegYNkRVLST549baOcvsPyHdNCE5/PDDb3/qqafOMLrl7dmzJ4ceeujQYTBj8j5O8j4+cj5O8j5O8j68Y4899tzWmmn6WLV91ZCTMXNXR/p5M07yPk7yPj5yPk7yPk7yPryVasiZ35G2HqrqjCTX7dn1tNbaG1dzjNbaS5K8JEm2b9/eduzYsX4BXgELCwuZl1iYHXkfJ3kfHzkfJ3kfJ3mH+bIeNWQyn3WknzfjJO/jJO/jI+fjJO/jJO/zbVM20lprdx86BgAAADYHNSQAALC/Dhg6AAAAAAAAAJhHW66RVlW/WlVfSHLnJG+pqtOHjgkAAID5pIYEAABWsimndlxJa+20JKcNHQcAAADzTw0JAACsZMvdkQYAAAAAAADrQSMNAAAAAAAAemikAQAAAAAAQA+NNAAAAAAAAOihkQYAAAAAAAA9NNIAAAAAAACgh0YaAAAAAAAA9NBIAwAAAAAAgB4aaQAAAAAAANBDIw0AAAAAAAB6aKQBAAAAAABAD400AAAAAAAA6KGRBgAAAAAAAD000gAAAAAAAKCHRhoAAAAAAAD00EgDAAAAAACAHhppAAAAAAAA0EMjDQAAAAAAAHpopAEAAAAAAEAPjTQAAAAAAADooZEGAAAAAAAAPTTSAAAAAAAAoIdGGgAAAAAAAPTQSAMAAAAAAIAeGmkAAAAAAADQQyMNAAAAAAAAemikAQAAAAAAQA+NNAAAAAAAAOihkQYAAAAAAAA9NNIAAAAAAACgh0YaAAAAAAAA9NBIAwAAAAAAgB4aaQAAAAAAANBDIw0AAAAAAAB6aKQBAAAAAABAD400AAAAAAAA6KGRBgAAAAAAAD000gAAAAAAAKCHRhoAAAAAAAD00EgDAAAAAACAHhppAAAAAAAA0EMjDQAAAAAAAHpsuUZaVT2vqs6vqo9U1WlVddjQMQEAADCf1JAAAMBKtlwjLck7kty6tXabJJ9O8tSB4wEAAGB+qSEBAIBlbblGWmvt7a21SyafvjfJkUPGAwAAwPxSQwIAACvZco20JX47yb8MHQQAAACbghoSAADYS7XWho5hzarqjCTX7dn1tNbaGydjnpZke5KHtJ43WVUnJDkhSQ4//PDbn3rqqRsY8ert2bMnhx566NBhMGPyPk7yPj5yPk7yPk7yPrxjjz323Nba9qHjYD6sRw05GTN3daSfN+Mk7+Mk7+Mj5+Mk7+Mk78NbqYbclI20famqRyf5vSR3a619f1/jt2/f3s4555wNj2s1FhYWsmPHjqHDYMbkfZzkfXzkfJzkfZzkfXhVpZHGqq21hkzmp47082ac5H2c5H185Hyc5H2c5H14K9WQB806mI1WVfdO8uQkx6y2AAIAAGCc1JAAAMBKtuIaaS9McrUk76iq86rqxUMHBAAAwNxSQwIAAMvacnektdZuOnQMAAAAbA5qSAAAYCVb8Y40AAAAAAAAuMI00gAAAAAAAKCHRhoAAAAAAAD00EgDAAAAAACAHhppAAAAAAAA0EMjDQAAAAAAAHpopAEAAAAAAEAPjTQAAAAAAADooZEGAAAAAAAAPTTSAAAAAAAAoIdGGgAAAAAAAPTQSAMAAAAAAIAeGmkAAAAAAADQQyMNAAAAAAAAemikAQAAAAAAQA+NNAAAAAAAAOihkQYAAAAAAAA9NNIAAAAAAACgh0YaAAAAAAAA9NBIAwAAAAAAgB4aaQAAAAAAANBDIw0AAAAAAAB6aKQBAAAAAABAD400AAAAAAAA6KGRBgAAAAAAAD000gAAAAAAAKCHRhoAAAAAAAD00EgDAAAAAACAHhppAAAAAAAA0EMjDQAAAAAAAHpopAEAAAAAAEAPjTQAAAAAAADooZEGAAAAAAAAPTTSAAAAAAAAoIdGGgAAAAAAAPTQSAMAAAAAAIAeGmkAAAAAAADQQyMNAAAAAAAAemikAQAAAAAAQA+NNAAAAAAAAOihkQYAAAAAAAA9NNIAAAAAAACgx5ZrpFXVM6vqI1V1XlW9vaqOGDomAAAA5pMaEgAAWMmWa6QleV5r7TattaOSvDnJfx86IAAAAOaWGhIAAFjWlmuktda+M/XpIUnaULEAAAAw39SQAADASg4aOoCNUFXPSvKoJN9OcuzA4QAAADDH1JAAAMByqrXNd7FdVZ2R5Lo9u57WWnvj1LinJrlya21nzzFOSHJCkhx++OG3P/XUUzcq3DXZs2dPDj300KHDYMbkfZzkfXzkfJzkfZzkfXjHHnvsua217UPHwXxYjxpysn/u6kg/b8ZJ3sdJ3sdHzsdJ3sdJ3oe3Ug25KRtpq1VVN0zy1tbarVcat3379nbOOefMKKqVLSwsZMeOHUOHwYzJ+zjJ+/jI+TjJ+zjJ+/CqSiONNVttDZnMTx3p5804yfs4yfv4yPk4yfs4yfvwVqoht9waaVV1s6lPH5Tk/KFiAQAAYL6pIQEAgJVsxTXSnlNVv5Dk0iQXJHnMwPEAAAAwv9SQAADAsrZcI6219tChYwAAAGBzUEMCAAAr2XJTOwIAAAAAAMB62HJ3pG1mT3jCE7KwsJDDDjts6FCYsYsuukjeR0jex0fOx0nex2nMeT/qqKNy8sknDx0GjIIacrzG/P/MmMn7+Mj5OMn7OI0575uhhnRHGgAAAAAAAPRwR9ocOfnkk7OwsJAdO3YMHQozJu/jJO/jI+fjJO/jJO/ALKghx0vex0nex0fOx0nex0ne55s70gAAAAAAAKCHRhoAAAAAAAD00EgDAAAAAACAHhppAAAAAAAA0EMjDQAAAAAAAHpopAEAAAAAAEAPjTQAAAAAAADooZEGAAAAAAAAPTTSAAAAAAAAoIdGGgAAAAAAAPTQSAMAAAAAAIAeGmkAAAAAAADQQyMNAAAAAAAAemikAQAAAAAAQI9qrQ0dw+Cq6mtJLhg6jolrJ/n60EEwc/I+TvI+PnI+TvI+TvI+vBu11q4zdBBsXXNUR/p5M07yPk7yPj5yPk7yPk7yPrxla0iNtDlTVee01rYPHQezJe/jJO/jI+fjJO/jJO/ArPh5M07yPk7yPj5yPk7yPk7yPt9M7QgAAAAAAAA9NNIAAAAAAACgh0ba/HnJ0AEwCHkfJ3kfHzkfJ3kfJ3kHZsXPUyiqOwAAIABJREFUm3GS93GS9/GR83GS93GS9zlmjTQAAAAAAADo4Y40AAAAAAAA6KGRBgAAAAAAAD000uZIVd27qj5VVZ+pqqcMHQ8br6peVlVfraqPDR0Ls1FVN6iqM6vqE1X18ap6/NAxsfGq6spV9f6q+vAk7ycNHROzUVUHVtWHqurNQ8fC7FTV7qr6aFWdV1XnDB0PsHWpIcdHDTk+ashxUkOOmzpyfNSQ888aaXOiqg5M8ukk90jyhSQfSPLw1tonBg2MDVVVRyfZk+QVrbVbDx0PG6+qrpfkeq21D1bV1ZKcm+TB/q1vbVVVSQ5pre2pqisleU+Sx7fW3jtwaGywqnpiku1Jrt5au//Q8TAbVbU7yfbW2teHjgXYutSQ46SGHB815DipIcdNHTk+asj55460+XGHJJ9prX2utXZxklOTPGjgmNhgrbWzknxz6DiYndbaha21D06efzfJJ5Ncf9io2Gits2fy6ZUmH65k2eKq6sgk90vy0qFjAWBLUkOOkBpyfNSQ46SGHC91JMwnjbT5cf0kn5/6/AvxixFsaVW1Lcltk7xv2EiYhcnUDOcl+WqSd7TW5H3rOznJk5NcOnQgzFxL8vaqOreqThg6GGDLUkPCyKghx0UNOVrqyHFSQ845jTSAAVTVoUlel+QJrbXvDB0PG6+19pPW2lFJjkxyh6oyFc8WVlX3T/LV1tq5Q8fCIO7aWrtdkvsk+YPJNFwAAPtNDTk+asjxUUeOmhpyzmmkzY8vJrnB1OdHTrYBW8xkfvPXJXlVa+31Q8fDbLXWLkpyZpJ7Dx0LG+qXkzxwMs/5qUl+papeOWxIzEpr7YuTx68mOS3d9GsA600NCSOhhhw3NeSoqCNHSg05/zTS5scHktysqm5cVQcn+Y0kbxo4JmCdTRYM/vskn2yt/dXQ8TAbVXWdqjps8vwqSe6R5Pxho2Ijtdae2lo7srW2Ld3/6f/aWvvNgcNiBqrqkKq62uLzJPdM8rFhowK2KDUkjIAacpzUkOOkjhwnNeTmoJE2J1prlyQ5Mcnp6RaOfU1r7ePDRsVGq6p/SvLvSX6hqr5QVccPHRMb7peTPDLdVUXnTT7uO3RQbLjrJTmzqj6S7o9e72itvXngmICNcXiS91TVh5O8P8lbWmtvGzgmYAtSQ46TGnKU1JDjpIaE8VBDbgLVWhs6BgAAAAAAAJg77kgDAAAAAACAHhppAAAAAAAA0EMjDQAAAAAAAHpopAEAAAAAAEAPjTQAAAAAAADooZEGwCCq6sFV9cSe7TuqqlXVjgHC6lVVt6+q71fV9dfwmpOr6q0bGRcAAMBYqCEBGEq11oaOAYARqqpTkty9tXbkku1XT3LLJJ9orX1niNiWqqp/TRfPiWt4zfWSfC7JfVtrZ25YcAAAACOghgRgKO5IA2CutNa+01p77xwVQLdPcmySF63lda21C5P8c5I/2Yi4AAAAUEMCsPE00gCYucmVhMcluf5kCo5WVbsn+y43LUdVLVTVe6rq3lV1XlX9oKo+VFV3rKqDqurPqurCqvpmVZ1SVYcsOd9Vq+q5VfWfVXXx5PFpVbWa/wd/J8lHWmsfX3LMR0xi2FNV36mqj1bV7y157alJ7lVVN1jzFwkAAIAkakgAhnXQ0AEAMErPTHKdJL+U5IGTbT/ax2tumuR5SZ6VZE+SP0/ypsnHQUkeneQXJ2O+muTJSVJVByU5Pd1UH89M8tEkd0ry9CTXSvKkfZz33kneMr2hqu6a5JVJ/r90VwsekOQWSQ5b8tp3T/bdI8nL9nEeAAAA+qkhARiMRhoAM9da+2xVfS3Jxa21967yZT+b5C6ttc8lyeRKwDcmuXFr7e6TMadX1dFJHpZJEZTk4UnumuSY1tpZk23vrKok2VlVz22tfbXvhFV1eJJtST68ZNedklzUWnvC1La397zPr1XVFybjFUEAAAD7QQ0JwJBM7QjAZvHpxQJo4vzJ4+lLxp2f5MiaVDnprga8IMm/TabwOGhyheHbk1wpXYGynCMmj19bsv0DSa5ZVa+sqvtX1dKrCKd9beo4AAAAzIYaEoB1oZEGwGbxrSWfX7zC9oOSHDj5/OeS3CjJj5d8vH+y/2dXOOeVJ497TRnSWntXuisWb5DktCRfq6ozquo2Pcf4QZKrrHAOAAAA1p8aEoB1YWpHALa6byT5zyS/tsz+3ft4bZJcc+mO1tprk7y2qg5NsiPJc5O8raqObK1dOjX0Wkk+ssaYAQAAGIYaEoC9aKQBMJQfZTZX2b0tyUOT7Gmtnb+vwUvsTvLDJDdZbkBrbU+SN1fVTZK8IN3ViV9Lkqo6MMkNk/zvtYcNAADAFDUkAIPQSANgKJ9Icq2q+v0k5yT5YWvtoxtwnlcl+a10i0P/ZbpFnw9O8vNJHpjkwa217/e9sLV2cVW9L8kdprdX1TOSHJ7kzCRfSnJkksclOa+1Nj0X/q2TXDXJWQEAAOCKUEMCMAiNNACG8tJ0izT/WZLD0i3mvG29T9Ja+3FV3SvJU5KckOTGSb6X5LNJ3pLL5slfzquTPK+qDmmtfW+y7X3pip7np5t246vpFp5++pLX3j/Jl5MsXPF3AgAAMGpqSAAGUa21oWMAgLlVVVdP8oUkj22tvXKNr/1Ekte11pYWRwAAAGxBakiAreeAoQMAgHnWWvtOukWgn1xVtdrXVdWD0k3d8ZcbFRsAAADzRQ0JsPWY2hEA9u2vkhyY5Hrp5rNfjask+c3W2kUbFhUAAADzSA0JsIWY2hEAAAAAAAB6mNoRAAAAAAAAemikAQAAAAAAQA+NNAAAAAAAAOihkQYAAAAAAAA9NNIAAAAAAACgh0YaAAAAAAAA9NBIAwAAAAAAgB4aaQAAAAAAANBDIw0AAAAAAAB6aKQBAAAAAABAD400AAAAAAAA6KGRBgAAAAAAAD000gBYUVXtqqpWVTs28By7q2r3Rh1/co6FqmobfI5TJl+rbfMSEwAAQJ+qevSkfnn00LFcEWutw/bzHLOoi9eUj1nEBEBHIw1gzk1+MZ7++ElVfXPShHl0VdXQMTIOk++/haHjAAAA9tZTN7aq+tHkosV/qKpfHDpGxs2FpMBmdtDQAQCwaidNHq+U5KZJfjXJMUm2JzlxqKDWyd2GDmAgj0py1aGDAAAAtoyTpp5fI8kd0tUdD62qu7bWzhsmrA311CTPSfLFoQOZsRcmOTXJ/xk6EICtTiMNYJNore2a/ryqfjnJWUkeW1V/2Vr7z0ECWwettc8OHcMQWmsKHgAAYN0srRuTpKr+Ot3Fl09I8ugZh7ThWmsXJrlw6DhmrbX29SRfHzoOgDEwtSPAJtVaOzvJ+Ukqye2X7q+qO1bVa6vqy1V1cVV9vqr+rqqO6DteVd2+qt5WVd+tqu9U1RlVdef9ia2qbl5Vr6uqb1XV96rq36rqfsvN+d63Rtr02Kq6R1W9u6r2VNXXqurlVXXYZNxtq+rNk3Ptqao3rTQ3flX9TFX9j6r6z8lUJ5+tqp1VdXDP2AdX1Sur6tOT9/G9qjq3qh5XVVf4/9C+qS2qasfkfe+qqqOq6i1VdVFVfb+q3lVVd+k5zk/nxq+q46rqQ1X1g6r6alW9rKqu2/OaZdelWzrX/mIuJruPWTJdzK4r+nUAAAA21Nsnj9dZzeCVpnRfaT2ytdagK5z/GlV1clV9oap+WFXnV9UTq+omk3Ofsq+Yqmrb4tiq+vlJXN+Y1Ltvr6pbT8Zdp6peUlUXTs71gao6dh/xrbbmun1VvaCqPlzd8gw/rKr/qKq/rKprruVrskwcvWukLeavqq499d5+VFUfr6rf6jnOdA165+r+FvDtydfq9Kra3vOalb4Pfnq8yefbJvXkMVPxLX4sXNGvA8AsuCMNYGv48fQnVfXbSV6S5EdJ3pTk80luluR3kjygqu40fTfUpDlzRpKDk7w+yWeSHJVkIcm/riWQqrpFkn9Lcs0kb0nykSQ3SXJakreu/a3lgUnun+TNSV6c5C7prqLcVlVPTfLOJO9O8vdJ/kuSByS5SVXdprV2ac/xXpPkl5K8Nt3X7UFJdiXZXlUPbK1NN7aek+TSJO9LN03INZL8SpIXTI7xyP14P6u1PcmTk/x7kpcmuWGShyZ5Z1Ud1Vr7VM9r/ijJPZO8Osnbktw1yW8l2VFVd2ytfW0/Yzkv3RQxO5NckOSUqX0L+3lMAABgNu4+eTxno06w1hp0heNcOV0NerskH0ryqnR12NOS/Nf9CG1bunruk+nqmG3plklYqO7C0bcl+U66GupaSX4jyb9U1c2XiXctNdfvTs71rnT19gHpLoJ9YpL7TMZ/dz/e02ocluTsJBenq31/JsnDkrysqi5trf1Dz2vumG6azDOS/E26JSUekuToqrpna+3d+xnLRenqyUcnuVH2nn50934eE2CmNNIANqmqOjrJLdL9Yvz+qe03T9dw2p3kmNbaF6f23S3d1YgvSPcLfaqqkrwsyVWSPLi19sap8Y9PcvIaQ/ubdE20x7bWXjR1rPtk/xtpd2utvWtynAOSnJ6uGHxrkhNaa6+aOs/fJ/ntdA21N17+cPnFJLdqrX1rMv5pSc5M16z7zST/ODX2fkunnZyc/+VJHlVVL2ytvW8/3tNq3C/Jb7XWTpk69++ly+3jkzy25zX3SXLH1tqHpl7z/HRTuDwnyfH7E8hkHYXzqmpnkt1908UAAADDWzJjxNXTXQD4y+kuTPyLDTrnmmrQffiTdE20U5M8YvFCx6p6VpIP7kd4xyT509bas6ZienqSZ6RrsL0mXe166WTfO5K8Il3D7I96jreWmuvZSf6gtfaT6QNU1fHpLpZ8bJLn7sd7Wo3/K93Fpr+3eP6qOjndha7/b5K+Rtq9k/xha+2FU7E+KMkb0jXgfmGZi1VX1Fq7KMmuyZ1zN1JPApuRqR0BNonJNAu7qupZVfXqdFeJVZI/nswJv+j3k1wpyeOnC5gkaa29M93VgQ+oqqtNNt8lyS8kOWu6iTbxwiSrXr+sqm6Q7o6tzyT5uyXn/pdJzGv1T4tNtMlxLs1lza6PTTfRJl4xeTxqmeM9c7GJNjneD9NddZd0DbjpmC/33ifnf8Hk03ut6h3sn7Onm2gTL0tySboFw/v843RBN7ErybeTPKKqfmZdIwQAAObNzqmPP0p3x9Qn09VVG3X301pr0JUcl25WkKdOzxbSWvt81n6RZ9I1956zZNtiE+lnkvzJkubQ/0pXcy1XT6665mqtXbC0iTbxsnR3wW1kPfn9JE+cPn9r7RPp7lL7xao6tOc1n0nyt9MbJn8jeFe6u9P2545AgC3BHWkAm8fOJZ+3JMe31l6+ZPviumbHVNUv9Rzn55IcmOTmSc5Nd7Vf0v1yvPcJWvtJVb0nyc+vMsbFYuPfl7lS7T25bFqR1eqbfuRLk8dze/YtFm5HLnO8y73PSVw/SXLb6Y1V9bPproi8b7rpKQ9Z8rrrL3OO9XC5991a+3FVfSXdHX99+nL47ao6L92VmL+YbppGAABgC2qt1eLzqjokya3SNZJeVVW3aq09bQNOu9YatFdVXT1d7fn51truniHv2Y/YzutpZi3Wk59e2lyc1MBfyRrqyeVqrqq6UpLfSzdd5C3TTVE5fVPDRtaT/9Fa+07P9s9PHq+ZZM+Sfe9epo5fSPfebpv+ehpgy9NIA9gkFguiSTF053TTNLy4qi5orU2vY/azk8c/2cchF69Au8bk8SvLjPvyGsLc17GW276Sb/dsu2QV+6602hhaa5dU1dfTFXhJkqo6LMkHktw43dSZr0jyzcnxD0s3veJG3uF10TLbL0lXhPbZVw6vscx+AABgi2mtfS/J+6vqIUm+kOTJVfXiyd1d62mtNehyrj553NB6clL/9e6buCRrqCcn+mquV6ebzvJz6ZYd+HK6NeSSbirIoerJpL+mVE8CLEMjDWCTmRRDZ1TVA9LNEf8Pk7nKvz8ZslgMXGOZK9CWWhx/+DL7r7uG8BbPt9yxlts+S4cn2WvR6Ko6KMm1c1n8Sbco9o2TnLR0DvfJotSP39gw98u+cjhdKF6a5OBlxh+2bhEBAACDaq1dVFWfSjcbye1y2V1Jy74ky//NsK9WWGsNupzNUk/22avmqqrt6ZpoZyS5T2ttsYG1uO72kzcyyP201noy6f8+UU8CW4410gA2qdbaR5L8z3RTTkwvgvzeyeNq5y9fXLD5mKU7qurAdHPqr9bitIF3nhQHS63lWBvlcu8zXVwHJpme6/6mk8fXrfIY86Avh9dIN+XmD9OtjbDoW0kOn0w3stT2ZY5/aZa/Gw4AAJhfi9PDr+Zvgd9KcoOlGyf1Yd/aYWutQXtNmnCfS3L9qtrWM2Qu68llaq7FevJN0020iTskucqGRbj/7rpMHb9j8jhdLy+uO36575MsX0/+JPnp9xHApqKRBrC5/Y90U0P8cVUtFkYvTPLjJM+vqpsvfUFVHVxV0wXOvyX5VJKjq+pBS4afmNWvj5bW2v9JN3/6TdPNBT993ntn7eujbYSnT32tUlVXTvLsyafT683tnjzumH5xVd02yVM3ML4r4pGT+KbtSjcFxz+11n40tf396a4e/K3pwVX16CS/vMzxv5H+QgkAAJhTVfXgdLNt/Dhd/bcv709yw6q655Ltf5rkRj3j11qDruQV6f5e+eyazL84OcYN0k2HOLTV1ly7J487pgdW1c8l+ZsNjO+KuFmSx05vmPyN4Jgkn0ny7qld7588/u6S8f8ly8/e8o3J4w2vcKQAM2ZqR4BNrLX2xap6cbpfVJ+c5KmttfOr6reTvCzJx6vqbUk+nW6O9xumu0rwa0luMTlGq6rjk7wjyeuq6vXpfkk+Ksndkrwtyb3XENYfJDk7yd9W1X2TfCTJTZI8NN288A/KZdNADOGT6b4ur01X7D0oXbPwLUn+cWrcK9LN8X9yVR2b5D/SFRb3T/L6JL8+y6BX6V+SnF1Vr0lyYborNu+aroh7ypKxf52uifaiqrpbuuldjkq3/t6b073Ppd6Z5Deq6p/T3cn44yRntdbOWv+3AgAArFVV7Zr69JAkt0xyn8nn/621tpp1xv4iyb2SvLGqXp1urei7pGvGLWRJc2itNeg+/HmSByf5jSS/UFVvT9ek+rUkZ032DVlPrrbm+kC6uvghVfVvSd6TburE+6S7kPVLM4x5td6W5C+r6j5JPpzuAtmHpLvT7rdba9Nf9zemq5EfXlVHJnlfulw/aLLv13qO/84kD0vy+qp6a5IfJLmgtfaPPWMB5oo70gA2v2cn+X6Sx1XV4UnSWntlktsneVWS26S7s+w30/0i/NosucqstXZ2uuLmjHS/2P9huvWzdqT7hXjVWmufSNeMOW1yzCck2ZZufvj3TIZdkXnzr6hfS1fgPSDd1+WAdFcQPrS11hYHtda+lC7+t6QrjE5Md/XlY3P5ptS8eH66+I5K93W/RZJTktyltfbV6YGTPN09XXH3gCQnpLu78c5Jzl3m+I9P8k/ppiL50yTPTPIr6/0mAACA/bZz6uOP0q2J9s9J7tla+4vVHKC19s50DauPp2toHZeuUXSHJBcs85o11aArnPsHSY5Nd+HfdSfv4dgkf5bLZhIZsp5cVc3VWvtJkgcmeVGSI5I8Ll1d+dJ0TcofzzTq1Xlfur8B/Ey6/N0nyb8mObq1Nn03WlprP0x34e1rktx6Mv4mSR6R7j33eWm6HF4j3YXAz0xy/Hq/CYCNUFN/MwSADVVVr0r3i/UtWmufGjqerWJy1enOJMe21haGjQYAAGD9VdXvJnlJkse01v5u6Hi2iqrakeTMJCe11nYNGw3AfHJHGgDrqqoOqKrr9my/W7rpED+hiQYAAECfqjqiZ9sNkzw9ySXp7rADgJmxRhoA6+3gJJ+vqjOTnJ+u0LlVknskuTjdGmoAAADQ53VVdaV0U85flG6pgPsnuWq6dcHncX0xALYwjTQA1tuPk7w43dpZd0xX7Hw9yf9O8pzW2ocGjA0AAID59o9JHpnkoenW09qTbv2uF7bWXj9kYACMkzXSAAAAAAAAoIc10gAAAAAAAKCHqR2TXPva127btm0bOowkyfe+970ccsghQ4fBjMn7OMn7+Mj5OMn7OMn78M4999yvt9auM3QcbF3zUkf6eTNO8j5O8j4+cj5O8j5O8j68lWpIjbQk27ZtyznnnDN0GEmShYWF7NixY+gwmDF5Hyd5Hx85Hyd5Hyd5H15VXTB0DGxt81JH+nkzTvI+TvI+PnI+TvI+TvI+vJVqSFM7AgAAAAAAQA+NNAAAAAAAAOihkQYAAAAAAAA9NNIAAAAAAACgh0YaAAAAAAAA9NBIAwAAAAAAgB4aaQAAAAAAANBDIw0AAAAAAAB6aKQBAAAAAABAD400AAAAAAAA6KGRBgAAAAAAAD000gAAAAAAAKCHRhoAAAAAAAD0OGjoAGBLOvfc5Pzz99521asm979/cqUrDRMTAACwrKraneS7SX6S5JLW2vZhI2IrOuOM5Ctf2Xvbda+b3O1uw8QDAMC+aaTBemstude9km984/L7Tj89uec9Zx8TAACwGse21r4+dBBsTV/+cvL/s3fv4XaedZ3wv3eSnfSY9Jy2SaGVHoSCQA0tYJUIogIVBxlRRJ3RGfs6XuoMo6+CeDnOQUdeGE+IL3YAwVFQeRFxREUQNtABORQKtrZU6Im2QCmlTXaTnWTv3O8fT5Y7O9nZ2WvvdXzW53Nd63qSZ639rF9y04v15Lt+v/vZz176ua98JTnrrMHWAwDAyhjtCL32ta81IdorXpHcdlvz+Iu/aJ6bmRlubQAAAAzFrl3N8dWvXrhV/NVfbc7t2TO8ugAAWJ6ONOi1229vjjt2JJdc0vx6//7meODAcGoCAACOpyb521JKTfJ7tdbrjnxBKeXaJNcmydatWzM9PT3YCpcwMzMzEnVwfLfffnKSp2T37ptz771fSZI8/PDWJI/N9df/fc4/f3bF17Luk8m6Tx5rPpms+2Sy7qNNkAa91gnSvu7rFs519kWbmxt8PQAAwEpcXWu9t5RyTpL3lFJurbV+8PAXHArXrkuSHTt21J07dw6hzMWmp6czCnVwfKee2hyvuOLydJbs3nub41Oe8tR//h7mSlj3yWTdJ481n0zWfTJZ99FmtCP0WidIu+iihXOdIE1HGgAAjKRa672HjvcneUeSK4dbEW2zb19z3LRp4dyGQ19v9p1LAIDRJUiDXrv99uTssxe+bpgI0gAAYISVUk4upZza+XWSb09y03Crom0EaQAA48loR+i1O+5YPNYxcXcEAACjbWuSd5RSkuY++S211r8Zbkm0zVJB2vr1zdGtIgDA6BKkQa/dfnty1VWLz+lIAwCAkVVrvT3JE4ddB+22XEfa/Pzg6wEAYGWMdoRemptL7rrr6I40QRoAAMBEM9oRAGA8CdKgl77whearhEY7AgAAcBhBGgDAeBKkQS/dfntz1JEGAADAYTpB2saNC+c6e6QZ7QgAMLrskQarNT+f/M//mTz88MK5T36yOR6rI02QBgAAMJH272+OOtIAAMaLIA1W68Ybk3/3744+/6hHJdu2LT5XSvNVQ3dHAAAAE8loRwCA8WS0I6zWzExz/Ou/TvbsWXjcfvvCfI7DTU3pSAMAAJhQgjQAgPGkIw1Wa+/e5njaacmJJx7/9YI0AACAibVUkGaPNACA0acjDVZrdrY5nnDCyl6/YYMgDQAAYELt29fcFq477F9idKQBAIw+QRqsVrdB2tSUuyMAAIAJtW/f4m60RJAGADAOBGmwWp3RjisZ65gY7QgAADDBBGkAAONJkAarZbQjAAAAK7RvX7Jx4+Jz9kgDABh9gjRYrdV0pPmaIQAAwETSkQYAMJ5aGaSVUi4opby/lPKPpZSbSyn/ftg10UKr2SNNRxoAAMBE2r9fkAYAMI42DLuAPplL8jO11k+WUk5NckMp5T211n8cdmG0yN69SSlNQLYSRjsCAABMLB1pAADjqZUdabXWL9ZaP3no17uT3JJk23CronVmZ5uxjqWs7PVGOwIAAEyspYI0e6QBAIy+VgZphyulXJjkyUk+OtxKaJ3Z2ZWPdUyMdgQAAJhgOtIAAMZTW0c7JklKKackeXuS/1Br3XXEc9cmuTZJtm7dmunp6cEXuISZmZmRqYXlXXb77Tlj3bp8ZIXr9eRHHsnB/fvz6SVeb90nk3WfPNZ8Mln3yWTdATiSIA0AYDy1NkgrpUylCdH+qNb6Z0c+X2u9Lsl1SbJjx466c+fOwRZ4DNPT0xmVWjiO178+2bJl5et11lnJ/PySr7fuk8m6Tx5rPpms+2Sy7gAcad++ZPPmxec6ox0FaQAAo6uVox1LKSXJG5LcUmv99WHXQ0vt3Wu0IwAAACuyb1+ycePic52ONHukAQCMrlYGaUm+KckPJXlmKeXGQ4/nDrsoWmZ2NjnxxJW/fsMGQRoAAMCEWmq0o440AIDR18rRjrXW65OUYddBy62mI83dEQAAwETav//oIG3duubhVhEAYHS1tSMN+q/bjjSjHQEAACbWUh1pSdOVJkgDABhdgjRYrdnZ7jrSjHYEAACYWMcK0jZssEcaAMAoE6TBau3d231Hmq8ZAgAATKTlgjS3igAAo0uQBqvVbUea0Y4AAAATS5AGADCeBGmwWnv3Gu0IAADAcR082IRl9kgDABg/gjRYrdlZox0BAAA4rn37mqM90gAAxo8gDVar2440ox0BAAAmUidI27jx6OeMdgQAGG2CNFiNgweT/fu760gz2hEAAGAi7d/fHO2RBgAwfgRpsBqdrxN225Hm7ggAAGDiLDfa0R5pAACjTZAGq7F3b3NczWjHWvtTEwAAACPJHmkAAONLkAarMTvbHLsd7Zi4QwIAAJgwxwvSdKQBAIwuQRqsxmo70hJ3SAAAABNGkAYAML4EabAaq+lI6wRpBw70vh4AAGDNSinrSymfKqVqKeMPAAAgAElEQVT85bBroV2Ot0eawSUAAKNLkAarsZqOtM5oR0EaAACMqn+f5JZhF0H76EgDABhfgjRYjU5HmtGOAADQCqWU7Umel+T1w66F9ukEaRs3Hv2cIA0AYLQJ0mA1jHYEAIC2+c0kP5fk4LALoX3272+OOtIAAMbPhmEXAGPJaEcAAGiNUso1Se6vtd5QStm5zOuuTXJtkmzdujXT09ODKXAZMzMzI1EHy/vkJ89Ocnk+85mPZ2bmkUXP7d79xMzPl0xP37ji61n3yWTdJ481n0zWfTJZ99EmSIPVWEtHmq8aAgDAqPmmJM8vpTw3yQlJNpdS/rDW+oOHv6jWel2S65Jkx44ddefOnQMv9EjT09MZhTpY3r33Nserr35KLr108XNnnZXMzKSrdbTuk8m6Tx5rPpms+2Sy7qPNaEdYjdV0pBntCAAAI6nW+vJa6/Za64VJvj/J+44M0WAtOnukGe0IADB+BGmwGp2ONEEaAAAAxyFIAwAYX0Y7wmp0OtK6Ge3Y2SPNHRIAAIysWut0kukhl0HLLBekrV+fzM8Pth4AAFZORxqsho40AAAAVkhHGgDA+BKkwWoI0gAAAFihTpC2cePRzwnSAABGmyANVmPv3uYOaF0X/wkZ7QgAADCR9u9vbh83LLHBhiANAGC0CdJgNWZnu+tGS3SkAQAATKh9+5Ye65jYIw0AYNQJ0mA19u5NTjyxu58RpAEAAEyk5YI0HWkAAKNNkAarsZqONKMdAQAAJpIgDQBgfAnSYDV0pAEAALBCxxvtKEgDABhdgjRYDXukAQAAsELH60izRxoAwOjaMOwCYCytZbSjIA0AAKC1brop+emfTvbvXzh3663Jeect/XqjHQEARpsgDY7n5puTV7968VcEP/3p5PLLu7tOpyPNHRIAAEBrffCDyfvfn3zzNycbNzbnnvSk5Jprln69IA0AYLQJ0uB43va25E1vSi66aOHcyScn3/7t3V3HaEcAAIDW63wH8+1vT84++/ivt0caAMBoE6TB8czNNV8RvP32tV3HaEcAAIDW6wRpG1b4Ly72SAMAGG3rhl0AjLwDB1Z+B7Qcox0BAABarxOKrV+/stdv2JDUmhw82L+aAABYPUEaHE+nI22tjHYEAABovdUEaYnvXAIAjCpBGhzP3NxCCLYWRjsCAAC0XrdBWud1gjQAgNEkSIPj6XVHmrsjAACA1lptR5p90gAARpMgDY6nV0Fa5y5KRxoAAEBrdb47abQjAEA7CNLgeA4c6E2QVkpzHUEaAABAa83PN7d/61b4Ly6CNACA0SZIg+PpVUda0ox3dHcEAADQWvPzK+9GSxZea7QjAMBoEqTB8czNLexvtlZTUzrSAAAAWqzbIE1HGgDAaBOkwfH0siPNaEcAAIBWE6QBALRLK4O0UsobSyn3l1JuGnYttIDRjgAAAKyQIA0AoF1aGaQleVOS7xx2EbTEgQO9DdJ0pAEAALSWPdIAANqllUFarfWDSR4cdh20hNGOAAAArNDcnI40AIA2aWWQBj01N9d0kvWC0Y4AAACtNj/f3XcxBWkAAKOtR20246eUcm2Sa5Nk69atmZ6eHm5Bh8zMzIxMLTSe+MADKbXmxh6sy1P278+e++7LzUdcy7pPJus+eaz5ZLLuk8m6A0wue6QBALTLxAZptdbrklyXJDt27Kg7d+4cbkGHTE9PZ1Rq4ZBTTkk2berNumzZkpNPO+2oa1n3yWTdJ481n0zWfTJZd4DJZY80AIB2MdoRjufAgd7tkWa0IwAAQKvpSAMAaJdWBmmllLcm+UiSy0op95RS/s2wa2KMzc31Nkg7cKA31wIAAGDkCNIAANqllaMda60vHnYNtEgvg7QNGwRpAAAALSZIAwBol1Z2pEFPzc01nWS9YLQjAABAq3X7XUx7pAEAjDZBGhyP0Y4AAACskI40AIB2EaTB8Rw4YLQjAAAAKyJIAwBoF0EaHE+vO9LcHQEAALSWIA0AoF0EaXA8RjsCAECrlVJOKKV8rJTy6VLKzaWU/zzsmhhf3QZp9kgDABhtPUoHoMXm5poArBc2bEh27Ure976Fc6Vk/exsb64PAACsxr4kz6y1zpRSppJcX0r561rr3w+7MMaPjjQAgHYRpMHx9LIj7YwzknvvTZ71rEWnL3zRi5LnPKc37wEAAHSl1lqTzBz67dShRx1eRYyzuTlBGgBAmwjS4HgOHOhdkPbKVybf932Lz73whdkwM7P06wEAgIEopaxPckOSi5O8ttb60SGXxJian+/uFrITugnSAABGkyANjqeXHWmnnJJ8y7ccda7YNw0AAIaq1jqf5EmllNOSvKOU8vha602Hv6aUcm2Sa5Nk69atmZ6eHnyhR5iZmRmJOljw4INPzqZNBzM9/ekVvf7++zcleVpuvvnWTE9/aUU/Y90nk3WfPNZ8Mln3yWTdR5sgDY6nl0HaUjZuzDpfPQQAgJFQa32olPL+JN+Z5KYjnrsuyXVJsmPHjrpz587BF3iE6enpjEIdLDjllGTLlqx4Xb74xeZ48cVfn507v35FP2PdJ5N1nzzWfDJZ98lk3UfbumEXACNvbi6Zmurf9TduTBGkAQDA0JRSzj7UiZZSyolJnp3k1uFWxbian7dHGgBAm+hIg+UcPJjU2t+OtKkpQRoAAAzXeUnefGiftHVJ/rTW+pdDrokx1W2QZo80AIDRJkiD5XT2Luv3aEd7pAEAwNDUWj+T5MnDroN2WG1H2vx8f+oBAGBtjHaE5XS+EtjnIE1HGgAAQDt0u8220Y4AAKNNkAbLGVCQts4dEwAAQCvYIw0AoF0EabCczp3M1FT/3sMeaQAAAK1hjzQAgHYRpMFyBtWRZo80AACAVug2SFu3buHnAAAYPYI0WE4n4LJHGgAAACvQbZBWSnPL6bYQAGA0CdJgOYPoSDPaEQAAoDW6DdISQRoAwCgTpMFyBjXa0R0TAABAK6wmSFu/3mhHAIBRJUiD5QwoSNORBgAA0A5zc93fQupIAwAYXYI0WE7nTmZqqn/vMTWVdZ292AAAABhrRjsCALSLIA2W0wm4dKQBAACwAoI0AIB2EaTBcox2BAAAoAv2SAMAaBdBGixnEEHa1FTWCdIAAABaQUcaAEC7CNJgOYPqSDt40NcPAQAAWkCQBgDQLoI0WE5nj7Spqf69x8aNi98LAACAsTU/3/13MQVpAACjq49tNtACAxrtmCTZvz854YT+vQ8AAAB9VWty8ODq9kibnk6e97yFcxs3Jq96VXLxxT0tEQCALulIg+UMaLRjkiZIAwAAYGx1JvZ3G6R9//cn27cn99/fPO65J/nzP0/e//7e1wgAQHd0pMFyBhmkGe0IAAAw1lYbpP3SLzWPjvvuS7ZtazrcAAAYLh1psJxBj3YEAABgbK02SDvSukP/WnPw4NquAwDA2gnS2uCd70wuuSR5zGMWP/7H/xh2ZeOv0yXWCbv6wWhHAACAVhCkAQC0jyCtDT74weTOO5OnP33hUWvyhjcMu7LxZ7QjAAAAKyRIAwBoH3uktcHsbLJlS/K//tfCuV/5leQXfzH52teS008fXm3jzmhHAAAAVqgTpK31FrKU5ihIAwAYPh1pbbBvX3LCCYvPPe1pzfGjHx18PW0yyI40QRoAAMBY69xC6kgDAGgPQVob7NuXbNq0+NyVVzafvD/ykeHU1BZGOwIAALBCRjsCALSPIK0NZmePDtJOOSV5whMEaWvVCbc64xf7wWhHAACAVhCkAQC0jyCtDZbqSEua8Y4f/ahP3mthtCMAAAArJEgDAGifPqYDDMxSe6QlTZD2utcl3/iNizuqvuEbkte/fnD1jTOjHQEAAFghQRoAQPvoSGuDY3WkPe95yb/8l8l55yVnndU8HnooecMbFj7ds7xBBGlGOwIAALRC51Z7rbeQnSCt1rVdBwCAtdOR1gazs8mWLUefP/PM5G1vW3zuN38zeelLk127ktNPH0x948xoRwAAAFZIRxoAQPvoSGuDY3WkLeW005rjQw/1r5426YxbXOtd0HKMdgQAAGiFzncxBWkAAO3R2iCtlPKdpZTPllI+V0p52bDr6avVBGkPP9y/etpkbq7pRiulf+9htCMAAEAr6EgDAGifVgZppZT1SV6b5DlJHpfkxaWUxw23qj7aty854YSVvVZHWnc6QVo/Ge0IAADQCr0K0jrf5RSkAQAMXyuDtCRXJvlcrfX2Wuv+JH+c5LuHXFP/zM6uvCOts5eaIG1lBhmkGe0IAAAw1noVpCVNmCZIAwAYvj4nBEOzLckXDvv9PUmuGlIt/WePtP4ZRJDW69GO+/cnt96a1Lpwrtbk9tuTG244+n0efDD55Cfb8b+Jfo7g7IOrZmcXd5OOWf1LGvc/Q5/rv3Lv3uTEE/v6HtZgBBzxZ7hyz57kpJOGVMwqtHANhuEpa133EfgzrNq/+lfJz/3csKsAGIpeBmnr1gnSAABGQVuDtOMqpVyb5Nok2bp1a6anp4db0CEzMzNd13L1nj354v335/Mr+LkNu3fn6iSf+8Qncs+FF66mxIlyyZ135uxa8+E+/u+j7N+fZyS5/dZbc3cX73P6DTfk9I9/fNG59Xv35uwPfSgbv/a1JX+mrluXg50OuEPmTzghM5dckv2XXtpt6aPl8OBwTMzNzWVDv4PaASpjuAaLDKD+ubm57O7nmo/7GrTAUv8dHJiby8w4/bc+7v87GpH65+bm8sg4rXsPPfjgg/nSiHy2Bhi0TpDWi/8LEKQBAIyGtt7d35vkgsN+v/3QuX9Wa70uyXVJsmPHjrpz586BFbec6enpdF3L3FwuuOSSXLCSnzv0qf7is87KxSPyZx5pb3lLctJJ3a9JNw7dGX3dBRfk67p5n5/6qeSWWxZ3I65blzzzmcmLXnT0t+DPOy/liiuy/oggbX2SM1ZXOWu0qv/eGWvWfDJZ98k0yet+TpKvH3YR0KVSygVJ/iDJ1iQ1yXW11t8ablWMIx1pAADt09Yg7eNJLimlXJQmQPv+JD8w3JL65ODBZm+tlY52XL8+2by5HWP8BmEQox3XrUtdty6lm9GOBw4kn/1s8rM/m/zar/WvNgAAmAxzSX6m1vrJUsqpSW4opbyn1vqPwy6M8TI31xwFaQAA7dHKIK3WOldK+ckk707TcPPGWuvNQy6rP/bta44rDdKSZp80QdrKDCJIS3JwairruwnS/umfmjDt8sv7VxQAAEyIWusXk3zx0K93l1JuSbP3tiCNruhIAwBon1YGaUlSa/2rJH817Dr6TpDWXwMK0uqGDU0wtlI3H8qFBWkAANBTpZQLkzw5yUeHWwnjqNdB2ohs/QkAMNFaG6RNjE6QdsIJK/+Z005LHn64P/W0zYEDg+lI27Ah6aYj7eabk1KSxz62f0UBAMCEKaWckuTtSf5DrXXXEs9fm+TaJNm6dWump6cHW+ASZmZmRqIOGjfeeGaSJ+TGG2/I7OzuNV3r4MGrc/fdX8r09OeOes66TybrPnms+WSy7pPJuo82Qdq4m51tjt10pG3ZknzhC/2pp23m5pKpqb6/TZ2a6j5Ie8xjkhNP7F9RAAAwQUopU2lCtD+qtf7ZUq+ptV6X5Lok2bFjR925c+fgCjyG6enpjEIdNDrfWb3qqm/Mk5+8tmtt3Jicf/727Ny5/ajnrPtksu6Tx5pPJus+maz7aFs37AJYI6Md+2tQe6StZrSjsY4AANATpZSS5A1Jbqm1/vqw62F82SMNAKB9BGnjTpDWX4PcI22lHWn79yf/9E+CNAAA6J1vSvJDSZ5ZSrnx0OO5wy6K8TM31xwFaQAA7WG047hbyx5pBw82n8w5tlEI0u66K7n//sW/n5sTpAEAQI/UWq9PUoZdB+NPRxoAQPsI0sbdavZIO+20pNZk9+5mvzSO7cCBwYx2nJpaerTjnj3JZZctBKaHe9KT+l4XAAAAK9fLIK0UQRoAwCgQpI271Y52TJrxjoK05c3Nddftt0p1/fqlO9K+/OVmjV/60uRZz1o4f/rpyeMe1/e6AAAAWDkdaQAA7SNIG3drDdIe/eje19QmAxrteHBqaukg7YEHmuPOncnzntf3OgAAAFg9QRoAQPsMNEgrpWxL8uwkT01yfpITkzyQ5LNJPpDkA7VWHxO7sZYg7eGHe19P2wxyj7SlRjt+9avN8ayz+l4DAACMmlLKpiRPy9L3kB+std4+xPLgKJ0grRe3kYI0AIDRMJAgrZTyjCT/d5LvSLI+yT1JvpJkb5InJvmuJL+U5IullP+Z5NdrrbsGUdvY6+yR1s34wc44x4ce6n09bTPIIG2pjrROkHbmmX2vAQAARkUp5eIk/yHJS5JsSXIwycNp7iHPSHJCklpKuSHJ7yb5A1/KZBToSAMAaJ91/X6DUsq7kvx1kkeSvCjJObXWR9Vav7HWenWt9XFJNid5UpoboO9N8vlSynf0u7ZWWOtoR5Z34MBojHYUpAEAMCFKKa9N8o9JnpLkvxw6nlBrPbPWur3WelKS85J8T5Ibk/x6kptLKVcNq2bomJtrjoI0AID2GERH2m1J/k2t9UvHesGhbw5+5tDjV0opz0/zrUOOR5DWX6PQkVZKcvrpfa8BAABGxPlJrqy13nisF9Rav5zknUneWUr5qST/V5ppJx8dTImwtF53pNW69usAALA2fU8Iaq0vXcXP/EU/amml1QRpndGO73tfcuKJC+dPPjl50YsGEhyNjbm5ZGqq729zcLk90k4/vTd3YQAAMAZqrS/o8vX7kvx2n8qBrhjtCADQPn1PTEopv5TkzbXWu/r9XhNpNXukbdiQXHRR8s53No/DnXNO8m3f1rv6xt2wO9IeeMBYRwAAJkop5YeT/H+11j3DrgW6JUgDAGifvu+RluSX0+x59oFSyo+UUk4ZwHtOjtV0pCXJTTcl99yz8Pj4x5vzt9/e2/rG3YCCtGPukfbVryZnndX39wcAgBHypiRfKqW8qZTyrcMuBrrRCdJ6cRspSAMAGA2DCNIuTvIrSbYleUOaG6I/LKU8u5RSBvD+7bZvX/PputtP6SedlGzbtvB40pOar8zdfXd/6hxXBw4MriPtWKMddaQBADBZnp3kHUm+J8l7Syl3lVL+Wynl0iHXBcelIw0AoH36HqTVWm+vtf6nWuvFSZ6R5C1Jnpvkb5J8oZTya6WUx/W7jtbat6/7brSlbNjQBGqCtMWMdgQAgIGqtf5drfVfJTk3yb9O8tkkL0tySynlI6WUHy+lnDbMGuFYehmklSJIAwAYBYPoSPtntdYP1VqvTXJekhcnuTHJf0zyD6WUj5dSfnKQ9bTC7Gx3+6Mt51GPEqQdaW4umZrq+9scPFaQZrQjAAATqta6p9b6v2qt357kgiQvT3Jykt9N8sVSyttKKdcMtUg4wtxcc1zXg39t0ZEGADAaBhqkddRa99Va/7TWek2akY+/meSKJL81jHrGWq860hJB2lIG1ZE2NXX0aMe9e5uHjjQAACZcrfWLtdb/p9b6DWnuHd+cZvTjnw+3Mlhsfr433WiJIA0AYFQMJUhLklLKqaWUH03yp0n+fZKa5O+GVc/Y6nWQds89C7MoGFiQdnDDhubv/fC/+69+tTkK0gAAIElSSnlmmvvHFycpST4/3IpgMUEaAED7DDRIK6WsK6U8p5Ty1iRfSvL6NHPvfzHJow+N7KAbvQ7SDhxIvvzl3lxv3NXa/H0Mao+0ZHFX2gMPNEejHQEAmGCllMeWUv57KeXuJO9J8i+SvDXJN9VaLxtudbCYIA0AoH36nxAkKaU8OckPJ/n+JOckeSjJm5K8udb6sUHU0Fq93iMtacY7nn9+b645zjp3LIPoSOvsw3bgwMJ66kgDAGBClVLOTvIDSX4oyZOTHEzyt0l+Nsk7a637hlgeHNP8fO9uIQVpAACjoe8JQSnlpiSPTTKf5G/SzLL/37XW/f1+74nQ6460pAnSnvrU3lxznHV2ie6EXH1UO19Z3H/YfxaCNAAAJlAp5S+TfHua+9Wbkvxckj+qtX5pqIXBCvS6I63W3lwLAIDVG0RH2lySn0lz4/OVAbzfZOlXkMZCkDaI0Y6dsO7wIK0z2lGQBgDAZLkyye+mmWDyqWEXA90w2hEAoH36nhDUWp/U7/eYaPv2JSee2JtrbdmSbN48uUHam9+cvPOdC7/v7Fc2iNGOS+2RpiMNAIDJdH6tdW7YRcBqzM0J0gAA2mYQox2/p9b6Z13+zHlJHl1r/fs+lTWaXvWqPO5d70rOOefo5849N/mN3zj6E/nsbHLaab2r4VGPmtwg7bWvTW65JbnoooVzV1yRPP3pfX/r2gnS/viPk61bm1//n/+TnHpqsnFj398fAABGyDck+WQ3P1BKOSHJhbXWW/tTEqyMjjQAgPYZxGjH15RSfinJ65L8aa31wWO9sJTyzWk2k35Jkpcmmawg7e67c/Kddyb337/4/MxM8oUvJD/2Y8kTnrD4uX37khNO6F0Nj35005VVysK5UpLf/d3kx3+8d+8ziubnk2c8I/nLvxz4W+8766zmFz//84ufuOKKgdcCAABD9sFSyvvSjHf821rrMaOEUsqjkvxgkp9K8j+SCNIYql4HaXN6MwEAhm4QQdolSX42yX9JE6rdkuTTSb6SZF+S05N8XZIdSbYk+WCSZ9daPzyA2kbLa16Tj7/whdm5c+fi85/6VBOofPazSwdpvdojLUn+639NvvEbF5/7nd9JPvzhyQjSenXH06WHrrgiue++psPwcJ3uNAAAmByXJfmvSd6ZZFcp5SNZ+h7yyiSPT3JHkp+ptb5lOOXCgvn53u0OoCMNAGA0DGKPtD1J/ksp5deSvCDJdyR5apLzk5yQ5KtpvjX4W0n+xCiOJVxySXP87GePfq7XQdqTn9w8Dvfe9yb33tu79xhVBw82dyrDct55w3tvAAAYEbXWe5P8aCnlZUl+JM095H9Mcvjm0Hek+RLmy5K8u9ZaB14oLKGX388sRZAGADAKBtGRliSpte5P8ieHHnTjlFOSbduS2247+rnZ2d4GaUvZti359Kf7+x6jYIgdaQAAwGK11vuTvPLQI6WU03Loy5i11gPDrA2OxR5pAADtM8T2G7py2WXH7kjr5R5pS9m+velIa/uXPAVpAAAwsmqtD9VavyREY5QJ0gAA2keQNi46QdqRYVavRzsuZdu25JFHkocf7u/7DJsgDQAAgDWYmxOkAQC0jSBtXFx6afLQQ8kDDyycq3UwQdr27c2x7fukDXuPNAAAAMaajjQAgPaRGoyLyy5rjoePd9y/vzkOoiMtSe65p7/vM2w60gAAAFgDQRoAQPsI0sbFUkHavn3NcRB7pCXt70gTpAEAALAG8/PJhg29uda6de3fqhwAYBz06OMdfffoRycbNybve19y0UXNuc6eZf3uSDv//OaoIw0AAACOSUcaAED7CNLGxfr1yeMfn7zlLc3jcGee2d/33rgxOeec9nek2SMNAACANRCkAQC0z8gEaaWUFyb501qrlqBjede7kttuW3xu48bkKU/p/3tv26YjDQAAGIhSyrYkP5ZkW5J/TPLGWuvDR7zmsUleW2t95hBKhCUJ0gAA2mdkgjRW4Nxzm8cwbN+e3H33cN57UARpAAAwdKWUC5N8IsnpSb6S5N8k+flSyktqrX932Es3J3nGwAuEZczN9W73BUEaAMBo6HuQVkr54RW+dABtVazatm3Jhz887Cr66+BBQRoAAAzff0tyf5Iraq13H+o8e12Svyql/Eit9S3L/3j3SilvTHJNkvtrrY/v9fWZHL38fmYpgjQAgFEwiI60NyWpScoKXlv7Wwqrtn178tWvJq9//eK7giuuSJ74xOHV1Uvz8/ZIAwCA4fvmJD9fa707SWqtt5RSnpnktUn+oJSypdb6//b4Pd+U5HeS/EGPr8uEmZ9PNvToX1p0pAEAjIZBBGkPJvnfab5VuJznJPmt/pfDqjzhCc3xx35s8fnHPz75h38YfD39YLQjAACMgrOS3Hv4iVrrfJIfL6U8lOR3Simbk0z36g1rrR88NFIS1sQeaQAA7TOIIO2GJF9Xa/38ci8qpXyxF29WSvneJL+c5LFJrqy1fqIX1514z39+ct99yf79C+de/vJkenpoJfWcIA0AAEbB3UkuT/KhI5+otb6slLI7yX9P8teDLgyOR5AGANA+gwrSfnIFr/tKkg/24P1uSvI9SX6vB9ficOedt/j355+f7No1nFr6wR5pAAAwCj6Y5CVp9kU7Sq31Vw6Fab8x0KqSlFKuTXJtkmzdujXTI/DFwpmZmZGog8auXTvy4IN7Mz1985qv9eUvX5a9e0/P9PTfH/WcdZ9M1n3yWPPJZN0nk3UfbX0P0mqtv5DkF1bwug8m+dYevN8tSVLKSrZkY002b04eeaQ9nVz2SAMAgFFwXZLvL6WcWWv96lIvqLX+dinl/iTfMcjCaq3XHaovO3bsqDt37hzk2y9peno63dbxV3+VfO/3JnNzi8+/5CXJG9/Yu9om0QknJOeee0rXa7KUP/zD5DOfyZLXWs26M/6s++Sx5pPJuk8m6z7aBtGRRltt3twcd+9OTjttuLWsVa3Now2BIAAAjLFa6w1pJpsc73V/nOSP+19R+/zDPyR79iQ/+7PJhkP/KvCBDyRve1ty3XUL5+je3FxvRzvW2ptrAQCwemP58biU8t4k5y7x1Ctqre9c4TVGbiRHMl4tnOfed1++PslH3v3u7Nu6ddjlrEmZn88zktxx9925awh//+O07vSOdZ881nwyWffJZN1hvJRS3ppkZ5KzSin3JPlPtdY3DLeq/pmdbY6vfOXCUI63vjX5gR9oQrYnP3l4tY07e6QBALTPQIO0Usr7jvOSWmt91vGuU2v9trXWMoojOZIxa+F84IEkydMuvzx5/OOHXMwa7d+fJLno4otz0RD+/sdq3ekZ6z55rPlksu6TybpDb/TqHvJ4atS9fdkAACAASURBVK0vXus1xsnsbLJx4+LJ9ldf3Ryvv16Qthbz873r6BOkAQCMhkFvCLUuSTnicVaSb0py6aHfMy46ox137RpuHb0wP98c7ZEGAACjxD1kH8zONnt5He6CC5rH9dcPp6a20JEGANA+A+1Iq7XuXOp8KeUxSf48ya+u9T1KKS9I8pokZyd5VynlxlrrQDegnhhtDNLskQYAACNjEPeQk2ipIC1putI+8IFmX64iolwVQRoAQPuMxB5ptdbPl1J+LcmrkqxpiESt9R1J3tGTwlieIA0AABiCXt5DTqLlgrS3vjV517uSs89eOH/OOclFFw2uvnHWyyCtFEEaAMAoGIkg7ZCvpBnNwbjoBGkPP9zdz33uc8kb3nD0HcF3f3fy9Kf3prZudWoRpAEAwLhwD7lKxwrSnvGM5vhd37X4/MaNyYMPJief3P/axp2ONACA9hmJIK2UcmaS/5jk88OuhS6stiPtNa9Jfvu3F9+57duX3Hhj8u53966+btgjDQAAxoZ7yLU5VpB2+eXJ3/99E5p1vOc9yW/8RvLAA4K0lZibE6QBALTNQIO0UsodSeoRpzcm2Xro1y8cZD2s0SmnNMdug7TPfja54orkhhsWzj33uclXvtK72rpltCMAAIwc95D9cawgLUmuumrx7x95pAnSuh1EMqnm55MNPfqXFkEaAMBoGHRH2gdy9E3QbJK7kryt1urbhONk3brk1FO7D9Juu+3ou7MzzmgCtmERpAEAwChyD9kHywVpR9qypTkK0lbGaEcAgPYZaJBWa/3Xg3w/BmDz5u6CtNnZ5M47kx/+4cXnTz998fyQQbNHGgAAjBz3kP0xO7swqf94OkFat9+fnAS/+ZvNrgWH27tXkAYA0DYjsUcaY6zbIO3zn09qTS49Yk/wM85IHnqot1/f64Y90gAAgAkxO5ucc87KXqsj7dje+97m7+V5z1s49y3fkrz4xb25viANAGA0CNJYm26DtM74xssuW3z+jDOa40MPJWee2ZvaumG0IwAAMCFmZ5NNm1b22k7nmiDtaPPzyWMek/zBH/Tn+uvWNd9DBQBguLTfsDbdBmm33dYcL7lk8flOkPa1r/Wmrm4J0gAAgAlhj7Te6PdAFR1pAACjQZDG2qymI+28844eyN8J0oa1T5o90gAAgAnRTZB24onJhg2CtKUMIkhLdKUBAAybII21WU1H2pFjHZPk9NOb47CCNHukAQAAE2LfvpUHaaU0XWnd3PZNivn5/t5Cdq6tKw0AYLjskcbaLBekzc0dParxs59NXvjCo1877I40ox0BAIAJ0U1HWtIEaTrSjjY/33Tr9cvhQZpbVQCA4RGksTabNye7dzef7I/8Kt7znpf87d8e/TOPfezR5+yRBgAA0He1CtJ6ZX4+2bSpf9cvpTnqSAMAGC5BGmuzeXNzJ/bII8mppy6c37cvmZ5Onvvc5tExNZV83/cdfZ1hj3a0RxoAADABDhxobuG6CdI2bxakLWVQe6QJ0gAAhkuQxtps3twcd+1aHKTdeGOyf3/yoz+69CjHI01NJaecMvzRjvZIAwAAWmx2tjl225F25519KWesCdIAACaD1IC1OTxIO9zHPtYcr7pq5dc644zhB2k60gAAgBZbbZCmI+1o/d67TJAGADAaBGmszbGCtI9+NDn//GT79pVfS5AGAADQV6sN0o685UNHGgDApBCksTbLdaRdeWV31zrjjORrX+tNXd2yRxoAADAB1hKk1dqfmsaVIA0AYDII0libTpB2+JyPBx9M/umfuhvrmIxGR5o90gAAgBZbTZC2eXNzy/TII/2paVwNKkgTYAIADNeGYRfAmOsEaf/5Pyevf33z606o1m2Qdvrpww/SdKQBAAAtttqOtKS51TvllN7XNK50pAEATAbtN6zN9u3J93xPcvLJyUMPNY9ak2uuSZ761O6u1elIG8bX7QRpAADABFhrkMYCQRoAwGTQkcbabNiQvP3tvbnWGWckBw4ke/Y0wdwgde5MjHYEAABaTJDWO4I0AIDJIDVgdJxxRnMcxnhHHWkAAMAE6ARpmzat/Gc6QdquXb2vZ5wJ0gAAJoMgjdEhSAMAAOgrHWm90+8grZTmKEgDABguox0ZHZ0g7ZnPTDZuXDh/+eXJe9/b3/cWpAEAABNg377m2E2QtnlzcxSkLaYjDQBgMgjSGB1XXZX8zM8ku3cvnPvkJ5O/+7v+36HYIw0AAJgAOtJ6R5AGADAZBGmMjhNPTF796sXnXvnK5BOfaL42edJJ/XtvHWkAAMAEWE2QdsopzZjBNgdp+/Ylb3xj8sgji89ffnnynOcs/TOCNACAySBIY7R17u5mZwVpAAAAa7SaIG3duma84/33J1/72sL5qakmZGuDD30o+YmfOPr8li3JQw8t/TOCNACAySBIY7Rt2tQcO4P8+0WQBgAATIBOkNa51VqpM89MrruueXSU0kzi/9Zv7V19w9Lptvvwh5MnPKH59S/+YvJ7v3fsnxnVIO0970luvXXxuZNPTn74h5MN/hUIAKBrPkIx2g7vSOsne6QBAAATYHa2CVO6DVTe/ObkhhsWfr9rV/JLv5Tcdls7grQ9e5rjWWctdNmdeGIyN3fsnxlUkFbryn9mfj75ru9a+ruoZ5yR/It/0ZvaAAAmiSCN0aYjDQAAoGdmZ7sb69hx9dXNo2NmpgnSdu3qXW3D1AnSTj554dyGDQu3iksZxY60++5rbp9//debDrQkOXAgufDC5PrrBWkAAKshSGO0DaojTZAGAABMgNUGaUc6+eQm6OmMRBx3jzzSHA/fmnv9+qYb7ODBpYeXjGKQdtddzfFxj2vGcXZceWUTpAEA0D1z7Bhtg+pI69yZCNIAAGAilVK+s5Ty2VLK50opLxt2Pf3SqyCtlGTz5vYEacfqSEuW7kqrtXmMWpB2553N8cILF5+/+upmNGfnzwkAwMoJ0hhtg+5Is0caAABMnFLK+iSvTfKcJI9L8uJSyuOGW1V/9CpIS5ItW9oVpG3YkExNLZzrhGRL7ZM2iKEma+lIe9SjFp+/+urmz/Gxj/WmNgCASWK0I6PNHmkAAED/XZnkc7XW25OklPLHSb47yT8Otao+6HWQ1pY90h55ZPFYx2T5jrRRDtK2bk1OPHHx+ac9rekivP76ZOfOlV/vc59LHnpooQPv4MGFXy/1+5W85sjfJ0cfuzk3SW6++ezcf/+wq2CQrPlksu6TaZLX/VGPSp761GFXsTxBGqPNHmkAAED/bUvyhcN+f0+Sq458USnl2iTXJsnWrVszPT09kOKWMzMz01Ud9977hBw4MJXp6U/24N2flLvuqpme/nQPrjVcn//8pZmaOjPT0x/553N33LE9ycWZnr4+p5yyuC1tdnZdkm/JXXd9PtPTX0g/3HTTmUmekI997BN5+OGZRc8da90/9alvyOmnb1hyfS+6aEd+67em8q53Lb7Wli0HctZZ+7Ju3eJ06sYbT8s//MNpa/5z0EuXD7sABs6aTybrPpkmd92f9awv5xd/8ZZhl7EsQRqjrdOR1u8gzR5pAADAcdRar0tyXZLs2LGj7uymtadPpqen000dJ5/cjC/sRe0XXJDcd19vrjVs112XnHba4j/LZz7THJ/2tKtz5pmLX797d3O8+OLHZOfOx/SlpplDedcVV+zIU56y+LljrfuuXckTn7j0mrz85cnrXpccOLDpn88dPJjcdFPyxS8e3eV10UXJq1+dXHpp081WStMl1/n1an5/rHPJ0cduzk2Kj33sY7nyyiuHXQYDZM0nk3WfTJO87ps3b8327VuHXcayBGmMtk5H2qBGO9ojDQAAJtG9SS447PfbD51rndnZo8f+rdaWLckto/3l4RXbs+fYox3HZY+0gweb0Y7f/d1LP/9v/23zYHzdf/+ePK6VuzdyLNZ8Mln3yWTdR5vUgNE2qI40ox0BAGCSfTzJJaWUi0opG5N8f5K/GHJNfWGPtKXt2dN06x2uc3s4Lnuk3X9/8x3URz+6fzUBAEwiHWmMtkF3pAnSAABg4tRa50opP5nk3UnWJ3ljrfXmIZfVF/v29TZIe/jhZiTguI/Ze+SR8e9Iu/PO5njhhf2oBgBgcgnSGG32SAMAAAag1vpXSf5q2HX0Wy870jZvTg4c6O24yGHZsydH7YM2bh1pd93VHHWkAQD0liCN0WaPNAAAgJ7p9WjHpOlKa0OQ1k1H2iC+i9m5Pa316Of27Fmfn/zJZPfuhXOd/eoEaQAAvSVIY7RNTTXHQe2RJkgDAABarB9B2q5dybnn9uaaw7LUaMdR7ki79dZT89rXNn/vh6/n85+fnHpq/2oCAJhErQvSSimvSvJdSfYn+XySH6m1PjTcqli1Upq7gkF0pBnrCAAAjJGPfSx573vPyX33Hf3cqacmz33u0bc5/epIG3d79iQnn7z43CjvkTY/32xK9/a3J09/ev9qAACghUFakvckefmhzaJfmeTlSX5+yDWxFps2DWaPNEEaAAAwRn7/95PXve5xx3z+Gc9IfvVXF7aeTgRpxzJuHWlzc02QtqGN/6oDADBiWveRq9b6t4f99u+T/Mth1UKPDKojzVhHAABgjPzyLydPf/pHc9VVVx313PXXJz/908k3fdPRP3f66b15/82bm+O4B2lzc8n+/d3tkTbsIK3TkSZIAwDov7Z/5PrRJH8y7CJYo0F0pBntCAAAjJmtW5MLLtibSy89+rlLL02e/ezkxhsXn1+/Ptm5szfv35aOtL17m+ORox2H3ZFWmqxs2SCts604AAD9M5ZBWinlvUmW2sr4FbXWdx56zSuSzCX5o2Nc49ok1ybJ1q1bMz093Z9iuzQzMzMytYyKK2vNzBe+kH/s49/LxXfdlXOTXD+kv3vrPpms++Sx5pPJuk8m6w6MggsuaB790gnSdu3q33sMwiOPNEcdaQAALGUsP3LVWr9tuedLKf86yTVJnlVrrce4xnVJrkuSHTt21J29+kreGk1PT2dUahkZp52WkzZvzjn9/Hv5sz9LNm4c2t+9dZ9M1n3yWPPJZN0nk3UHJkFbRjvu2dMcR60jbfkgrXlSkAYA0H+t+8hVSvnOJD+X5Bm11j3DrocesEcaAADAyFm/vgmf2hKk6UgDAGApbUwOfifJqUneU0q5sZTyumEXxBqdcII90gAAAEbQli3jH6Qda7TjaHek2SMNAGBQWvfdpVrrxcOugR7btGnhzqZfBGkAAABd27Jl/PdIO9ZoRx1pAAAk7exIo20G0ZF28KAgDQAAoEs60vpXVydIW2rnd0EaAMDgCNIYfZs22SMNAABgBG3ePP5B2jjukTY3J0gDABgUyQGjzx5pAAAAI6kNHWnHGu3YuUUcxSBNRxoAwOD4yMXoG1RHmiANAACgK1u2JLffnlxxxeLzL31p8kM/NJyaunWs0Y6dkGrYox2XC9Kmpvr3/gAANARpjD57pAEAAIykl7wkuf/+xft4fehDyZ/8yfgEaTrSAABYjo9cjD57pAEAAIyknTubx+GuuSa5995hVLM6nSDtxBMXnx/ljrTOHmluYwEA+s9HLkafPdIAAADGxrZt4xWkPfJI8/3NI28Jh92RVpqs7JgdaRs2LLwGAID+EaQx+jZtau5clvoaYK8I0gAAAHpi27bkK1/p/2CRXtmz5+ixjslod6TNzxf7owEADIggjdF3wgnNsZ93YfZIAwAA6Ilt25rjffcNr4Zak/37Fz+W6ixLmo60k046+vywO9KOF6TZHw0AYDAEaYy+TZuaYz/HO9ojDQAAoCc6Qdowxztec01zK3nk413vOvq149qRJkgDABgMH7sYfYPoSDPaEQAAoCe2b2+OwwzSPv3pZMeO5AUvWDj3mtckr3td8rznLX7tnj1Ld6R1gqrlOtL6+X1MQRoAwGjwsYvRN6iONEEaAADAmo1CR9ru3ckLX5j8wi8snHvooeQ3fqPZv+3ssxfOH2+0o440AIDJZpYdo29Qe6QZ7QgAALBmp52WnHji8IK0WpOZmeTUUxef/6EfarrL/uRPFp8/3mjHYe+RVutS718yNdW/9wYAYIHvLzH6dKQBAACMjVKarrRhBWl79jTfldy8efH5Jzwh+YZvSH7t15L3v3/h/K23Jt/6rUdfR0caAACJjjTGgT3SAAAAxsq2bck99wznvXfvbo5HdqQlyStekZxxRnLbbQuPCy5Irrnm6NeOSkeaIA0AYLh87GL06UgDAAAYK9u2JR/+8HDee7kg7UUvah4rsVxHWifcGlaQNje3TpAGADAgPnYx+uyRBgAAMFa2bUvuu6/Z36uUxc/9zd8kd921+Nzmzcn3fV9vbsuWC9K6UUpTj440AIDJ5mMXo09HGgAAwFjZvj3Zvz954IHk7LObcwcPJi97WfKqVy39MxdfnDzlKWt/714FaUlzmzisPdI6AeSxgrSpqf69NwAACwRpjD57pAEAAIyV7dub47nnLgRCtTah0E/8RLNXWef8Jz6RPP/5yYMP9ua9exmkbdigIw0AYNL52MXo05EGAAAwVr7jO5Jf+ZVkz57F5y+7LPnBH1w87vHCC5tjJwBbq7Z0pC2/R1rJSSf1770BAFggSGP02SMNAABgrJx8cvILv7Cy13YCr127evPeOtIAAOglyQGjT0caAABAa23e3Bx1pC12vCDNHmkAAIMhSGP02SMNAADok1LK95ZSbi6lHCyl7Bh2PZOoE3j1Okg75ZS1X0tHGgAAgjRGXydI62dH2sGDgjQAAJhMNyX5niQfHHYhk2pqqrnt69Vox127mtGSvZjePwodabUu9f6CNACAQfGxi9HXmVfR7440e6QBAMDEqbXekiSllGGXMtFOPbW3HWm9GOuYLN+RVkrz6JfOtXWkAQAMl49djL5Smq8nfuITye///sL5k09OXvCC9GQwvNGOAAAAQzOqQdpyHWmDuIVct06QBgAwbD52MR4uuCD5679uHod773uTZz1r7dcXpAEAQGuVUt6b5NwlnnpFrfWdXVzn2iTXJsnWrVszPT3dmwLXYGZmZiTqWKt1674xd9yxL9PTN635Wnfe+YSUsjHT0zes+VoHDlyZ++7bnenpWxadv+OOr0sp2zM93d+JoKV8S+644wuZnr7jiLp25MEHv3xUXbRbW/57Z+Ws+WSy7pPJuo82QRrj4VOfSh54YOH3N92UXHNNMjPTm+vbIw0AAFqr1vptPbrOdUmuS5IdO3bUnTt39uKyazI9PZ1RqGOtzjsvWb/+1J78WTZuTM4/Pz251imnJGeccVJ27ty66Pxf/mUzHKXff/fr1ycXXPDo7Nz56EXna92bbdu2HlUX7daW/95ZOWs+maz7ZLLuo02Qxng4+eTm0dGZ+dGrfdPskQYAADA0p56afOlLvbnW7t3NUJNe2LBhuKMdS1l6tOPcnNGOAACDIjlgPG3a1Bz37+/N9Yx2BACAiVRKeUEp5Z4kT0vyrlLKu4dd0yTavHl090ibmzv6vD3SAAAmh49djKeNG5ujIA0AAFiDWus7krxj2HVMulNPHc0gbdgdacsFaVNT/X9/AAB0pDGuOkFar0Y72iMNAABgaDZvTnbt6s21dKQBANBLgjTGUz9GO9ojDQAAYChOPTXZs2fp7q9uzM0le/dORkeaIA0AYDAkB4ynXnekGe0IAAAwNJ3ga63jHWdmFl9vrUa1I21ubp0gDQBgQARpjKd+dKQJ0gAAAIZi8+bmuNYgrfPzbepIq3Wp99eRBgAwKII0xlPnjqFXQZo90gAAAIamVx1p/QjSRq0jrdbk4MGSqan+vz8AAII0xlUpTVdaL0Y7Nnch9kgDAAAYkk5H2q5da7tO5+d7OdrxWB1pg7iFXCpI69SjIw0AYDAkB4yvjRt705HWuSvRkQYAADAUOtKWtlSQ1qlHkAYAMBiCNMZXrzrSOl/nE6QBAAAMRSf4WmtHWq+DtOU60oYVpB040BwFaQAAg+FjF+NLRxrA/9/e/cfafZf3AX8//nWTus4Pk+BkcUqSEjEQUAoO6daIuiNJQxclkdAmOnUb+6HsB2it2i4qixgaiGos6q9p0taIoQpBBxssSkc6Aqy5o2gDEsivEkIGNGFOoLEXJ/ZNaOyQz/445xL7+jj2te8533PO9/WSrr73fs/3nO9z7ye275PnPM8HAGAuLI92XG1H2n33JXv2vPD1nXce/nonS0caAAB+7WJ2bdq0th1p9kgDAADoxImMdnzsseQnfuLI8xs2JC95ydrE1XVHWtXRC2kbN47//gAAKKQxyxYW1qYjzWhHAACATp3IaMc///PB8f3vTy677IXz27Ylp5++NnEdrSPt+ed1pAEA9MXc/dpVVe9Lcm2S55M8nuTtrbXHuo2KsVir0Y4KaQAAAJ1aWBikeKvpSFsuul16afKmN40nrq470uyRBgDQvXmcZXdTa+21rbXXJflUkn/ZdUCMycLC2ox2tEcaAABA57ZsWV0hbfnatdoPbRR7pAEAMHeFtNbaoYMgNidpXcXCmK11R5o90gAAADpz2mmrG+24fO04C2nT2JFmjzQAgMmay/cvVdX7k/ydJE8l+dmOw2Fc1qojzWhHAACAzp1oR9ry/mrjoCMNAICZ/LWrqj6X5JwRD93YWru1tXZjkhur6l1J3pnkPSNe4/ok1yfJtm3bsri4OMaIj9/S0tLUxDLtXru0lA379+erJ/nzWti9O38lyTe++c18t6OfvXXvJ+veP9a8n6x7P1l3gNXbsiX51reSj3/8hXPr1iVXXpmcfvqR13fdkbawML77Llu3Lmkr5uwopAEATNZM/trVWrv8OC/9aJI/yohCWmvt5iQ3J8mOHTvazp071yy+k7G4uJhpiWXqnXtucuDAyf+8vvOdJMkrXvWqvKKjn7117yfr3j/WvJ+sez9Zd4DVe9nLkj/4g+Rtbzv8/Hvfm7z73Udev29fUpVs3jy+mKaxI+3gwRdiAwBg/OZuU6iquviQL69N8mBXsTBm9kgDAACYGx/6UPLAA4d/nHFG8r3vjb5+//5BF1vV+GKa5j3SFNIAACZjHn/t+tdV9Yokzyd5JMk/7jgexmWtC2n2SAMAAOjMwkLyylcefu6ss5Innhh9/b594x3rmExnR9pyPBs3jv/+AADMYSGttfbWrmNgQhYWkmefPfnXUUgDAACYSlu3Jnv3jn5s375BR9o46UgDAMAsO2bXWnWkLWclCmkAAABTZevWo3ek7d8/uY601g4/P6lCWpU90gAAuqaQxuxa6440e6QBAABMlTPP7Ha043KxbGUxS0caAEB/qBwwu+yRBgAAMNeO1ZE27tGOy8WqleMdFdIAAPpDIY3ZZY80AACAubZ1a/Lkk0cWk5LJdqQtF6+WTUMhbePG8d8fAACFNGbZpk2DjGLUzs+rsZyVGO0IAAAwVbZuHexP9tRTRz62b5+ONAAAxk/lgNm1sDA4nux4Rx1pAAAAU2nr1sFx5XjH1gajHfvYkXbw4OCokAYAMBkKacyuTZsGx5Md76iQBgAAMJXOPHNwXFlIe+aZQYFp3IW0aehIa+3wczrSAAAmSyGN2bVcSNORBgAAMJeO1pG2f//gOO7RjtPYkWaPNACAyVJIY3Ytj3Y82Y40e6QBAABMpeVC2t69h5/ft29w7ENHmj3SAAC6pXLA7NKRBgAAMNeO1pE26ULaNHakKaQBAEyGQhqza6060hTSAAAAptLR9kib9GjHaepIO3hwcFRIAwCYDIU0ZpeONAAAgLm2aVOyefN0dqRNYncAHWkAAN1TSGN2LXeknWwhzR5pAAAAU2vr1qPvkTbvHWlVRy+kbdw4/vsDAKCQxixb7kgz2hEAAGBubd169NGO9kgDAGDcFNKYXUY7AgAAJ6mqbqqqB6vqvqq6parO6DomDnfmmd2Nduy6I80eaQAA3VNIY3Ytj3Y82Y605axEIQ0AAPros0le3Vp7bZKHkryr43hY4WgdaevXJ6ecMt57j+pIa22QRnbZkVbV7E4AADAhfu1idq11R5osBAAAeqe19pnW2nKZ5ItJtncZD0c62h5pp5022ENsnEZ1pE3yvZhHK6Rt2NDGf3MAAJIopDHL1qojzWhHAABg4O8n+e9dB8HhljvS2iG1o337ki1bxn/vUR1p01BIW79eIQ0AYFJM1GZ2nUhH2nPPJdddl+za9cK55bc2KqQBAMBcqqrPJTlnxEM3ttZuHV5zY5Lnknz0RV7n+iTXJ8m2bduyuLi49sGu0tLS0lTEMU579/5Ynn32olx22Z4fdqB94xtbsmXLwSwu3jXWe99//xlJXpe77ro7Bw8+lSQ5cGBdkjflkUe+ncXF74z1/nv2vCpPP705i4t3/vDcww//eNatOyeLi38y1nszffrw553DWfN+su79ZN2nm0Ias2u5I201hbRHH01uuy15/euT888fnLvgguTKK5MLL1zzEAEAgO611i5/scer6u1Jrk7y5tbaUVt9Wms3J7k5SXbs2NF27ty5hlGemMXFxUxDHOO0eXNy993J00+f9cNz552XvPWtC2P/3pcLd695zU9m+VZPPz04XnzxRdm586Kx3v/3fi957LEc9n1+4hPJhg0H537dOVIf/rxzOGveT9a9n6z7dFNIY3Ytd6StZrTj7t2D43vek1xzzdrHBAAAzJSquirJDUl+prX2TNfxcKRLLknuvPPY143DqD3SJrk7gNGOAADds0cas+tEOtL27Bkczzrrxa8DAAD64t8l2ZLks1V1T1X9h64DYnqM2iNNIQ0AoF90pDG7TqQjbbmQdvbZax8PAAAwc1prL+86BqaXjjQAAHSkMbuWC2mr6UhbHu2oIw0AAIBj6LojrUohDQCgawppzK4NGwZvz1vtaMf165PTTx9fXAAAAMyFaexIO3hQIQ0AYJIU0phtmzatbrTj7t2DbrR1/tMHAADgxXXdkWa0IwBA91QTmG0LC6vvSDPWEQAAgOMwcUccxAAADFVJREFUjR1pzz2XbNjw/OgnAACw5hTSmG2r7UhTSAMAAOA46UgDAEAhjdm22o603buTs88eXzwAAADMjeVi2TQV0uyRBgAwWQppzDYdaQAAAIzJckdal6Md24qamY40AIDJUkhjtq2mI+0HP0ieeEIhDQAAgOMyjR1pgz3SFNIAACZFIY3ZtmnT8RfS9u4dZCBGOwIAAHAcpqEjzR5pAADdUkhjtq1mtOOePYOjjjQAAACOw7R2pCmkAQBMzoauA4CTsprRjsuFNB1pAAAAHIdp6Eg7cCC5/fYXzj3xRLJtm0IaAMCkKKQx21bTkbZ79+CoIw0AAIDj0HVH2hlnDFLeq646/PzLX/7c6CcAALDmFNKYbQsLyf79x3et0Y4AAACsQtcdaTfckFxxxZHjHZ988v8kOWf8AQAAoJDGjLNHGgAAAGOyXEjrqiNt06bk0kuPPL+4+IMjTwIAMBYKacy2hYXk619PLr748PM7dya/9mvJS1/6wrldu5LNm5NTT51oiAAAAMymdesGx6WlZO/ewedPPXX4YwAAzDeFNGbb9de/8BbBZd//fvLhDycf/OCR11900WTiAgAAYOZVDd6/edNNg49DnXJKNzEBADBZCmnMtje/efCx0q5dya23Hj5/I0ne8IbJxAUAAMBcuOWW5KGHDj+3ZUtyySXdxAMAwGQppDGftm9P3vGOrqMAAABgxr3lLYMPAAD6yURvAAAAAAAAGGFuC2lV9atV1arqrK5jAQAAAAAAYPbMZSGtqs5PcmWS73QdCwAAAAAAALNpLgtpSX47yQ1JWteBAAAAAAAAMJvmrpBWVdcmebS1dm/XsQAAAAAAADC7NnQdwImoqs8lOWfEQzcm+RcZjHU81mtcn+T6JNm2bVsWFxfXMsQTtrS0NDWxMDnWvZ+se/9Y836y7v1k3QEAAGA+zGQhrbV2+ajzVfWaJBcmubeqkmR7kq9W1Rtba99b8Ro3J7k5SXbs2NF27tw51piP1+LiYqYlFibHuveTde8fa95P1r2frDsAAADMh5kspB1Na+3+JC9d/rqqHk6yo7W2p7OgAAAAAAAAmElzt0caAAAAAAAArIW56khbqbV2QdcxAAAAAAAAMJt0pAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACNUa63rGDpXVbuTPNJ1HENnJdnTdRBMnHXvJ+veP9a8n6x7P1n37r2stXZ210Ewv6Yoj/T3TT9Z936y7v1jzfvJuveTde/eUXNIhbQpU1V3tdZ2dB0Hk2Xd+8m694817yfr3k/WHZgUf9/0k3XvJ+veP9a8n6x7P1n36Wa0IwAAAAAAAIygkAYAAAAAAAAjKKRNn5u7DoBOWPd+su79Y837ybr3k3UHJsXfN/1k3fvJuvePNe8n695P1n2K2SMNAAAAAAAARtCRBgAAAAAAACMopE2Rqrqqqr5RVd+sql/vOh7Gr6o+VFWPV9Wfdh0Lk1FV51fVHVX1QFV9rap+qeuYGL+qOqWqvlxV9w7X/V91HROTUVXrq+ruqvpU17EwOVX1cFXdX1X3VNVdXccDzC85ZP/IIftHDtlPcsh+k0f2jxxy+hntOCWqan2Sh5JckWRXkjuT/EJr7YFOA2OsqupNSZaSfLi19uqu42H8qurcJOe21r5aVVuSfCXJdf6sz7eqqiSbW2tLVbUxyReS/FJr7Ysdh8aYVdWvJNmR5LTW2tVdx8NkVNXDSXa01vZ0HQswv+SQ/SSH7B85ZD/JIftNHtk/csjppyNterwxyTdba99urR1I8rEk13YcE2PWWvt8kie6joPJaa19t7X21eHn+5N8Pcl53UbFuLWBpeGXG4cf3sky56pqe5K/nuSDXccCwFySQ/aQHLJ/5JD9JIfsL3kkTCeFtOlxXpL/e8jXu+IXI5hrVXVBkp9M8qVuI2EShqMZ7knyeJLPttas+/z7nSQ3JHm+60CYuJbkM1X1laq6vutggLklh4SekUP2ixyyt+SR/SSHnHIKaQAdqKofTfLJJL/cWtvXdTyMX2vtB6211yXZnuSNVWUUzxyrqquTPN5a+0rXsdCJy1prr0/yliTvGI7hAgA4YXLI/pFD9o88stfkkFNOIW16PJrk/EO+3j48B8yZ4XzzTyb5aGvtv3YdD5PVWnsyyR1Jruo6Fsbqp5NcM5xz/rEkf62qPtJtSExKa+3R4fHxJLdkMH4NYK3JIaEn5JD9JofsFXlkT8khp59C2vS4M8nFVXVhVW1K8rYkf9hxTMAaG24Y/B+TfL219ltdx8NkVNXZVXXG8PNTk1yR5MFuo2KcWmvvaq1tb61dkMG/6X/cWvvFjsNiAqpqc1VtWf48yZVJ/rTbqIA5JYeEHpBD9pMcsp/kkf0kh5wNCmlTorX2XJJ3Jrk9g41j/3Nr7WvdRsW4VdV/SvK/k7yiqnZV1T/oOibG7qeT/O0M3lV0z/Dj57sOirE7N8kdVXVfBv/T67OttU91HBMwHtuSfKGq7k3y5SS3tdY+3XFMwBySQ/aTHLKX5JD9JIeE/pBDzoBqrXUdAwAAAAAAAEwdHWkAAAAAAAAwgkIaAAAAAAAAjKCQBgAAAAAAACMopAEAAAAAAMAICmkAAAAAAAAwgkIaAAAAAAAAjKCQBkAnquq6qvqVEed3VlWrqp0dhDVSVb2hqp6pqvNW8Zzfqao/GmdcAAAAfSGHBKAr1VrrOgYAeqiqfj/J5a217SvOn5bkVUkeaK3t6yK2larqjzOI552reM65Sb6d5Odba3eMLTgAAIAekEMC0BUdaQBMldbavtbaF6coAXpDkp9N8u9X87zW2neT/Lck/3wccQEAACCHBGD8FNIAmLjhOwn/bpLzhiM4WlU9PHzsiLEcVbVYVV+oqquq6p6q+n5V3V1Vl1bVhqr6jar6blU9UVW/X1WbV9zvR6rqA1X1Z1V1YHi8saqO59/Bf5jkvtba11a85t8axrBUVfuq6v6q+kcrnvuxJD9XVeev+ocEAABAEjkkAN3a0HUAAPTS+5KcneSSJNcMzz17jOe8PMlNSd6fZCnJv0nyh8OPDUnenuSVw2seT3JDklTVhiS3ZzDq431J7k/yU0nenWRrkl89xn2vSnLboSeq6rIkH0nybzN4t+C6JH85yRkrnvsnw8euSPKhY9wHAACA0eSQAHRGIQ2AiWutfauqdic50Fr74nE+7SVJ/mpr7dtJMnwn4K1JLmytXT685vaqelOSv5FhEpTkF5JcluRnWmufH577H1WVJO+pqg+01h4fdcOq2pbkgiT3rnjop5I82Vr75UPOfWbE97m7qnYNr5cEAQAAnAA5JABdMtoRgFnx0HICNPTg8Hj7iuseTLK9hllOBu8GfCTJ/xqO8NgwfIfhZ5JszCBBOZq/NDzuXnH+ziRnVtVHqurqqlr5LsJD7T7kdQAAAJgMOSQAa0IhDYBZsXfF1wde5PyGJOuHX780ycuSHFzx8eXh4y95kXueMjweNjKktfY/M3jH4vlJbkmyu6o+V1WvHfEa309y6ovcAwAAgLUnhwRgTRjtCMC8+39J/izJ3zzK4w8f47lJcubKB1prn0jyiar60SQ7k3wgyaerantr7flDLt2a5L5VxgwAAEA35JAAHEYhDYCuPJvJvMvu00nemmSptfbgsS5e4eEkf5HkoqNd0FpbSvKpqrooye9m8O7E3UlSVeuT/FiS/7L6sAEAADiEHBKATiikAdCVB5Jsrap/kuSuJH/RWrt/DPf5aJK/l8Hm0L+ZwabPm5L8eJJrklzXWntm1BNbaweq6ktJ3njo+ap6b5JtSe5I8liS7Un+WZJ7WmuHzsJ/dZIfSfL5AAAAcDLkkAB0QiENgK58MINNmn8jyRkZbOZ8wVrfpLV2sKp+LsmvJ7k+yYVJnk7yrSS35YU5+Ufz8SQ3VdXm1trTw3NfyiDp+e0Mxm48nsHG0+9e8dyrk3wvyeLJfycAAAC9JocEoBPVWus6BgCYWlV1WpJdSf5pa+0jq3zuA0k+2VpbmRwBAAAwh+SQAPNnXdcBAMA0a63ty2AT6Buqqo73eVV1bQajO35zXLEBAAAwXeSQAPPHaEcAOLbfSrI+ybkZzLM/Hqcm+cXW2pNjiwoAAIBpJIcEmCNGOwIAAAAAAMAIRjsCAAAAAADACAppAAAAAAAAMIJCGgAAAAAAAIygkAYAAAAAAAAjKKQBAAAAAADACP8frB79+3G8Is0AAAAASUVORK5CYII=\n", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "plot_test(x1_eval,x2_eval,x3_eval,x4_eval,x1_ref_eval,x3_ref_eval,act,t_end)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Evaluate control performance" ] }, { "cell_type": "code", "execution_count": 232, "metadata": { "scrolled": true }, "outputs": [ { "ename": "KeyboardInterrupt", "evalue": "", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0magent_path\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'td3_n_b_var1'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4\u001b[0m \u001b[0mss_bound\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0.25\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0mmetrics\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mevaluate_control\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv_name\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0magent_path\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mss_bound\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 6\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/ps-drl-for-gyroscope-control/code/custom_functions/custom_functions/custom_functions.py\u001b[0m in \u001b[0;36mevaluate_control\u001b[0;34m(env_name, agent_path, ss_bound)\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 256\u001b[0m \u001b[0;31m# Run trial\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 257\u001b[0;31m \u001b[0mr\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mscore\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx1_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx2_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx3_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx4_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx1_ref_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mx3_ref_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mact\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrun_trial\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menv\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mdt\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0meval_per_dt\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0magent\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mt_end\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mep_len\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 258\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 259\u001b[0m \u001b[0;31m# Evaluate control metrics for that run\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m~/Documents/MA2/ps-drl-for-gyroscope-control/code/custom_functions/custom_functions/custom_functions.py\u001b[0m in \u001b[0;36mrun_trial\u001b[0;34m(env, dt, eval_per_dt, agent, state, t_end, ep_len, x1_ref_seq, x3_ref_seq, w_seq)\u001b[0m\n\u001b[1;32m 125\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 126\u001b[0m \u001b[0mact\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mact\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfull\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0meval_per_dt\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mmaxVoltage\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 127\u001b[0;31m \u001b[0mx1_eval\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx1_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'x1_eval'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 128\u001b[0m \u001b[0mx2_eval\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx2_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'x2_eval'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 129\u001b[0m \u001b[0mx3_eval\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx3_eval\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'x3_eval'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m<__array_function__ internals>\u001b[0m in \u001b[0;36mappend\u001b[0;34m(*args, **kwargs)\u001b[0m\n", "\u001b[0;32m~/.local/lib/python3.6/site-packages/numpy/lib/function_base.py\u001b[0m in \u001b[0;36mappend\u001b[0;34m(arr, values, axis)\u001b[0m\n\u001b[1;32m 4687\u001b[0m \u001b[0marr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0masanyarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0marr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4688\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0maxis\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 4689\u001b[0;31m \u001b[0;32mif\u001b[0m \u001b[0marr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndim\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 4690\u001b[0m \u001b[0marr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0marr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mravel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4691\u001b[0m \u001b[0mvalues\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mravel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;31mKeyboardInterrupt\u001b[0m: " ] } ], "source": [ "# Single evaluation\n", "env_name = 'gyroscopeenv-v0'\n", "agent_path = 'td3_n_b_var1'\n", "ss_bound = 0.25\n", "metrics = evaluate_control(env_name,agent_path,ss_bound)\n", "metrics" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/.local/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] } ], "source": [ "# Init dataframe\n", "env_name = 'gyroscopeenv-v0'\n", "agent_paths = ['ddpg_n_200epc','td3_n_200epc','sac_n_200epc']\n", "ss_bound = 0.25\n", "\n", "# Loop dataframe\n", "for idx, agent_path in zip(range(len(agent_paths)),agent_paths):\n", " if idx == 0:\n", " metrics = evaluate_control(env_name,agent_path,ss_bound)\n", " else:\n", " new_metrics = evaluate_control(env_name,agent_path,ss_bound)\n", " metrics = metrics.append(new_metrics)" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "scrolled": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Config.ddpg_n_200epctd3_n_200epcsac_n_200epc
$\\theta$ MAE (rad)0.540.410.40
$\\phi$ MAE (rad)0.300.280.31
$\\theta$ MSSE (rad)0.360.220.15
$\\phi$ MSSE (rad)0.190.130.11
$\\theta$ in bounds (%)83.0075.5076.50
$\\phi$ in bounds (%)73.5087.5049.00
$\\theta$ unsteady (%)0.000.000.00
$\\phi$ unsteady (%)0.000.0047.00
u1 (V)0.670.833.94
u2 (V)0.400.513.28
u1 variation (V)0.060.111.49
u2 variation (V)0.040.041.34
\n", "
" ], "text/plain": [ "Config. ddpg_n_200epc td3_n_200epc sac_n_200epc\n", "$\\theta$ MAE (rad) 0.54 0.41 0.40\n", "$\\phi$ MAE (rad) 0.30 0.28 0.31\n", "$\\theta$ MSSE (rad) 0.36 0.22 0.15\n", "$\\phi$ MSSE (rad) 0.19 0.13 0.11\n", "$\\theta$ in bounds (%) 83.00 75.50 76.50\n", "$\\phi$ in bounds (%) 73.50 87.50 49.00\n", "$\\theta$ unsteady (%) 0.00 0.00 0.00\n", "$\\phi$ unsteady (%) 0.00 0.00 47.00\n", "u1 (V) 0.67 0.83 3.94\n", "u2 (V) 0.40 0.51 3.28\n", "u1 variation (V) 0.06 0.11 1.49\n", "u2 variation (V) 0.04 0.04 1.34" ] }, "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Manipulate\n", "metrics_man = metrics[['$\\theta$ MAE (rad)','$\\phi$ MAE (rad)','$\\theta$ MSSE (rad)','$\\phi$ MSSE (rad)','$\\theta$ in bounds (%)','$\\phi$ in bounds (%)','$\\theta$ unsteady (%)','$\\phi$ unsteady (%)','u1 (V)','u2 (V)','u1 variation (V)','u2 variation (V)']]\n", "metrics_man = metrics_man.transpose()\n", "metrics_man = metrics_man.round(2)\n", "metrics_man" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\\begin{tabular}{lrrr}\n", "\\toprule\n", "Config. & ddpg_n_200epc & td3_n_200epc & sac_n_200epc \\\\\n", "\\midrule\n", "$\\theta$ MAE (rad) & 0.54 & 0.41 & 0.40 \\\\\n", "$\\phi$ MAE (rad) & 0.30 & 0.28 & 0.31 \\\\\n", "$\\theta$ MSSE (rad) & 0.36 & 0.22 & 0.15 \\\\\n", "$\\phi$ MSSE (rad) & 0.19 & 0.13 & 0.11 \\\\\n", "$\\theta$ in bounds (%) & 83.00 & 75.50 & 76.50 \\\\\n", "$\\phi$ in bounds (%) & 73.50 & 87.50 & 49.00 \\\\\n", "$\\theta$ unsteady (%) & 0.00 & 0.00 & 0.00 \\\\\n", "$\\phi$ unsteady (%) & 0.00 & 0.00 & 47.00 \\\\\n", "u1 (V) & 0.67 & 0.83 & 3.94 \\\\\n", "u2 (V) & 0.40 & 0.51 & 3.28 \\\\\n", "u1 variation (V) & 0.06 & 0.11 & 1.49 \\\\\n", "u2 variation (V) & 0.04 & 0.04 & 1.34 \\\\\n", "\\bottomrule\n", "\\end{tabular}\n", "\n" ] } ], "source": [ "# To LaTex\n", "print(metrics_man.to_latex(escape=False))" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "accelerator": "GPU", "colab": { "collapsed_sections": [], "name": "gyroscope_ddpg_testing.ipynb", "provenance": [] }, "kernelspec": { "display_name": "drlgyroenv", "language": "python", "name": "drlgyroenv" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.9" } }, "nbformat": 4, "nbformat_minor": 1 }