{ "cells": [ { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "x83dMPapQBN6" }, "source": [ "# DDPG/TD3/SAC training of baseline with quadratic reward (spinup library)" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "colab": {}, "colab_type": "code", "id": "fuJhdd479TpP" }, "outputs": [], "source": [ "import gym\n", "from gym import spaces\n", "from gym.utils import seeding\n", "from gym.envs.registration import register\n", "\n", "from custom_functions.custom_functions import env_fn \n", "from custom_functions.custom_functions import test_agent\n", "from custom_functions.custom_functions import plot_test\n", "from custom_functions.custom_functions import evaluate_control\n", "\n", "import spinup\n", "\n", "from os import path\n", "from scipy.integrate import solve_ivp\n", "import random\n", "import torch\n", "import numpy as np\n", "from collections import deque\n", "import matplotlib.pyplot as plt\n", "%matplotlib inline\n", "#from vpython import *\n", "from functools import partial\n", "\n", "register(id='gyroscopeenv-v0',entry_point='gym_GyroscopeEnv.envs:GyroscopeEnv')\n", "register(id='gyroscopeintegralenv-v0',entry_point='gym_GyroscopeEnv.envs:GyroscopeIntegralEnv')" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "O0O0t5ZR9Tp6" }, "source": [ "## Environment Class and Modules" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "colab": {}, "colab_type": "code", "id": "Al_k1rtvQBOM" }, "outputs": [], "source": [ "reward_args = {'qx1':9,'qx2':0.05,'qx3':9,'qx4':0.05,'pu1':0.1,'pu2':0.1}\n", "env_int = partial(env_fn,env_name = 'gyroscopeintegralenv-v0',reward_type = 'Quadratic', reward_args = reward_args,ep_len=110)" ] }, { "cell_type": "code", "execution_count": 35, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "obs: [1. 0. 0. 1. 0. 0.\n", " 0.02777778 0. 0.9 0. 0. ] \n", "\n", "\n", "obs: [-0.404775852, -0.914415939, 0, 0.352234486, 0.935911784, 0, -0.795031486, 0.346152696, -0.21484652, 1, 1] \n", "\n", "\n", "action: [-0.04024322 -0.06766874]\n" ] } ], "source": [ "env = env_int()\n", "obs = env.reset()\n", "obs[0:-2]=[1,0,0,1,0,0,5/180,0,0.9]\n", "obs[-2:]=[0.5,1]\n", "print('obs:' ,obs,'\\n\\n')\n", "agent_fullpath = 'integral_norm/' + '/pyt_save/model.pt'\n", "agent = torch.load(agent_fullpath)\n", "action = agent.act(torch.as_tensor(obs, dtype=torch.float32))\n", "print('action:',action)\n" ] }, { "cell_type": "code", "execution_count": 45, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "array([0., 0.])" ] }, "execution_count": 45, "metadata": {}, "output_type": "execute_result" } ], "source": [ "obs[-2:]" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "be0wYIeBQBOc" }, "source": [ "## Training" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### Integral" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 533 }, "colab_type": "code", "executionInfo": { "elapsed": 654004, "status": "error", "timestamp": 1584037207187, "user": { "displayName": "Matthieu Le Cauchois", "photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64", "userId": "10992927378504656501" }, "user_tz": -60 }, "id": "fLyFHs0yQBOd", "outputId": "260489ff-5e40-416a-e529-5a0cfcaefceb", "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[32;1mLogging data to integral_500epochs/progress.txt\u001b[0m\n", "\u001b[36;1mSaving config:\n", "\u001b[0m\n", "{\n", " \"ac_kwargs\":\t{\n", " \"activation\":\t\"ReLU\",\n", " \"hidden_sizes\":\t[\n", " 400\n", " ]\n", " },\n", " \"act_noise\":\t0.1,\n", " \"actor_critic\":\t\"MLPActorCritic\",\n", " \"batch_size\":\t100,\n", " \"env_fn\":\t\"functools.partial(, env_name='gyroscopeintegralenv-v0', reward_type='Quadratic', reward_args={'qx1': 9, 'qx2': 0.05, 'qx3': 9, 'qx4': 0.05, 'pu1': 0.1, 'pu2': 0.1}, ep_len=110)\",\n", " \"epochs\":\t500,\n", " \"exp_name\":\t\"integral_500epochs\",\n", " \"gamma\":\t0.995,\n", " \"logger\":\t{\n", " \"\":\t{\n", " \"epoch_dict\":\t{},\n", " \"exp_name\":\t\"integral_500epochs\",\n", " \"first_row\":\ttrue,\n", " \"log_current_row\":\t{},\n", " \"log_headers\":\t[],\n", " \"output_dir\":\t\"integral_500epochs\",\n", " \"output_file\":\t{\n", " \"<_io.TextIOWrapper name='integral_500epochs/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n", " \"mode\":\t\"w\"\n", " }\n", " }\n", " }\n", " },\n", " \"logger_kwargs\":\t{\n", " \"exp_name\":\t\"integral_500epochs\",\n", " \"output_dir\":\t\"integral_500epochs\"\n", " },\n", " \"max_ep_len\":\t110,\n", " \"num_test_episodes\":\t10,\n", " \"pi_lr\":\t0.0025,\n", " \"polyak\":\t0.995,\n", " \"q_lr\":\t0.0025,\n", " \"replay_size\":\t1000000,\n", " \"save_freq\":\t1,\n", " \"seed\":\t0,\n", " \"start_steps\":\t10000,\n", " \"steps_per_epoch\":\t1650,\n", " \"update_after\":\t1000,\n", " \"update_every\":\t50\n", "}\n", "\u001b[32;1m\n", "Number of parameters: \t pi: 5602, \t q: 6001\n", "\u001b[0m\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 1 |\n", "| AverageEpRet | -6.25e+03 |\n", "| StdEpRet | 1.82e+03 |\n", "| MaxEpRet | -3.95e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -8.25e+03 |\n", "| StdTestEpRet | 2.21e+03 |\n", "| MaxTestEpRet | -5.28e+03 |\n", "| MinTestEpRet | -1.24e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+03 |\n", "| AverageQVals | -104 |\n", "| StdQVals | 61.2 |\n", "| MaxQVals | 1.23 |\n", "| MinQVals | -392 |\n", "| LossPi | 99.1 |\n", "| LossQ | 1.17e+03 |\n", "| Time | 4.89 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 2 |\n", "| AverageEpRet | -6.81e+03 |\n", "| StdEpRet | 2.31e+03 |\n", "| MaxEpRet | -4.57e+03 |\n", "| MinEpRet | -1.23e+04 |\n", "| AverageTestEpRet | -5.24e+03 |\n", "| StdTestEpRet | 2.28e+03 |\n", "| MaxTestEpRet | -500 |\n", "| MinTestEpRet | -8.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+03 |\n", "| AverageQVals | -353 |\n", "| StdQVals | 166 |\n", "| MaxQVals | -46.9 |\n", "| MinQVals | -1.09e+03 |\n", "| LossPi | 339 |\n", "| LossQ | 1.08e+03 |\n", "| Time | 12.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 3 |\n", "| AverageEpRet | -7.59e+03 |\n", "| StdEpRet | 1.78e+03 |\n", "| MaxEpRet | -4.45e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -3.97e+03 |\n", "| StdTestEpRet | 3.27e+03 |\n", "| MaxTestEpRet | -844 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+03 |\n", "| AverageQVals | -694 |\n", "| StdQVals | 269 |\n", "| MaxQVals | -114 |\n", "| MinQVals | -1.89e+03 |\n", "| LossPi | 671 |\n", "| LossQ | 2.3e+03 |\n", "| Time | 20.2 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 4 |\n", "| AverageEpRet | -6.99e+03 |\n", "| StdEpRet | 1.89e+03 |\n", "| MaxEpRet | -4.27e+03 |\n", "| MinEpRet | -9.88e+03 |\n", "| AverageTestEpRet | -4.51e+03 |\n", "| StdTestEpRet | 1.83e+03 |\n", "| MaxTestEpRet | -946 |\n", "| MinTestEpRet | -8.34e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+03 |\n", "| AverageQVals | -984 |\n", "| StdQVals | 366 |\n", "| MaxQVals | -251 |\n", "| MinQVals | -2.61e+03 |\n", "| LossPi | 956 |\n", "| LossQ | 3.48e+03 |\n", "| Time | 27.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 5 |\n", "| AverageEpRet | -7.55e+03 |\n", "| StdEpRet | 2.27e+03 |\n", "| MaxEpRet | -4.15e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -1.42e+03 |\n", "| StdTestEpRet | 632 |\n", "| MaxTestEpRet | -514 |\n", "| MinTestEpRet | -2.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+03 |\n", "| AverageQVals | -1.23e+03 |\n", "| StdQVals | 468 |\n", "| MaxQVals | -212 |\n", "| MinQVals | -3.35e+03 |\n", "| LossPi | 1.2e+03 |\n", "| LossQ | 4.37e+03 |\n", "| Time | 35.2 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 6 |\n", "| AverageEpRet | -7.9e+03 |\n", "| StdEpRet | 2.46e+03 |\n", "| MaxEpRet | -3.72e+03 |\n", "| MinEpRet | -1.21e+04 |\n", "| AverageTestEpRet | -2.12e+03 |\n", "| StdTestEpRet | 1.24e+03 |\n", "| MaxTestEpRet | -680 |\n", "| MinTestEpRet | -4.36e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+03 |\n", "| AverageQVals | -1.39e+03 |\n", "| StdQVals | 543 |\n", "| MaxQVals | -246 |\n", "| MinQVals | -3.92e+03 |\n", "| LossPi | 1.35e+03 |\n", "| LossQ | 4.75e+03 |\n", "| Time | 42.6 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 7 |\n", "| AverageEpRet | -2.33e+03 |\n", "| StdEpRet | 1.66e+03 |\n", "| MaxEpRet | -243 |\n", "| MinEpRet | -5.92e+03 |\n", "| AverageTestEpRet | -1.73e+03 |\n", "| StdTestEpRet | 715 |\n", "| MaxTestEpRet | -650 |\n", "| MinTestEpRet | -3.27e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+04 |\n", "| AverageQVals | -1.46e+03 |\n", "| StdQVals | 617 |\n", "| MaxQVals | -276 |\n", "| MinQVals | -4.43e+03 |\n", "| LossPi | 1.42e+03 |\n", "| LossQ | 4.41e+03 |\n", "| Time | 50.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 8 |\n", "| AverageEpRet | -1.98e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -367 |\n", "| MinEpRet | -6.16e+03 |\n", "| AverageTestEpRet | -2.07e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -159 |\n", "| MinTestEpRet | -6.42e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+04 |\n", "| AverageQVals | -1.47e+03 |\n", "| StdQVals | 708 |\n", "| MaxQVals | -249 |\n", "| MinQVals | -4.92e+03 |\n", "| LossPi | 1.42e+03 |\n", "| LossQ | 3.71e+03 |\n", "| Time | 58.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 9 |\n", "| AverageEpRet | -2.55e+03 |\n", "| StdEpRet | 2.4e+03 |\n", "| MaxEpRet | -213 |\n", "| MinEpRet | -9.5e+03 |\n", "| AverageTestEpRet | -2.49e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -269 |\n", "| MinTestEpRet | -4.86e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+04 |\n", "| AverageQVals | -1.49e+03 |\n", "| StdQVals | 776 |\n", "| MaxQVals | -190 |\n", "| MinQVals | -5.33e+03 |\n", "| LossPi | 1.45e+03 |\n", "| LossQ | 3.26e+03 |\n", "| Time | 66.4 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 10 |\n", "| AverageEpRet | -1.76e+03 |\n", "| StdEpRet | 1e+03 |\n", "| MaxEpRet | -291 |\n", "| MinEpRet | -4.18e+03 |\n", "| AverageTestEpRet | -2.25e+03 |\n", "| StdTestEpRet | 1.32e+03 |\n", "| MaxTestEpRet | -615 |\n", "| MinTestEpRet | -4.38e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+04 |\n", "| AverageQVals | -1.53e+03 |\n", "| StdQVals | 850 |\n", "| MaxQVals | -163 |\n", "| MinQVals | -5.77e+03 |\n", "| LossPi | 1.5e+03 |\n", "| LossQ | 2.97e+03 |\n", "| Time | 74.4 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 11 |\n", "| AverageEpRet | -2.65e+03 |\n", "| StdEpRet | 1.72e+03 |\n", "| MaxEpRet | -460 |\n", "| MinEpRet | -6.03e+03 |\n", "| AverageTestEpRet | -1.67e+03 |\n", "| StdTestEpRet | 806 |\n", "| MaxTestEpRet | -650 |\n", "| MinTestEpRet | -3.58e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+04 |\n", "| AverageQVals | -1.6e+03 |\n", "| StdQVals | 921 |\n", "| MaxQVals | -145 |\n", "| MinQVals | -6.26e+03 |\n", "| LossPi | 1.57e+03 |\n", "| LossQ | 2.82e+03 |\n", "| Time | 82.3 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 12 |\n", "| AverageEpRet | -2.34e+03 |\n", "| StdEpRet | 1.37e+03 |\n", "| MaxEpRet | -869 |\n", "| MinEpRet | -5.52e+03 |\n", "| AverageTestEpRet | -1.56e+03 |\n", "| StdTestEpRet | 991 |\n", "| MaxTestEpRet | -389 |\n", "| MinTestEpRet | -3.58e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+04 |\n", "| AverageQVals | -1.68e+03 |\n", "| StdQVals | 988 |\n", "| MaxQVals | -130 |\n", "| MinQVals | -6.5e+03 |\n", "| LossPi | 1.65e+03 |\n", "| LossQ | 2.79e+03 |\n", "| Time | 89.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 13 |\n", "| AverageEpRet | -1.43e+03 |\n", "| StdEpRet | 882 |\n", "| MaxEpRet | -86 |\n", "| MinEpRet | -3.96e+03 |\n", "| AverageTestEpRet | -2.82e+03 |\n", "| StdTestEpRet | 1.93e+03 |\n", "| MaxTestEpRet | -1.22e+03 |\n", "| MinTestEpRet | -7.64e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+04 |\n", "| AverageQVals | -1.73e+03 |\n", "| StdQVals | 1.06e+03 |\n", "| MaxQVals | -112 |\n", "| MinQVals | -7.08e+03 |\n", "| LossPi | 1.7e+03 |\n", "| LossQ | 2.82e+03 |\n", "| Time | 97.7 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 14 |\n", "| AverageEpRet | -1.61e+03 |\n", "| StdEpRet | 829 |\n", "| MaxEpRet | -353 |\n", "| MinEpRet | -3.14e+03 |\n", "| AverageTestEpRet | -1.29e+03 |\n", "| StdTestEpRet | 891 |\n", "| MaxTestEpRet | -236 |\n", "| MinTestEpRet | -3.3e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+04 |\n", "| AverageQVals | -1.77e+03 |\n", "| StdQVals | 1.12e+03 |\n", "| MaxQVals | -91.5 |\n", "| MinQVals | -7.73e+03 |\n", "| LossPi | 1.74e+03 |\n", "| LossQ | 2.88e+03 |\n", "| Time | 106 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 15 |\n", "| AverageEpRet | -1.98e+03 |\n", "| StdEpRet | 1.12e+03 |\n", "| MaxEpRet | -392 |\n", "| MinEpRet | -4.61e+03 |\n", "| AverageTestEpRet | -1.34e+03 |\n", "| StdTestEpRet | 924 |\n", "| MaxTestEpRet | -290 |\n", "| MinTestEpRet | -2.93e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+04 |\n", "| AverageQVals | -1.8e+03 |\n", "| StdQVals | 1.17e+03 |\n", "| MaxQVals | -83.9 |\n", "| MinQVals | -8.28e+03 |\n", "| LossPi | 1.78e+03 |\n", "| LossQ | 2.87e+03 |\n", "| Time | 113 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 16 |\n", "| AverageEpRet | -1.64e+03 |\n", "| StdEpRet | 1.08e+03 |\n", "| MaxEpRet | -217 |\n", "| MinEpRet | -4.05e+03 |\n", "| AverageTestEpRet | -2.52e+03 |\n", "| StdTestEpRet | 1.43e+03 |\n", "| MaxTestEpRet | -704 |\n", "| MinTestEpRet | -4.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+04 |\n", "| AverageQVals | -1.84e+03 |\n", "| StdQVals | 1.22e+03 |\n", "| MaxQVals | -62.7 |\n", "| MinQVals | -8.75e+03 |\n", "| LossPi | 1.81e+03 |\n", "| LossQ | 2.94e+03 |\n", "| Time | 121 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 17 |\n", "| AverageEpRet | -1.66e+03 |\n", "| StdEpRet | 715 |\n", "| MaxEpRet | -163 |\n", "| MinEpRet | -3.24e+03 |\n", "| AverageTestEpRet | -1.13e+03 |\n", "| StdTestEpRet | 648 |\n", "| MaxTestEpRet | -66.5 |\n", "| MinTestEpRet | -2.24e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+04 |\n", "| AverageQVals | -1.88e+03 |\n", "| StdQVals | 1.26e+03 |\n", "| MaxQVals | -55.2 |\n", "| MinQVals | -9.21e+03 |\n", "| LossPi | 1.85e+03 |\n", "| LossQ | 2.98e+03 |\n", "| Time | 129 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 18 |\n", "| AverageEpRet | -1.77e+03 |\n", "| StdEpRet | 853 |\n", "| MaxEpRet | -524 |\n", "| MinEpRet | -3.52e+03 |\n", "| AverageTestEpRet | -871 |\n", "| StdTestEpRet | 697 |\n", "| MaxTestEpRet | -345 |\n", "| MinTestEpRet | -2.64e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+04 |\n", "| AverageQVals | -1.9e+03 |\n", "| StdQVals | 1.3e+03 |\n", "| MaxQVals | -41 |\n", "| MinQVals | -9.81e+03 |\n", "| LossPi | 1.87e+03 |\n", "| LossQ | 3.04e+03 |\n", "| Time | 137 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 19 |\n", "| AverageEpRet | -1.43e+03 |\n", "| StdEpRet | 870 |\n", "| MaxEpRet | -300 |\n", "| MinEpRet | -4.07e+03 |\n", "| AverageTestEpRet | -1.34e+03 |\n", "| StdTestEpRet | 905 |\n", "| MaxTestEpRet | -330 |\n", "| MinTestEpRet | -3.67e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+04 |\n", "| AverageQVals | -1.9e+03 |\n", "| StdQVals | 1.36e+03 |\n", "| MaxQVals | -26.1 |\n", "| MinQVals | -1.03e+04 |\n", "| LossPi | 1.87e+03 |\n", "| LossQ | 3.02e+03 |\n", "| Time | 145 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 20 |\n", "| AverageEpRet | -1.91e+03 |\n", "| StdEpRet | 1.22e+03 |\n", "| MaxEpRet | -211 |\n", "| MinEpRet | -4.67e+03 |\n", "| AverageTestEpRet | -1.83e+03 |\n", "| StdTestEpRet | 1.46e+03 |\n", "| MaxTestEpRet | -411 |\n", "| MinTestEpRet | -4.2e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+04 |\n", "| AverageQVals | -1.91e+03 |\n", "| StdQVals | 1.39e+03 |\n", "| MaxQVals | -3.44 |\n", "| MinQVals | -1.06e+04 |\n", "| LossPi | 1.88e+03 |\n", "| LossQ | 3.05e+03 |\n", "| Time | 153 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 21 |\n", "| AverageEpRet | -1.24e+03 |\n", "| StdEpRet | 610 |\n", "| MaxEpRet | -349 |\n", "| MinEpRet | -2.72e+03 |\n", "| AverageTestEpRet | -2.04e+03 |\n", "| StdTestEpRet | 1.23e+03 |\n", "| MaxTestEpRet | -815 |\n", "| MinTestEpRet | -5.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.46e+04 |\n", "| AverageQVals | -1.93e+03 |\n", "| StdQVals | 1.45e+03 |\n", "| MaxQVals | 4.4 |\n", "| MinQVals | -1.09e+04 |\n", "| LossPi | 1.91e+03 |\n", "| LossQ | 3.11e+03 |\n", "| Time | 161 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 22 |\n", "| AverageEpRet | -1.4e+03 |\n", "| StdEpRet | 930 |\n", "| MaxEpRet | -286 |\n", "| MinEpRet | -3.96e+03 |\n", "| AverageTestEpRet | -2.1e+03 |\n", "| StdTestEpRet | 1.49e+03 |\n", "| MaxTestEpRet | -375 |\n", "| MinTestEpRet | -5.12e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.63e+04 |\n", "| AverageQVals | -1.95e+03 |\n", "| StdQVals | 1.5e+03 |\n", "| MaxQVals | 63.1 |\n", "| MinQVals | -1.2e+04 |\n", "| LossPi | 1.92e+03 |\n", "| LossQ | 3.13e+03 |\n", "| Time | 169 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 23 |\n", "| AverageEpRet | -1.57e+03 |\n", "| StdEpRet | 928 |\n", "| MaxEpRet | -242 |\n", "| MinEpRet | -3.87e+03 |\n", "| AverageTestEpRet | -1.69e+03 |\n", "| StdTestEpRet | 1.4e+03 |\n", "| MaxTestEpRet | -822 |\n", "| MinTestEpRet | -5.83e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.79e+04 |\n", "| AverageQVals | -1.96e+03 |\n", "| StdQVals | 1.56e+03 |\n", "| MaxQVals | 99 |\n", "| MinQVals | -1.25e+04 |\n", "| LossPi | 1.93e+03 |\n", "| LossQ | 3.18e+03 |\n", "| Time | 177 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 24 |\n", "| AverageEpRet | -1.33e+03 |\n", "| StdEpRet | 613 |\n", "| MaxEpRet | -146 |\n", "| MinEpRet | -2.53e+03 |\n", "| AverageTestEpRet | -1.03e+03 |\n", "| StdTestEpRet | 1e+03 |\n", "| MaxTestEpRet | -206 |\n", "| MinTestEpRet | -3.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.96e+04 |\n", "| AverageQVals | -1.97e+03 |\n", "| StdQVals | 1.61e+03 |\n", "| MaxQVals | 134 |\n", "| MinQVals | -1.3e+04 |\n", "| LossPi | 1.94e+03 |\n", "| LossQ | 3.24e+03 |\n", "| Time | 185 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 25 |\n", "| AverageEpRet | -1.25e+03 |\n", "| StdEpRet | 686 |\n", "| MaxEpRet | -476 |\n", "| MinEpRet | -2.45e+03 |\n", "| AverageTestEpRet | -1.09e+03 |\n", "| StdTestEpRet | 819 |\n", "| MaxTestEpRet | -252 |\n", "| MinTestEpRet | -2.83e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.12e+04 |\n", "| AverageQVals | -1.97e+03 |\n", "| StdQVals | 1.66e+03 |\n", "| MaxQVals | 168 |\n", "| MinQVals | -1.32e+04 |\n", "| LossPi | 1.94e+03 |\n", "| LossQ | 3.38e+03 |\n", "| Time | 193 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 26 |\n", "| AverageEpRet | -1.13e+03 |\n", "| StdEpRet | 761 |\n", "| MaxEpRet | -195 |\n", "| MinEpRet | -2.91e+03 |\n", "| AverageTestEpRet | -2.24e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -675 |\n", "| MinTestEpRet | -6.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.29e+04 |\n", "| AverageQVals | -1.96e+03 |\n", "| StdQVals | 1.71e+03 |\n", "| MaxQVals | 212 |\n", "| MinQVals | -1.34e+04 |\n", "| LossPi | 1.93e+03 |\n", "| LossQ | 3.38e+03 |\n", "| Time | 201 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 27 |\n", "| AverageEpRet | -1.26e+03 |\n", "| StdEpRet | 1.07e+03 |\n", "| MaxEpRet | -209 |\n", "| MinEpRet | -3.65e+03 |\n", "| AverageTestEpRet | -1.6e+03 |\n", "| StdTestEpRet | 1.15e+03 |\n", "| MaxTestEpRet | -463 |\n", "| MinTestEpRet | -3.98e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.45e+04 |\n", "| AverageQVals | -1.95e+03 |\n", "| StdQVals | 1.76e+03 |\n", "| MaxQVals | 269 |\n", "| MinQVals | -1.44e+04 |\n", "| LossPi | 1.93e+03 |\n", "| LossQ | 3.49e+03 |\n", "| Time | 209 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 28 |\n", "| AverageEpRet | -1.16e+03 |\n", "| StdEpRet | 595 |\n", "| MaxEpRet | -216 |\n", "| MinEpRet | -2.18e+03 |\n", "| AverageTestEpRet | -1.12e+03 |\n", "| StdTestEpRet | 618 |\n", "| MaxTestEpRet | -296 |\n", "| MinTestEpRet | -2.21e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.62e+04 |\n", "| AverageQVals | -1.96e+03 |\n", "| StdQVals | 1.83e+03 |\n", "| MaxQVals | 319 |\n", "| MinQVals | -1.5e+04 |\n", "| LossPi | 1.92e+03 |\n", "| LossQ | 3.47e+03 |\n", "| Time | 217 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 29 |\n", "| AverageEpRet | -1.5e+03 |\n", "| StdEpRet | 900 |\n", "| MaxEpRet | -206 |\n", "| MinEpRet | -3.74e+03 |\n", "| AverageTestEpRet | -1.62e+03 |\n", "| StdTestEpRet | 737 |\n", "| MaxTestEpRet | -332 |\n", "| MinTestEpRet | -2.7e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.78e+04 |\n", "| AverageQVals | -1.96e+03 |\n", "| StdQVals | 1.89e+03 |\n", "| MaxQVals | 383 |\n", "| MinQVals | -1.59e+04 |\n", "| LossPi | 1.93e+03 |\n", "| LossQ | 3.62e+03 |\n", "| Time | 225 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 30 |\n", "| AverageEpRet | -1.24e+03 |\n", "| StdEpRet | 752 |\n", "| MaxEpRet | -319 |\n", "| MinEpRet | -3.13e+03 |\n", "| AverageTestEpRet | -1.62e+03 |\n", "| StdTestEpRet | 961 |\n", "| MaxTestEpRet | -235 |\n", "| MinTestEpRet | -3.25e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+04 |\n", "| AverageQVals | -1.95e+03 |\n", "| StdQVals | 1.95e+03 |\n", "| MaxQVals | 444 |\n", "| MinQVals | -1.66e+04 |\n", "| LossPi | 1.91e+03 |\n", "| LossQ | 3.81e+03 |\n", "| Time | 233 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 31 |\n", "| AverageEpRet | -1.17e+03 |\n", "| StdEpRet | 585 |\n", "| MaxEpRet | -46.1 |\n", "| MinEpRet | -2.41e+03 |\n", "| AverageTestEpRet | -1.07e+03 |\n", "| StdTestEpRet | 701 |\n", "| MaxTestEpRet | -166 |\n", "| MinTestEpRet | -2.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.11e+04 |\n", "| AverageQVals | -1.93e+03 |\n", "| StdQVals | 2.01e+03 |\n", "| MaxQVals | 484 |\n", "| MinQVals | -1.75e+04 |\n", "| LossPi | 1.9e+03 |\n", "| LossQ | 3.88e+03 |\n", "| Time | 240 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 32 |\n", "| AverageEpRet | -1.18e+03 |\n", "| StdEpRet | 791 |\n", "| MaxEpRet | -54.5 |\n", "| MinEpRet | -2.64e+03 |\n", "| AverageTestEpRet | -1.33e+03 |\n", "| StdTestEpRet | 853 |\n", "| MaxTestEpRet | -391 |\n", "| MinTestEpRet | -3.44e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.28e+04 |\n", "| AverageQVals | -1.94e+03 |\n", "| StdQVals | 2.09e+03 |\n", "| MaxQVals | 591 |\n", "| MinQVals | -1.81e+04 |\n", "| LossPi | 1.91e+03 |\n", "| LossQ | 4.06e+03 |\n", "| Time | 248 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 33 |\n", "| AverageEpRet | -795 |\n", "| StdEpRet | 458 |\n", "| MaxEpRet | -273 |\n", "| MinEpRet | -1.9e+03 |\n", "| AverageTestEpRet | -768 |\n", "| StdTestEpRet | 341 |\n", "| MaxTestEpRet | -454 |\n", "| MinTestEpRet | -1.5e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.44e+04 |\n", "| AverageQVals | -1.92e+03 |\n", "| StdQVals | 2.14e+03 |\n", "| MaxQVals | 609 |\n", "| MinQVals | -1.93e+04 |\n", "| LossPi | 1.89e+03 |\n", "| LossQ | 4.1e+03 |\n", "| Time | 257 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 34 |\n", "| AverageEpRet | -1.37e+03 |\n", "| StdEpRet | 553 |\n", "| MaxEpRet | -606 |\n", "| MinEpRet | -2.75e+03 |\n", "| AverageTestEpRet | -1.43e+03 |\n", "| StdTestEpRet | 480 |\n", "| MaxTestEpRet | -683 |\n", "| MinTestEpRet | -2.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.61e+04 |\n", "| AverageQVals | -1.93e+03 |\n", "| StdQVals | 2.21e+03 |\n", "| MaxQVals | 645 |\n", "| MinQVals | -2.01e+04 |\n", "| LossPi | 1.9e+03 |\n", "| LossQ | 4.3e+03 |\n", "| Time | 265 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 35 |\n", "| AverageEpRet | -1.49e+03 |\n", "| StdEpRet | 1.25e+03 |\n", "| MaxEpRet | -137 |\n", "| MinEpRet | -3.87e+03 |\n", "| AverageTestEpRet | -1.33e+03 |\n", "| StdTestEpRet | 712 |\n", "| MaxTestEpRet | -250 |\n", "| MinTestEpRet | -2.71e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.77e+04 |\n", "| AverageQVals | -1.93e+03 |\n", "| StdQVals | 2.27e+03 |\n", "| MaxQVals | 672 |\n", "| MinQVals | -2.09e+04 |\n", "| LossPi | 1.9e+03 |\n", "| LossQ | 4.5e+03 |\n", "| Time | 272 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 36 |\n", "| AverageEpRet | -1.38e+03 |\n", "| StdEpRet | 703 |\n", "| MaxEpRet | -325 |\n", "| MinEpRet | -2.78e+03 |\n", "| AverageTestEpRet | -1.85e+03 |\n", "| StdTestEpRet | 1.23e+03 |\n", "| MaxTestEpRet | -707 |\n", "| MinTestEpRet | -4.86e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.94e+04 |\n", "| AverageQVals | -1.93e+03 |\n", "| StdQVals | 2.32e+03 |\n", "| MaxQVals | 710 |\n", "| MinQVals | -2.18e+04 |\n", "| LossPi | 1.9e+03 |\n", "| LossQ | 4.64e+03 |\n", "| Time | 280 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 37 |\n", "| AverageEpRet | -1.18e+03 |\n", "| StdEpRet | 982 |\n", "| MaxEpRet | -85.8 |\n", "| MinEpRet | -3.21e+03 |\n", "| AverageTestEpRet | -1.79e+03 |\n", "| StdTestEpRet | 1.42e+03 |\n", "| MaxTestEpRet | -516 |\n", "| MinTestEpRet | -5.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.1e+04 |\n", "| AverageQVals | -1.95e+03 |\n", "| StdQVals | 2.39e+03 |\n", "| MaxQVals | 739 |\n", "| MinQVals | -2.26e+04 |\n", "| LossPi | 1.92e+03 |\n", "| LossQ | 4.81e+03 |\n", "| Time | 288 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 38 |\n", "| AverageEpRet | -1.61e+03 |\n", "| StdEpRet | 783 |\n", "| MaxEpRet | -437 |\n", "| MinEpRet | -3.42e+03 |\n", "| AverageTestEpRet | -1.87e+03 |\n", "| StdTestEpRet | 782 |\n", "| MaxTestEpRet | -551 |\n", "| MinTestEpRet | -2.9e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.27e+04 |\n", "| AverageQVals | -1.96e+03 |\n", "| StdQVals | 2.44e+03 |\n", "| MaxQVals | 778 |\n", "| MinQVals | -2.32e+04 |\n", "| LossPi | 1.93e+03 |\n", "| LossQ | 4.99e+03 |\n", "| Time | 296 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 39 |\n", "| AverageEpRet | -1.54e+03 |\n", "| StdEpRet | 897 |\n", "| MaxEpRet | -413 |\n", "| MinEpRet | -3.32e+03 |\n", "| AverageTestEpRet | -1.4e+03 |\n", "| StdTestEpRet | 810 |\n", "| MaxTestEpRet | -148 |\n", "| MinTestEpRet | -2.69e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.43e+04 |\n", "| AverageQVals | -1.99e+03 |\n", "| StdQVals | 2.52e+03 |\n", "| MaxQVals | 846 |\n", "| MinQVals | -2.48e+04 |\n", "| LossPi | 1.96e+03 |\n", "| LossQ | 5.18e+03 |\n", "| Time | 303 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 40 |\n", "| AverageEpRet | -1.84e+03 |\n", "| StdEpRet | 927 |\n", "| MaxEpRet | -581 |\n", "| MinEpRet | -3.39e+03 |\n", "| AverageTestEpRet | -1.48e+03 |\n", "| StdTestEpRet | 569 |\n", "| MaxTestEpRet | -264 |\n", "| MinTestEpRet | -2.4e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+04 |\n", "| AverageQVals | -2.02e+03 |\n", "| StdQVals | 2.62e+03 |\n", "| MaxQVals | 925 |\n", "| MinQVals | -2.61e+04 |\n", "| LossPi | 1.99e+03 |\n", "| LossQ | 5.34e+03 |\n", "| Time | 312 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 41 |\n", "| AverageEpRet | -1.5e+03 |\n", "| StdEpRet | 1.21e+03 |\n", "| MaxEpRet | -114 |\n", "| MinEpRet | -4.31e+03 |\n", "| AverageTestEpRet | -2.15e+03 |\n", "| StdTestEpRet | 1.58e+03 |\n", "| MaxTestEpRet | -262 |\n", "| MinTestEpRet | -5.67e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.76e+04 |\n", "| AverageQVals | -2.06e+03 |\n", "| StdQVals | 2.67e+03 |\n", "| MaxQVals | 978 |\n", "| MinQVals | -2.73e+04 |\n", "| LossPi | 2.02e+03 |\n", "| LossQ | 5.68e+03 |\n", "| Time | 320 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 42 |\n", "| AverageEpRet | -1.93e+03 |\n", "| StdEpRet | 1.26e+03 |\n", "| MaxEpRet | -506 |\n", "| MinEpRet | -4.47e+03 |\n", "| AverageTestEpRet | -1.93e+03 |\n", "| StdTestEpRet | 1.36e+03 |\n", "| MaxTestEpRet | -368 |\n", "| MinTestEpRet | -4.99e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.93e+04 |\n", "| AverageQVals | -2.09e+03 |\n", "| StdQVals | 2.76e+03 |\n", "| MaxQVals | 1.04e+03 |\n", "| MinQVals | -2.79e+04 |\n", "| LossPi | 2.06e+03 |\n", "| LossQ | 6.08e+03 |\n", "| Time | 328 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 43 |\n", "| AverageEpRet | -1.39e+03 |\n", "| StdEpRet | 917 |\n", "| MaxEpRet | -198 |\n", "| MinEpRet | -3.67e+03 |\n", "| AverageTestEpRet | -850 |\n", "| StdTestEpRet | 428 |\n", "| MaxTestEpRet | -265 |\n", "| MinTestEpRet | -1.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.09e+04 |\n", "| AverageQVals | -2.12e+03 |\n", "| StdQVals | 2.84e+03 |\n", "| MaxQVals | 1.09e+03 |\n", "| MinQVals | -2.95e+04 |\n", "| LossPi | 2.08e+03 |\n", "| LossQ | 6.42e+03 |\n", "| Time | 335 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 44 |\n", "| AverageEpRet | -2.01e+03 |\n", "| StdEpRet | 1.14e+03 |\n", "| MaxEpRet | -786 |\n", "| MinEpRet | -4.85e+03 |\n", "| AverageTestEpRet | -1.49e+03 |\n", "| StdTestEpRet | 893 |\n", "| MaxTestEpRet | -248 |\n", "| MinTestEpRet | -2.67e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.26e+04 |\n", "| AverageQVals | -2.15e+03 |\n", "| StdQVals | 2.92e+03 |\n", "| MaxQVals | 1.14e+03 |\n", "| MinQVals | -3.14e+04 |\n", "| LossPi | 2.12e+03 |\n", "| LossQ | 6.6e+03 |\n", "| Time | 343 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 45 |\n", "| AverageEpRet | -1.82e+03 |\n", "| StdEpRet | 1.1e+03 |\n", "| MaxEpRet | -301 |\n", "| MinEpRet | -3.86e+03 |\n", "| AverageTestEpRet | -1.52e+03 |\n", "| StdTestEpRet | 1.34e+03 |\n", "| MaxTestEpRet | -391 |\n", "| MinTestEpRet | -4.73e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.42e+04 |\n", "| AverageQVals | -2.21e+03 |\n", "| StdQVals | 3.04e+03 |\n", "| MaxQVals | 1.18e+03 |\n", "| MinQVals | -3.25e+04 |\n", "| LossPi | 2.18e+03 |\n", "| LossQ | 7.14e+03 |\n", "| Time | 351 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 46 |\n", "| AverageEpRet | -1.21e+03 |\n", "| StdEpRet | 882 |\n", "| MaxEpRet | -260 |\n", "| MinEpRet | -3.32e+03 |\n", "| AverageTestEpRet | -1.52e+03 |\n", "| StdTestEpRet | 1.06e+03 |\n", "| MaxTestEpRet | -771 |\n", "| MinTestEpRet | -4.16e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.59e+04 |\n", "| AverageQVals | -2.24e+03 |\n", "| StdQVals | 3.12e+03 |\n", "| MaxQVals | 1.22e+03 |\n", "| MinQVals | -3.4e+04 |\n", "| LossPi | 2.21e+03 |\n", "| LossQ | 7.52e+03 |\n", "| Time | 359 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 47 |\n", "| AverageEpRet | -1.81e+03 |\n", "| StdEpRet | 903 |\n", "| MaxEpRet | -201 |\n", "| MinEpRet | -3.19e+03 |\n", "| AverageTestEpRet | -1.74e+03 |\n", "| StdTestEpRet | 608 |\n", "| MaxTestEpRet | -957 |\n", "| MinTestEpRet | -2.76e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.75e+04 |\n", "| AverageQVals | -2.27e+03 |\n", "| StdQVals | 3.19e+03 |\n", "| MaxQVals | 1.27e+03 |\n", "| MinQVals | -3.52e+04 |\n", "| LossPi | 2.23e+03 |\n", "| LossQ | 7.84e+03 |\n", "| Time | 367 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 48 |\n", "| AverageEpRet | -1.19e+03 |\n", "| StdEpRet | 745 |\n", "| MaxEpRet | -297 |\n", "| MinEpRet | -3.5e+03 |\n", "| AverageTestEpRet | -1.47e+03 |\n", "| StdTestEpRet | 826 |\n", "| MaxTestEpRet | -300 |\n", "| MinTestEpRet | -2.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.92e+04 |\n", "| AverageQVals | -2.32e+03 |\n", "| StdQVals | 3.29e+03 |\n", "| MaxQVals | 1.31e+03 |\n", "| MinQVals | -3.64e+04 |\n", "| LossPi | 2.28e+03 |\n", "| LossQ | 8.17e+03 |\n", "| Time | 375 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 49 |\n", "| AverageEpRet | -1.62e+03 |\n", "| StdEpRet | 1.06e+03 |\n", "| MaxEpRet | -429 |\n", "| MinEpRet | -4.92e+03 |\n", "| AverageTestEpRet | -929 |\n", "| StdTestEpRet | 874 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -3.28e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.08e+04 |\n", "| AverageQVals | -2.35e+03 |\n", "| StdQVals | 3.39e+03 |\n", "| MaxQVals | 1.36e+03 |\n", "| MinQVals | -3.71e+04 |\n", "| LossPi | 2.31e+03 |\n", "| LossQ | 8.51e+03 |\n", "| Time | 383 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 50 |\n", "| AverageEpRet | -1.53e+03 |\n", "| StdEpRet | 1.39e+03 |\n", "| MaxEpRet | -180 |\n", "| MinEpRet | -5.68e+03 |\n", "| AverageTestEpRet | -1.41e+03 |\n", "| StdTestEpRet | 1.34e+03 |\n", "| MaxTestEpRet | -306 |\n", "| MinTestEpRet | -3.79e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+04 |\n", "| AverageQVals | -2.39e+03 |\n", "| StdQVals | 3.52e+03 |\n", "| MaxQVals | 1.43e+03 |\n", "| MinQVals | -3.77e+04 |\n", "| LossPi | 2.35e+03 |\n", "| LossQ | 9.05e+03 |\n", "| Time | 391 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 51 |\n", "| AverageEpRet | -1.34e+03 |\n", "| StdEpRet | 1.32e+03 |\n", "| MaxEpRet | -307 |\n", "| MinEpRet | -5.85e+03 |\n", "| AverageTestEpRet | -1.85e+03 |\n", "| StdTestEpRet | 1.22e+03 |\n", "| MaxTestEpRet | -279 |\n", "| MinTestEpRet | -3.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.41e+04 |\n", "| AverageQVals | -2.42e+03 |\n", "| StdQVals | 3.63e+03 |\n", "| MaxQVals | 1.51e+03 |\n", "| MinQVals | -4e+04 |\n", "| LossPi | 2.38e+03 |\n", "| LossQ | 9.26e+03 |\n", "| Time | 399 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 52 |\n", "| AverageEpRet | -1.65e+03 |\n", "| StdEpRet | 1.02e+03 |\n", "| MaxEpRet | -327 |\n", "| MinEpRet | -4.28e+03 |\n", "| AverageTestEpRet | -1.59e+03 |\n", "| StdTestEpRet | 1.02e+03 |\n", "| MaxTestEpRet | -234 |\n", "| MinTestEpRet | -3.55e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.58e+04 |\n", "| AverageQVals | -2.43e+03 |\n", "| StdQVals | 3.73e+03 |\n", "| MaxQVals | 1.57e+03 |\n", "| MinQVals | -4.16e+04 |\n", "| LossPi | 2.39e+03 |\n", "| LossQ | 9.67e+03 |\n", "| Time | 406 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 53 |\n", "| AverageEpRet | -1.15e+03 |\n", "| StdEpRet | 889 |\n", "| MaxEpRet | -220 |\n", "| MinEpRet | -3.07e+03 |\n", "| AverageTestEpRet | -1.68e+03 |\n", "| StdTestEpRet | 1.16e+03 |\n", "| MaxTestEpRet | -265 |\n", "| MinTestEpRet | -4.08e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.74e+04 |\n", "| AverageQVals | -2.46e+03 |\n", "| StdQVals | 3.85e+03 |\n", "| MaxQVals | 1.64e+03 |\n", "| MinQVals | -4.28e+04 |\n", "| LossPi | 2.42e+03 |\n", "| LossQ | 1.04e+04 |\n", "| Time | 414 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 54 |\n", "| AverageEpRet | -1.54e+03 |\n", "| StdEpRet | 2.35e+03 |\n", "| MaxEpRet | -103 |\n", "| MinEpRet | -8.97e+03 |\n", "| AverageTestEpRet | -1.9e+03 |\n", "| StdTestEpRet | 1.27e+03 |\n", "| MaxTestEpRet | -357 |\n", "| MinTestEpRet | -4.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.91e+04 |\n", "| AverageQVals | -2.49e+03 |\n", "| StdQVals | 4e+03 |\n", "| MaxQVals | 1.71e+03 |\n", "| MinQVals | -4.5e+04 |\n", "| LossPi | 2.45e+03 |\n", "| LossQ | 1.07e+04 |\n", "| Time | 422 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 55 |\n", "| AverageEpRet | -2e+03 |\n", "| StdEpRet | 1.64e+03 |\n", "| MaxEpRet | -51 |\n", "| MinEpRet | -6.23e+03 |\n", "| AverageTestEpRet | -1.58e+03 |\n", "| StdTestEpRet | 1.4e+03 |\n", "| MaxTestEpRet | -268 |\n", "| MinTestEpRet | -4.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.07e+04 |\n", "| AverageQVals | -2.51e+03 |\n", "| StdQVals | 4.08e+03 |\n", "| MaxQVals | 1.82e+03 |\n", "| MinQVals | -4.66e+04 |\n", "| LossPi | 2.47e+03 |\n", "| LossQ | 1.11e+04 |\n", "| Time | 429 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 56 |\n", "| AverageEpRet | -1.76e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -389 |\n", "| MinEpRet | -4.85e+03 |\n", "| AverageTestEpRet | -1.5e+03 |\n", "| StdTestEpRet | 722 |\n", "| MaxTestEpRet | -385 |\n", "| MinTestEpRet | -2.34e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.24e+04 |\n", "| AverageQVals | -2.55e+03 |\n", "| StdQVals | 4.21e+03 |\n", "| MaxQVals | 1.9e+03 |\n", "| MinQVals | -4.8e+04 |\n", "| LossPi | 2.51e+03 |\n", "| LossQ | 1.22e+04 |\n", "| Time | 437 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 57 |\n", "| AverageEpRet | -1.11e+03 |\n", "| StdEpRet | 914 |\n", "| MaxEpRet | -271 |\n", "| MinEpRet | -3.45e+03 |\n", "| AverageTestEpRet | -1.79e+03 |\n", "| StdTestEpRet | 1.05e+03 |\n", "| MaxTestEpRet | -415 |\n", "| MinTestEpRet | -4.38e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.4e+04 |\n", "| AverageQVals | -2.59e+03 |\n", "| StdQVals | 4.39e+03 |\n", "| MaxQVals | 2.01e+03 |\n", "| MinQVals | -4.93e+04 |\n", "| LossPi | 2.55e+03 |\n", "| LossQ | 1.28e+04 |\n", "| Time | 445 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 58 |\n", "| AverageEpRet | -1.09e+03 |\n", "| StdEpRet | 758 |\n", "| MaxEpRet | -110 |\n", "| MinEpRet | -2.47e+03 |\n", "| AverageTestEpRet | -1.42e+03 |\n", "| StdTestEpRet | 715 |\n", "| MaxTestEpRet | -526 |\n", "| MinTestEpRet | -2.59e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.57e+04 |\n", "| AverageQVals | -2.59e+03 |\n", "| StdQVals | 4.48e+03 |\n", "| MaxQVals | 2.11e+03 |\n", "| MinQVals | -5.12e+04 |\n", "| LossPi | 2.54e+03 |\n", "| LossQ | 1.34e+04 |\n", "| Time | 453 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 59 |\n", "| AverageEpRet | -2.38e+03 |\n", "| StdEpRet | 2.17e+03 |\n", "| MaxEpRet | -363 |\n", "| MinEpRet | -9.1e+03 |\n", "| AverageTestEpRet | -1.89e+03 |\n", "| StdTestEpRet | 1.64e+03 |\n", "| MaxTestEpRet | -552 |\n", "| MinTestEpRet | -5.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.73e+04 |\n", "| AverageQVals | -2.61e+03 |\n", "| StdQVals | 4.62e+03 |\n", "| MaxQVals | 2.16e+03 |\n", "| MinQVals | -5.38e+04 |\n", "| LossPi | 2.56e+03 |\n", "| LossQ | 1.38e+04 |\n", "| Time | 461 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 60 |\n", "| AverageEpRet | -2.89e+03 |\n", "| StdEpRet | 2.42e+03 |\n", "| MaxEpRet | -610 |\n", "| MinEpRet | -9.46e+03 |\n", "| AverageTestEpRet | -1.71e+03 |\n", "| StdTestEpRet | 1.82e+03 |\n", "| MaxTestEpRet | -222 |\n", "| MinTestEpRet | -6.46e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+04 |\n", "| AverageQVals | -2.65e+03 |\n", "| StdQVals | 4.76e+03 |\n", "| MaxQVals | 2.21e+03 |\n", "| MinQVals | -5.52e+04 |\n", "| LossPi | 2.6e+03 |\n", "| LossQ | 1.48e+04 |\n", "| Time | 469 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 61 |\n", "| AverageEpRet | -2.4e+03 |\n", "| StdEpRet | 1.86e+03 |\n", "| MaxEpRet | -90.5 |\n", "| MinEpRet | -7.73e+03 |\n", "| AverageTestEpRet | -1.9e+03 |\n", "| StdTestEpRet | 1.91e+03 |\n", "| MaxTestEpRet | -157 |\n", "| MinTestEpRet | -6.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.01e+05 |\n", "| AverageQVals | -2.7e+03 |\n", "| StdQVals | 4.88e+03 |\n", "| MaxQVals | 2.29e+03 |\n", "| MinQVals | -5.63e+04 |\n", "| LossPi | 2.65e+03 |\n", "| LossQ | 1.56e+04 |\n", "| Time | 477 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 62 |\n", "| AverageEpRet | -1.5e+03 |\n", "| StdEpRet | 1.32e+03 |\n", "| MaxEpRet | -286 |\n", "| MinEpRet | -4.21e+03 |\n", "| AverageTestEpRet | -1.05e+03 |\n", "| StdTestEpRet | 553 |\n", "| MaxTestEpRet | -158 |\n", "| MinTestEpRet | -1.86e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.02e+05 |\n", "| AverageQVals | -2.75e+03 |\n", "| StdQVals | 5.03e+03 |\n", "| MaxQVals | 2.42e+03 |\n", "| MinQVals | -6.1e+04 |\n", "| LossPi | 2.69e+03 |\n", "| LossQ | 1.67e+04 |\n", "| Time | 485 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 63 |\n", "| AverageEpRet | -2.01e+03 |\n", "| StdEpRet | 1.72e+03 |\n", "| MaxEpRet | -335 |\n", "| MinEpRet | -7.2e+03 |\n", "| AverageTestEpRet | -1.64e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -342 |\n", "| MinTestEpRet | -4.3e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.04e+05 |\n", "| AverageQVals | -2.81e+03 |\n", "| StdQVals | 5.22e+03 |\n", "| MaxQVals | 2.48e+03 |\n", "| MinQVals | -6.26e+04 |\n", "| LossPi | 2.76e+03 |\n", "| LossQ | 1.78e+04 |\n", "| Time | 492 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 64 |\n", "| AverageEpRet | -2.29e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -320 |\n", "| MinEpRet | -5.95e+03 |\n", "| AverageTestEpRet | -975 |\n", "| StdTestEpRet | 677 |\n", "| MaxTestEpRet | -84.4 |\n", "| MinTestEpRet | -2.43e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.06e+05 |\n", "| AverageQVals | -2.83e+03 |\n", "| StdQVals | 5.37e+03 |\n", "| MaxQVals | 2.55e+03 |\n", "| MinQVals | -6.43e+04 |\n", "| LossPi | 2.78e+03 |\n", "| LossQ | 1.93e+04 |\n", "| Time | 500 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 65 |\n", "| AverageEpRet | -1.88e+03 |\n", "| StdEpRet | 1.81e+03 |\n", "| MaxEpRet | -231 |\n", "| MinEpRet | -7.57e+03 |\n", "| AverageTestEpRet | -1.9e+03 |\n", "| StdTestEpRet | 2.14e+03 |\n", "| MaxTestEpRet | -378 |\n", "| MinTestEpRet | -7.76e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.07e+05 |\n", "| AverageQVals | -2.96e+03 |\n", "| StdQVals | 5.6e+03 |\n", "| MaxQVals | 2.61e+03 |\n", "| MinQVals | -6.7e+04 |\n", "| LossPi | 2.9e+03 |\n", "| LossQ | 2.09e+04 |\n", "| Time | 508 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 66 |\n", "| AverageEpRet | -1.37e+03 |\n", "| StdEpRet | 835 |\n", "| MaxEpRet | -343 |\n", "| MinEpRet | -2.87e+03 |\n", "| AverageTestEpRet | -2.46e+03 |\n", "| StdTestEpRet | 1.19e+03 |\n", "| MaxTestEpRet | -583 |\n", "| MinTestEpRet | -4.22e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.09e+05 |\n", "| AverageQVals | -2.98e+03 |\n", "| StdQVals | 5.77e+03 |\n", "| MaxQVals | 2.69e+03 |\n", "| MinQVals | -6.88e+04 |\n", "| LossPi | 2.92e+03 |\n", "| LossQ | 2.15e+04 |\n", "| Time | 516 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 67 |\n", "| AverageEpRet | -1.73e+03 |\n", "| StdEpRet | 1.24e+03 |\n", "| MaxEpRet | -339 |\n", "| MinEpRet | -4.18e+03 |\n", "| AverageTestEpRet | -1.74e+03 |\n", "| StdTestEpRet | 1.06e+03 |\n", "| MaxTestEpRet | -213 |\n", "| MinTestEpRet | -3.28e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.11e+05 |\n", "| AverageQVals | -3.02e+03 |\n", "| StdQVals | 5.99e+03 |\n", "| MaxQVals | 2.73e+03 |\n", "| MinQVals | -7.23e+04 |\n", "| LossPi | 2.96e+03 |\n", "| LossQ | 2.32e+04 |\n", "| Time | 524 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 68 |\n", "| AverageEpRet | -1.8e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -7.32e+03 |\n", "| AverageTestEpRet | -2.5e+03 |\n", "| StdTestEpRet | 1.39e+03 |\n", "| MaxTestEpRet | -125 |\n", "| MinTestEpRet | -4.31e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.12e+05 |\n", "| AverageQVals | -3.06e+03 |\n", "| StdQVals | 6.1e+03 |\n", "| MaxQVals | 2.85e+03 |\n", "| MinQVals | -7.64e+04 |\n", "| LossPi | 3e+03 |\n", "| LossQ | 2.41e+04 |\n", "| Time | 533 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 69 |\n", "| AverageEpRet | -3.08e+03 |\n", "| StdEpRet | 2.33e+03 |\n", "| MaxEpRet | -611 |\n", "| MinEpRet | -8.15e+03 |\n", "| AverageTestEpRet | -1.48e+03 |\n", "| StdTestEpRet | 1.24e+03 |\n", "| MaxTestEpRet | -244 |\n", "| MinTestEpRet | -4.51e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.14e+05 |\n", "| AverageQVals | -3.13e+03 |\n", "| StdQVals | 6.3e+03 |\n", "| MaxQVals | 2.92e+03 |\n", "| MinQVals | -7.84e+04 |\n", "| LossPi | 3.06e+03 |\n", "| LossQ | 2.53e+04 |\n", "| Time | 543 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 70 |\n", "| AverageEpRet | -1.93e+03 |\n", "| StdEpRet | 1.54e+03 |\n", "| MaxEpRet | -111 |\n", "| MinEpRet | -5e+03 |\n", "| AverageTestEpRet | -1.61e+03 |\n", "| StdTestEpRet | 1.07e+03 |\n", "| MaxTestEpRet | -175 |\n", "| MinTestEpRet | -3.59e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+05 |\n", "| AverageQVals | -3.21e+03 |\n", "| StdQVals | 6.54e+03 |\n", "| MaxQVals | 3.01e+03 |\n", "| MinQVals | -8.12e+04 |\n", "| LossPi | 3.15e+03 |\n", "| LossQ | 2.72e+04 |\n", "| Time | 558 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 71 |\n", "| AverageEpRet | -2.3e+03 |\n", "| StdEpRet | 1.62e+03 |\n", "| MaxEpRet | -376 |\n", "| MinEpRet | -6.93e+03 |\n", "| AverageTestEpRet | -1.8e+03 |\n", "| StdTestEpRet | 1.14e+03 |\n", "| MaxTestEpRet | -291 |\n", "| MinTestEpRet | -3.58e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.17e+05 |\n", "| AverageQVals | -3.22e+03 |\n", "| StdQVals | 6.57e+03 |\n", "| MaxQVals | 3.11e+03 |\n", "| MinQVals | -8.49e+04 |\n", "| LossPi | 3.15e+03 |\n", "| LossQ | 2.88e+04 |\n", "| Time | 567 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 72 |\n", "| AverageEpRet | -2.13e+03 |\n", "| StdEpRet | 1.82e+03 |\n", "| MaxEpRet | -67 |\n", "| MinEpRet | -5.47e+03 |\n", "| AverageTestEpRet | -1.98e+03 |\n", "| StdTestEpRet | 1.39e+03 |\n", "| MaxTestEpRet | -233 |\n", "| MinTestEpRet | -4.76e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.19e+05 |\n", "| AverageQVals | -3.3e+03 |\n", "| StdQVals | 6.79e+03 |\n", "| MaxQVals | 3.19e+03 |\n", "| MinQVals | -8.62e+04 |\n", "| LossPi | 3.24e+03 |\n", "| LossQ | 2.99e+04 |\n", "| Time | 575 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 73 |\n", "| AverageEpRet | -2.24e+03 |\n", "| StdEpRet | 1.56e+03 |\n", "| MaxEpRet | -268 |\n", "| MinEpRet | -5.65e+03 |\n", "| AverageTestEpRet | -2.43e+03 |\n", "| StdTestEpRet | 1.53e+03 |\n", "| MaxTestEpRet | -251 |\n", "| MinTestEpRet | -4.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.2e+05 |\n", "| AverageQVals | -3.37e+03 |\n", "| StdQVals | 6.98e+03 |\n", "| MaxQVals | 3.28e+03 |\n", "| MinQVals | -9.12e+04 |\n", "| LossPi | 3.3e+03 |\n", "| LossQ | 3.26e+04 |\n", "| Time | 583 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 74 |\n", "| AverageEpRet | -2.05e+03 |\n", "| StdEpRet | 1.55e+03 |\n", "| MaxEpRet | -89.7 |\n", "| MinEpRet | -6.06e+03 |\n", "| AverageTestEpRet | -2.27e+03 |\n", "| StdTestEpRet | 2.19e+03 |\n", "| MaxTestEpRet | -316 |\n", "| MinTestEpRet | -8.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.22e+05 |\n", "| AverageQVals | -3.46e+03 |\n", "| StdQVals | 7.18e+03 |\n", "| MaxQVals | 3.42e+03 |\n", "| MinQVals | -9.26e+04 |\n", "| LossPi | 3.38e+03 |\n", "| LossQ | 3.51e+04 |\n", "| Time | 591 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 75 |\n", "| AverageEpRet | -2.07e+03 |\n", "| StdEpRet | 1.24e+03 |\n", "| MaxEpRet | -279 |\n", "| MinEpRet | -4.79e+03 |\n", "| AverageTestEpRet | -2.25e+03 |\n", "| StdTestEpRet | 1.38e+03 |\n", "| MaxTestEpRet | -238 |\n", "| MinTestEpRet | -4.38e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.24e+05 |\n", "| AverageQVals | -3.47e+03 |\n", "| StdQVals | 7.35e+03 |\n", "| MaxQVals | 3.59e+03 |\n", "| MinQVals | -9.64e+04 |\n", "| LossPi | 3.4e+03 |\n", "| LossQ | 3.59e+04 |\n", "| Time | 598 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 76 |\n", "| AverageEpRet | -2.22e+03 |\n", "| StdEpRet | 1.45e+03 |\n", "| MaxEpRet | -473 |\n", "| MinEpRet | -5.72e+03 |\n", "| AverageTestEpRet | -1.83e+03 |\n", "| StdTestEpRet | 879 |\n", "| MaxTestEpRet | -468 |\n", "| MinTestEpRet | -3.38e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.25e+05 |\n", "| AverageQVals | -3.49e+03 |\n", "| StdQVals | 7.51e+03 |\n", "| MaxQVals | 3.65e+03 |\n", "| MinQVals | -1.03e+05 |\n", "| LossPi | 3.42e+03 |\n", "| LossQ | 3.74e+04 |\n", "| Time | 606 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 77 |\n", "| AverageEpRet | -2.49e+03 |\n", "| StdEpRet | 1.37e+03 |\n", "| MaxEpRet | -302 |\n", "| MinEpRet | -5.12e+03 |\n", "| AverageTestEpRet | -1.12e+03 |\n", "| StdTestEpRet | 829 |\n", "| MaxTestEpRet | -81.3 |\n", "| MinTestEpRet | -3.26e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.27e+05 |\n", "| AverageQVals | -3.57e+03 |\n", "| StdQVals | 7.73e+03 |\n", "| MaxQVals | 3.72e+03 |\n", "| MinQVals | -1.06e+05 |\n", "| LossPi | 3.5e+03 |\n", "| LossQ | 3.98e+04 |\n", "| Time | 614 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 78 |\n", "| AverageEpRet | -2.42e+03 |\n", "| StdEpRet | 2.47e+03 |\n", "| MaxEpRet | -318 |\n", "| MinEpRet | -9.31e+03 |\n", "| AverageTestEpRet | -2.31e+03 |\n", "| StdTestEpRet | 1.73e+03 |\n", "| MaxTestEpRet | -409 |\n", "| MinTestEpRet | -5.57e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.29e+05 |\n", "| AverageQVals | -3.63e+03 |\n", "| StdQVals | 7.98e+03 |\n", "| MaxQVals | 3.8e+03 |\n", "| MinQVals | -1.07e+05 |\n", "| LossPi | 3.55e+03 |\n", "| LossQ | 4.16e+04 |\n", "| Time | 622 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 79 |\n", "| AverageEpRet | -2.1e+03 |\n", "| StdEpRet | 1.31e+03 |\n", "| MaxEpRet | -596 |\n", "| MinEpRet | -4.3e+03 |\n", "| AverageTestEpRet | -1.97e+03 |\n", "| StdTestEpRet | 1.02e+03 |\n", "| MaxTestEpRet | -564 |\n", "| MinTestEpRet | -4.15e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.3e+05 |\n", "| AverageQVals | -3.67e+03 |\n", "| StdQVals | 8.19e+03 |\n", "| MaxQVals | 3.85e+03 |\n", "| MinQVals | -1.14e+05 |\n", "| LossPi | 3.59e+03 |\n", "| LossQ | 4.39e+04 |\n", "| Time | 630 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 80 |\n", "| AverageEpRet | -2.52e+03 |\n", "| StdEpRet | 1.61e+03 |\n", "| MaxEpRet | -701 |\n", "| MinEpRet | -6.11e+03 |\n", "| AverageTestEpRet | -2.24e+03 |\n", "| StdTestEpRet | 1.75e+03 |\n", "| MaxTestEpRet | -435 |\n", "| MinTestEpRet | -4.99e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+05 |\n", "| AverageQVals | -3.69e+03 |\n", "| StdQVals | 8.31e+03 |\n", "| MaxQVals | 3.94e+03 |\n", "| MinQVals | -1.16e+05 |\n", "| LossPi | 3.61e+03 |\n", "| LossQ | 4.68e+04 |\n", "| Time | 638 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 81 |\n", "| AverageEpRet | -2.5e+03 |\n", "| StdEpRet | 1.51e+03 |\n", "| MaxEpRet | -111 |\n", "| MinEpRet | -5.18e+03 |\n", "| AverageTestEpRet | -1.96e+03 |\n", "| StdTestEpRet | 2.31e+03 |\n", "| MaxTestEpRet | -168 |\n", "| MinTestEpRet | -8.03e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.34e+05 |\n", "| AverageQVals | -3.81e+03 |\n", "| StdQVals | 8.6e+03 |\n", "| MaxQVals | 4.04e+03 |\n", "| MinQVals | -1.16e+05 |\n", "| LossPi | 3.72e+03 |\n", "| LossQ | 4.99e+04 |\n", "| Time | 646 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 82 |\n", "| AverageEpRet | -2.49e+03 |\n", "| StdEpRet | 1.36e+03 |\n", "| MaxEpRet | -384 |\n", "| MinEpRet | -5.23e+03 |\n", "| AverageTestEpRet | -2.04e+03 |\n", "| StdTestEpRet | 1.68e+03 |\n", "| MaxTestEpRet | -159 |\n", "| MinTestEpRet | -4.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.35e+05 |\n", "| AverageQVals | -3.83e+03 |\n", "| StdQVals | 8.81e+03 |\n", "| MaxQVals | 4.14e+03 |\n", "| MinQVals | -1.27e+05 |\n", "| LossPi | 3.74e+03 |\n", "| LossQ | 5.21e+04 |\n", "| Time | 654 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 83 |\n", "| AverageEpRet | -2.26e+03 |\n", "| StdEpRet | 1.98e+03 |\n", "| MaxEpRet | -332 |\n", "| MinEpRet | -8.8e+03 |\n", "| AverageTestEpRet | -2.98e+03 |\n", "| StdTestEpRet | 1.48e+03 |\n", "| MaxTestEpRet | -648 |\n", "| MinTestEpRet | -5.01e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.37e+05 |\n", "| AverageQVals | -3.89e+03 |\n", "| StdQVals | 9.09e+03 |\n", "| MaxQVals | 4.2e+03 |\n", "| MinQVals | -1.31e+05 |\n", "| LossPi | 3.8e+03 |\n", "| LossQ | 5.6e+04 |\n", "| Time | 662 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 84 |\n", "| AverageEpRet | -1.79e+03 |\n", "| StdEpRet | 1.23e+03 |\n", "| MaxEpRet | -315 |\n", "| MinEpRet | -4.91e+03 |\n", "| AverageTestEpRet | -1.78e+03 |\n", "| StdTestEpRet | 1.86e+03 |\n", "| MaxTestEpRet | -286 |\n", "| MinTestEpRet | -5.37e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.39e+05 |\n", "| AverageQVals | -3.91e+03 |\n", "| StdQVals | 9.22e+03 |\n", "| MaxQVals | 4.28e+03 |\n", "| MinQVals | -1.38e+05 |\n", "| LossPi | 3.82e+03 |\n", "| LossQ | 5.66e+04 |\n", "| Time | 670 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 85 |\n", "| AverageEpRet | -1.95e+03 |\n", "| StdEpRet | 1.5e+03 |\n", "| MaxEpRet | -304 |\n", "| MinEpRet | -5.45e+03 |\n", "| AverageTestEpRet | -1.66e+03 |\n", "| StdTestEpRet | 1.23e+03 |\n", "| MaxTestEpRet | -274 |\n", "| MinTestEpRet | -4.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.4e+05 |\n", "| AverageQVals | -4.08e+03 |\n", "| StdQVals | 9.71e+03 |\n", "| MaxQVals | 4.37e+03 |\n", "| MinQVals | -1.48e+05 |\n", "| LossPi | 3.99e+03 |\n", "| LossQ | 6.17e+04 |\n", "| Time | 677 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 86 |\n", "| AverageEpRet | -2.52e+03 |\n", "| StdEpRet | 1.64e+03 |\n", "| MaxEpRet | -390 |\n", "| MinEpRet | -5.34e+03 |\n", "| AverageTestEpRet | -2.02e+03 |\n", "| StdTestEpRet | 1.11e+03 |\n", "| MaxTestEpRet | -358 |\n", "| MinTestEpRet | -3.44e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.42e+05 |\n", "| AverageQVals | -4.15e+03 |\n", "| StdQVals | 9.97e+03 |\n", "| MaxQVals | 4.54e+03 |\n", "| MinQVals | -1.54e+05 |\n", "| LossPi | 4.06e+03 |\n", "| LossQ | 6.44e+04 |\n", "| Time | 685 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 87 |\n", "| AverageEpRet | -1.68e+03 |\n", "| StdEpRet | 1.19e+03 |\n", "| MaxEpRet | -272 |\n", "| MinEpRet | -3.77e+03 |\n", "| AverageTestEpRet | -1.7e+03 |\n", "| StdTestEpRet | 1.37e+03 |\n", "| MaxTestEpRet | -442 |\n", "| MinTestEpRet | -3.95e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.44e+05 |\n", "| AverageQVals | -4.2e+03 |\n", "| StdQVals | 1.02e+04 |\n", "| MaxQVals | 4.63e+03 |\n", "| MinQVals | -1.62e+05 |\n", "| LossPi | 4.1e+03 |\n", "| LossQ | 6.76e+04 |\n", "| Time | 693 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 88 |\n", "| AverageEpRet | -2.31e+03 |\n", "| StdEpRet | 1.31e+03 |\n", "| MaxEpRet | -69.6 |\n", "| MinEpRet | -5.42e+03 |\n", "| AverageTestEpRet | -1.4e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -187 |\n", "| MinTestEpRet | -3.95e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.45e+05 |\n", "| AverageQVals | -4.29e+03 |\n", "| StdQVals | 1.06e+04 |\n", "| MaxQVals | 4.84e+03 |\n", "| MinQVals | -1.66e+05 |\n", "| LossPi | 4.2e+03 |\n", "| LossQ | 7.19e+04 |\n", "| Time | 701 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 89 |\n", "| AverageEpRet | -2.61e+03 |\n", "| StdEpRet | 1.85e+03 |\n", "| MaxEpRet | -65.2 |\n", "| MinEpRet | -5.98e+03 |\n", "| AverageTestEpRet | -1.94e+03 |\n", "| StdTestEpRet | 1.64e+03 |\n", "| MaxTestEpRet | -371 |\n", "| MinTestEpRet | -6.2e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.47e+05 |\n", "| AverageQVals | -4.42e+03 |\n", "| StdQVals | 1.1e+04 |\n", "| MaxQVals | 4.95e+03 |\n", "| MinQVals | -1.75e+05 |\n", "| LossPi | 4.32e+03 |\n", "| LossQ | 7.44e+04 |\n", "| Time | 709 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 90 |\n", "| AverageEpRet | -2.36e+03 |\n", "| StdEpRet | 1.21e+03 |\n", "| MaxEpRet | -526 |\n", "| MinEpRet | -5.1e+03 |\n", "| AverageTestEpRet | -3.02e+03 |\n", "| StdTestEpRet | 1.91e+03 |\n", "| MaxTestEpRet | -1.12e+03 |\n", "| MinTestEpRet | -6.68e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+05 |\n", "| AverageQVals | -4.49e+03 |\n", "| StdQVals | 1.12e+04 |\n", "| MaxQVals | 5.13e+03 |\n", "| MinQVals | -1.8e+05 |\n", "| LossPi | 4.39e+03 |\n", "| LossQ | 7.93e+04 |\n", "| Time | 717 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 91 |\n", "| AverageEpRet | -1.81e+03 |\n", "| StdEpRet | 1.3e+03 |\n", "| MaxEpRet | -266 |\n", "| MinEpRet | -4.65e+03 |\n", "| AverageTestEpRet | -1.46e+03 |\n", "| StdTestEpRet | 1.41e+03 |\n", "| MaxTestEpRet | -216 |\n", "| MinTestEpRet | -4.92e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.5e+05 |\n", "| AverageQVals | -4.65e+03 |\n", "| StdQVals | 1.18e+04 |\n", "| MaxQVals | 5.24e+03 |\n", "| MinQVals | -1.9e+05 |\n", "| LossPi | 4.54e+03 |\n", "| LossQ | 8.59e+04 |\n", "| Time | 725 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 92 |\n", "| AverageEpRet | -2.18e+03 |\n", "| StdEpRet | 1.24e+03 |\n", "| MaxEpRet | -574 |\n", "| MinEpRet | -4.89e+03 |\n", "| AverageTestEpRet | -1.89e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -199 |\n", "| MinTestEpRet | -3.62e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.52e+05 |\n", "| AverageQVals | -4.78e+03 |\n", "| StdQVals | 1.21e+04 |\n", "| MaxQVals | 5.35e+03 |\n", "| MinQVals | -2e+05 |\n", "| LossPi | 4.67e+03 |\n", "| LossQ | 9.16e+04 |\n", "| Time | 732 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 93 |\n", "| AverageEpRet | -2.3e+03 |\n", "| StdEpRet | 1.25e+03 |\n", "| MaxEpRet | -311 |\n", "| MinEpRet | -5.36e+03 |\n", "| AverageTestEpRet | -1.71e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -173 |\n", "| MinTestEpRet | -3.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.53e+05 |\n", "| AverageQVals | -4.86e+03 |\n", "| StdQVals | 1.24e+04 |\n", "| MaxQVals | 5.48e+03 |\n", "| MinQVals | -2.09e+05 |\n", "| LossPi | 4.75e+03 |\n", "| LossQ | 9.37e+04 |\n", "| Time | 740 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 94 |\n", "| AverageEpRet | -2.02e+03 |\n", "| StdEpRet | 1.08e+03 |\n", "| MaxEpRet | -287 |\n", "| MinEpRet | -4.72e+03 |\n", "| AverageTestEpRet | -1.65e+03 |\n", "| StdTestEpRet | 913 |\n", "| MaxTestEpRet | -434 |\n", "| MinTestEpRet | -3.29e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.55e+05 |\n", "| AverageQVals | -4.98e+03 |\n", "| StdQVals | 1.27e+04 |\n", "| MaxQVals | 5.64e+03 |\n", "| MinQVals | -2.17e+05 |\n", "| LossPi | 4.87e+03 |\n", "| LossQ | 1e+05 |\n", "| Time | 748 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 95 |\n", "| AverageEpRet | -1.94e+03 |\n", "| StdEpRet | 1.14e+03 |\n", "| MaxEpRet | -395 |\n", "| MinEpRet | -4.39e+03 |\n", "| AverageTestEpRet | -1.63e+03 |\n", "| StdTestEpRet | 1.08e+03 |\n", "| MaxTestEpRet | -338 |\n", "| MinTestEpRet | -3.7e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.57e+05 |\n", "| AverageQVals | -5.07e+03 |\n", "| StdQVals | 1.3e+04 |\n", "| MaxQVals | 5.84e+03 |\n", "| MinQVals | -2.21e+05 |\n", "| LossPi | 4.95e+03 |\n", "| LossQ | 1.08e+05 |\n", "| Time | 756 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 96 |\n", "| AverageEpRet | -1.5e+03 |\n", "| StdEpRet | 890 |\n", "| MaxEpRet | -198 |\n", "| MinEpRet | -3.49e+03 |\n", "| AverageTestEpRet | -2.45e+03 |\n", "| StdTestEpRet | 1.04e+03 |\n", "| MaxTestEpRet | -925 |\n", "| MinTestEpRet | -4.24e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.58e+05 |\n", "| AverageQVals | -5.18e+03 |\n", "| StdQVals | 1.35e+04 |\n", "| MaxQVals | 5.98e+03 |\n", "| MinQVals | -2.37e+05 |\n", "| LossPi | 5.06e+03 |\n", "| LossQ | 1.1e+05 |\n", "| Time | 764 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 97 |\n", "| AverageEpRet | -1.85e+03 |\n", "| StdEpRet | 1.04e+03 |\n", "| MaxEpRet | -140 |\n", "| MinEpRet | -3.51e+03 |\n", "| AverageTestEpRet | -2.46e+03 |\n", "| StdTestEpRet | 1.15e+03 |\n", "| MaxTestEpRet | -345 |\n", "| MinTestEpRet | -3.86e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.6e+05 |\n", "| AverageQVals | -5.31e+03 |\n", "| StdQVals | 1.39e+04 |\n", "| MaxQVals | 6.16e+03 |\n", "| MinQVals | -2.43e+05 |\n", "| LossPi | 5.2e+03 |\n", "| LossQ | 1.16e+05 |\n", "| Time | 772 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 98 |\n", "| AverageEpRet | -1.54e+03 |\n", "| StdEpRet | 991 |\n", "| MaxEpRet | -217 |\n", "| MinEpRet | -3.28e+03 |\n", "| AverageTestEpRet | -1.8e+03 |\n", "| StdTestEpRet | 1.26e+03 |\n", "| MaxTestEpRet | -347 |\n", "| MinTestEpRet | -4.07e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.62e+05 |\n", "| AverageQVals | -5.43e+03 |\n", "| StdQVals | 1.44e+04 |\n", "| MaxQVals | 6.3e+03 |\n", "| MinQVals | -2.5e+05 |\n", "| LossPi | 5.32e+03 |\n", "| LossQ | 1.24e+05 |\n", "| Time | 780 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 99 |\n", "| AverageEpRet | -1.97e+03 |\n", "| StdEpRet | 1.12e+03 |\n", "| MaxEpRet | -121 |\n", "| MinEpRet | -3.83e+03 |\n", "| AverageTestEpRet | -1.83e+03 |\n", "| StdTestEpRet | 1.07e+03 |\n", "| MaxTestEpRet | -214 |\n", "| MinTestEpRet | -3.07e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.63e+05 |\n", "| AverageQVals | -5.48e+03 |\n", "| StdQVals | 1.44e+04 |\n", "| MaxQVals | 6.39e+03 |\n", "| MinQVals | -2.63e+05 |\n", "| LossPi | 5.36e+03 |\n", "| LossQ | 1.27e+05 |\n", "| Time | 788 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 100 |\n", "| AverageEpRet | -2.64e+03 |\n", "| StdEpRet | 1.99e+03 |\n", "| MaxEpRet | -255 |\n", "| MinEpRet | -7.15e+03 |\n", "| AverageTestEpRet | -1.64e+03 |\n", "| StdTestEpRet | 965 |\n", "| MaxTestEpRet | -438 |\n", "| MinTestEpRet | -3.35e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+05 |\n", "| AverageQVals | -5.74e+03 |\n", "| StdQVals | 1.5e+04 |\n", "| MaxQVals | 6.54e+03 |\n", "| MinQVals | -2.76e+05 |\n", "| LossPi | 5.62e+03 |\n", "| LossQ | 1.37e+05 |\n", "| Time | 796 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 101 |\n", "| AverageEpRet | -1.33e+03 |\n", "| StdEpRet | 1.03e+03 |\n", "| MaxEpRet | -251 |\n", "| MinEpRet | -3.5e+03 |\n", "| AverageTestEpRet | -1.97e+03 |\n", "| StdTestEpRet | 1.25e+03 |\n", "| MaxTestEpRet | -524 |\n", "| MinTestEpRet | -4.48e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.67e+05 |\n", "| AverageQVals | -5.92e+03 |\n", "| StdQVals | 1.55e+04 |\n", "| MaxQVals | 6.73e+03 |\n", "| MinQVals | -2.82e+05 |\n", "| LossPi | 5.8e+03 |\n", "| LossQ | 1.51e+05 |\n", "| Time | 804 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 102 |\n", "| AverageEpRet | -3.09e+03 |\n", "| StdEpRet | 2.58e+03 |\n", "| MaxEpRet | -158 |\n", "| MinEpRet | -9.76e+03 |\n", "| AverageTestEpRet | -2.42e+03 |\n", "| StdTestEpRet | 1.97e+03 |\n", "| MaxTestEpRet | -176 |\n", "| MinTestEpRet | -6.46e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.68e+05 |\n", "| AverageQVals | -6.07e+03 |\n", "| StdQVals | 1.61e+04 |\n", "| MaxQVals | 6.85e+03 |\n", "| MinQVals | -2.92e+05 |\n", "| LossPi | 5.94e+03 |\n", "| LossQ | 1.55e+05 |\n", "| Time | 812 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 103 |\n", "| AverageEpRet | -1.63e+03 |\n", "| StdEpRet | 1.18e+03 |\n", "| MaxEpRet | -363 |\n", "| MinEpRet | -3.99e+03 |\n", "| AverageTestEpRet | -1.72e+03 |\n", "| StdTestEpRet | 705 |\n", "| MaxTestEpRet | -675 |\n", "| MinTestEpRet | -3.19e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.7e+05 |\n", "| AverageQVals | -6.14e+03 |\n", "| StdQVals | 1.64e+04 |\n", "| MaxQVals | 6.89e+03 |\n", "| MinQVals | -3.1e+05 |\n", "| LossPi | 6.02e+03 |\n", "| LossQ | 1.62e+05 |\n", "| Time | 819 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 104 |\n", "| AverageEpRet | -1.62e+03 |\n", "| StdEpRet | 933 |\n", "| MaxEpRet | -85.4 |\n", "| MinEpRet | -3.18e+03 |\n", "| AverageTestEpRet | -1.68e+03 |\n", "| StdTestEpRet | 1.12e+03 |\n", "| MaxTestEpRet | -342 |\n", "| MinTestEpRet | -3.75e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.72e+05 |\n", "| AverageQVals | -6.35e+03 |\n", "| StdQVals | 1.7e+04 |\n", "| MaxQVals | 7.01e+03 |\n", "| MinQVals | -3.14e+05 |\n", "| LossPi | 6.22e+03 |\n", "| LossQ | 1.74e+05 |\n", "| Time | 827 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 105 |\n", "| AverageEpRet | -2.37e+03 |\n", "| StdEpRet | 856 |\n", "| MaxEpRet | -965 |\n", "| MinEpRet | -3.69e+03 |\n", "| AverageTestEpRet | -2.99e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -672 |\n", "| MinTestEpRet | -4.8e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.73e+05 |\n", "| AverageQVals | -6.4e+03 |\n", "| StdQVals | 1.73e+04 |\n", "| MaxQVals | 7.14e+03 |\n", "| MinQVals | -3.24e+05 |\n", "| LossPi | 6.27e+03 |\n", "| LossQ | 1.85e+05 |\n", "| Time | 835 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 106 |\n", "| AverageEpRet | -2.27e+03 |\n", "| StdEpRet | 1.8e+03 |\n", "| MaxEpRet | -202 |\n", "| MinEpRet | -6.08e+03 |\n", "| AverageTestEpRet | -2.24e+03 |\n", "| StdTestEpRet | 2.23e+03 |\n", "| MaxTestEpRet | -306 |\n", "| MinTestEpRet | -8.4e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.75e+05 |\n", "| AverageQVals | -6.51e+03 |\n", "| StdQVals | 1.77e+04 |\n", "| MaxQVals | 7.2e+03 |\n", "| MinQVals | -3.32e+05 |\n", "| LossPi | 6.37e+03 |\n", "| LossQ | 1.93e+05 |\n", "| Time | 843 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 107 |\n", "| AverageEpRet | -2.11e+03 |\n", "| StdEpRet | 1.11e+03 |\n", "| MaxEpRet | -419 |\n", "| MinEpRet | -4.45e+03 |\n", "| AverageTestEpRet | -1.58e+03 |\n", "| StdTestEpRet | 1.2e+03 |\n", "| MaxTestEpRet | -432 |\n", "| MinTestEpRet | -4.19e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.77e+05 |\n", "| AverageQVals | -6.6e+03 |\n", "| StdQVals | 1.82e+04 |\n", "| MaxQVals | 7.33e+03 |\n", "| MinQVals | -3.37e+05 |\n", "| LossPi | 6.46e+03 |\n", "| LossQ | 1.99e+05 |\n", "| Time | 851 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 108 |\n", "| AverageEpRet | -2.65e+03 |\n", "| StdEpRet | 1.53e+03 |\n", "| MaxEpRet | -533 |\n", "| MinEpRet | -4.96e+03 |\n", "| AverageTestEpRet | -2.87e+03 |\n", "| StdTestEpRet | 1.18e+03 |\n", "| MaxTestEpRet | -1.41e+03 |\n", "| MinTestEpRet | -5e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.78e+05 |\n", "| AverageQVals | -6.71e+03 |\n", "| StdQVals | 1.86e+04 |\n", "| MaxQVals | 7.48e+03 |\n", "| MinQVals | -3.58e+05 |\n", "| LossPi | 6.57e+03 |\n", "| LossQ | 2.11e+05 |\n", "| Time | 859 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 109 |\n", "| AverageEpRet | -2.22e+03 |\n", "| StdEpRet | 1.27e+03 |\n", "| MaxEpRet | -195 |\n", "| MinEpRet | -4.31e+03 |\n", "| AverageTestEpRet | -2.18e+03 |\n", "| StdTestEpRet | 1.48e+03 |\n", "| MaxTestEpRet | -298 |\n", "| MinTestEpRet | -4.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.8e+05 |\n", "| AverageQVals | -6.91e+03 |\n", "| StdQVals | 1.93e+04 |\n", "| MaxQVals | 7.59e+03 |\n", "| MinQVals | -3.7e+05 |\n", "| LossPi | 6.76e+03 |\n", "| LossQ | 2.26e+05 |\n", "| Time | 867 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 110 |\n", "| AverageEpRet | -1.98e+03 |\n", "| StdEpRet | 1.23e+03 |\n", "| MaxEpRet | -531 |\n", "| MinEpRet | -5.39e+03 |\n", "| AverageTestEpRet | -2.51e+03 |\n", "| StdTestEpRet | 1.44e+03 |\n", "| MaxTestEpRet | -451 |\n", "| MinTestEpRet | -4.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+05 |\n", "| AverageQVals | -6.88e+03 |\n", "| StdQVals | 1.91e+04 |\n", "| MaxQVals | 7.7e+03 |\n", "| MinQVals | -3.68e+05 |\n", "| LossPi | 6.74e+03 |\n", "| LossQ | 2.33e+05 |\n", "| Time | 876 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 111 |\n", "| AverageEpRet | -2.41e+03 |\n", "| StdEpRet | 1.81e+03 |\n", "| MaxEpRet | -304 |\n", "| MinEpRet | -7.05e+03 |\n", "| AverageTestEpRet | -3.01e+03 |\n", "| StdTestEpRet | 2.49e+03 |\n", "| MaxTestEpRet | -379 |\n", "| MinTestEpRet | -8.46e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.83e+05 |\n", "| AverageQVals | -7.12e+03 |\n", "| StdQVals | 1.99e+04 |\n", "| MaxQVals | 7.84e+03 |\n", "| MinQVals | -4.01e+05 |\n", "| LossPi | 6.97e+03 |\n", "| LossQ | 2.46e+05 |\n", "| Time | 884 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 112 |\n", "| AverageEpRet | -2.3e+03 |\n", "| StdEpRet | 1.39e+03 |\n", "| MaxEpRet | -210 |\n", "| MinEpRet | -5.11e+03 |\n", "| AverageTestEpRet | -3.36e+03 |\n", "| StdTestEpRet | 2e+03 |\n", "| MaxTestEpRet | -510 |\n", "| MinTestEpRet | -7.3e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.85e+05 |\n", "| AverageQVals | -7.18e+03 |\n", "| StdQVals | 2.01e+04 |\n", "| MaxQVals | 7.93e+03 |\n", "| MinQVals | -4.12e+05 |\n", "| LossPi | 7.03e+03 |\n", "| LossQ | 2.62e+05 |\n", "| Time | 892 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 113 |\n", "| AverageEpRet | -2.32e+03 |\n", "| StdEpRet | 1.71e+03 |\n", "| MaxEpRet | -338 |\n", "| MinEpRet | -5.88e+03 |\n", "| AverageTestEpRet | -3.1e+03 |\n", "| StdTestEpRet | 1.72e+03 |\n", "| MaxTestEpRet | -305 |\n", "| MinTestEpRet | -5.24e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.86e+05 |\n", "| AverageQVals | -7.35e+03 |\n", "| StdQVals | 2.08e+04 |\n", "| MaxQVals | 8.04e+03 |\n", "| MinQVals | -4.15e+05 |\n", "| LossPi | 7.19e+03 |\n", "| LossQ | 2.81e+05 |\n", "| Time | 899 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 114 |\n", "| AverageEpRet | -2.66e+03 |\n", "| StdEpRet | 2.22e+03 |\n", "| MaxEpRet | -201 |\n", "| MinEpRet | -8e+03 |\n", "| AverageTestEpRet | -2.27e+03 |\n", "| StdTestEpRet | 1.22e+03 |\n", "| MaxTestEpRet | -527 |\n", "| MinTestEpRet | -4.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.88e+05 |\n", "| AverageQVals | -7.47e+03 |\n", "| StdQVals | 2.16e+04 |\n", "| MaxQVals | 8.19e+03 |\n", "| MinQVals | -4.33e+05 |\n", "| LossPi | 7.32e+03 |\n", "| LossQ | 2.9e+05 |\n", "| Time | 907 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 115 |\n", "| AverageEpRet | -2.7e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -134 |\n", "| MinEpRet | -6.56e+03 |\n", "| AverageTestEpRet | -2.92e+03 |\n", "| StdTestEpRet | 2.26e+03 |\n", "| MaxTestEpRet | -178 |\n", "| MinTestEpRet | -8.03e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.9e+05 |\n", "| AverageQVals | -7.68e+03 |\n", "| StdQVals | 2.22e+04 |\n", "| MaxQVals | 8.32e+03 |\n", "| MinQVals | -4.42e+05 |\n", "| LossPi | 7.52e+03 |\n", "| LossQ | 3.1e+05 |\n", "| Time | 915 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 116 |\n", "| AverageEpRet | -2.81e+03 |\n", "| StdEpRet | 1.97e+03 |\n", "| MaxEpRet | -185 |\n", "| MinEpRet | -7.39e+03 |\n", "| AverageTestEpRet | -2.46e+03 |\n", "| StdTestEpRet | 1.58e+03 |\n", "| MaxTestEpRet | -75.6 |\n", "| MinTestEpRet | -5.92e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.91e+05 |\n", "| AverageQVals | -7.78e+03 |\n", "| StdQVals | 2.28e+04 |\n", "| MaxQVals | 8.41e+03 |\n", "| MinQVals | -4.41e+05 |\n", "| LossPi | 7.62e+03 |\n", "| LossQ | 3.29e+05 |\n", "| Time | 923 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 117 |\n", "| AverageEpRet | -2.03e+03 |\n", "| StdEpRet | 1.39e+03 |\n", "| MaxEpRet | -270 |\n", "| MinEpRet | -4.67e+03 |\n", "| AverageTestEpRet | -1.97e+03 |\n", "| StdTestEpRet | 1.46e+03 |\n", "| MaxTestEpRet | -373 |\n", "| MinTestEpRet | -5.16e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.93e+05 |\n", "| AverageQVals | -7.86e+03 |\n", "| StdQVals | 2.31e+04 |\n", "| MaxQVals | 8.58e+03 |\n", "| MinQVals | -4.58e+05 |\n", "| LossPi | 7.7e+03 |\n", "| LossQ | 3.23e+05 |\n", "| Time | 931 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 118 |\n", "| AverageEpRet | -2.66e+03 |\n", "| StdEpRet | 1.1e+03 |\n", "| MaxEpRet | -343 |\n", "| MinEpRet | -5.03e+03 |\n", "| AverageTestEpRet | -2.06e+03 |\n", "| StdTestEpRet | 1.07e+03 |\n", "| MaxTestEpRet | -766 |\n", "| MinTestEpRet | -4.28e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.95e+05 |\n", "| AverageQVals | -8.01e+03 |\n", "| StdQVals | 2.39e+04 |\n", "| MaxQVals | 8.76e+03 |\n", "| MinQVals | -4.8e+05 |\n", "| LossPi | 7.84e+03 |\n", "| LossQ | 3.59e+05 |\n", "| Time | 939 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 119 |\n", "| AverageEpRet | -2.63e+03 |\n", "| StdEpRet | 1.85e+03 |\n", "| MaxEpRet | -457 |\n", "| MinEpRet | -7.53e+03 |\n", "| AverageTestEpRet | -2.76e+03 |\n", "| StdTestEpRet | 1.36e+03 |\n", "| MaxTestEpRet | -704 |\n", "| MinTestEpRet | -5.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.96e+05 |\n", "| AverageQVals | -8.08e+03 |\n", "| StdQVals | 2.43e+04 |\n", "| MaxQVals | 8.92e+03 |\n", "| MinQVals | -4.92e+05 |\n", "| LossPi | 7.91e+03 |\n", "| LossQ | 3.73e+05 |\n", "| Time | 947 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 120 |\n", "| AverageEpRet | -2.83e+03 |\n", "| StdEpRet | 1.67e+03 |\n", "| MaxEpRet | -300 |\n", "| MinEpRet | -5.97e+03 |\n", "| AverageTestEpRet | -2.36e+03 |\n", "| StdTestEpRet | 1.05e+03 |\n", "| MaxTestEpRet | -517 |\n", "| MinTestEpRet | -3.73e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+05 |\n", "| AverageQVals | -8.28e+03 |\n", "| StdQVals | 2.48e+04 |\n", "| MaxQVals | 9.02e+03 |\n", "| MinQVals | -4.94e+05 |\n", "| LossPi | 8.11e+03 |\n", "| LossQ | 3.95e+05 |\n", "| Time | 955 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 121 |\n", "| AverageEpRet | -3.32e+03 |\n", "| StdEpRet | 2.32e+03 |\n", "| MaxEpRet | -527 |\n", "| MinEpRet | -8.22e+03 |\n", "| AverageTestEpRet | -2.43e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -591 |\n", "| MinTestEpRet | -4.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2e+05 |\n", "| AverageQVals | -8.42e+03 |\n", "| StdQVals | 2.54e+04 |\n", "| MaxQVals | 9.2e+03 |\n", "| MinQVals | -5.21e+05 |\n", "| LossPi | 8.24e+03 |\n", "| LossQ | 4.01e+05 |\n", "| Time | 962 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 122 |\n", "| AverageEpRet | -2.98e+03 |\n", "| StdEpRet | 1.65e+03 |\n", "| MaxEpRet | -470 |\n", "| MinEpRet | -5.33e+03 |\n", "| AverageTestEpRet | -1.47e+03 |\n", "| StdTestEpRet | 1.08e+03 |\n", "| MaxTestEpRet | -105 |\n", "| MinTestEpRet | -3.22e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.01e+05 |\n", "| AverageQVals | -8.67e+03 |\n", "| StdQVals | 2.58e+04 |\n", "| MaxQVals | 9.41e+03 |\n", "| MinQVals | -5.24e+05 |\n", "| LossPi | 8.49e+03 |\n", "| LossQ | 4.3e+05 |\n", "| Time | 970 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 123 |\n", "| AverageEpRet | -2.01e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -356 |\n", "| MinEpRet | -6.85e+03 |\n", "| AverageTestEpRet | -1.92e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -510 |\n", "| MinTestEpRet | -4.44e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.03e+05 |\n", "| AverageQVals | -8.92e+03 |\n", "| StdQVals | 2.71e+04 |\n", "| MaxQVals | 9.54e+03 |\n", "| MinQVals | -5.58e+05 |\n", "| LossPi | 8.73e+03 |\n", "| LossQ | 4.44e+05 |\n", "| Time | 978 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 124 |\n", "| AverageEpRet | -3.19e+03 |\n", "| StdEpRet | 2.05e+03 |\n", "| MaxEpRet | -643 |\n", "| MinEpRet | -7.62e+03 |\n", "| AverageTestEpRet | -2.85e+03 |\n", "| StdTestEpRet | 1.89e+03 |\n", "| MaxTestEpRet | -259 |\n", "| MinTestEpRet | -7.09e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.05e+05 |\n", "| AverageQVals | -9.14e+03 |\n", "| StdQVals | 2.8e+04 |\n", "| MaxQVals | 9.77e+03 |\n", "| MinQVals | -5.78e+05 |\n", "| LossPi | 8.95e+03 |\n", "| LossQ | 4.8e+05 |\n", "| Time | 987 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 125 |\n", "| AverageEpRet | -2.85e+03 |\n", "| StdEpRet | 1.18e+03 |\n", "| MaxEpRet | -310 |\n", "| MinEpRet | -4.7e+03 |\n", "| AverageTestEpRet | -1.78e+03 |\n", "| StdTestEpRet | 1.5e+03 |\n", "| MaxTestEpRet | -374 |\n", "| MinTestEpRet | -4.48e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.06e+05 |\n", "| AverageQVals | -9.2e+03 |\n", "| StdQVals | 2.83e+04 |\n", "| MaxQVals | 1e+04 |\n", "| MinQVals | -5.94e+05 |\n", "| LossPi | 8.99e+03 |\n", "| LossQ | 5.06e+05 |\n", "| Time | 995 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 126 |\n", "| AverageEpRet | -2.5e+03 |\n", "| StdEpRet | 1.09e+03 |\n", "| MaxEpRet | -209 |\n", "| MinEpRet | -4.66e+03 |\n", "| AverageTestEpRet | -3.38e+03 |\n", "| StdTestEpRet | 1.51e+03 |\n", "| MaxTestEpRet | -1.35e+03 |\n", "| MinTestEpRet | -6.45e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.08e+05 |\n", "| AverageQVals | -9.28e+03 |\n", "| StdQVals | 2.93e+04 |\n", "| MaxQVals | 1.02e+04 |\n", "| MinQVals | -6.04e+05 |\n", "| LossPi | 9.07e+03 |\n", "| LossQ | 5.41e+05 |\n", "| Time | 1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 127 |\n", "| AverageEpRet | -3.12e+03 |\n", "| StdEpRet | 1.87e+03 |\n", "| MaxEpRet | -654 |\n", "| MinEpRet | -6.69e+03 |\n", "| AverageTestEpRet | -3.57e+03 |\n", "| StdTestEpRet | 1.64e+03 |\n", "| MaxTestEpRet | -2.12e+03 |\n", "| MinTestEpRet | -8.09e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.1e+05 |\n", "| AverageQVals | -9.33e+03 |\n", "| StdQVals | 2.96e+04 |\n", "| MaxQVals | 1.04e+04 |\n", "| MinQVals | -6.17e+05 |\n", "| LossPi | 9.13e+03 |\n", "| LossQ | 5.64e+05 |\n", "| Time | 1.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 128 |\n", "| AverageEpRet | -3.72e+03 |\n", "| StdEpRet | 2.58e+03 |\n", "| MaxEpRet | -661 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -3.06e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -461 |\n", "| MinTestEpRet | -7.61e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.11e+05 |\n", "| AverageQVals | -9.84e+03 |\n", "| StdQVals | 3.11e+04 |\n", "| MaxQVals | 1.06e+04 |\n", "| MinQVals | -6.27e+05 |\n", "| LossPi | 9.64e+03 |\n", "| LossQ | 6.25e+05 |\n", "| Time | 1.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 129 |\n", "| AverageEpRet | -3.61e+03 |\n", "| StdEpRet | 2.16e+03 |\n", "| MaxEpRet | -815 |\n", "| MinEpRet | -8.74e+03 |\n", "| AverageTestEpRet | -2.98e+03 |\n", "| StdTestEpRet | 2.22e+03 |\n", "| MaxTestEpRet | -470 |\n", "| MinTestEpRet | -7.26e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.13e+05 |\n", "| AverageQVals | -9.9e+03 |\n", "| StdQVals | 3.17e+04 |\n", "| MaxQVals | 1.09e+04 |\n", "| MinQVals | -6.63e+05 |\n", "| LossPi | 9.7e+03 |\n", "| LossQ | 6.48e+05 |\n", "| Time | 1.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 130 |\n", "| AverageEpRet | -2.69e+03 |\n", "| StdEpRet | 1.32e+03 |\n", "| MaxEpRet | -646 |\n", "| MinEpRet | -6.21e+03 |\n", "| AverageTestEpRet | -2.31e+03 |\n", "| StdTestEpRet | 1.4e+03 |\n", "| MaxTestEpRet | -314 |\n", "| MinTestEpRet | -4.52e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+05 |\n", "| AverageQVals | -1.04e+04 |\n", "| StdQVals | 3.32e+04 |\n", "| MaxQVals | 1.11e+04 |\n", "| MinQVals | -6.62e+05 |\n", "| LossPi | 1.02e+04 |\n", "| LossQ | 6.93e+05 |\n", "| Time | 1.03e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 131 |\n", "| AverageEpRet | -2.98e+03 |\n", "| StdEpRet | 1.43e+03 |\n", "| MaxEpRet | -1.29e+03 |\n", "| MinEpRet | -7.37e+03 |\n", "| AverageTestEpRet | -3.35e+03 |\n", "| StdTestEpRet | 1.43e+03 |\n", "| MaxTestEpRet | -923 |\n", "| MinTestEpRet | -6.52e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.16e+05 |\n", "| AverageQVals | -1.05e+04 |\n", "| StdQVals | 3.33e+04 |\n", "| MaxQVals | 1.12e+04 |\n", "| MinQVals | -7.09e+05 |\n", "| LossPi | 1.03e+04 |\n", "| LossQ | 7.24e+05 |\n", "| Time | 1.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 132 |\n", "| AverageEpRet | -3.22e+03 |\n", "| StdEpRet | 1.97e+03 |\n", "| MaxEpRet | -433 |\n", "| MinEpRet | -6.52e+03 |\n", "| AverageTestEpRet | -2.93e+03 |\n", "| StdTestEpRet | 2.17e+03 |\n", "| MaxTestEpRet | -374 |\n", "| MinTestEpRet | -7.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.18e+05 |\n", "| AverageQVals | -1.09e+04 |\n", "| StdQVals | 3.47e+04 |\n", "| MaxQVals | 1.15e+04 |\n", "| MinQVals | -7.13e+05 |\n", "| LossPi | 1.07e+04 |\n", "| LossQ | 8.02e+05 |\n", "| Time | 1.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 133 |\n", "| AverageEpRet | -2.47e+03 |\n", "| StdEpRet | 1.29e+03 |\n", "| MaxEpRet | -345 |\n", "| MinEpRet | -4.41e+03 |\n", "| AverageTestEpRet | -2.77e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -361 |\n", "| MinTestEpRet | -5.66e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.19e+05 |\n", "| AverageQVals | -1.12e+04 |\n", "| StdQVals | 3.52e+04 |\n", "| MaxQVals | 1.17e+04 |\n", "| MinQVals | -7.27e+05 |\n", "| LossPi | 1.1e+04 |\n", "| LossQ | 8.38e+05 |\n", "| Time | 1.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 134 |\n", "| AverageEpRet | -3.44e+03 |\n", "| StdEpRet | 1.87e+03 |\n", "| MaxEpRet | -634 |\n", "| MinEpRet | -8.28e+03 |\n", "| AverageTestEpRet | -3.31e+03 |\n", "| StdTestEpRet | 1.8e+03 |\n", "| MaxTestEpRet | -592 |\n", "| MinTestEpRet | -6.61e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.21e+05 |\n", "| AverageQVals | -1.16e+04 |\n", "| StdQVals | 3.69e+04 |\n", "| MaxQVals | 1.19e+04 |\n", "| MinQVals | -7.54e+05 |\n", "| LossPi | 1.14e+04 |\n", "| LossQ | 8.77e+05 |\n", "| Time | 1.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 135 |\n", "| AverageEpRet | -2.65e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -234 |\n", "| MinEpRet | -8.11e+03 |\n", "| AverageTestEpRet | -2.44e+03 |\n", "| StdTestEpRet | 1.81e+03 |\n", "| MaxTestEpRet | -670 |\n", "| MinTestEpRet | -6.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.23e+05 |\n", "| AverageQVals | -1.2e+04 |\n", "| StdQVals | 3.81e+04 |\n", "| MaxQVals | 1.23e+04 |\n", "| MinQVals | -7.81e+05 |\n", "| LossPi | 1.18e+04 |\n", "| LossQ | 9.64e+05 |\n", "| Time | 1.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 136 |\n", "| AverageEpRet | -2.83e+03 |\n", "| StdEpRet | 2.2e+03 |\n", "| MaxEpRet | -262 |\n", "| MinEpRet | -7.69e+03 |\n", "| AverageTestEpRet | -2.56e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -204 |\n", "| MinTestEpRet | -4.62e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.24e+05 |\n", "| AverageQVals | -1.26e+04 |\n", "| StdQVals | 4.04e+04 |\n", "| MaxQVals | 1.25e+04 |\n", "| MinQVals | -7.96e+05 |\n", "| LossPi | 1.24e+04 |\n", "| LossQ | 1.04e+06 |\n", "| Time | 1.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 137 |\n", "| AverageEpRet | -2.41e+03 |\n", "| StdEpRet | 1.26e+03 |\n", "| MaxEpRet | -848 |\n", "| MinEpRet | -5.91e+03 |\n", "| AverageTestEpRet | -1.62e+03 |\n", "| StdTestEpRet | 1.16e+03 |\n", "| MaxTestEpRet | -545 |\n", "| MinTestEpRet | -4.41e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.26e+05 |\n", "| AverageQVals | -1.29e+04 |\n", "| StdQVals | 4.12e+04 |\n", "| MaxQVals | 1.28e+04 |\n", "| MinQVals | -8.09e+05 |\n", "| LossPi | 1.26e+04 |\n", "| LossQ | 1.08e+06 |\n", "| Time | 1.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 138 |\n", "| AverageEpRet | -2.94e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -1.14e+03 |\n", "| MinEpRet | -8.45e+03 |\n", "| AverageTestEpRet | -2.03e+03 |\n", "| StdTestEpRet | 983 |\n", "| MaxTestEpRet | -871 |\n", "| MinTestEpRet | -3.58e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.28e+05 |\n", "| AverageQVals | -1.33e+04 |\n", "| StdQVals | 4.24e+04 |\n", "| MaxQVals | 1.29e+04 |\n", "| MinQVals | -8.47e+05 |\n", "| LossPi | 1.3e+04 |\n", "| LossQ | 1.11e+06 |\n", "| Time | 1.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 139 |\n", "| AverageEpRet | -4e+03 |\n", "| StdEpRet | 2.41e+03 |\n", "| MaxEpRet | -888 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -4.05e+03 |\n", "| StdTestEpRet | 2.49e+03 |\n", "| MaxTestEpRet | -952 |\n", "| MinTestEpRet | -8.8e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.29e+05 |\n", "| AverageQVals | -1.36e+04 |\n", "| StdQVals | 4.37e+04 |\n", "| MaxQVals | 1.33e+04 |\n", "| MinQVals | -8.62e+05 |\n", "| LossPi | 1.34e+04 |\n", "| LossQ | 1.24e+06 |\n", "| Time | 1.11e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 140 |\n", "| AverageEpRet | -2.71e+03 |\n", "| StdEpRet | 1.94e+03 |\n", "| MaxEpRet | -252 |\n", "| MinEpRet | -6.73e+03 |\n", "| AverageTestEpRet | -3.26e+03 |\n", "| StdTestEpRet | 1.26e+03 |\n", "| MaxTestEpRet | -1.34e+03 |\n", "| MinTestEpRet | -5.75e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+05 |\n", "| AverageQVals | -1.4e+04 |\n", "| StdQVals | 4.44e+04 |\n", "| MaxQVals | 1.35e+04 |\n", "| MinQVals | -8.75e+05 |\n", "| LossPi | 1.38e+04 |\n", "| LossQ | 1.25e+06 |\n", "| Time | 1.11e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 141 |\n", "| AverageEpRet | -2.07e+03 |\n", "| StdEpRet | 1.08e+03 |\n", "| MaxEpRet | -536 |\n", "| MinEpRet | -4.92e+03 |\n", "| AverageTestEpRet | -3.87e+03 |\n", "| StdTestEpRet | 1.63e+03 |\n", "| MaxTestEpRet | -1.44e+03 |\n", "| MinTestEpRet | -6.36e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.33e+05 |\n", "| AverageQVals | -1.47e+04 |\n", "| StdQVals | 4.67e+04 |\n", "| MaxQVals | 1.37e+04 |\n", "| MinQVals | -9.24e+05 |\n", "| LossPi | 1.44e+04 |\n", "| LossQ | 1.36e+06 |\n", "| Time | 1.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 142 |\n", "| AverageEpRet | -1.84e+03 |\n", "| StdEpRet | 1.19e+03 |\n", "| MaxEpRet | -79.8 |\n", "| MinEpRet | -4.62e+03 |\n", "| AverageTestEpRet | -2.97e+03 |\n", "| StdTestEpRet | 2.03e+03 |\n", "| MaxTestEpRet | -654 |\n", "| MinTestEpRet | -6.52e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.34e+05 |\n", "| AverageQVals | -1.5e+04 |\n", "| StdQVals | 4.75e+04 |\n", "| MaxQVals | 1.41e+04 |\n", "| MinQVals | -9.42e+05 |\n", "| LossPi | 1.47e+04 |\n", "| LossQ | 1.47e+06 |\n", "| Time | 1.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 143 |\n", "| AverageEpRet | -2.72e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -170 |\n", "| MinEpRet | -4.85e+03 |\n", "| AverageTestEpRet | -2.36e+03 |\n", "| StdTestEpRet | 1.36e+03 |\n", "| MaxTestEpRet | -211 |\n", "| MinTestEpRet | -4.54e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.36e+05 |\n", "| AverageQVals | -1.56e+04 |\n", "| StdQVals | 4.89e+04 |\n", "| MaxQVals | 1.45e+04 |\n", "| MinQVals | -9.73e+05 |\n", "| LossPi | 1.53e+04 |\n", "| LossQ | 1.54e+06 |\n", "| Time | 1.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 144 |\n", "| AverageEpRet | -2.25e+03 |\n", "| StdEpRet | 1.91e+03 |\n", "| MaxEpRet | -221 |\n", "| MinEpRet | -8.04e+03 |\n", "| AverageTestEpRet | -2.62e+03 |\n", "| StdTestEpRet | 1.95e+03 |\n", "| MaxTestEpRet | -378 |\n", "| MinTestEpRet | -6.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.38e+05 |\n", "| AverageQVals | -1.59e+04 |\n", "| StdQVals | 4.91e+04 |\n", "| MaxQVals | 1.48e+04 |\n", "| MinQVals | -9.88e+05 |\n", "| LossPi | 1.56e+04 |\n", "| LossQ | 1.66e+06 |\n", "| Time | 1.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 145 |\n", "| AverageEpRet | -1.98e+03 |\n", "| StdEpRet | 1.35e+03 |\n", "| MaxEpRet | -248 |\n", "| MinEpRet | -5.3e+03 |\n", "| AverageTestEpRet | -2.45e+03 |\n", "| StdTestEpRet | 1.38e+03 |\n", "| MaxTestEpRet | -566 |\n", "| MinTestEpRet | -5.01e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.39e+05 |\n", "| AverageQVals | -1.69e+04 |\n", "| StdQVals | 5.24e+04 |\n", "| MaxQVals | 1.52e+04 |\n", "| MinQVals | -1.04e+06 |\n", "| LossPi | 1.66e+04 |\n", "| LossQ | 1.79e+06 |\n", "| Time | 1.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 146 |\n", "| AverageEpRet | -3.18e+03 |\n", "| StdEpRet | 1.34e+03 |\n", "| MaxEpRet | -1.78e+03 |\n", "| MinEpRet | -7.24e+03 |\n", "| AverageTestEpRet | -2.94e+03 |\n", "| StdTestEpRet | 2.12e+03 |\n", "| MaxTestEpRet | -338 |\n", "| MinTestEpRet | -7.59e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.41e+05 |\n", "| AverageQVals | -1.73e+04 |\n", "| StdQVals | 5.35e+04 |\n", "| MaxQVals | 1.55e+04 |\n", "| MinQVals | -1.07e+06 |\n", "| LossPi | 1.7e+04 |\n", "| LossQ | 1.87e+06 |\n", "| Time | 1.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 147 |\n", "| AverageEpRet | -2.83e+03 |\n", "| StdEpRet | 2.21e+03 |\n", "| MaxEpRet | -153 |\n", "| MinEpRet | -8.66e+03 |\n", "| AverageTestEpRet | -2.58e+03 |\n", "| StdTestEpRet | 1.18e+03 |\n", "| MaxTestEpRet | -207 |\n", "| MinTestEpRet | -4.66e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.43e+05 |\n", "| AverageQVals | -1.8e+04 |\n", "| StdQVals | 5.47e+04 |\n", "| MaxQVals | 1.6e+04 |\n", "| MinQVals | -1.1e+06 |\n", "| LossPi | 1.77e+04 |\n", "| LossQ | 2.04e+06 |\n", "| Time | 1.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 148 |\n", "| AverageEpRet | -3.38e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -508 |\n", "| MinEpRet | -6.76e+03 |\n", "| AverageTestEpRet | -2.59e+03 |\n", "| StdTestEpRet | 1.49e+03 |\n", "| MaxTestEpRet | -434 |\n", "| MinTestEpRet | -4.51e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.44e+05 |\n", "| AverageQVals | -1.89e+04 |\n", "| StdQVals | 5.76e+04 |\n", "| MaxQVals | 1.63e+04 |\n", "| MinQVals | -1.14e+06 |\n", "| LossPi | 1.86e+04 |\n", "| LossQ | 2.22e+06 |\n", "| Time | 1.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 149 |\n", "| AverageEpRet | -2.24e+03 |\n", "| StdEpRet | 1.09e+03 |\n", "| MaxEpRet | -118 |\n", "| MinEpRet | -4.31e+03 |\n", "| AverageTestEpRet | -2.12e+03 |\n", "| StdTestEpRet | 1.2e+03 |\n", "| MaxTestEpRet | -334 |\n", "| MinTestEpRet | -3.9e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.46e+05 |\n", "| AverageQVals | -1.97e+04 |\n", "| StdQVals | 5.9e+04 |\n", "| MaxQVals | 1.68e+04 |\n", "| MinQVals | -1.16e+06 |\n", "| LossPi | 1.94e+04 |\n", "| LossQ | 2.42e+06 |\n", "| Time | 1.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 150 |\n", "| AverageEpRet | -2.61e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -324 |\n", "| MinEpRet | -6.93e+03 |\n", "| AverageTestEpRet | -2.99e+03 |\n", "| StdTestEpRet | 2.47e+03 |\n", "| MaxTestEpRet | -102 |\n", "| MinTestEpRet | -8.92e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+05 |\n", "| AverageQVals | -2.05e+04 |\n", "| StdQVals | 6.14e+04 |\n", "| MaxQVals | 1.71e+04 |\n", "| MinQVals | -1.18e+06 |\n", "| LossPi | 2.02e+04 |\n", "| LossQ | 2.56e+06 |\n", "| Time | 1.19e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 151 |\n", "| AverageEpRet | -2.81e+03 |\n", "| StdEpRet | 2.26e+03 |\n", "| MaxEpRet | -331 |\n", "| MinEpRet | -7.29e+03 |\n", "| AverageTestEpRet | -3.43e+03 |\n", "| StdTestEpRet | 692 |\n", "| MaxTestEpRet | -2.3e+03 |\n", "| MinTestEpRet | -4.79e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.49e+05 |\n", "| AverageQVals | -2.14e+04 |\n", "| StdQVals | 6.39e+04 |\n", "| MaxQVals | 1.76e+04 |\n", "| MinQVals | -1.23e+06 |\n", "| LossPi | 2.1e+04 |\n", "| LossQ | 2.7e+06 |\n", "| Time | 1.2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 152 |\n", "| AverageEpRet | -3.25e+03 |\n", "| StdEpRet | 1.31e+03 |\n", "| MaxEpRet | -895 |\n", "| MinEpRet | -5.83e+03 |\n", "| AverageTestEpRet | -2.71e+03 |\n", "| StdTestEpRet | 1.81e+03 |\n", "| MaxTestEpRet | -108 |\n", "| MinTestEpRet | -6.47e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.51e+05 |\n", "| AverageQVals | -2.21e+04 |\n", "| StdQVals | 6.57e+04 |\n", "| MaxQVals | 1.8e+04 |\n", "| MinQVals | -1.26e+06 |\n", "| LossPi | 2.18e+04 |\n", "| LossQ | 2.98e+06 |\n", "| Time | 1.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 153 |\n", "| AverageEpRet | -2.53e+03 |\n", "| StdEpRet | 1.61e+03 |\n", "| MaxEpRet | -142 |\n", "| MinEpRet | -4.94e+03 |\n", "| AverageTestEpRet | -2.71e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -226 |\n", "| MinTestEpRet | -5.25e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.52e+05 |\n", "| AverageQVals | -2.26e+04 |\n", "| StdQVals | 6.59e+04 |\n", "| MaxQVals | 1.84e+04 |\n", "| MinQVals | -1.31e+06 |\n", "| LossPi | 2.22e+04 |\n", "| LossQ | 3.14e+06 |\n", "| Time | 1.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 154 |\n", "| AverageEpRet | -2.16e+03 |\n", "| StdEpRet | 1.19e+03 |\n", "| MaxEpRet | -65.1 |\n", "| MinEpRet | -4.38e+03 |\n", "| AverageTestEpRet | -3.11e+03 |\n", "| StdTestEpRet | 2.27e+03 |\n", "| MaxTestEpRet | -497 |\n", "| MinTestEpRet | -8.37e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.54e+05 |\n", "| AverageQVals | -2.36e+04 |\n", "| StdQVals | 7.02e+04 |\n", "| MaxQVals | 1.89e+04 |\n", "| MinQVals | -1.38e+06 |\n", "| LossPi | 2.31e+04 |\n", "| LossQ | 3.38e+06 |\n", "| Time | 1.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 155 |\n", "| AverageEpRet | -3.91e+03 |\n", "| StdEpRet | 2.62e+03 |\n", "| MaxEpRet | -215 |\n", "| MinEpRet | -9.12e+03 |\n", "| AverageTestEpRet | -3.19e+03 |\n", "| StdTestEpRet | 1.2e+03 |\n", "| MaxTestEpRet | -628 |\n", "| MinTestEpRet | -4.35e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.56e+05 |\n", "| AverageQVals | -2.44e+04 |\n", "| StdQVals | 7.17e+04 |\n", "| MaxQVals | 1.94e+04 |\n", "| MinQVals | -1.37e+06 |\n", "| LossPi | 2.4e+04 |\n", "| LossQ | 3.69e+06 |\n", "| Time | 1.23e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 156 |\n", "| AverageEpRet | -2.85e+03 |\n", "| StdEpRet | 1.68e+03 |\n", "| MaxEpRet | -287 |\n", "| MinEpRet | -5.88e+03 |\n", "| AverageTestEpRet | -2.59e+03 |\n", "| StdTestEpRet | 1.56e+03 |\n", "| MaxTestEpRet | -88.6 |\n", "| MinTestEpRet | -5.83e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.57e+05 |\n", "| AverageQVals | -2.55e+04 |\n", "| StdQVals | 7.42e+04 |\n", "| MaxQVals | 1.98e+04 |\n", "| MinQVals | -1.44e+06 |\n", "| LossPi | 2.51e+04 |\n", "| LossQ | 4.07e+06 |\n", "| Time | 1.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 157 |\n", "| AverageEpRet | -3.44e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -678 |\n", "| MinEpRet | -6.27e+03 |\n", "| AverageTestEpRet | -3.3e+03 |\n", "| StdTestEpRet | 1.56e+03 |\n", "| MaxTestEpRet | -390 |\n", "| MinTestEpRet | -5.62e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.59e+05 |\n", "| AverageQVals | -2.67e+04 |\n", "| StdQVals | 7.75e+04 |\n", "| MaxQVals | 2.03e+04 |\n", "| MinQVals | -1.46e+06 |\n", "| LossPi | 2.63e+04 |\n", "| LossQ | 4.35e+06 |\n", "| Time | 1.25e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 158 |\n", "| AverageEpRet | -2.59e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -632 |\n", "| MinEpRet | -6.78e+03 |\n", "| AverageTestEpRet | -3.76e+03 |\n", "| StdTestEpRet | 1.5e+03 |\n", "| MaxTestEpRet | -1.74e+03 |\n", "| MinTestEpRet | -7.31e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.61e+05 |\n", "| AverageQVals | -2.76e+04 |\n", "| StdQVals | 7.98e+04 |\n", "| MaxQVals | 2.1e+04 |\n", "| MinQVals | -1.51e+06 |\n", "| LossPi | 2.71e+04 |\n", "| LossQ | 4.68e+06 |\n", "| Time | 1.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 159 |\n", "| AverageEpRet | -2.66e+03 |\n", "| StdEpRet | 1.08e+03 |\n", "| MaxEpRet | -470 |\n", "| MinEpRet | -4.35e+03 |\n", "| AverageTestEpRet | -2.03e+03 |\n", "| StdTestEpRet | 1.19e+03 |\n", "| MaxTestEpRet | -358 |\n", "| MinTestEpRet | -3.99e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.62e+05 |\n", "| AverageQVals | -2.87e+04 |\n", "| StdQVals | 8.36e+04 |\n", "| MaxQVals | 2.15e+04 |\n", "| MinQVals | -1.6e+06 |\n", "| LossPi | 2.82e+04 |\n", "| LossQ | 4.93e+06 |\n", "| Time | 1.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 160 |\n", "| AverageEpRet | -2.67e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -105 |\n", "| MinEpRet | -4.95e+03 |\n", "| AverageTestEpRet | -3.01e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -984 |\n", "| MinTestEpRet | -6.15e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+05 |\n", "| AverageQVals | -3e+04 |\n", "| StdQVals | 8.54e+04 |\n", "| MaxQVals | 2.21e+04 |\n", "| MinQVals | -1.65e+06 |\n", "| LossPi | 2.95e+04 |\n", "| LossQ | 5.22e+06 |\n", "| Time | 1.27e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 161 |\n", "| AverageEpRet | -4.06e+03 |\n", "| StdEpRet | 3.02e+03 |\n", "| MaxEpRet | -599 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -3.01e+03 |\n", "| StdTestEpRet | 1.57e+03 |\n", "| MaxTestEpRet | -878 |\n", "| MinTestEpRet | -5.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.66e+05 |\n", "| AverageQVals | -3.15e+04 |\n", "| StdQVals | 8.92e+04 |\n", "| MaxQVals | 2.27e+04 |\n", "| MinQVals | -1.73e+06 |\n", "| LossPi | 3.1e+04 |\n", "| LossQ | 5.9e+06 |\n", "| Time | 1.28e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 162 |\n", "| AverageEpRet | -3.09e+03 |\n", "| StdEpRet | 1.26e+03 |\n", "| MaxEpRet | -1.04e+03 |\n", "| MinEpRet | -5.45e+03 |\n", "| AverageTestEpRet | -3.21e+03 |\n", "| StdTestEpRet | 2.2e+03 |\n", "| MaxTestEpRet | -584 |\n", "| MinTestEpRet | -7.74e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.67e+05 |\n", "| AverageQVals | -3.32e+04 |\n", "| StdQVals | 9.27e+04 |\n", "| MaxQVals | 2.31e+04 |\n", "| MinQVals | -1.79e+06 |\n", "| LossPi | 3.26e+04 |\n", "| LossQ | 6.42e+06 |\n", "| Time | 1.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 163 |\n", "| AverageEpRet | -3.34e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -8.22e+03 |\n", "| AverageTestEpRet | -3.72e+03 |\n", "| StdTestEpRet | 1.96e+03 |\n", "| MaxTestEpRet | -364 |\n", "| MinTestEpRet | -7.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.69e+05 |\n", "| AverageQVals | -3.52e+04 |\n", "| StdQVals | 9.91e+04 |\n", "| MaxQVals | 2.37e+04 |\n", "| MinQVals | -1.86e+06 |\n", "| LossPi | 3.47e+04 |\n", "| LossQ | 6.79e+06 |\n", "| Time | 1.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 164 |\n", "| AverageEpRet | -2.81e+03 |\n", "| StdEpRet | 2.09e+03 |\n", "| MaxEpRet | -66.9 |\n", "| MinEpRet | -7.11e+03 |\n", "| AverageTestEpRet | -3.18e+03 |\n", "| StdTestEpRet | 2e+03 |\n", "| MaxTestEpRet | -358 |\n", "| MinTestEpRet | -6.75e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.71e+05 |\n", "| AverageQVals | -3.63e+04 |\n", "| StdQVals | 1.01e+05 |\n", "| MaxQVals | 2.41e+04 |\n", "| MinQVals | -1.92e+06 |\n", "| LossPi | 3.57e+04 |\n", "| LossQ | 7.54e+06 |\n", "| Time | 1.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 165 |\n", "| AverageEpRet | -3.44e+03 |\n", "| StdEpRet | 2.05e+03 |\n", "| MaxEpRet | -1.45e+03 |\n", "| MinEpRet | -9.47e+03 |\n", "| AverageTestEpRet | -3.05e+03 |\n", "| StdTestEpRet | 2.28e+03 |\n", "| MaxTestEpRet | -253 |\n", "| MinTestEpRet | -6.98e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.72e+05 |\n", "| AverageQVals | -3.82e+04 |\n", "| StdQVals | 1.04e+05 |\n", "| MaxQVals | 2.46e+04 |\n", "| MinQVals | -1.93e+06 |\n", "| LossPi | 3.76e+04 |\n", "| LossQ | 8.08e+06 |\n", "| Time | 1.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 166 |\n", "| AverageEpRet | -4.74e+03 |\n", "| StdEpRet | 2.86e+03 |\n", "| MaxEpRet | -148 |\n", "| MinEpRet | -1.05e+04 |\n", "| AverageTestEpRet | -3.99e+03 |\n", "| StdTestEpRet | 2.36e+03 |\n", "| MaxTestEpRet | -280 |\n", "| MinTestEpRet | -8.51e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.74e+05 |\n", "| AverageQVals | -4.02e+04 |\n", "| StdQVals | 1.09e+05 |\n", "| MaxQVals | 2.55e+04 |\n", "| MinQVals | -2.09e+06 |\n", "| LossPi | 3.97e+04 |\n", "| LossQ | 8.69e+06 |\n", "| Time | 1.32e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 167 |\n", "| AverageEpRet | -3.65e+03 |\n", "| StdEpRet | 2.05e+03 |\n", "| MaxEpRet | -841 |\n", "| MinEpRet | -7.43e+03 |\n", "| AverageTestEpRet | -3.06e+03 |\n", "| StdTestEpRet | 1.96e+03 |\n", "| MaxTestEpRet | -1.05e+03 |\n", "| MinTestEpRet | -8.65e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.76e+05 |\n", "| AverageQVals | -4.28e+04 |\n", "| StdQVals | 1.14e+05 |\n", "| MaxQVals | 2.6e+04 |\n", "| MinQVals | -2.13e+06 |\n", "| LossPi | 4.22e+04 |\n", "| LossQ | 9.83e+06 |\n", "| Time | 1.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 168 |\n", "| AverageEpRet | -2.5e+03 |\n", "| StdEpRet | 1.38e+03 |\n", "| MaxEpRet | -808 |\n", "| MinEpRet | -5e+03 |\n", "| AverageTestEpRet | -3.04e+03 |\n", "| StdTestEpRet | 2.01e+03 |\n", "| MaxTestEpRet | -163 |\n", "| MinTestEpRet | -5.69e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.77e+05 |\n", "| AverageQVals | -4.48e+04 |\n", "| StdQVals | 1.17e+05 |\n", "| MaxQVals | 2.66e+04 |\n", "| MinQVals | -2.23e+06 |\n", "| LossPi | 4.42e+04 |\n", "| LossQ | 1.08e+07 |\n", "| Time | 1.34e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 169 |\n", "| AverageEpRet | -2.92e+03 |\n", "| StdEpRet | 1.48e+03 |\n", "| MaxEpRet | -857 |\n", "| MinEpRet | -5.53e+03 |\n", "| AverageTestEpRet | -3.8e+03 |\n", "| StdTestEpRet | 2.79e+03 |\n", "| MaxTestEpRet | -222 |\n", "| MinTestEpRet | -9.01e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.79e+05 |\n", "| AverageQVals | -4.74e+04 |\n", "| StdQVals | 1.25e+05 |\n", "| MaxQVals | 2.72e+04 |\n", "| MinQVals | -2.38e+06 |\n", "| LossPi | 4.69e+04 |\n", "| LossQ | 1.16e+07 |\n", "| Time | 1.34e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 170 |\n", "| AverageEpRet | -2.88e+03 |\n", "| StdEpRet | 2.44e+03 |\n", "| MaxEpRet | -409 |\n", "| MinEpRet | -8.5e+03 |\n", "| AverageTestEpRet | -3.37e+03 |\n", "| StdTestEpRet | 2.27e+03 |\n", "| MaxTestEpRet | -823 |\n", "| MinTestEpRet | -7.39e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+05 |\n", "| AverageQVals | -5.03e+04 |\n", "| StdQVals | 1.3e+05 |\n", "| MaxQVals | 2.78e+04 |\n", "| MinQVals | -2.43e+06 |\n", "| LossPi | 4.96e+04 |\n", "| LossQ | 1.3e+07 |\n", "| Time | 1.35e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 171 |\n", "| AverageEpRet | -3.73e+03 |\n", "| StdEpRet | 1.76e+03 |\n", "| MaxEpRet | -513 |\n", "| MinEpRet | -6.89e+03 |\n", "| AverageTestEpRet | -2.96e+03 |\n", "| StdTestEpRet | 1.87e+03 |\n", "| MaxTestEpRet | -658 |\n", "| MinTestEpRet | -6.55e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.82e+05 |\n", "| AverageQVals | -5.24e+04 |\n", "| StdQVals | 1.33e+05 |\n", "| MaxQVals | 2.86e+04 |\n", "| MinQVals | -2.49e+06 |\n", "| LossPi | 5.17e+04 |\n", "| LossQ | 1.37e+07 |\n", "| Time | 1.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 172 |\n", "| AverageEpRet | -3.59e+03 |\n", "| StdEpRet | 2.01e+03 |\n", "| MaxEpRet | -1.21e+03 |\n", "| MinEpRet | -8.37e+03 |\n", "| AverageTestEpRet | -3.04e+03 |\n", "| StdTestEpRet | 2.25e+03 |\n", "| MaxTestEpRet | -659 |\n", "| MinTestEpRet | -6.47e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.84e+05 |\n", "| AverageQVals | -5.51e+04 |\n", "| StdQVals | 1.38e+05 |\n", "| MaxQVals | 2.95e+04 |\n", "| MinQVals | -2.46e+06 |\n", "| LossPi | 5.44e+04 |\n", "| LossQ | 1.52e+07 |\n", "| Time | 1.37e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 173 |\n", "| AverageEpRet | -2.96e+03 |\n", "| StdEpRet | 1.42e+03 |\n", "| MaxEpRet | -189 |\n", "| MinEpRet | -5.46e+03 |\n", "| AverageTestEpRet | -3.46e+03 |\n", "| StdTestEpRet | 2.1e+03 |\n", "| MaxTestEpRet | -626 |\n", "| MinTestEpRet | -7.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.85e+05 |\n", "| AverageQVals | -5.77e+04 |\n", "| StdQVals | 1.42e+05 |\n", "| MaxQVals | 3.03e+04 |\n", "| MinQVals | -2.69e+06 |\n", "| LossPi | 5.69e+04 |\n", "| LossQ | 1.66e+07 |\n", "| Time | 1.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 174 |\n", "| AverageEpRet | -3.48e+03 |\n", "| StdEpRet | 2.35e+03 |\n", "| MaxEpRet | -187 |\n", "| MinEpRet | -8.86e+03 |\n", "| AverageTestEpRet | -2.61e+03 |\n", "| StdTestEpRet | 2.03e+03 |\n", "| MaxTestEpRet | -282 |\n", "| MinTestEpRet | -6.31e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.87e+05 |\n", "| AverageQVals | -6.09e+04 |\n", "| StdQVals | 1.47e+05 |\n", "| MaxQVals | 3.11e+04 |\n", "| MinQVals | -2.78e+06 |\n", "| LossPi | 6.02e+04 |\n", "| LossQ | 1.75e+07 |\n", "| Time | 1.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 175 |\n", "| AverageEpRet | -2.96e+03 |\n", "| StdEpRet | 1.92e+03 |\n", "| MaxEpRet | -333 |\n", "| MinEpRet | -7.21e+03 |\n", "| AverageTestEpRet | -3.86e+03 |\n", "| StdTestEpRet | 1.5e+03 |\n", "| MaxTestEpRet | -320 |\n", "| MinTestEpRet | -5.95e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.89e+05 |\n", "| AverageQVals | -6.42e+04 |\n", "| StdQVals | 1.55e+05 |\n", "| MaxQVals | 3.16e+04 |\n", "| MinQVals | -2.93e+06 |\n", "| LossPi | 6.34e+04 |\n", "| LossQ | 1.9e+07 |\n", "| Time | 1.39e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 176 |\n", "| AverageEpRet | -3.28e+03 |\n", "| StdEpRet | 1.81e+03 |\n", "| MaxEpRet | -126 |\n", "| MinEpRet | -6.44e+03 |\n", "| AverageTestEpRet | -3.1e+03 |\n", "| StdTestEpRet | 1.82e+03 |\n", "| MaxTestEpRet | -97 |\n", "| MinTestEpRet | -5.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.9e+05 |\n", "| AverageQVals | -6.77e+04 |\n", "| StdQVals | 1.62e+05 |\n", "| MaxQVals | 3.24e+04 |\n", "| MinQVals | -2.99e+06 |\n", "| LossPi | 6.69e+04 |\n", "| LossQ | 2.13e+07 |\n", "| Time | 1.4e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 177 |\n", "| AverageEpRet | -3.46e+03 |\n", "| StdEpRet | 2.29e+03 |\n", "| MaxEpRet | -520 |\n", "| MinEpRet | -7.78e+03 |\n", "| AverageTestEpRet | -3.87e+03 |\n", "| StdTestEpRet | 2.07e+03 |\n", "| MaxTestEpRet | -474 |\n", "| MinTestEpRet | -7.15e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.92e+05 |\n", "| AverageQVals | -7.02e+04 |\n", "| StdQVals | 1.67e+05 |\n", "| MaxQVals | 3.32e+04 |\n", "| MinQVals | -3.17e+06 |\n", "| LossPi | 6.94e+04 |\n", "| LossQ | 2.27e+07 |\n", "| Time | 1.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 178 |\n", "| AverageEpRet | -2.74e+03 |\n", "| StdEpRet | 1.97e+03 |\n", "| MaxEpRet | -172 |\n", "| MinEpRet | -6.78e+03 |\n", "| AverageTestEpRet | -2.98e+03 |\n", "| StdTestEpRet | 2.41e+03 |\n", "| MaxTestEpRet | -251 |\n", "| MinTestEpRet | -7.35e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.94e+05 |\n", "| AverageQVals | -7.37e+04 |\n", "| StdQVals | 1.73e+05 |\n", "| MaxQVals | 3.36e+04 |\n", "| MinQVals | -3.2e+06 |\n", "| LossPi | 7.29e+04 |\n", "| LossQ | 2.45e+07 |\n", "| Time | 1.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 179 |\n", "| AverageEpRet | -2.92e+03 |\n", "| StdEpRet | 1.73e+03 |\n", "| MaxEpRet | -172 |\n", "| MinEpRet | -5.8e+03 |\n", "| AverageTestEpRet | -4.4e+03 |\n", "| StdTestEpRet | 2.59e+03 |\n", "| MaxTestEpRet | -833 |\n", "| MinTestEpRet | -8.7e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.95e+05 |\n", "| AverageQVals | -7.72e+04 |\n", "| StdQVals | 1.82e+05 |\n", "| MaxQVals | 3.42e+04 |\n", "| MinQVals | -3.41e+06 |\n", "| LossPi | 7.63e+04 |\n", "| LossQ | 2.65e+07 |\n", "| Time | 1.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 180 |\n", "| AverageEpRet | -2.2e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -175 |\n", "| MinEpRet | -6.85e+03 |\n", "| AverageTestEpRet | -2.94e+03 |\n", "| StdTestEpRet | 1.71e+03 |\n", "| MaxTestEpRet | -379 |\n", "| MinTestEpRet | -4.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+05 |\n", "| AverageQVals | -8.1e+04 |\n", "| StdQVals | 1.87e+05 |\n", "| MaxQVals | 3.49e+04 |\n", "| MinQVals | -3.44e+06 |\n", "| LossPi | 8.02e+04 |\n", "| LossQ | 2.9e+07 |\n", "| Time | 1.43e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 181 |\n", "| AverageEpRet | -4.48e+03 |\n", "| StdEpRet | 2.32e+03 |\n", "| MaxEpRet | -1.95e+03 |\n", "| MinEpRet | -9.66e+03 |\n", "| AverageTestEpRet | -2.17e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -388 |\n", "| MinTestEpRet | -4.67e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.99e+05 |\n", "| AverageQVals | -8.42e+04 |\n", "| StdQVals | 1.97e+05 |\n", "| MaxQVals | 3.52e+04 |\n", "| MinQVals | -4.18e+06 |\n", "| LossPi | 8.33e+04 |\n", "| LossQ | 3.11e+07 |\n", "| Time | 1.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 182 |\n", "| AverageEpRet | -2.78e+03 |\n", "| StdEpRet | 2.17e+03 |\n", "| MaxEpRet | -140 |\n", "| MinEpRet | -6.71e+03 |\n", "| AverageTestEpRet | -3.32e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -498 |\n", "| MinTestEpRet | -7.2e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3e+05 |\n", "| AverageQVals | -9.04e+04 |\n", "| StdQVals | 2.07e+05 |\n", "| MaxQVals | 3.59e+04 |\n", "| MinQVals | -4.12e+06 |\n", "| LossPi | 8.95e+04 |\n", "| LossQ | 3.56e+07 |\n", "| Time | 1.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 183 |\n", "| AverageEpRet | -3.83e+03 |\n", "| StdEpRet | 1.88e+03 |\n", "| MaxEpRet | -65 |\n", "| MinEpRet | -6.39e+03 |\n", "| AverageTestEpRet | -1.96e+03 |\n", "| StdTestEpRet | 937 |\n", "| MaxTestEpRet | -166 |\n", "| MinTestEpRet | -3.22e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.02e+05 |\n", "| AverageQVals | -9.53e+04 |\n", "| StdQVals | 2.19e+05 |\n", "| MaxQVals | 3.62e+04 |\n", "| MinQVals | -4.61e+06 |\n", "| LossPi | 9.44e+04 |\n", "| LossQ | 3.81e+07 |\n", "| Time | 1.46e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 184 |\n", "| AverageEpRet | -3.72e+03 |\n", "| StdEpRet | 1.68e+03 |\n", "| MaxEpRet | -201 |\n", "| MinEpRet | -6.82e+03 |\n", "| AverageTestEpRet | -3.34e+03 |\n", "| StdTestEpRet | 2.49e+03 |\n", "| MaxTestEpRet | -487 |\n", "| MinTestEpRet | -8.41e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.04e+05 |\n", "| AverageQVals | -1e+05 |\n", "| StdQVals | 2.27e+05 |\n", "| MaxQVals | 3.71e+04 |\n", "| MinQVals | -4.81e+06 |\n", "| LossPi | 9.93e+04 |\n", "| LossQ | 4.13e+07 |\n", "| Time | 1.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 185 |\n", "| AverageEpRet | -4.6e+03 |\n", "| StdEpRet | 2.28e+03 |\n", "| MaxEpRet | -656 |\n", "| MinEpRet | -8.96e+03 |\n", "| AverageTestEpRet | -2.78e+03 |\n", "| StdTestEpRet | 2.92e+03 |\n", "| MaxTestEpRet | -92.4 |\n", "| MinTestEpRet | -1.01e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.05e+05 |\n", "| AverageQVals | -1.05e+05 |\n", "| StdQVals | 2.37e+05 |\n", "| MaxQVals | 3.75e+04 |\n", "| MinQVals | -5.04e+06 |\n", "| LossPi | 1.04e+05 |\n", "| LossQ | 4.56e+07 |\n", "| Time | 1.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 186 |\n", "| AverageEpRet | -4.45e+03 |\n", "| StdEpRet | 1.77e+03 |\n", "| MaxEpRet | -676 |\n", "| MinEpRet | -7.01e+03 |\n", "| AverageTestEpRet | -2.6e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -228 |\n", "| MinTestEpRet | -5.99e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.07e+05 |\n", "| AverageQVals | -1.11e+05 |\n", "| StdQVals | 2.46e+05 |\n", "| MaxQVals | 3.85e+04 |\n", "| MinQVals | -4.89e+06 |\n", "| LossPi | 1.1e+05 |\n", "| LossQ | 4.96e+07 |\n", "| Time | 1.48e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 187 |\n", "| AverageEpRet | -3.07e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -134 |\n", "| MinEpRet | -6.69e+03 |\n", "| AverageTestEpRet | -2.62e+03 |\n", "| StdTestEpRet | 1.69e+03 |\n", "| MaxTestEpRet | -257 |\n", "| MinTestEpRet | -5.14e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.09e+05 |\n", "| AverageQVals | -1.16e+05 |\n", "| StdQVals | 2.57e+05 |\n", "| MaxQVals | 3.96e+04 |\n", "| MinQVals | -5.39e+06 |\n", "| LossPi | 1.15e+05 |\n", "| LossQ | 5.24e+07 |\n", "| Time | 1.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 188 |\n", "| AverageEpRet | -2.65e+03 |\n", "| StdEpRet | 1.97e+03 |\n", "| MaxEpRet | -478 |\n", "| MinEpRet | -6.56e+03 |\n", "| AverageTestEpRet | -2.56e+03 |\n", "| StdTestEpRet | 1.94e+03 |\n", "| MaxTestEpRet | -293 |\n", "| MinTestEpRet | -5.93e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.1e+05 |\n", "| AverageQVals | -1.22e+05 |\n", "| StdQVals | 2.69e+05 |\n", "| MaxQVals | 4.03e+04 |\n", "| MinQVals | -5.37e+06 |\n", "| LossPi | 1.21e+05 |\n", "| LossQ | 5.87e+07 |\n", "| Time | 1.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 189 |\n", "| AverageEpRet | -3.81e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -74.1 |\n", "| MinEpRet | -6.4e+03 |\n", "| AverageTestEpRet | -3.68e+03 |\n", "| StdTestEpRet | 2.01e+03 |\n", "| MaxTestEpRet | -410 |\n", "| MinTestEpRet | -7.79e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.12e+05 |\n", "| AverageQVals | -1.28e+05 |\n", "| StdQVals | 2.78e+05 |\n", "| MaxQVals | 4.07e+04 |\n", "| MinQVals | -5.77e+06 |\n", "| LossPi | 1.27e+05 |\n", "| LossQ | 6.41e+07 |\n", "| Time | 1.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 190 |\n", "| AverageEpRet | -4.38e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -1.07e+03 |\n", "| MinEpRet | -6.49e+03 |\n", "| AverageTestEpRet | -3.13e+03 |\n", "| StdTestEpRet | 2.11e+03 |\n", "| MaxTestEpRet | -264 |\n", "| MinTestEpRet | -6.25e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+05 |\n", "| AverageQVals | -1.34e+05 |\n", "| StdQVals | 2.85e+05 |\n", "| MaxQVals | 4.09e+04 |\n", "| MinQVals | -5.64e+06 |\n", "| LossPi | 1.33e+05 |\n", "| LossQ | 6.96e+07 |\n", "| Time | 1.51e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 191 |\n", "| AverageEpRet | -4.2e+03 |\n", "| StdEpRet | 2.45e+03 |\n", "| MaxEpRet | -292 |\n", "| MinEpRet | -9.74e+03 |\n", "| AverageTestEpRet | -3.33e+03 |\n", "| StdTestEpRet | 2.16e+03 |\n", "| MaxTestEpRet | -515 |\n", "| MinTestEpRet | -7.72e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.15e+05 |\n", "| AverageQVals | -1.42e+05 |\n", "| StdQVals | 3.01e+05 |\n", "| MaxQVals | 4.15e+04 |\n", "| MinQVals | -6e+06 |\n", "| LossPi | 1.41e+05 |\n", "| LossQ | 7.76e+07 |\n", "| Time | 1.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 192 |\n", "| AverageEpRet | -3.44e+03 |\n", "| StdEpRet | 1.72e+03 |\n", "| MaxEpRet | -498 |\n", "| MinEpRet | -6.83e+03 |\n", "| AverageTestEpRet | -4.05e+03 |\n", "| StdTestEpRet | 2.39e+03 |\n", "| MaxTestEpRet | -196 |\n", "| MinTestEpRet | -7.47e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.17e+05 |\n", "| AverageQVals | -1.52e+05 |\n", "| StdQVals | 3.16e+05 |\n", "| MaxQVals | 4.21e+04 |\n", "| MinQVals | -6.23e+06 |\n", "| LossPi | 1.51e+05 |\n", "| LossQ | 8.61e+07 |\n", "| Time | 1.53e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 193 |\n", "| AverageEpRet | -3.52e+03 |\n", "| StdEpRet | 2.59e+03 |\n", "| MaxEpRet | -186 |\n", "| MinEpRet | -9.83e+03 |\n", "| AverageTestEpRet | -3.97e+03 |\n", "| StdTestEpRet | 3.04e+03 |\n", "| MaxTestEpRet | -44.4 |\n", "| MinTestEpRet | -7.94e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.18e+05 |\n", "| AverageQVals | -1.59e+05 |\n", "| StdQVals | 3.29e+05 |\n", "| MaxQVals | 4.29e+04 |\n", "| MinQVals | -6.61e+06 |\n", "| LossPi | 1.57e+05 |\n", "| LossQ | 9.69e+07 |\n", "| Time | 1.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 194 |\n", "| AverageEpRet | -3.25e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -109 |\n", "| MinEpRet | -5.8e+03 |\n", "| AverageTestEpRet | -3.05e+03 |\n", "| StdTestEpRet | 1.65e+03 |\n", "| MaxTestEpRet | -175 |\n", "| MinTestEpRet | -6.09e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.2e+05 |\n", "| AverageQVals | -1.63e+05 |\n", "| StdQVals | 3.35e+05 |\n", "| MaxQVals | 4.39e+04 |\n", "| MinQVals | -6.88e+06 |\n", "| LossPi | 1.62e+05 |\n", "| LossQ | 9.99e+07 |\n", "| Time | 1.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 195 |\n", "| AverageEpRet | -4.45e+03 |\n", "| StdEpRet | 2.9e+03 |\n", "| MaxEpRet | -444 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -3.29e+03 |\n", "| StdTestEpRet | 1.85e+03 |\n", "| MaxTestEpRet | -101 |\n", "| MinTestEpRet | -5.12e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.22e+05 |\n", "| AverageQVals | -1.72e+05 |\n", "| StdQVals | 3.5e+05 |\n", "| MaxQVals | 4.43e+04 |\n", "| MinQVals | -6.89e+06 |\n", "| LossPi | 1.7e+05 |\n", "| LossQ | 1.09e+08 |\n", "| Time | 1.55e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 196 |\n", "| AverageEpRet | -3.71e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -704 |\n", "| MinEpRet | -8.84e+03 |\n", "| AverageTestEpRet | -4.1e+03 |\n", "| StdTestEpRet | 2.48e+03 |\n", "| MaxTestEpRet | -476 |\n", "| MinTestEpRet | -8.97e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.23e+05 |\n", "| AverageQVals | -1.78e+05 |\n", "| StdQVals | 3.56e+05 |\n", "| MaxQVals | 4.47e+04 |\n", "| MinQVals | -7.23e+06 |\n", "| LossPi | 1.77e+05 |\n", "| LossQ | 1.19e+08 |\n", "| Time | 1.56e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 197 |\n", "| AverageEpRet | -4.36e+03 |\n", "| StdEpRet | 1.54e+03 |\n", "| MaxEpRet | -1.92e+03 |\n", "| MinEpRet | -7.29e+03 |\n", "| AverageTestEpRet | -4.77e+03 |\n", "| StdTestEpRet | 1.27e+03 |\n", "| MaxTestEpRet | -3.63e+03 |\n", "| MinTestEpRet | -8.33e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.25e+05 |\n", "| AverageQVals | -1.89e+05 |\n", "| StdQVals | 3.75e+05 |\n", "| MaxQVals | 4.55e+04 |\n", "| MinQVals | -7.49e+06 |\n", "| LossPi | 1.88e+05 |\n", "| LossQ | 1.3e+08 |\n", "| Time | 1.57e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 198 |\n", "| AverageEpRet | -4.25e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -360 |\n", "| MinEpRet | -8.01e+03 |\n", "| AverageTestEpRet | -3.53e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -467 |\n", "| MinTestEpRet | -5.94e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.27e+05 |\n", "| AverageQVals | -1.95e+05 |\n", "| StdQVals | 3.8e+05 |\n", "| MaxQVals | 4.57e+04 |\n", "| MinQVals | -7.75e+06 |\n", "| LossPi | 1.93e+05 |\n", "| LossQ | 1.38e+08 |\n", "| Time | 1.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 199 |\n", "| AverageEpRet | -3.86e+03 |\n", "| StdEpRet | 2.55e+03 |\n", "| MaxEpRet | -446 |\n", "| MinEpRet | -8.62e+03 |\n", "| AverageTestEpRet | -3.37e+03 |\n", "| StdTestEpRet | 2.41e+03 |\n", "| MaxTestEpRet | -257 |\n", "| MinTestEpRet | -7.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.28e+05 |\n", "| AverageQVals | -2.04e+05 |\n", "| StdQVals | 3.93e+05 |\n", "| MaxQVals | 4.57e+04 |\n", "| MinQVals | -7.54e+06 |\n", "| LossPi | 2.02e+05 |\n", "| LossQ | 1.53e+08 |\n", "| Time | 1.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 200 |\n", "| AverageEpRet | -4.82e+03 |\n", "| StdEpRet | 1.94e+03 |\n", "| MaxEpRet | -506 |\n", "| MinEpRet | -9.27e+03 |\n", "| AverageTestEpRet | -4.09e+03 |\n", "| StdTestEpRet | 2.51e+03 |\n", "| MaxTestEpRet | -55.5 |\n", "| MinTestEpRet | -7.07e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+05 |\n", "| AverageQVals | -2.13e+05 |\n", "| StdQVals | 4.08e+05 |\n", "| MaxQVals | 4.64e+04 |\n", "| MinQVals | -7.88e+06 |\n", "| LossPi | 2.12e+05 |\n", "| LossQ | 1.64e+08 |\n", "| Time | 1.59e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 201 |\n", "| AverageEpRet | -4.8e+03 |\n", "| StdEpRet | 2.8e+03 |\n", "| MaxEpRet | -1.28e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -3.16e+03 |\n", "| StdTestEpRet | 2.65e+03 |\n", "| MaxTestEpRet | -67.5 |\n", "| MinTestEpRet | -7.48e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.32e+05 |\n", "| AverageQVals | -2.22e+05 |\n", "| StdQVals | 4.21e+05 |\n", "| MaxQVals | 4.78e+04 |\n", "| MinQVals | -8e+06 |\n", "| LossPi | 2.2e+05 |\n", "| LossQ | 1.8e+08 |\n", "| Time | 1.6e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 202 |\n", "| AverageEpRet | -4.24e+03 |\n", "| StdEpRet | 2.83e+03 |\n", "| MaxEpRet | -208 |\n", "| MinEpRet | -8.14e+03 |\n", "| AverageTestEpRet | -2.85e+03 |\n", "| StdTestEpRet | 2.29e+03 |\n", "| MaxTestEpRet | -58.4 |\n", "| MinTestEpRet | -7.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.33e+05 |\n", "| AverageQVals | -2.33e+05 |\n", "| StdQVals | 4.44e+05 |\n", "| MaxQVals | 4.78e+04 |\n", "| MinQVals | -8.53e+06 |\n", "| LossPi | 2.31e+05 |\n", "| LossQ | 1.96e+08 |\n", "| Time | 1.61e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 203 |\n", "| AverageEpRet | -4.07e+03 |\n", "| StdEpRet | 2.57e+03 |\n", "| MaxEpRet | -241 |\n", "| MinEpRet | -9.04e+03 |\n", "| AverageTestEpRet | -4.94e+03 |\n", "| StdTestEpRet | 1.4e+03 |\n", "| MaxTestEpRet | -2.58e+03 |\n", "| MinTestEpRet | -7.48e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.35e+05 |\n", "| AverageQVals | -2.41e+05 |\n", "| StdQVals | 4.55e+05 |\n", "| MaxQVals | 4.77e+04 |\n", "| MinQVals | -8.71e+06 |\n", "| LossPi | 2.4e+05 |\n", "| LossQ | 2.07e+08 |\n", "| Time | 1.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 204 |\n", "| AverageEpRet | -4.04e+03 |\n", "| StdEpRet | 2.88e+03 |\n", "| MaxEpRet | -273 |\n", "| MinEpRet | -9.31e+03 |\n", "| AverageTestEpRet | -3.85e+03 |\n", "| StdTestEpRet | 2.1e+03 |\n", "| MaxTestEpRet | -249 |\n", "| MinTestEpRet | -7.8e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.37e+05 |\n", "| AverageQVals | -2.51e+05 |\n", "| StdQVals | 4.73e+05 |\n", "| MaxQVals | 4.72e+04 |\n", "| MinQVals | -9.05e+06 |\n", "| LossPi | 2.49e+05 |\n", "| LossQ | 2.18e+08 |\n", "| Time | 1.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 205 |\n", "| AverageEpRet | -3.66e+03 |\n", "| StdEpRet | 2.18e+03 |\n", "| MaxEpRet | -80.2 |\n", "| MinEpRet | -6.57e+03 |\n", "| AverageTestEpRet | -5.68e+03 |\n", "| StdTestEpRet | 999 |\n", "| MaxTestEpRet | -3.09e+03 |\n", "| MinTestEpRet | -7.06e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.38e+05 |\n", "| AverageQVals | -2.58e+05 |\n", "| StdQVals | 4.84e+05 |\n", "| MaxQVals | 4.77e+04 |\n", "| MinQVals | -9.1e+06 |\n", "| LossPi | 2.57e+05 |\n", "| LossQ | 2.34e+08 |\n", "| Time | 1.63e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 206 |\n", "| AverageEpRet | -5.33e+03 |\n", "| StdEpRet | 2.3e+03 |\n", "| MaxEpRet | -526 |\n", "| MinEpRet | -9.22e+03 |\n", "| AverageTestEpRet | -5.03e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -500 |\n", "| MinTestEpRet | -8.06e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.4e+05 |\n", "| AverageQVals | -2.69e+05 |\n", "| StdQVals | 5e+05 |\n", "| MaxQVals | 4.78e+04 |\n", "| MinQVals | -9.72e+06 |\n", "| LossPi | 2.67e+05 |\n", "| LossQ | 2.59e+08 |\n", "| Time | 1.64e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 207 |\n", "| AverageEpRet | -4.99e+03 |\n", "| StdEpRet | 2.38e+03 |\n", "| MaxEpRet | -205 |\n", "| MinEpRet | -9.84e+03 |\n", "| AverageTestEpRet | -5.41e+03 |\n", "| StdTestEpRet | 2.97e+03 |\n", "| MaxTestEpRet | -400 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.42e+05 |\n", "| AverageQVals | -2.81e+05 |\n", "| StdQVals | 5.19e+05 |\n", "| MaxQVals | 4.78e+04 |\n", "| MinQVals | -1.01e+07 |\n", "| LossPi | 2.79e+05 |\n", "| LossQ | 2.81e+08 |\n", "| Time | 1.65e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 208 |\n", "| AverageEpRet | -4.68e+03 |\n", "| StdEpRet | 1.92e+03 |\n", "| MaxEpRet | -1.22e+03 |\n", "| MinEpRet | -8.41e+03 |\n", "| AverageTestEpRet | -5.78e+03 |\n", "| StdTestEpRet | 2.37e+03 |\n", "| MaxTestEpRet | -872 |\n", "| MinTestEpRet | -1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.43e+05 |\n", "| AverageQVals | -2.93e+05 |\n", "| StdQVals | 5.41e+05 |\n", "| MaxQVals | 4.8e+04 |\n", "| MinQVals | -1.02e+07 |\n", "| LossPi | 2.91e+05 |\n", "| LossQ | 2.96e+08 |\n", "| Time | 1.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 209 |\n", "| AverageEpRet | -5.1e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -1.4e+03 |\n", "| MinEpRet | -8.82e+03 |\n", "| AverageTestEpRet | -5.71e+03 |\n", "| StdTestEpRet | 2.61e+03 |\n", "| MaxTestEpRet | -584 |\n", "| MinTestEpRet | -9.11e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.45e+05 |\n", "| AverageQVals | -3.04e+05 |\n", "| StdQVals | 5.51e+05 |\n", "| MaxQVals | 4.72e+04 |\n", "| MinQVals | -1.05e+07 |\n", "| LossPi | 3.02e+05 |\n", "| LossQ | 3.18e+08 |\n", "| Time | 1.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 210 |\n", "| AverageEpRet | -5.29e+03 |\n", "| StdEpRet | 2.44e+03 |\n", "| MaxEpRet | -802 |\n", "| MinEpRet | -9.23e+03 |\n", "| AverageTestEpRet | -5.92e+03 |\n", "| StdTestEpRet | 1.7e+03 |\n", "| MaxTestEpRet | -3.81e+03 |\n", "| MinTestEpRet | -9.43e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.46e+05 |\n", "| AverageQVals | -3.17e+05 |\n", "| StdQVals | 5.71e+05 |\n", "| MaxQVals | 4.73e+04 |\n", "| MinQVals | -1.1e+07 |\n", "| LossPi | 3.15e+05 |\n", "| LossQ | 3.46e+08 |\n", "| Time | 1.67e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 211 |\n", "| AverageEpRet | -4.98e+03 |\n", "| StdEpRet | 2.42e+03 |\n", "| MaxEpRet | -151 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -5.4e+03 |\n", "| StdTestEpRet | 1.59e+03 |\n", "| MaxTestEpRet | -2.57e+03 |\n", "| MinTestEpRet | -7.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.48e+05 |\n", "| AverageQVals | -3.31e+05 |\n", "| StdQVals | 5.91e+05 |\n", "| MaxQVals | 4.74e+04 |\n", "| MinQVals | -1.12e+07 |\n", "| LossPi | 3.29e+05 |\n", "| LossQ | 3.73e+08 |\n", "| Time | 1.68e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 212 |\n", "| AverageEpRet | -5.41e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -385 |\n", "| MinEpRet | -8.2e+03 |\n", "| AverageTestEpRet | -7.04e+03 |\n", "| StdTestEpRet | 1.63e+03 |\n", "| MaxTestEpRet | -3.48e+03 |\n", "| MinTestEpRet | -9.13e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.5e+05 |\n", "| AverageQVals | -3.47e+05 |\n", "| StdQVals | 6.13e+05 |\n", "| MaxQVals | 4.77e+04 |\n", "| MinQVals | -1.08e+07 |\n", "| LossPi | 3.45e+05 |\n", "| LossQ | 3.97e+08 |\n", "| Time | 1.69e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 213 |\n", "| AverageEpRet | -4.8e+03 |\n", "| StdEpRet | 2.58e+03 |\n", "| MaxEpRet | -1.24e+03 |\n", "| MinEpRet | -9.57e+03 |\n", "| AverageTestEpRet | -5.29e+03 |\n", "| StdTestEpRet | 1.78e+03 |\n", "| MaxTestEpRet | -2.02e+03 |\n", "| MinTestEpRet | -8.05e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.51e+05 |\n", "| AverageQVals | -3.55e+05 |\n", "| StdQVals | 6.17e+05 |\n", "| MaxQVals | 4.7e+04 |\n", "| MinQVals | -1.17e+07 |\n", "| LossPi | 3.53e+05 |\n", "| LossQ | 4.2e+08 |\n", "| Time | 1.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 214 |\n", "| AverageEpRet | -4.86e+03 |\n", "| StdEpRet | 1.95e+03 |\n", "| MaxEpRet | -2.36e+03 |\n", "| MinEpRet | -1e+04 |\n", "| AverageTestEpRet | -5.78e+03 |\n", "| StdTestEpRet | 1.57e+03 |\n", "| MaxTestEpRet | -3.67e+03 |\n", "| MinTestEpRet | -8.62e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.53e+05 |\n", "| AverageQVals | -3.68e+05 |\n", "| StdQVals | 6.37e+05 |\n", "| MaxQVals | 4.7e+04 |\n", "| MinQVals | -1.21e+07 |\n", "| LossPi | 3.66e+05 |\n", "| LossQ | 4.48e+08 |\n", "| Time | 1.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 215 |\n", "| AverageEpRet | -6.59e+03 |\n", "| StdEpRet | 1.71e+03 |\n", "| MaxEpRet | -4.22e+03 |\n", "| MinEpRet | -9.67e+03 |\n", "| AverageTestEpRet | -5e+03 |\n", "| StdTestEpRet | 2.25e+03 |\n", "| MaxTestEpRet | -724 |\n", "| MinTestEpRet | -7.72e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.55e+05 |\n", "| AverageQVals | -3.83e+05 |\n", "| StdQVals | 6.6e+05 |\n", "| MaxQVals | 4.75e+04 |\n", "| MinQVals | -1.24e+07 |\n", "| LossPi | 3.8e+05 |\n", "| LossQ | 4.82e+08 |\n", "| Time | 1.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 216 |\n", "| AverageEpRet | -5.4e+03 |\n", "| StdEpRet | 2.49e+03 |\n", "| MaxEpRet | -519 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -5.43e+03 |\n", "| StdTestEpRet | 1.39e+03 |\n", "| MaxTestEpRet | -3.47e+03 |\n", "| MinTestEpRet | -7.86e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.56e+05 |\n", "| AverageQVals | -3.99e+05 |\n", "| StdQVals | 6.82e+05 |\n", "| MaxQVals | 4.72e+04 |\n", "| MinQVals | -1.28e+07 |\n", "| LossPi | 3.97e+05 |\n", "| LossQ | 5.17e+08 |\n", "| Time | 1.72e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 217 |\n", "| AverageEpRet | -6.48e+03 |\n", "| StdEpRet | 1.88e+03 |\n", "| MaxEpRet | -1.3e+03 |\n", "| MinEpRet | -9.77e+03 |\n", "| AverageTestEpRet | -4.65e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -1.46e+03 |\n", "| MinTestEpRet | -8.18e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.58e+05 |\n", "| AverageQVals | -4.11e+05 |\n", "| StdQVals | 7.05e+05 |\n", "| MaxQVals | 4.71e+04 |\n", "| MinQVals | -1.3e+07 |\n", "| LossPi | 4.08e+05 |\n", "| LossQ | 5.54e+08 |\n", "| Time | 1.73e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 218 |\n", "| AverageEpRet | -6.43e+03 |\n", "| StdEpRet | 1.38e+03 |\n", "| MaxEpRet | -4.63e+03 |\n", "| MinEpRet | -9.46e+03 |\n", "| AverageTestEpRet | -6.75e+03 |\n", "| StdTestEpRet | 1.67e+03 |\n", "| MaxTestEpRet | -4.19e+03 |\n", "| MinTestEpRet | -9.73e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.6e+05 |\n", "| AverageQVals | -4.3e+05 |\n", "| StdQVals | 7.32e+05 |\n", "| MaxQVals | 4.59e+04 |\n", "| MinQVals | -1.36e+07 |\n", "| LossPi | 4.28e+05 |\n", "| LossQ | 5.97e+08 |\n", "| Time | 1.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 219 |\n", "| AverageEpRet | -5.56e+03 |\n", "| StdEpRet | 2.2e+03 |\n", "| MaxEpRet | -332 |\n", "| MinEpRet | -9.33e+03 |\n", "| AverageTestEpRet | -6.6e+03 |\n", "| StdTestEpRet | 2.9e+03 |\n", "| MaxTestEpRet | -85.5 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.61e+05 |\n", "| AverageQVals | -4.45e+05 |\n", "| StdQVals | 7.51e+05 |\n", "| MaxQVals | 4.62e+04 |\n", "| MinQVals | -1.4e+07 |\n", "| LossPi | 4.42e+05 |\n", "| LossQ | 6.46e+08 |\n", "| Time | 1.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 220 |\n", "| AverageEpRet | -6.32e+03 |\n", "| StdEpRet | 1.14e+03 |\n", "| MaxEpRet | -4.04e+03 |\n", "| MinEpRet | -8.42e+03 |\n", "| AverageTestEpRet | -5.83e+03 |\n", "| StdTestEpRet | 1.94e+03 |\n", "| MaxTestEpRet | -2.74e+03 |\n", "| MinTestEpRet | -9.48e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.63e+05 |\n", "| AverageQVals | -4.56e+05 |\n", "| StdQVals | 7.67e+05 |\n", "| MaxQVals | 4.46e+04 |\n", "| MinQVals | -1.43e+07 |\n", "| LossPi | 4.53e+05 |\n", "| LossQ | 6.94e+08 |\n", "| Time | 1.75e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 221 |\n", "| AverageEpRet | -5.19e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -204 |\n", "| MinEpRet | -7.79e+03 |\n", "| AverageTestEpRet | -6.84e+03 |\n", "| StdTestEpRet | 1.93e+03 |\n", "| MaxTestEpRet | -4.13e+03 |\n", "| MinTestEpRet | -1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.65e+05 |\n", "| AverageQVals | -4.73e+05 |\n", "| StdQVals | 7.95e+05 |\n", "| MaxQVals | 4.65e+04 |\n", "| MinQVals | -1.49e+07 |\n", "| LossPi | 4.7e+05 |\n", "| LossQ | 7.35e+08 |\n", "| Time | 1.76e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 222 |\n", "| AverageEpRet | -6.6e+03 |\n", "| StdEpRet | 1.5e+03 |\n", "| MaxEpRet | -4.33e+03 |\n", "| MinEpRet | -8.99e+03 |\n", "| AverageTestEpRet | -6.89e+03 |\n", "| StdTestEpRet | 2.17e+03 |\n", "| MaxTestEpRet | -4.85e+03 |\n", "| MinTestEpRet | -1.17e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.66e+05 |\n", "| AverageQVals | -4.88e+05 |\n", "| StdQVals | 8.27e+05 |\n", "| MaxQVals | 4.42e+04 |\n", "| MinQVals | -1.5e+07 |\n", "| LossPi | 4.84e+05 |\n", "| LossQ | 8.03e+08 |\n", "| Time | 1.77e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 223 |\n", "| AverageEpRet | -7.66e+03 |\n", "| StdEpRet | 1.91e+03 |\n", "| MaxEpRet | -4.88e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -8.55e+03 |\n", "| StdTestEpRet | 2.58e+03 |\n", "| MaxTestEpRet | -6.33e+03 |\n", "| MinTestEpRet | -1.46e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.68e+05 |\n", "| AverageQVals | -5.03e+05 |\n", "| StdQVals | 8.5e+05 |\n", "| MaxQVals | 4.59e+04 |\n", "| MinQVals | -1.49e+07 |\n", "| LossPi | 5e+05 |\n", "| LossQ | 8.51e+08 |\n", "| Time | 1.78e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 224 |\n", "| AverageEpRet | -6.38e+03 |\n", "| StdEpRet | 1.64e+03 |\n", "| MaxEpRet | -3.93e+03 |\n", "| MinEpRet | -8.62e+03 |\n", "| AverageTestEpRet | -6.12e+03 |\n", "| StdTestEpRet | 1.46e+03 |\n", "| MaxTestEpRet | -4.28e+03 |\n", "| MinTestEpRet | -9.52e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.7e+05 |\n", "| AverageQVals | -5.12e+05 |\n", "| StdQVals | 8.62e+05 |\n", "| MaxQVals | 4.48e+04 |\n", "| MinQVals | -1.58e+07 |\n", "| LossPi | 5.08e+05 |\n", "| LossQ | 9.22e+08 |\n", "| Time | 1.78e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 225 |\n", "| AverageEpRet | -7.78e+03 |\n", "| StdEpRet | 2.43e+03 |\n", "| MaxEpRet | -4.05e+03 |\n", "| MinEpRet | -1.34e+04 |\n", "| AverageTestEpRet | -6.05e+03 |\n", "| StdTestEpRet | 2.42e+03 |\n", "| MaxTestEpRet | -322 |\n", "| MinTestEpRet | -9.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.71e+05 |\n", "| AverageQVals | -5.33e+05 |\n", "| StdQVals | 9.05e+05 |\n", "| MaxQVals | 4.76e+04 |\n", "| MinQVals | -1.63e+07 |\n", "| LossPi | 5.29e+05 |\n", "| LossQ | 9.68e+08 |\n", "| Time | 1.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 226 |\n", "| AverageEpRet | -6.38e+03 |\n", "| StdEpRet | 1.8e+03 |\n", "| MaxEpRet | -3.33e+03 |\n", "| MinEpRet | -9.78e+03 |\n", "| AverageTestEpRet | -7.91e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -3.99e+03 |\n", "| MinTestEpRet | -9.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.73e+05 |\n", "| AverageQVals | -5.43e+05 |\n", "| StdQVals | 9.16e+05 |\n", "| MaxQVals | 4.72e+04 |\n", "| MinQVals | -1.68e+07 |\n", "| LossPi | 5.39e+05 |\n", "| LossQ | 1.03e+09 |\n", "| Time | 1.8e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 227 |\n", "| AverageEpRet | -6.88e+03 |\n", "| StdEpRet | 2.65e+03 |\n", "| MaxEpRet | -2.06e+03 |\n", "| MinEpRet | -1.25e+04 |\n", "| AverageTestEpRet | -6.11e+03 |\n", "| StdTestEpRet | 1.86e+03 |\n", "| MaxTestEpRet | -2.37e+03 |\n", "| MinTestEpRet | -8.9e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.75e+05 |\n", "| AverageQVals | -5.6e+05 |\n", "| StdQVals | 9.53e+05 |\n", "| MaxQVals | 4.63e+04 |\n", "| MinQVals | -1.72e+07 |\n", "| LossPi | 5.56e+05 |\n", "| LossQ | 1.12e+09 |\n", "| Time | 1.81e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 228 |\n", "| AverageEpRet | -6.7e+03 |\n", "| StdEpRet | 2.04e+03 |\n", "| MaxEpRet | -3.97e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -6.4e+03 |\n", "| StdTestEpRet | 2.33e+03 |\n", "| MaxTestEpRet | -147 |\n", "| MinTestEpRet | -8.95e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.76e+05 |\n", "| AverageQVals | -5.7e+05 |\n", "| StdQVals | 9.63e+05 |\n", "| MaxQVals | 4.73e+04 |\n", "| MinQVals | -1.78e+07 |\n", "| LossPi | 5.65e+05 |\n", "| LossQ | 1.17e+09 |\n", "| Time | 1.82e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 229 |\n", "| AverageEpRet | -6.78e+03 |\n", "| StdEpRet | 2.19e+03 |\n", "| MaxEpRet | -2.82e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -7.88e+03 |\n", "| StdTestEpRet | 1.47e+03 |\n", "| MaxTestEpRet | -6.02e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.78e+05 |\n", "| AverageQVals | -5.83e+05 |\n", "| StdQVals | 9.91e+05 |\n", "| MaxQVals | 4.6e+04 |\n", "| MinQVals | -1.8e+07 |\n", "| LossPi | 5.79e+05 |\n", "| LossQ | 1.27e+09 |\n", "| Time | 1.82e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 230 |\n", "| AverageEpRet | -6.99e+03 |\n", "| StdEpRet | 2.48e+03 |\n", "| MaxEpRet | -3.95e+03 |\n", "| MinEpRet | -1.28e+04 |\n", "| AverageTestEpRet | -6.98e+03 |\n", "| StdTestEpRet | 1.85e+03 |\n", "| MaxTestEpRet | -4.52e+03 |\n", "| MinTestEpRet | -9.62e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.79e+05 |\n", "| AverageQVals | -5.92e+05 |\n", "| StdQVals | 1.01e+06 |\n", "| MaxQVals | 4.69e+04 |\n", "| MinQVals | -1.87e+07 |\n", "| LossPi | 5.88e+05 |\n", "| LossQ | 1.32e+09 |\n", "| Time | 1.83e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 231 |\n", "| AverageEpRet | -6.7e+03 |\n", "| StdEpRet | 2.29e+03 |\n", "| MaxEpRet | -3.82e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -6.87e+03 |\n", "| StdTestEpRet | 2.11e+03 |\n", "| MaxTestEpRet | -3.68e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.81e+05 |\n", "| AverageQVals | -6.06e+05 |\n", "| StdQVals | 1.04e+06 |\n", "| MaxQVals | 4.68e+04 |\n", "| MinQVals | -1.95e+07 |\n", "| LossPi | 6.01e+05 |\n", "| LossQ | 1.39e+09 |\n", "| Time | 1.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 232 |\n", "| AverageEpRet | -6.96e+03 |\n", "| StdEpRet | 2.32e+03 |\n", "| MaxEpRet | -3.68e+03 |\n", "| MinEpRet | -1.27e+04 |\n", "| AverageTestEpRet | -7.08e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -4.4e+03 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.83e+05 |\n", "| AverageQVals | -6.27e+05 |\n", "| StdQVals | 1.08e+06 |\n", "| MaxQVals | 4.49e+04 |\n", "| MinQVals | -2e+07 |\n", "| LossPi | 6.23e+05 |\n", "| LossQ | 1.5e+09 |\n", "| Time | 1.85e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 233 |\n", "| AverageEpRet | -6.46e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -3.56e+03 |\n", "| MinEpRet | -9.16e+03 |\n", "| AverageTestEpRet | -6.35e+03 |\n", "| StdTestEpRet | 1.34e+03 |\n", "| MaxTestEpRet | -4.37e+03 |\n", "| MinTestEpRet | -7.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.84e+05 |\n", "| AverageQVals | -6.41e+05 |\n", "| StdQVals | 1.1e+06 |\n", "| MaxQVals | 4.21e+04 |\n", "| MinQVals | -2.04e+07 |\n", "| LossPi | 6.37e+05 |\n", "| LossQ | 1.55e+09 |\n", "| Time | 1.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 234 |\n", "| AverageEpRet | -7.81e+03 |\n", "| StdEpRet | 2.22e+03 |\n", "| MaxEpRet | -4.76e+03 |\n", "| MinEpRet | -1.14e+04 |\n", "| AverageTestEpRet | -7.58e+03 |\n", "| StdTestEpRet | 1.25e+03 |\n", "| MaxTestEpRet | -5.93e+03 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.86e+05 |\n", "| AverageQVals | -6.63e+05 |\n", "| StdQVals | 1.15e+06 |\n", "| MaxQVals | 4.31e+04 |\n", "| MinQVals | -2.1e+07 |\n", "| LossPi | 6.59e+05 |\n", "| LossQ | 1.67e+09 |\n", "| Time | 1.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 235 |\n", "| AverageEpRet | -7.34e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -4.95e+03 |\n", "| MinEpRet | -1.22e+04 |\n", "| AverageTestEpRet | -6.56e+03 |\n", "| StdTestEpRet | 2.38e+03 |\n", "| MaxTestEpRet | -3.5e+03 |\n", "| MinTestEpRet | -1.22e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.88e+05 |\n", "| AverageQVals | -6.84e+05 |\n", "| StdQVals | 1.17e+06 |\n", "| MaxQVals | 4.33e+04 |\n", "| MinQVals | -2.17e+07 |\n", "| LossPi | 6.8e+05 |\n", "| LossQ | 1.8e+09 |\n", "| Time | 1.87e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 236 |\n", "| AverageEpRet | -7.45e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -4.67e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -7.01e+03 |\n", "| StdTestEpRet | 2.12e+03 |\n", "| MaxTestEpRet | -3.52e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.89e+05 |\n", "| AverageQVals | -7.03e+05 |\n", "| StdQVals | 1.21e+06 |\n", "| MaxQVals | 4.19e+04 |\n", "| MinQVals | -2.21e+07 |\n", "| LossPi | 6.99e+05 |\n", "| LossQ | 1.9e+09 |\n", "| Time | 1.88e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 237 |\n", "| AverageEpRet | -7.81e+03 |\n", "| StdEpRet | 2.8e+03 |\n", "| MaxEpRet | -1.49e+03 |\n", "| MinEpRet | -1.29e+04 |\n", "| AverageTestEpRet | -6.56e+03 |\n", "| StdTestEpRet | 1.86e+03 |\n", "| MaxTestEpRet | -3.28e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.91e+05 |\n", "| AverageQVals | -7.22e+05 |\n", "| StdQVals | 1.24e+06 |\n", "| MaxQVals | 4.41e+04 |\n", "| MinQVals | -2.27e+07 |\n", "| LossPi | 7.17e+05 |\n", "| LossQ | 2.06e+09 |\n", "| Time | 1.89e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 238 |\n", "| AverageEpRet | -6.48e+03 |\n", "| StdEpRet | 2.12e+03 |\n", "| MaxEpRet | -64.5 |\n", "| MinEpRet | -9.73e+03 |\n", "| AverageTestEpRet | -6.7e+03 |\n", "| StdTestEpRet | 2.47e+03 |\n", "| MaxTestEpRet | -4.24e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.93e+05 |\n", "| AverageQVals | -7.4e+05 |\n", "| StdQVals | 1.28e+06 |\n", "| MaxQVals | 4.09e+04 |\n", "| MinQVals | -2.36e+07 |\n", "| LossPi | 7.35e+05 |\n", "| LossQ | 2.19e+09 |\n", "| Time | 1.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 239 |\n", "| AverageEpRet | -6.99e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -4.24e+03 |\n", "| MinEpRet | -9.45e+03 |\n", "| AverageTestEpRet | -6.19e+03 |\n", "| StdTestEpRet | 1.47e+03 |\n", "| MaxTestEpRet | -3.61e+03 |\n", "| MinTestEpRet | -8.49e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.94e+05 |\n", "| AverageQVals | -7.61e+05 |\n", "| StdQVals | 1.31e+06 |\n", "| MaxQVals | 4.48e+04 |\n", "| MinQVals | -2.34e+07 |\n", "| LossPi | 7.57e+05 |\n", "| LossQ | 2.3e+09 |\n", "| Time | 1.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 240 |\n", "| AverageEpRet | -7.06e+03 |\n", "| StdEpRet | 2.06e+03 |\n", "| MaxEpRet | -3.62e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.93e+03 |\n", "| StdTestEpRet | 2.67e+03 |\n", "| MaxTestEpRet | -4.91e+03 |\n", "| MinTestEpRet | -1.32e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.96e+05 |\n", "| AverageQVals | -7.8e+05 |\n", "| StdQVals | 1.33e+06 |\n", "| MaxQVals | 3.94e+04 |\n", "| MinQVals | -2.31e+07 |\n", "| LossPi | 7.75e+05 |\n", "| LossQ | 2.48e+09 |\n", "| Time | 1.91e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 241 |\n", "| AverageEpRet | -7.78e+03 |\n", "| StdEpRet | 1.55e+03 |\n", "| MaxEpRet | -4.81e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -7.32e+03 |\n", "| StdTestEpRet | 1.73e+03 |\n", "| MaxTestEpRet | -4.2e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.98e+05 |\n", "| AverageQVals | -8.04e+05 |\n", "| StdQVals | 1.4e+06 |\n", "| MaxQVals | 4.58e+04 |\n", "| MinQVals | -2.52e+07 |\n", "| LossPi | 8e+05 |\n", "| LossQ | 2.62e+09 |\n", "| Time | 1.92e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 242 |\n", "| AverageEpRet | -7.88e+03 |\n", "| StdEpRet | 2.63e+03 |\n", "| MaxEpRet | -4.14e+03 |\n", "| MinEpRet | -1.34e+04 |\n", "| AverageTestEpRet | -7.16e+03 |\n", "| StdTestEpRet | 2.08e+03 |\n", "| MaxTestEpRet | -3.54e+03 |\n", "| MinTestEpRet | -9.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.99e+05 |\n", "| AverageQVals | -8.28e+05 |\n", "| StdQVals | 1.42e+06 |\n", "| MaxQVals | 4.45e+04 |\n", "| MinQVals | -2.55e+07 |\n", "| LossPi | 8.23e+05 |\n", "| LossQ | 2.84e+09 |\n", "| Time | 1.93e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 243 |\n", "| AverageEpRet | -6.58e+03 |\n", "| StdEpRet | 1.43e+03 |\n", "| MaxEpRet | -4.36e+03 |\n", "| MinEpRet | -9.62e+03 |\n", "| AverageTestEpRet | -6.65e+03 |\n", "| StdTestEpRet | 2.11e+03 |\n", "| MaxTestEpRet | -3.89e+03 |\n", "| MinTestEpRet | -1.17e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.01e+05 |\n", "| AverageQVals | -8.44e+05 |\n", "| StdQVals | 1.46e+06 |\n", "| MaxQVals | 3.91e+04 |\n", "| MinQVals | -2.66e+07 |\n", "| LossPi | 8.39e+05 |\n", "| LossQ | 2.94e+09 |\n", "| Time | 1.94e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 244 |\n", "| AverageEpRet | -8.13e+03 |\n", "| StdEpRet | 1.98e+03 |\n", "| MaxEpRet | -5.81e+03 |\n", "| MinEpRet | -1.3e+04 |\n", "| AverageTestEpRet | -7.36e+03 |\n", "| StdTestEpRet | 1.4e+03 |\n", "| MaxTestEpRet | -5.14e+03 |\n", "| MinTestEpRet | -9.63e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.03e+05 |\n", "| AverageQVals | -8.67e+05 |\n", "| StdQVals | 1.49e+06 |\n", "| MaxQVals | 4.5e+04 |\n", "| MinQVals | -2.52e+07 |\n", "| LossPi | 8.62e+05 |\n", "| LossQ | 3.09e+09 |\n", "| Time | 1.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 245 |\n", "| AverageEpRet | -7.63e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -4.12e+03 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -7.41e+03 |\n", "| StdTestEpRet | 2.22e+03 |\n", "| MaxTestEpRet | -4.84e+03 |\n", "| MinTestEpRet | -1.27e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.04e+05 |\n", "| AverageQVals | -9e+05 |\n", "| StdQVals | 1.54e+06 |\n", "| MaxQVals | 4.18e+04 |\n", "| MinQVals | -2.75e+07 |\n", "| LossPi | 8.95e+05 |\n", "| LossQ | 3.33e+09 |\n", "| Time | 1.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 246 |\n", "| AverageEpRet | -7.88e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -3.82e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.37e+03 |\n", "| StdTestEpRet | 2.6e+03 |\n", "| MaxTestEpRet | -4.46e+03 |\n", "| MinTestEpRet | -1.13e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.06e+05 |\n", "| AverageQVals | -9.11e+05 |\n", "| StdQVals | 1.55e+06 |\n", "| MaxQVals | 4.38e+04 |\n", "| MinQVals | -2.75e+07 |\n", "| LossPi | 9.06e+05 |\n", "| LossQ | 3.51e+09 |\n", "| Time | 1.96e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 247 |\n", "| AverageEpRet | -7.11e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -4.5e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.89e+03 |\n", "| StdTestEpRet | 1.8e+03 |\n", "| MaxTestEpRet | -5.19e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.08e+05 |\n", "| AverageQVals | -9.37e+05 |\n", "| StdQVals | 1.63e+06 |\n", "| MaxQVals | 4.52e+04 |\n", "| MinQVals | -2.8e+07 |\n", "| LossPi | 9.31e+05 |\n", "| LossQ | 3.67e+09 |\n", "| Time | 1.97e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 248 |\n", "| AverageEpRet | -6.42e+03 |\n", "| StdEpRet | 2.6e+03 |\n", "| MaxEpRet | -1.05e+03 |\n", "| MinEpRet | -1.05e+04 |\n", "| AverageTestEpRet | -7.68e+03 |\n", "| StdTestEpRet | 1.61e+03 |\n", "| MaxTestEpRet | -5.88e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.09e+05 |\n", "| AverageQVals | -9.63e+05 |\n", "| StdQVals | 1.66e+06 |\n", "| MaxQVals | 4.53e+04 |\n", "| MinQVals | -2.96e+07 |\n", "| LossPi | 9.58e+05 |\n", "| LossQ | 3.95e+09 |\n", "| Time | 1.98e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 249 |\n", "| AverageEpRet | -8.06e+03 |\n", "| StdEpRet | 1.41e+03 |\n", "| MaxEpRet | -5.06e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -7.47e+03 |\n", "| StdTestEpRet | 1.45e+03 |\n", "| MaxTestEpRet | -5.53e+03 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.11e+05 |\n", "| AverageQVals | -9.96e+05 |\n", "| StdQVals | 1.71e+06 |\n", "| MaxQVals | 4.49e+04 |\n", "| MinQVals | -3.02e+07 |\n", "| LossPi | 9.91e+05 |\n", "| LossQ | 4.21e+09 |\n", "| Time | 1.98e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 250 |\n", "| AverageEpRet | -7.31e+03 |\n", "| StdEpRet | 2.19e+03 |\n", "| MaxEpRet | -3.73e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -6.37e+03 |\n", "| StdTestEpRet | 1.21e+03 |\n", "| MaxTestEpRet | -3.68e+03 |\n", "| MinTestEpRet | -8.19e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.12e+05 |\n", "| AverageQVals | -1.01e+06 |\n", "| StdQVals | 1.72e+06 |\n", "| MaxQVals | 4.44e+04 |\n", "| MinQVals | -3.11e+07 |\n", "| LossPi | 1.01e+06 |\n", "| LossQ | 4.4e+09 |\n", "| Time | 1.99e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 251 |\n", "| AverageEpRet | -7.5e+03 |\n", "| StdEpRet | 2.61e+03 |\n", "| MaxEpRet | -3.8e+03 |\n", "| MinEpRet | -1.3e+04 |\n", "| AverageTestEpRet | -7.38e+03 |\n", "| StdTestEpRet | 2.05e+03 |\n", "| MaxTestEpRet | -4.53e+03 |\n", "| MinTestEpRet | -1.17e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.14e+05 |\n", "| AverageQVals | -1.04e+06 |\n", "| StdQVals | 1.78e+06 |\n", "| MaxQVals | 4.21e+04 |\n", "| MinQVals | -3.08e+07 |\n", "| LossPi | 1.04e+06 |\n", "| LossQ | 4.64e+09 |\n", "| Time | 2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 252 |\n", "| AverageEpRet | -7.32e+03 |\n", "| StdEpRet | 1.39e+03 |\n", "| MaxEpRet | -3.97e+03 |\n", "| MinEpRet | -9.8e+03 |\n", "| AverageTestEpRet | -7.17e+03 |\n", "| StdTestEpRet | 2.22e+03 |\n", "| MaxTestEpRet | -3.77e+03 |\n", "| MinTestEpRet | -1.08e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.16e+05 |\n", "| AverageQVals | -1.07e+06 |\n", "| StdQVals | 1.82e+06 |\n", "| MaxQVals | 3.84e+04 |\n", "| MinQVals | -3.28e+07 |\n", "| LossPi | 1.07e+06 |\n", "| LossQ | 4.81e+09 |\n", "| Time | 2.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 253 |\n", "| AverageEpRet | -7.28e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -4.97e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -7.82e+03 |\n", "| StdTestEpRet | 2.15e+03 |\n", "| MaxTestEpRet | -5.19e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.17e+05 |\n", "| AverageQVals | -1.11e+06 |\n", "| StdQVals | 1.87e+06 |\n", "| MaxQVals | 4.38e+04 |\n", "| MinQVals | -3.28e+07 |\n", "| LossPi | 1.1e+06 |\n", "| LossQ | 5.24e+09 |\n", "| Time | 2.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 254 |\n", "| AverageEpRet | -6.76e+03 |\n", "| StdEpRet | 1.49e+03 |\n", "| MaxEpRet | -3.87e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -6.82e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -4.02e+03 |\n", "| MinTestEpRet | -9.95e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.19e+05 |\n", "| AverageQVals | -1.15e+06 |\n", "| StdQVals | 1.93e+06 |\n", "| MaxQVals | 4.38e+04 |\n", "| MinQVals | -3.27e+07 |\n", "| LossPi | 1.14e+06 |\n", "| LossQ | 5.58e+09 |\n", "| Time | 2.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 255 |\n", "| AverageEpRet | -7.17e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -5.03e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -7.36e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -4.54e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.21e+05 |\n", "| AverageQVals | -1.18e+06 |\n", "| StdQVals | 1.99e+06 |\n", "| MaxQVals | 4.32e+04 |\n", "| MinQVals | -3.53e+07 |\n", "| LossPi | 1.18e+06 |\n", "| LossQ | 5.87e+09 |\n", "| Time | 2.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 256 |\n", "| AverageEpRet | -7.52e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -5.11e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -7.66e+03 |\n", "| StdTestEpRet | 1.56e+03 |\n", "| MaxTestEpRet | -5.53e+03 |\n", "| MinTestEpRet | -9.76e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.22e+05 |\n", "| AverageQVals | -1.2e+06 |\n", "| StdQVals | 2.02e+06 |\n", "| MaxQVals | 4.31e+04 |\n", "| MinQVals | -3.59e+07 |\n", "| LossPi | 1.2e+06 |\n", "| LossQ | 6.1e+09 |\n", "| Time | 2.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 257 |\n", "| AverageEpRet | -8.03e+03 |\n", "| StdEpRet | 2.3e+03 |\n", "| MaxEpRet | -4.42e+03 |\n", "| MinEpRet | -1.25e+04 |\n", "| AverageTestEpRet | -7.59e+03 |\n", "| StdTestEpRet | 2.26e+03 |\n", "| MaxTestEpRet | -3.79e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.24e+05 |\n", "| AverageQVals | -1.24e+06 |\n", "| StdQVals | 2.07e+06 |\n", "| MaxQVals | 3.93e+04 |\n", "| MinQVals | -3.68e+07 |\n", "| LossPi | 1.23e+06 |\n", "| LossQ | 6.57e+09 |\n", "| Time | 2.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 258 |\n", "| AverageEpRet | -7.06e+03 |\n", "| StdEpRet | 1.8e+03 |\n", "| MaxEpRet | -3.81e+03 |\n", "| MinEpRet | -9.88e+03 |\n", "| AverageTestEpRet | -7.04e+03 |\n", "| StdTestEpRet | 1.72e+03 |\n", "| MaxTestEpRet | -4.98e+03 |\n", "| MinTestEpRet | -9.44e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.26e+05 |\n", "| AverageQVals | -1.27e+06 |\n", "| StdQVals | 2.13e+06 |\n", "| MaxQVals | 3.92e+04 |\n", "| MinQVals | -3.73e+07 |\n", "| LossPi | 1.27e+06 |\n", "| LossQ | 6.94e+09 |\n", "| Time | 2.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 259 |\n", "| AverageEpRet | -6.86e+03 |\n", "| StdEpRet | 1.75e+03 |\n", "| MaxEpRet | -4.28e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -6.79e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -4.78e+03 |\n", "| MinTestEpRet | -8.76e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.27e+05 |\n", "| AverageQVals | -1.31e+06 |\n", "| StdQVals | 2.18e+06 |\n", "| MaxQVals | 4.19e+04 |\n", "| MinQVals | -3.8e+07 |\n", "| LossPi | 1.3e+06 |\n", "| LossQ | 7.33e+09 |\n", "| Time | 2.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 260 |\n", "| AverageEpRet | -5.94e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -3.88e+03 |\n", "| MinEpRet | -8.83e+03 |\n", "| AverageTestEpRet | -7.44e+03 |\n", "| StdTestEpRet | 2.3e+03 |\n", "| MaxTestEpRet | -3.96e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.29e+05 |\n", "| AverageQVals | -1.33e+06 |\n", "| StdQVals | 2.21e+06 |\n", "| MaxQVals | 3.92e+04 |\n", "| MinQVals | -3.97e+07 |\n", "| LossPi | 1.33e+06 |\n", "| LossQ | 7.77e+09 |\n", "| Time | 2.07e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 261 |\n", "| AverageEpRet | -7.21e+03 |\n", "| StdEpRet | 1.89e+03 |\n", "| MaxEpRet | -4.96e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -6.5e+03 |\n", "| StdTestEpRet | 2.05e+03 |\n", "| MaxTestEpRet | -3.94e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.31e+05 |\n", "| AverageQVals | -1.38e+06 |\n", "| StdQVals | 2.29e+06 |\n", "| MaxQVals | 4.24e+04 |\n", "| MinQVals | -3.97e+07 |\n", "| LossPi | 1.37e+06 |\n", "| LossQ | 8.25e+09 |\n", "| Time | 2.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 262 |\n", "| AverageEpRet | -7.19e+03 |\n", "| StdEpRet | 1.26e+03 |\n", "| MaxEpRet | -5.23e+03 |\n", "| MinEpRet | -9.3e+03 |\n", "| AverageTestEpRet | -6.36e+03 |\n", "| StdTestEpRet | 1.89e+03 |\n", "| MaxTestEpRet | -2.8e+03 |\n", "| MinTestEpRet | -9.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.32e+05 |\n", "| AverageQVals | -1.42e+06 |\n", "| StdQVals | 2.38e+06 |\n", "| MaxQVals | 3.49e+04 |\n", "| MinQVals | -4.17e+07 |\n", "| LossPi | 1.42e+06 |\n", "| LossQ | 8.64e+09 |\n", "| Time | 2.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 263 |\n", "| AverageEpRet | -7.79e+03 |\n", "| StdEpRet | 1.81e+03 |\n", "| MaxEpRet | -4.22e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -8.73e+03 |\n", "| StdTestEpRet | 1.42e+03 |\n", "| MaxTestEpRet | -6.24e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.34e+05 |\n", "| AverageQVals | -1.47e+06 |\n", "| StdQVals | 2.45e+06 |\n", "| MaxQVals | 4.22e+04 |\n", "| MinQVals | -4.21e+07 |\n", "| LossPi | 1.46e+06 |\n", "| LossQ | 9.11e+09 |\n", "| Time | 2.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 264 |\n", "| AverageEpRet | -7.32e+03 |\n", "| StdEpRet | 2.36e+03 |\n", "| MaxEpRet | -3.97e+03 |\n", "| MinEpRet | -1.31e+04 |\n", "| AverageTestEpRet | -7.73e+03 |\n", "| StdTestEpRet | 2.07e+03 |\n", "| MaxTestEpRet | -4.62e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.36e+05 |\n", "| AverageQVals | -1.5e+06 |\n", "| StdQVals | 2.47e+06 |\n", "| MaxQVals | 4.15e+04 |\n", "| MinQVals | -4.04e+07 |\n", "| LossPi | 1.49e+06 |\n", "| LossQ | 9.68e+09 |\n", "| Time | 2.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 265 |\n", "| AverageEpRet | -7.44e+03 |\n", "| StdEpRet | 1.9e+03 |\n", "| MaxEpRet | -4.86e+03 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -6.7e+03 |\n", "| StdTestEpRet | 1.6e+03 |\n", "| MaxTestEpRet | -3.73e+03 |\n", "| MinTestEpRet | -9.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.37e+05 |\n", "| AverageQVals | -1.55e+06 |\n", "| StdQVals | 2.57e+06 |\n", "| MaxQVals | 3.9e+04 |\n", "| MinQVals | -4.46e+07 |\n", "| LossPi | 1.55e+06 |\n", "| LossQ | 1.04e+10 |\n", "| Time | 2.11e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 266 |\n", "| AverageEpRet | -5.86e+03 |\n", "| StdEpRet | 1.1e+03 |\n", "| MaxEpRet | -4.52e+03 |\n", "| MinEpRet | -8.26e+03 |\n", "| AverageTestEpRet | -6.77e+03 |\n", "| StdTestEpRet | 2.26e+03 |\n", "| MaxTestEpRet | -3.75e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.39e+05 |\n", "| AverageQVals | -1.59e+06 |\n", "| StdQVals | 2.64e+06 |\n", "| MaxQVals | 3.86e+04 |\n", "| MinQVals | -4.51e+07 |\n", "| LossPi | 1.59e+06 |\n", "| LossQ | 1.08e+10 |\n", "| Time | 2.12e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 267 |\n", "| AverageEpRet | -7.34e+03 |\n", "| StdEpRet | 1.9e+03 |\n", "| MaxEpRet | -3.6e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -6.78e+03 |\n", "| StdTestEpRet | 1.62e+03 |\n", "| MaxTestEpRet | -5.3e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.41e+05 |\n", "| AverageQVals | -1.64e+06 |\n", "| StdQVals | 2.71e+06 |\n", "| MaxQVals | 3.5e+04 |\n", "| MinQVals | -4.58e+07 |\n", "| LossPi | 1.64e+06 |\n", "| LossQ | 1.15e+10 |\n", "| Time | 2.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 268 |\n", "| AverageEpRet | -7.39e+03 |\n", "| StdEpRet | 1.81e+03 |\n", "| MaxEpRet | -4.21e+03 |\n", "| MinEpRet | -9.82e+03 |\n", "| AverageTestEpRet | -7.48e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -4.54e+03 |\n", "| MinTestEpRet | -9.68e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.42e+05 |\n", "| AverageQVals | -1.69e+06 |\n", "| StdQVals | 2.75e+06 |\n", "| MaxQVals | 3.77e+04 |\n", "| MinQVals | -4.68e+07 |\n", "| LossPi | 1.68e+06 |\n", "| LossQ | 1.22e+10 |\n", "| Time | 2.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 269 |\n", "| AverageEpRet | -7.9e+03 |\n", "| StdEpRet | 2.21e+03 |\n", "| MaxEpRet | -4.3e+03 |\n", "| MinEpRet | -1.25e+04 |\n", "| AverageTestEpRet | -6.42e+03 |\n", "| StdTestEpRet | 1.42e+03 |\n", "| MaxTestEpRet | -4.13e+03 |\n", "| MinTestEpRet | -8.5e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.44e+05 |\n", "| AverageQVals | -1.71e+06 |\n", "| StdQVals | 2.79e+06 |\n", "| MaxQVals | 3.31e+04 |\n", "| MinQVals | -4.9e+07 |\n", "| LossPi | 1.71e+06 |\n", "| LossQ | 1.3e+10 |\n", "| Time | 2.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 270 |\n", "| AverageEpRet | -7.38e+03 |\n", "| StdEpRet | 1.68e+03 |\n", "| MaxEpRet | -4.15e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -7.19e+03 |\n", "| StdTestEpRet | 1.64e+03 |\n", "| MaxTestEpRet | -5.1e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.45e+05 |\n", "| AverageQVals | -1.78e+06 |\n", "| StdQVals | 2.91e+06 |\n", "| MaxQVals | 3.72e+04 |\n", "| MinQVals | -4.92e+07 |\n", "| LossPi | 1.77e+06 |\n", "| LossQ | 1.35e+10 |\n", "| Time | 2.15e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 271 |\n", "| AverageEpRet | -6.84e+03 |\n", "| StdEpRet | 1.85e+03 |\n", "| MaxEpRet | -2.71e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -8.24e+03 |\n", "| StdTestEpRet | 1.62e+03 |\n", "| MaxTestEpRet | -4.82e+03 |\n", "| MinTestEpRet | -1.08e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.47e+05 |\n", "| AverageQVals | -1.82e+06 |\n", "| StdQVals | 2.97e+06 |\n", "| MaxQVals | 3.21e+04 |\n", "| MinQVals | -5.04e+07 |\n", "| LossPi | 1.81e+06 |\n", "| LossQ | 1.42e+10 |\n", "| Time | 2.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 272 |\n", "| AverageEpRet | -6.85e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -3.99e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -6.78e+03 |\n", "| StdTestEpRet | 1.27e+03 |\n", "| MaxTestEpRet | -4.98e+03 |\n", "| MinTestEpRet | -8.98e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.49e+05 |\n", "| AverageQVals | -1.87e+06 |\n", "| StdQVals | 3.04e+06 |\n", "| MaxQVals | 3.31e+04 |\n", "| MinQVals | -5.26e+07 |\n", "| LossPi | 1.87e+06 |\n", "| LossQ | 1.5e+10 |\n", "| Time | 2.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 273 |\n", "| AverageEpRet | -8.6e+03 |\n", "| StdEpRet | 2.55e+03 |\n", "| MaxEpRet | -4.49e+03 |\n", "| MinEpRet | -1.28e+04 |\n", "| AverageTestEpRet | -6.44e+03 |\n", "| StdTestEpRet | 2.09e+03 |\n", "| MaxTestEpRet | -3.77e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.5e+05 |\n", "| AverageQVals | -1.92e+06 |\n", "| StdQVals | 3.12e+06 |\n", "| MaxQVals | 3.06e+04 |\n", "| MinQVals | -5.44e+07 |\n", "| LossPi | 1.92e+06 |\n", "| LossQ | 1.58e+10 |\n", "| Time | 2.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 274 |\n", "| AverageEpRet | -7.67e+03 |\n", "| StdEpRet | 2.27e+03 |\n", "| MaxEpRet | -3.92e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -7.83e+03 |\n", "| StdTestEpRet | 1.37e+03 |\n", "| MaxTestEpRet | -6.21e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.52e+05 |\n", "| AverageQVals | -1.98e+06 |\n", "| StdQVals | 3.19e+06 |\n", "| MaxQVals | 3.21e+04 |\n", "| MinQVals | -5.11e+07 |\n", "| LossPi | 1.97e+06 |\n", "| LossQ | 1.66e+10 |\n", "| Time | 2.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 275 |\n", "| AverageEpRet | -7.02e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -4.05e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -7.52e+03 |\n", "| StdTestEpRet | 815 |\n", "| MaxTestEpRet | -6.04e+03 |\n", "| MinTestEpRet | -8.79e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.54e+05 |\n", "| AverageQVals | -2.03e+06 |\n", "| StdQVals | 3.28e+06 |\n", "| MaxQVals | 3.21e+04 |\n", "| MinQVals | -5.49e+07 |\n", "| LossPi | 2.03e+06 |\n", "| LossQ | 1.73e+10 |\n", "| Time | 2.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 276 |\n", "| AverageEpRet | -7.08e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -3.61e+03 |\n", "| MinEpRet | -1.05e+04 |\n", "| AverageTestEpRet | -6.8e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -4.8e+03 |\n", "| MinTestEpRet | -9.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.55e+05 |\n", "| AverageQVals | -2.08e+06 |\n", "| StdQVals | 3.33e+06 |\n", "| MaxQVals | 3.22e+04 |\n", "| MinQVals | -5.76e+07 |\n", "| LossPi | 2.07e+06 |\n", "| LossQ | 1.83e+10 |\n", "| Time | 2.2e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 277 |\n", "| AverageEpRet | -7.06e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -4.4e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -7.54e+03 |\n", "| StdTestEpRet | 2.29e+03 |\n", "| MaxTestEpRet | -4.66e+03 |\n", "| MinTestEpRet | -1.21e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.57e+05 |\n", "| AverageQVals | -2.12e+06 |\n", "| StdQVals | 3.42e+06 |\n", "| MaxQVals | 2.32e+04 |\n", "| MinQVals | -5.77e+07 |\n", "| LossPi | 2.11e+06 |\n", "| LossQ | 1.92e+10 |\n", "| Time | 2.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 278 |\n", "| AverageEpRet | -6.84e+03 |\n", "| StdEpRet | 1.67e+03 |\n", "| MaxEpRet | -3.99e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -6.89e+03 |\n", "| StdTestEpRet | 1.59e+03 |\n", "| MaxTestEpRet | -3.42e+03 |\n", "| MinTestEpRet | -8.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.59e+05 |\n", "| AverageQVals | -2.15e+06 |\n", "| StdQVals | 3.42e+06 |\n", "| MaxQVals | 2.41e+04 |\n", "| MinQVals | -5.88e+07 |\n", "| LossPi | 2.14e+06 |\n", "| LossQ | 1.96e+10 |\n", "| Time | 2.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 279 |\n", "| AverageEpRet | -6.44e+03 |\n", "| StdEpRet | 1.56e+03 |\n", "| MaxEpRet | -3.92e+03 |\n", "| MinEpRet | -9.25e+03 |\n", "| AverageTestEpRet | -6.89e+03 |\n", "| StdTestEpRet | 2.29e+03 |\n", "| MaxTestEpRet | -4.04e+03 |\n", "| MinTestEpRet | -9.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.6e+05 |\n", "| AverageQVals | -2.2e+06 |\n", "| StdQVals | 3.52e+06 |\n", "| MaxQVals | 2.51e+04 |\n", "| MinQVals | -5.71e+07 |\n", "| LossPi | 2.19e+06 |\n", "| LossQ | 2.07e+10 |\n", "| Time | 2.23e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 280 |\n", "| AverageEpRet | -6.89e+03 |\n", "| StdEpRet | 1.76e+03 |\n", "| MaxEpRet | -4.92e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -7.75e+03 |\n", "| StdTestEpRet | 1.38e+03 |\n", "| MaxTestEpRet | -5.89e+03 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.62e+05 |\n", "| AverageQVals | -2.25e+06 |\n", "| StdQVals | 3.59e+06 |\n", "| MaxQVals | 3.43e+04 |\n", "| MinQVals | -6.27e+07 |\n", "| LossPi | 2.24e+06 |\n", "| LossQ | 2.15e+10 |\n", "| Time | 2.23e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 281 |\n", "| AverageEpRet | -7.47e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -4.52e+03 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -8.16e+03 |\n", "| StdTestEpRet | 1.52e+03 |\n", "| MaxTestEpRet | -5.7e+03 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.64e+05 |\n", "| AverageQVals | -2.3e+06 |\n", "| StdQVals | 3.67e+06 |\n", "| MaxQVals | 2.75e+04 |\n", "| MinQVals | -5.87e+07 |\n", "| LossPi | 2.29e+06 |\n", "| LossQ | 2.22e+10 |\n", "| Time | 2.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 282 |\n", "| AverageEpRet | -7.19e+03 |\n", "| StdEpRet | 2.25e+03 |\n", "| MaxEpRet | -3.84e+03 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -7.26e+03 |\n", "| StdTestEpRet | 1.42e+03 |\n", "| MaxTestEpRet | -5.21e+03 |\n", "| MinTestEpRet | -9.49e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.65e+05 |\n", "| AverageQVals | -2.36e+06 |\n", "| StdQVals | 3.81e+06 |\n", "| MaxQVals | 3.53e+04 |\n", "| MinQVals | -6.41e+07 |\n", "| LossPi | 2.35e+06 |\n", "| LossQ | 2.32e+10 |\n", "| Time | 2.25e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 283 |\n", "| AverageEpRet | -7.96e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -4.6e+03 |\n", "| MinEpRet | -1.35e+04 |\n", "| AverageTestEpRet | -7.63e+03 |\n", "| StdTestEpRet | 1.77e+03 |\n", "| MaxTestEpRet | -4.46e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.67e+05 |\n", "| AverageQVals | -2.38e+06 |\n", "| StdQVals | 3.77e+06 |\n", "| MaxQVals | 2.68e+04 |\n", "| MinQVals | -6.3e+07 |\n", "| LossPi | 2.37e+06 |\n", "| LossQ | 2.41e+10 |\n", "| Time | 2.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 284 |\n", "| AverageEpRet | -7.61e+03 |\n", "| StdEpRet | 1.67e+03 |\n", "| MaxEpRet | -5.15e+03 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -7.93e+03 |\n", "| StdTestEpRet | 2.07e+03 |\n", "| MaxTestEpRet | -3.92e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.69e+05 |\n", "| AverageQVals | -2.46e+06 |\n", "| StdQVals | 3.95e+06 |\n", "| MaxQVals | 3.55e+04 |\n", "| MinQVals | -6.47e+07 |\n", "| LossPi | 2.45e+06 |\n", "| LossQ | 2.49e+10 |\n", "| Time | 2.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 285 |\n", "| AverageEpRet | -8.46e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -5.16e+03 |\n", "| MinEpRet | -1.22e+04 |\n", "| AverageTestEpRet | -7.09e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -4.1e+03 |\n", "| MinTestEpRet | -1.22e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.7e+05 |\n", "| AverageQVals | -2.48e+06 |\n", "| StdQVals | 3.96e+06 |\n", "| MaxQVals | 1.93e+04 |\n", "| MinQVals | -6.61e+07 |\n", "| LossPi | 2.47e+06 |\n", "| LossQ | 2.62e+10 |\n", "| Time | 2.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 286 |\n", "| AverageEpRet | -8.23e+03 |\n", "| StdEpRet | 2.42e+03 |\n", "| MaxEpRet | -4.1e+03 |\n", "| MinEpRet | -1.33e+04 |\n", "| AverageTestEpRet | -6.79e+03 |\n", "| StdTestEpRet | 2.18e+03 |\n", "| MaxTestEpRet | -2.76e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.72e+05 |\n", "| AverageQVals | -2.56e+06 |\n", "| StdQVals | 4.05e+06 |\n", "| MaxQVals | 2.59e+04 |\n", "| MinQVals | -6.68e+07 |\n", "| LossPi | 2.55e+06 |\n", "| LossQ | 2.7e+10 |\n", "| Time | 2.28e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 287 |\n", "| AverageEpRet | -7.6e+03 |\n", "| StdEpRet | 1.7e+03 |\n", "| MaxEpRet | -5.07e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -8.01e+03 |\n", "| StdTestEpRet | 1.48e+03 |\n", "| MaxTestEpRet | -5.14e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.74e+05 |\n", "| AverageQVals | -2.6e+06 |\n", "| StdQVals | 4.16e+06 |\n", "| MaxQVals | 3.26e+04 |\n", "| MinQVals | -6.66e+07 |\n", "| LossPi | 2.59e+06 |\n", "| LossQ | 2.87e+10 |\n", "| Time | 2.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 288 |\n", "| AverageEpRet | -8.34e+03 |\n", "| StdEpRet | 1.49e+03 |\n", "| MaxEpRet | -5.68e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7e+03 |\n", "| StdTestEpRet | 2.09e+03 |\n", "| MaxTestEpRet | -3.81e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.75e+05 |\n", "| AverageQVals | -2.66e+06 |\n", "| StdQVals | 4.29e+06 |\n", "| MaxQVals | 3.06e+04 |\n", "| MinQVals | -6.76e+07 |\n", "| LossPi | 2.65e+06 |\n", "| LossQ | 2.98e+10 |\n", "| Time | 2.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 289 |\n", "| AverageEpRet | -8.17e+03 |\n", "| StdEpRet | 2.34e+03 |\n", "| MaxEpRet | -4.87e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -8.02e+03 |\n", "| StdTestEpRet | 2.62e+03 |\n", "| MaxTestEpRet | -4.93e+03 |\n", "| MinTestEpRet | -1.36e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.77e+05 |\n", "| AverageQVals | -2.71e+06 |\n", "| StdQVals | 4.35e+06 |\n", "| MaxQVals | 1.52e+04 |\n", "| MinQVals | -6.9e+07 |\n", "| LossPi | 2.7e+06 |\n", "| LossQ | 3.03e+10 |\n", "| Time | 2.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 290 |\n", "| AverageEpRet | -8.22e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -2.99e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -8.05e+03 |\n", "| StdTestEpRet | 2.35e+03 |\n", "| MaxTestEpRet | -4.2e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.78e+05 |\n", "| AverageQVals | -2.76e+06 |\n", "| StdQVals | 4.47e+06 |\n", "| MaxQVals | 2.76e+04 |\n", "| MinQVals | -7.37e+07 |\n", "| LossPi | 2.75e+06 |\n", "| LossQ | 3.23e+10 |\n", "| Time | 2.32e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 291 |\n", "| AverageEpRet | -7.41e+03 |\n", "| StdEpRet | 1.94e+03 |\n", "| MaxEpRet | -4.07e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.72e+03 |\n", "| StdTestEpRet | 2.52e+03 |\n", "| MaxTestEpRet | -4.05e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.8e+05 |\n", "| AverageQVals | -2.83e+06 |\n", "| StdQVals | 4.55e+06 |\n", "| MaxQVals | 2.59e+04 |\n", "| MinQVals | -7.06e+07 |\n", "| LossPi | 2.82e+06 |\n", "| LossQ | 3.37e+10 |\n", "| Time | 2.32e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 292 |\n", "| AverageEpRet | -7.33e+03 |\n", "| StdEpRet | 1.8e+03 |\n", "| MaxEpRet | -4.11e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -6.55e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -3.58e+03 |\n", "| MinTestEpRet | -9.61e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.82e+05 |\n", "| AverageQVals | -2.87e+06 |\n", "| StdQVals | 4.63e+06 |\n", "| MaxQVals | 2.35e+04 |\n", "| MinQVals | -7.63e+07 |\n", "| LossPi | 2.86e+06 |\n", "| LossQ | 3.48e+10 |\n", "| Time | 2.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 293 |\n", "| AverageEpRet | -7.72e+03 |\n", "| StdEpRet | 1.35e+03 |\n", "| MaxEpRet | -5.21e+03 |\n", "| MinEpRet | -9.73e+03 |\n", "| AverageTestEpRet | -8.14e+03 |\n", "| StdTestEpRet | 3.02e+03 |\n", "| MaxTestEpRet | -3.22e+03 |\n", "| MinTestEpRet | -1.36e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.83e+05 |\n", "| AverageQVals | -2.97e+06 |\n", "| StdQVals | 4.81e+06 |\n", "| MaxQVals | 2.24e+04 |\n", "| MinQVals | -7.26e+07 |\n", "| LossPi | 2.95e+06 |\n", "| LossQ | 3.62e+10 |\n", "| Time | 2.34e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 294 |\n", "| AverageEpRet | -7.19e+03 |\n", "| StdEpRet | 1.85e+03 |\n", "| MaxEpRet | -4.09e+03 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -7.62e+03 |\n", "| StdTestEpRet | 2.14e+03 |\n", "| MaxTestEpRet | -4.58e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.85e+05 |\n", "| AverageQVals | -3.02e+06 |\n", "| StdQVals | 4.89e+06 |\n", "| MaxQVals | 1.31e+04 |\n", "| MinQVals | -8.08e+07 |\n", "| LossPi | 3e+06 |\n", "| LossQ | 3.74e+10 |\n", "| Time | 2.35e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 295 |\n", "| AverageEpRet | -8.12e+03 |\n", "| StdEpRet | 1.66e+03 |\n", "| MaxEpRet | -5.19e+03 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -8.05e+03 |\n", "| StdTestEpRet | 1.68e+03 |\n", "| MaxTestEpRet | -4.29e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.87e+05 |\n", "| AverageQVals | -3.07e+06 |\n", "| StdQVals | 4.95e+06 |\n", "| MaxQVals | 2.25e+04 |\n", "| MinQVals | -8.28e+07 |\n", "| LossPi | 3.06e+06 |\n", "| LossQ | 3.95e+10 |\n", "| Time | 2.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 296 |\n", "| AverageEpRet | -8.57e+03 |\n", "| StdEpRet | 1.51e+03 |\n", "| MaxEpRet | -5.17e+03 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -6.85e+03 |\n", "| StdTestEpRet | 1.93e+03 |\n", "| MaxTestEpRet | -4.24e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.88e+05 |\n", "| AverageQVals | -3.13e+06 |\n", "| StdQVals | 5.07e+06 |\n", "| MaxQVals | 1.58e+04 |\n", "| MinQVals | -7.85e+07 |\n", "| LossPi | 3.12e+06 |\n", "| LossQ | 4.15e+10 |\n", "| Time | 2.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 297 |\n", "| AverageEpRet | -6.98e+03 |\n", "| StdEpRet | 2.17e+03 |\n", "| MaxEpRet | -4.12e+03 |\n", "| MinEpRet | -1.28e+04 |\n", "| AverageTestEpRet | -8.09e+03 |\n", "| StdTestEpRet | 2.1e+03 |\n", "| MaxTestEpRet | -3.65e+03 |\n", "| MinTestEpRet | -1.13e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.9e+05 |\n", "| AverageQVals | -3.19e+06 |\n", "| StdQVals | 5.21e+06 |\n", "| MaxQVals | 1.59e+04 |\n", "| MinQVals | -8.46e+07 |\n", "| LossPi | 3.18e+06 |\n", "| LossQ | 4.2e+10 |\n", "| Time | 2.37e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 298 |\n", "| AverageEpRet | -7.67e+03 |\n", "| StdEpRet | 1.86e+03 |\n", "| MaxEpRet | -4.58e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -8.43e+03 |\n", "| StdTestEpRet | 1.49e+03 |\n", "| MaxTestEpRet | -6.37e+03 |\n", "| MinTestEpRet | -1.13e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.92e+05 |\n", "| AverageQVals | -3.26e+06 |\n", "| StdQVals | 5.31e+06 |\n", "| MaxQVals | 1.45e+04 |\n", "| MinQVals | -8.59e+07 |\n", "| LossPi | 3.25e+06 |\n", "| LossQ | 4.49e+10 |\n", "| Time | 2.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 299 |\n", "| AverageEpRet | -7.67e+03 |\n", "| StdEpRet | 1.6e+03 |\n", "| MaxEpRet | -5.49e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -7.54e+03 |\n", "| StdTestEpRet | 1.92e+03 |\n", "| MaxTestEpRet | -4.26e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.93e+05 |\n", "| AverageQVals | -3.36e+06 |\n", "| StdQVals | 5.49e+06 |\n", "| MaxQVals | 1.61e+04 |\n", "| MinQVals | -8.98e+07 |\n", "| LossPi | 3.35e+06 |\n", "| LossQ | 4.66e+10 |\n", "| Time | 2.39e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 300 |\n", "| AverageEpRet | -6.79e+03 |\n", "| StdEpRet | 1.73e+03 |\n", "| MaxEpRet | -4.14e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -7.19e+03 |\n", "| StdTestEpRet | 2.18e+03 |\n", "| MaxTestEpRet | -3.25e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+05 |\n", "| AverageQVals | -3.43e+06 |\n", "| StdQVals | 5.57e+06 |\n", "| MaxQVals | 1.45e+04 |\n", "| MinQVals | -8.98e+07 |\n", "| LossPi | 3.42e+06 |\n", "| LossQ | 4.87e+10 |\n", "| Time | 2.4e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 301 |\n", "| AverageEpRet | -7.68e+03 |\n", "| StdEpRet | 1.44e+03 |\n", "| MaxEpRet | -4.46e+03 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -7.93e+03 |\n", "| StdTestEpRet | 2.67e+03 |\n", "| MaxTestEpRet | -3.56e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.97e+05 |\n", "| AverageQVals | -3.49e+06 |\n", "| StdQVals | 5.66e+06 |\n", "| MaxQVals | -6.18e+03 |\n", "| MinQVals | -9.14e+07 |\n", "| LossPi | 3.47e+06 |\n", "| LossQ | 5.06e+10 |\n", "| Time | 2.4e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 302 |\n", "| AverageEpRet | -8.28e+03 |\n", "| StdEpRet | 2.19e+03 |\n", "| MaxEpRet | -4.89e+03 |\n", "| MinEpRet | -1.21e+04 |\n", "| AverageTestEpRet | -7.46e+03 |\n", "| StdTestEpRet | 1.89e+03 |\n", "| MaxTestEpRet | -2.99e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.98e+05 |\n", "| AverageQVals | -3.57e+06 |\n", "| StdQVals | 5.81e+06 |\n", "| MaxQVals | 7e+03 |\n", "| MinQVals | -9.56e+07 |\n", "| LossPi | 3.55e+06 |\n", "| LossQ | 5.23e+10 |\n", "| Time | 2.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 303 |\n", "| AverageEpRet | -8.69e+03 |\n", "| StdEpRet | 2.13e+03 |\n", "| MaxEpRet | -5.54e+03 |\n", "| MinEpRet | -1.24e+04 |\n", "| AverageTestEpRet | -7.82e+03 |\n", "| StdTestEpRet | 1.46e+03 |\n", "| MaxTestEpRet | -4.59e+03 |\n", "| MinTestEpRet | -9.99e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5e+05 |\n", "| AverageQVals | -3.67e+06 |\n", "| StdQVals | 5.93e+06 |\n", "| MaxQVals | 2.52e+03 |\n", "| MinQVals | -9.1e+07 |\n", "| LossPi | 3.66e+06 |\n", "| LossQ | 5.52e+10 |\n", "| Time | 2.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 304 |\n", "| AverageEpRet | -6.87e+03 |\n", "| StdEpRet | 1.91e+03 |\n", "| MaxEpRet | -3.47e+03 |\n", "| MinEpRet | -9.89e+03 |\n", "| AverageTestEpRet | -6.97e+03 |\n", "| StdTestEpRet | 2.29e+03 |\n", "| MaxTestEpRet | -4e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.02e+05 |\n", "| AverageQVals | -3.76e+06 |\n", "| StdQVals | 6.11e+06 |\n", "| MaxQVals | 7.74e+03 |\n", "| MinQVals | -9.58e+07 |\n", "| LossPi | 3.74e+06 |\n", "| LossQ | 5.85e+10 |\n", "| Time | 2.43e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 305 |\n", "| AverageEpRet | -7.06e+03 |\n", "| StdEpRet | 1.32e+03 |\n", "| MaxEpRet | -4.73e+03 |\n", "| MinEpRet | -9.96e+03 |\n", "| AverageTestEpRet | -8.26e+03 |\n", "| StdTestEpRet | 2.03e+03 |\n", "| MaxTestEpRet | -6.27e+03 |\n", "| MinTestEpRet | -1.29e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.03e+05 |\n", "| AverageQVals | -3.84e+06 |\n", "| StdQVals | 6.28e+06 |\n", "| MaxQVals | 3.5e+03 |\n", "| MinQVals | -9.8e+07 |\n", "| LossPi | 3.83e+06 |\n", "| LossQ | 6.12e+10 |\n", "| Time | 2.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 306 |\n", "| AverageEpRet | -8.39e+03 |\n", "| StdEpRet | 1.66e+03 |\n", "| MaxEpRet | -6.31e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -8.11e+03 |\n", "| StdTestEpRet | 1.7e+03 |\n", "| MaxTestEpRet | -5.83e+03 |\n", "| MinTestEpRet | -1.16e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.05e+05 |\n", "| AverageQVals | -3.89e+06 |\n", "| StdQVals | 6.33e+06 |\n", "| MaxQVals | -2.92e+03 |\n", "| MinQVals | -1.03e+08 |\n", "| LossPi | 3.87e+06 |\n", "| LossQ | 6.31e+10 |\n", "| Time | 2.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 307 |\n", "| AverageEpRet | -8.3e+03 |\n", "| StdEpRet | 2.19e+03 |\n", "| MaxEpRet | -4e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -8.22e+03 |\n", "| StdTestEpRet | 1.78e+03 |\n", "| MaxTestEpRet | -5.44e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.07e+05 |\n", "| AverageQVals | -4.03e+06 |\n", "| StdQVals | 6.58e+06 |\n", "| MaxQVals | -1.22e+03 |\n", "| MinQVals | -1.02e+08 |\n", "| LossPi | 4.02e+06 |\n", "| LossQ | 6.61e+10 |\n", "| Time | 2.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 308 |\n", "| AverageEpRet | -7.79e+03 |\n", "| StdEpRet | 2.17e+03 |\n", "| MaxEpRet | -3.58e+03 |\n", "| MinEpRet | -1.36e+04 |\n", "| AverageTestEpRet | -8.22e+03 |\n", "| StdTestEpRet | 1.97e+03 |\n", "| MaxTestEpRet | -4.32e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.08e+05 |\n", "| AverageQVals | -4.12e+06 |\n", "| StdQVals | 6.71e+06 |\n", "| MaxQVals | 1.16e+04 |\n", "| MinQVals | -1.04e+08 |\n", "| LossPi | 4.1e+06 |\n", "| LossQ | 6.93e+10 |\n", "| Time | 2.46e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 309 |\n", "| AverageEpRet | -8.64e+03 |\n", "| StdEpRet | 1.34e+03 |\n", "| MaxEpRet | -6.4e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -7.92e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -3.78e+03 |\n", "| MinTestEpRet | -1.01e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.1e+05 |\n", "| AverageQVals | -4.2e+06 |\n", "| StdQVals | 6.91e+06 |\n", "| MaxQVals | 2.37e+03 |\n", "| MinQVals | -1.05e+08 |\n", "| LossPi | 4.18e+06 |\n", "| LossQ | 7.23e+10 |\n", "| Time | 2.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 310 |\n", "| AverageEpRet | -8.17e+03 |\n", "| StdEpRet | 2.7e+03 |\n", "| MaxEpRet | -3.55e+03 |\n", "| MinEpRet | -1.3e+04 |\n", "| AverageTestEpRet | -5.94e+03 |\n", "| StdTestEpRet | 1.23e+03 |\n", "| MaxTestEpRet | -4.38e+03 |\n", "| MinTestEpRet | -8.24e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.11e+05 |\n", "| AverageQVals | -4.28e+06 |\n", "| StdQVals | 7.06e+06 |\n", "| MaxQVals | 8.86e+03 |\n", "| MinQVals | -1.1e+08 |\n", "| LossPi | 4.26e+06 |\n", "| LossQ | 7.46e+10 |\n", "| Time | 2.48e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 311 |\n", "| AverageEpRet | -8.04e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -5.32e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -7.11e+03 |\n", "| StdTestEpRet | 1.83e+03 |\n", "| MaxTestEpRet | -4.78e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.13e+05 |\n", "| AverageQVals | -4.36e+06 |\n", "| StdQVals | 7.18e+06 |\n", "| MaxQVals | -1.65e+04 |\n", "| MinQVals | -1.12e+08 |\n", "| LossPi | 4.34e+06 |\n", "| LossQ | 7.79e+10 |\n", "| Time | 2.48e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 312 |\n", "| AverageEpRet | -8.34e+03 |\n", "| StdEpRet | 2.04e+03 |\n", "| MaxEpRet | -4.87e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -6.79e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -3.51e+03 |\n", "| MinTestEpRet | -8.67e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.15e+05 |\n", "| AverageQVals | -4.43e+06 |\n", "| StdQVals | 7.31e+06 |\n", "| MaxQVals | -1.42e+04 |\n", "| MinQVals | -1.16e+08 |\n", "| LossPi | 4.41e+06 |\n", "| LossQ | 8.1e+10 |\n", "| Time | 2.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 313 |\n", "| AverageEpRet | -7.1e+03 |\n", "| StdEpRet | 1.91e+03 |\n", "| MaxEpRet | -4.29e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -8.32e+03 |\n", "| StdTestEpRet | 1.59e+03 |\n", "| MaxTestEpRet | -5.97e+03 |\n", "| MinTestEpRet | -1.22e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.16e+05 |\n", "| AverageQVals | -4.54e+06 |\n", "| StdQVals | 7.51e+06 |\n", "| MaxQVals | -1.82e+04 |\n", "| MinQVals | -1.13e+08 |\n", "| LossPi | 4.52e+06 |\n", "| LossQ | 8.4e+10 |\n", "| Time | 2.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 314 |\n", "| AverageEpRet | -7.32e+03 |\n", "| StdEpRet | 2.27e+03 |\n", "| MaxEpRet | -3.46e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -8.34e+03 |\n", "| StdTestEpRet | 2.28e+03 |\n", "| MaxTestEpRet | -4.05e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.18e+05 |\n", "| AverageQVals | -4.68e+06 |\n", "| StdQVals | 7.83e+06 |\n", "| MaxQVals | -8.51e+03 |\n", "| MinQVals | -1.21e+08 |\n", "| LossPi | 4.67e+06 |\n", "| LossQ | 8.92e+10 |\n", "| Time | 2.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 315 |\n", "| AverageEpRet | -7.93e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -4.38e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.6e+03 |\n", "| StdTestEpRet | 965 |\n", "| MaxTestEpRet | -6.03e+03 |\n", "| MinTestEpRet | -9.48e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.2e+05 |\n", "| AverageQVals | -4.74e+06 |\n", "| StdQVals | 7.87e+06 |\n", "| MaxQVals | -2.69e+04 |\n", "| MinQVals | -1.16e+08 |\n", "| LossPi | 4.72e+06 |\n", "| LossQ | 9.16e+10 |\n", "| Time | 2.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 316 |\n", "| AverageEpRet | -7.63e+03 |\n", "| StdEpRet | 2.41e+03 |\n", "| MaxEpRet | -3.6e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -7.43e+03 |\n", "| StdTestEpRet | 2.03e+03 |\n", "| MaxTestEpRet | -5.07e+03 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.21e+05 |\n", "| AverageQVals | -4.87e+06 |\n", "| StdQVals | 8.11e+06 |\n", "| MaxQVals | -1.46e+04 |\n", "| MinQVals | -1.19e+08 |\n", "| LossPi | 4.85e+06 |\n", "| LossQ | 9.57e+10 |\n", "| Time | 2.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 317 |\n", "| AverageEpRet | -7.46e+03 |\n", "| StdEpRet | 3e+03 |\n", "| MaxEpRet | -3.97e+03 |\n", "| MinEpRet | -1.37e+04 |\n", "| AverageTestEpRet | -8.13e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -6.26e+03 |\n", "| MinTestEpRet | -1.08e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.23e+05 |\n", "| AverageQVals | -4.97e+06 |\n", "| StdQVals | 8.34e+06 |\n", "| MaxQVals | 1.18e+04 |\n", "| MinQVals | -1.28e+08 |\n", "| LossPi | 4.95e+06 |\n", "| LossQ | 1.01e+11 |\n", "| Time | 2.53e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 318 |\n", "| AverageEpRet | -7.95e+03 |\n", "| StdEpRet | 1.81e+03 |\n", "| MaxEpRet | -5.84e+03 |\n", "| MinEpRet | -1.34e+04 |\n", "| AverageTestEpRet | -7.33e+03 |\n", "| StdTestEpRet | 2.29e+03 |\n", "| MaxTestEpRet | -3.21e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.25e+05 |\n", "| AverageQVals | -5.1e+06 |\n", "| StdQVals | 8.51e+06 |\n", "| MaxQVals | -1.55e+04 |\n", "| MinQVals | -1.31e+08 |\n", "| LossPi | 5.08e+06 |\n", "| LossQ | 1.05e+11 |\n", "| Time | 2.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 319 |\n", "| AverageEpRet | -7.5e+03 |\n", "| StdEpRet | 1.72e+03 |\n", "| MaxEpRet | -4.8e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -7.92e+03 |\n", "| StdTestEpRet | 1.47e+03 |\n", "| MaxTestEpRet | -5.19e+03 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.26e+05 |\n", "| AverageQVals | -5.2e+06 |\n", "| StdQVals | 8.66e+06 |\n", "| MaxQVals | -3.53e+04 |\n", "| MinQVals | -1.32e+08 |\n", "| LossPi | 5.19e+06 |\n", "| LossQ | 1.12e+11 |\n", "| Time | 2.55e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 320 |\n", "| AverageEpRet | -7.62e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -3.35e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -8.51e+03 |\n", "| StdTestEpRet | 2.49e+03 |\n", "| MaxTestEpRet | -3.84e+03 |\n", "| MinTestEpRet | -1.21e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.28e+05 |\n", "| AverageQVals | -5.31e+06 |\n", "| StdQVals | 8.84e+06 |\n", "| MaxQVals | -1.45e+04 |\n", "| MinQVals | -1.34e+08 |\n", "| LossPi | 5.29e+06 |\n", "| LossQ | 1.15e+11 |\n", "| Time | 2.56e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 321 |\n", "| AverageEpRet | -7.45e+03 |\n", "| StdEpRet | 1.33e+03 |\n", "| MaxEpRet | -5.41e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -6.68e+03 |\n", "| StdTestEpRet | 2.46e+03 |\n", "| MaxTestEpRet | -4.02e+03 |\n", "| MinTestEpRet | -1.26e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.3e+05 |\n", "| AverageQVals | -5.37e+06 |\n", "| StdQVals | 8.96e+06 |\n", "| MaxQVals | 1.04e+04 |\n", "| MinQVals | -1.34e+08 |\n", "| LossPi | 5.35e+06 |\n", "| LossQ | 1.19e+11 |\n", "| Time | 2.56e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 322 |\n", "| AverageEpRet | -8.11e+03 |\n", "| StdEpRet | 1.65e+03 |\n", "| MaxEpRet | -5.84e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.43e+03 |\n", "| StdTestEpRet | 1.42e+03 |\n", "| MaxTestEpRet | -5.25e+03 |\n", "| MinTestEpRet | -9.52e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.31e+05 |\n", "| AverageQVals | -5.54e+06 |\n", "| StdQVals | 9.33e+06 |\n", "| MaxQVals | 1.14e+04 |\n", "| MinQVals | -1.38e+08 |\n", "| LossPi | 5.51e+06 |\n", "| LossQ | 1.24e+11 |\n", "| Time | 2.57e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 323 |\n", "| AverageEpRet | -7.14e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -4e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -7.49e+03 |\n", "| StdTestEpRet | 2.27e+03 |\n", "| MaxTestEpRet | -4.72e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.33e+05 |\n", "| AverageQVals | -5.67e+06 |\n", "| StdQVals | 9.51e+06 |\n", "| MaxQVals | 4.93e+03 |\n", "| MinQVals | -1.43e+08 |\n", "| LossPi | 5.65e+06 |\n", "| LossQ | 1.3e+11 |\n", "| Time | 2.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 324 |\n", "| AverageEpRet | -6.53e+03 |\n", "| StdEpRet | 1.46e+03 |\n", "| MaxEpRet | -4.33e+03 |\n", "| MinEpRet | -9.55e+03 |\n", "| AverageTestEpRet | -6.88e+03 |\n", "| StdTestEpRet | 1.47e+03 |\n", "| MaxTestEpRet | -4.17e+03 |\n", "| MinTestEpRet | -9.18e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.35e+05 |\n", "| AverageQVals | -5.76e+06 |\n", "| StdQVals | 9.54e+06 |\n", "| MaxQVals | -3.48e+04 |\n", "| MinQVals | -1.47e+08 |\n", "| LossPi | 5.74e+06 |\n", "| LossQ | 1.4e+11 |\n", "| Time | 2.59e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 325 |\n", "| AverageEpRet | -8.2e+03 |\n", "| StdEpRet | 1.56e+03 |\n", "| MaxEpRet | -3.89e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -7.2e+03 |\n", "| StdTestEpRet | 1.9e+03 |\n", "| MaxTestEpRet | -4.32e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.36e+05 |\n", "| AverageQVals | -5.89e+06 |\n", "| StdQVals | 9.89e+06 |\n", "| MaxQVals | -3.46e+04 |\n", "| MinQVals | -1.44e+08 |\n", "| LossPi | 5.87e+06 |\n", "| LossQ | 1.42e+11 |\n", "| Time | 2.6e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 326 |\n", "| AverageEpRet | -7.13e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -4.06e+03 |\n", "| MinEpRet | -1.06e+04 |\n", "| AverageTestEpRet | -7.44e+03 |\n", "| StdTestEpRet | 1.22e+03 |\n", "| MaxTestEpRet | -5.4e+03 |\n", "| MinTestEpRet | -9.46e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.38e+05 |\n", "| AverageQVals | -6.04e+06 |\n", "| StdQVals | 1.02e+07 |\n", "| MaxQVals | -4.5e+04 |\n", "| MinQVals | -1.51e+08 |\n", "| LossPi | 6.02e+06 |\n", "| LossQ | 1.51e+11 |\n", "| Time | 2.6e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 327 |\n", "| AverageEpRet | -7.31e+03 |\n", "| StdEpRet | 2.53e+03 |\n", "| MaxEpRet | -3.88e+03 |\n", "| MinEpRet | -1.33e+04 |\n", "| AverageTestEpRet | -8.09e+03 |\n", "| StdTestEpRet | 2.14e+03 |\n", "| MaxTestEpRet | -5.11e+03 |\n", "| MinTestEpRet | -1.26e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.4e+05 |\n", "| AverageQVals | -6.17e+06 |\n", "| StdQVals | 1.04e+07 |\n", "| MaxQVals | -2.35e+04 |\n", "| MinQVals | -1.5e+08 |\n", "| LossPi | 6.15e+06 |\n", "| LossQ | 1.54e+11 |\n", "| Time | 2.61e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 328 |\n", "| AverageEpRet | -7.28e+03 |\n", "| StdEpRet | 2.02e+03 |\n", "| MaxEpRet | -4.22e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -6.99e+03 |\n", "| StdTestEpRet | 927 |\n", "| MaxTestEpRet | -5.53e+03 |\n", "| MinTestEpRet | -8.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.41e+05 |\n", "| AverageQVals | -6.34e+06 |\n", "| StdQVals | 1.06e+07 |\n", "| MaxQVals | -5.2e+04 |\n", "| MinQVals | -1.53e+08 |\n", "| LossPi | 6.32e+06 |\n", "| LossQ | 1.63e+11 |\n", "| Time | 2.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 329 |\n", "| AverageEpRet | -7.38e+03 |\n", "| StdEpRet | 1.53e+03 |\n", "| MaxEpRet | -4.61e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -7.85e+03 |\n", "| StdTestEpRet | 2.23e+03 |\n", "| MaxTestEpRet | -3.48e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.43e+05 |\n", "| AverageQVals | -6.44e+06 |\n", "| StdQVals | 1.09e+07 |\n", "| MaxQVals | -2.41e+04 |\n", "| MinQVals | -1.58e+08 |\n", "| LossPi | 6.41e+06 |\n", "| LossQ | 1.71e+11 |\n", "| Time | 2.63e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 330 |\n", "| AverageEpRet | -7.34e+03 |\n", "| StdEpRet | 1.43e+03 |\n", "| MaxEpRet | -4.93e+03 |\n", "| MinEpRet | -9.71e+03 |\n", "| AverageTestEpRet | -6.57e+03 |\n", "| StdTestEpRet | 1.23e+03 |\n", "| MaxTestEpRet | -4.32e+03 |\n", "| MinTestEpRet | -9.28e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.44e+05 |\n", "| AverageQVals | -6.6e+06 |\n", "| StdQVals | 1.11e+07 |\n", "| MaxQVals | -3.18e+04 |\n", "| MinQVals | -1.65e+08 |\n", "| LossPi | 6.57e+06 |\n", "| LossQ | 1.78e+11 |\n", "| Time | 2.64e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 331 |\n", "| AverageEpRet | -6.24e+03 |\n", "| StdEpRet | 1.7e+03 |\n", "| MaxEpRet | -3.8e+03 |\n", "| MinEpRet | -1e+04 |\n", "| AverageTestEpRet | -8.12e+03 |\n", "| StdTestEpRet | 1.96e+03 |\n", "| MaxTestEpRet | -5.43e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.46e+05 |\n", "| AverageQVals | -6.71e+06 |\n", "| StdQVals | 1.14e+07 |\n", "| MaxQVals | -4.77e+04 |\n", "| MinQVals | -1.7e+08 |\n", "| LossPi | 6.69e+06 |\n", "| LossQ | 1.86e+11 |\n", "| Time | 2.64e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 332 |\n", "| AverageEpRet | -6.54e+03 |\n", "| StdEpRet | 1.77e+03 |\n", "| MaxEpRet | -3.24e+03 |\n", "| MinEpRet | -9.3e+03 |\n", "| AverageTestEpRet | -7.47e+03 |\n", "| StdTestEpRet | 1.31e+03 |\n", "| MaxTestEpRet | -5.08e+03 |\n", "| MinTestEpRet | -1.01e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.48e+05 |\n", "| AverageQVals | -6.88e+06 |\n", "| StdQVals | 1.16e+07 |\n", "| MaxQVals | -3.83e+04 |\n", "| MinQVals | -1.73e+08 |\n", "| LossPi | 6.85e+06 |\n", "| LossQ | 1.94e+11 |\n", "| Time | 2.65e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 333 |\n", "| AverageEpRet | -6.66e+03 |\n", "| StdEpRet | 2.06e+03 |\n", "| MaxEpRet | -4.04e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -7.7e+03 |\n", "| StdTestEpRet | 1.9e+03 |\n", "| MaxTestEpRet | -5.28e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.49e+05 |\n", "| AverageQVals | -7.02e+06 |\n", "| StdQVals | 1.18e+07 |\n", "| MaxQVals | -4.33e+04 |\n", "| MinQVals | -1.69e+08 |\n", "| LossPi | 7e+06 |\n", "| LossQ | 2.04e+11 |\n", "| Time | 2.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 334 |\n", "| AverageEpRet | -7.3e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -4.59e+03 |\n", "| MinEpRet | -9.66e+03 |\n", "| AverageTestEpRet | -7.18e+03 |\n", "| StdTestEpRet | 1.72e+03 |\n", "| MaxTestEpRet | -4.81e+03 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.51e+05 |\n", "| AverageQVals | -7.17e+06 |\n", "| StdQVals | 1.2e+07 |\n", "| MaxQVals | -7.58e+04 |\n", "| MinQVals | -1.76e+08 |\n", "| LossPi | 7.15e+06 |\n", "| LossQ | 2.1e+11 |\n", "| Time | 2.67e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 335 |\n", "| AverageEpRet | -7.03e+03 |\n", "| StdEpRet | 1.76e+03 |\n", "| MaxEpRet | -4.44e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -7.19e+03 |\n", "| StdTestEpRet | 1.98e+03 |\n", "| MaxTestEpRet | -4.05e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.53e+05 |\n", "| AverageQVals | -7.35e+06 |\n", "| StdQVals | 1.24e+07 |\n", "| MaxQVals | -6.71e+04 |\n", "| MinQVals | -1.84e+08 |\n", "| LossPi | 7.33e+06 |\n", "| LossQ | 2.21e+11 |\n", "| Time | 2.68e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 336 |\n", "| AverageEpRet | -6.7e+03 |\n", "| StdEpRet | 2.45e+03 |\n", "| MaxEpRet | -4.19e+03 |\n", "| MinEpRet | -1.22e+04 |\n", "| AverageTestEpRet | -6.1e+03 |\n", "| StdTestEpRet | 1.41e+03 |\n", "| MaxTestEpRet | -3.56e+03 |\n", "| MinTestEpRet | -7.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.54e+05 |\n", "| AverageQVals | -7.48e+06 |\n", "| StdQVals | 1.26e+07 |\n", "| MaxQVals | -8.81e+04 |\n", "| MinQVals | -1.84e+08 |\n", "| LossPi | 7.45e+06 |\n", "| LossQ | 2.32e+11 |\n", "| Time | 2.68e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 337 |\n", "| AverageEpRet | -6.9e+03 |\n", "| StdEpRet | 1.89e+03 |\n", "| MaxEpRet | -3.79e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -8.24e+03 |\n", "| StdTestEpRet | 1.64e+03 |\n", "| MaxTestEpRet | -5.64e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.56e+05 |\n", "| AverageQVals | -7.69e+06 |\n", "| StdQVals | 1.29e+07 |\n", "| MaxQVals | -6.73e+04 |\n", "| MinQVals | -1.87e+08 |\n", "| LossPi | 7.66e+06 |\n", "| LossQ | 2.43e+11 |\n", "| Time | 2.69e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 338 |\n", "| AverageEpRet | -6.48e+03 |\n", "| StdEpRet | 1.75e+03 |\n", "| MaxEpRet | -3.41e+03 |\n", "| MinEpRet | -8.47e+03 |\n", "| AverageTestEpRet | -7.29e+03 |\n", "| StdTestEpRet | 1.55e+03 |\n", "| MaxTestEpRet | -4.88e+03 |\n", "| MinTestEpRet | -1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.58e+05 |\n", "| AverageQVals | -7.9e+06 |\n", "| StdQVals | 1.35e+07 |\n", "| MaxQVals | -6.81e+04 |\n", "| MinQVals | -1.92e+08 |\n", "| LossPi | 7.87e+06 |\n", "| LossQ | 2.5e+11 |\n", "| Time | 2.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 339 |\n", "| AverageEpRet | -7.25e+03 |\n", "| StdEpRet | 2.06e+03 |\n", "| MaxEpRet | -3.91e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -7.49e+03 |\n", "| StdTestEpRet | 2.72e+03 |\n", "| MaxTestEpRet | -4.21e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.59e+05 |\n", "| AverageQVals | -7.99e+06 |\n", "| StdQVals | 1.35e+07 |\n", "| MaxQVals | -1.12e+05 |\n", "| MinQVals | -2.02e+08 |\n", "| LossPi | 7.97e+06 |\n", "| LossQ | 2.61e+11 |\n", "| Time | 2.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 340 |\n", "| AverageEpRet | -6.57e+03 |\n", "| StdEpRet | 1.53e+03 |\n", "| MaxEpRet | -3.93e+03 |\n", "| MinEpRet | -8.95e+03 |\n", "| AverageTestEpRet | -7.26e+03 |\n", "| StdTestEpRet | 1.21e+03 |\n", "| MaxTestEpRet | -5.11e+03 |\n", "| MinTestEpRet | -9.19e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.61e+05 |\n", "| AverageQVals | -8.17e+06 |\n", "| StdQVals | 1.37e+07 |\n", "| MaxQVals | -1.26e+05 |\n", "| MinQVals | -2.03e+08 |\n", "| LossPi | 8.14e+06 |\n", "| LossQ | 2.72e+11 |\n", "| Time | 2.72e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 341 |\n", "| AverageEpRet | -6.69e+03 |\n", "| StdEpRet | 1.29e+03 |\n", "| MaxEpRet | -4.82e+03 |\n", "| MinEpRet | -9.5e+03 |\n", "| AverageTestEpRet | -7.73e+03 |\n", "| StdTestEpRet | 2.99e+03 |\n", "| MaxTestEpRet | -1.4e+03 |\n", "| MinTestEpRet | -1.23e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.63e+05 |\n", "| AverageQVals | -8.35e+06 |\n", "| StdQVals | 1.42e+07 |\n", "| MaxQVals | -1.01e+05 |\n", "| MinQVals | -2.05e+08 |\n", "| LossPi | 8.32e+06 |\n", "| LossQ | 2.82e+11 |\n", "| Time | 2.72e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 342 |\n", "| AverageEpRet | -7.94e+03 |\n", "| StdEpRet | 1.94e+03 |\n", "| MaxEpRet | -3.98e+03 |\n", "| MinEpRet | -1.23e+04 |\n", "| AverageTestEpRet | -6.79e+03 |\n", "| StdTestEpRet | 1.14e+03 |\n", "| MaxTestEpRet | -5.34e+03 |\n", "| MinTestEpRet | -9.13e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.64e+05 |\n", "| AverageQVals | -8.6e+06 |\n", "| StdQVals | 1.46e+07 |\n", "| MaxQVals | -7.04e+04 |\n", "| MinQVals | -2.14e+08 |\n", "| LossPi | 8.57e+06 |\n", "| LossQ | 3.02e+11 |\n", "| Time | 2.73e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 343 |\n", "| AverageEpRet | -7.55e+03 |\n", "| StdEpRet | 1.88e+03 |\n", "| MaxEpRet | -3.8e+03 |\n", "| MinEpRet | -1.05e+04 |\n", "| AverageTestEpRet | -6.82e+03 |\n", "| StdTestEpRet | 1.86e+03 |\n", "| MaxTestEpRet | -3.96e+03 |\n", "| MinTestEpRet | -1.01e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.66e+05 |\n", "| AverageQVals | -8.73e+06 |\n", "| StdQVals | 1.49e+07 |\n", "| MaxQVals | -7.13e+04 |\n", "| MinQVals | -2.09e+08 |\n", "| LossPi | 8.7e+06 |\n", "| LossQ | 3.11e+11 |\n", "| Time | 2.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 344 |\n", "| AverageEpRet | -7.67e+03 |\n", "| StdEpRet | 2.21e+03 |\n", "| MaxEpRet | -4.48e+03 |\n", "| MinEpRet | -1.23e+04 |\n", "| AverageTestEpRet | -5.73e+03 |\n", "| StdTestEpRet | 1.72e+03 |\n", "| MaxTestEpRet | -3.91e+03 |\n", "| MinTestEpRet | -8.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.68e+05 |\n", "| AverageQVals | -8.95e+06 |\n", "| StdQVals | 1.52e+07 |\n", "| MaxQVals | -1.34e+05 |\n", "| MinQVals | -2.17e+08 |\n", "| LossPi | 8.92e+06 |\n", "| LossQ | 3.27e+11 |\n", "| Time | 2.75e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 345 |\n", "| AverageEpRet | -6.96e+03 |\n", "| StdEpRet | 2.05e+03 |\n", "| MaxEpRet | -3.36e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -7.45e+03 |\n", "| StdTestEpRet | 1.95e+03 |\n", "| MaxTestEpRet | -3.84e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.69e+05 |\n", "| AverageQVals | -9.12e+06 |\n", "| StdQVals | 1.56e+07 |\n", "| MaxQVals | -6.91e+04 |\n", "| MinQVals | -2.2e+08 |\n", "| LossPi | 9.09e+06 |\n", "| LossQ | 3.33e+11 |\n", "| Time | 2.76e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 346 |\n", "| AverageEpRet | -6.91e+03 |\n", "| StdEpRet | 1.92e+03 |\n", "| MaxEpRet | -4.02e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -8.31e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -5.36e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.71e+05 |\n", "| AverageQVals | -9.46e+06 |\n", "| StdQVals | 1.62e+07 |\n", "| MaxQVals | -1.23e+05 |\n", "| MinQVals | -2.3e+08 |\n", "| LossPi | 9.43e+06 |\n", "| LossQ | 3.62e+11 |\n", "| Time | 2.76e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 347 |\n", "| AverageEpRet | -7.1e+03 |\n", "| StdEpRet | 1.17e+03 |\n", "| MaxEpRet | -5.46e+03 |\n", "| MinEpRet | -9.33e+03 |\n", "| AverageTestEpRet | -7.48e+03 |\n", "| StdTestEpRet | 1.57e+03 |\n", "| MaxTestEpRet | -4.94e+03 |\n", "| MinTestEpRet | -9.63e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.73e+05 |\n", "| AverageQVals | -9.54e+06 |\n", "| StdQVals | 1.62e+07 |\n", "| MaxQVals | -9.84e+04 |\n", "| MinQVals | -2.32e+08 |\n", "| LossPi | 9.51e+06 |\n", "| LossQ | 3.72e+11 |\n", "| Time | 2.77e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 348 |\n", "| AverageEpRet | -6.88e+03 |\n", "| StdEpRet | 1.82e+03 |\n", "| MaxEpRet | -3.36e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -6.48e+03 |\n", "| StdTestEpRet | 1.18e+03 |\n", "| MaxTestEpRet | -4.7e+03 |\n", "| MinTestEpRet | -8.31e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.74e+05 |\n", "| AverageQVals | -9.75e+06 |\n", "| StdQVals | 1.66e+07 |\n", "| MaxQVals | -1.27e+05 |\n", "| MinQVals | -2.31e+08 |\n", "| LossPi | 9.71e+06 |\n", "| LossQ | 3.91e+11 |\n", "| Time | 2.78e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 349 |\n", "| AverageEpRet | -7.25e+03 |\n", "| StdEpRet | 1.43e+03 |\n", "| MaxEpRet | -5.26e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -6.64e+03 |\n", "| StdTestEpRet | 2.01e+03 |\n", "| MaxTestEpRet | -3.37e+03 |\n", "| MinTestEpRet | -8.79e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.76e+05 |\n", "| AverageQVals | -9.92e+06 |\n", "| StdQVals | 1.69e+07 |\n", "| MaxQVals | -1.34e+05 |\n", "| MinQVals | -2.43e+08 |\n", "| LossPi | 9.89e+06 |\n", "| LossQ | 4.05e+11 |\n", "| Time | 2.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 350 |\n", "| AverageEpRet | -7.83e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -4.58e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -7.43e+03 |\n", "| StdTestEpRet | 1.36e+03 |\n", "| MaxTestEpRet | -5.51e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.77e+05 |\n", "| AverageQVals | -1.02e+07 |\n", "| StdQVals | 1.73e+07 |\n", "| MaxQVals | -1.39e+05 |\n", "| MinQVals | -2.45e+08 |\n", "| LossPi | 1.01e+07 |\n", "| LossQ | 4.28e+11 |\n", "| Time | 2.8e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 351 |\n", "| AverageEpRet | -7.77e+03 |\n", "| StdEpRet | 2.3e+03 |\n", "| MaxEpRet | -4.21e+03 |\n", "| MinEpRet | -1.19e+04 |\n", "| AverageTestEpRet | -8.03e+03 |\n", "| StdTestEpRet | 2.22e+03 |\n", "| MaxTestEpRet | -4.99e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.79e+05 |\n", "| AverageQVals | -1.04e+07 |\n", "| StdQVals | 1.76e+07 |\n", "| MaxQVals | -1.15e+05 |\n", "| MinQVals | -2.48e+08 |\n", "| LossPi | 1.04e+07 |\n", "| LossQ | 4.51e+11 |\n", "| Time | 2.8e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 352 |\n", "| AverageEpRet | -6.64e+03 |\n", "| StdEpRet | 1.92e+03 |\n", "| MaxEpRet | -4.3e+03 |\n", "| MinEpRet | -9.94e+03 |\n", "| AverageTestEpRet | -8.21e+03 |\n", "| StdTestEpRet | 2e+03 |\n", "| MaxTestEpRet | -5.33e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.81e+05 |\n", "| AverageQVals | -1.06e+07 |\n", "| StdQVals | 1.79e+07 |\n", "| MaxQVals | -1.52e+05 |\n", "| MinQVals | -2.51e+08 |\n", "| LossPi | 1.06e+07 |\n", "| LossQ | 4.65e+11 |\n", "| Time | 2.81e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 353 |\n", "| AverageEpRet | -7.25e+03 |\n", "| StdEpRet | 1.88e+03 |\n", "| MaxEpRet | -3.56e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -7.85e+03 |\n", "| StdTestEpRet | 2.81e+03 |\n", "| MaxTestEpRet | -2.53e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.82e+05 |\n", "| AverageQVals | -1.08e+07 |\n", "| StdQVals | 1.81e+07 |\n", "| MaxQVals | -1.91e+05 |\n", "| MinQVals | -2.57e+08 |\n", "| LossPi | 1.08e+07 |\n", "| LossQ | 4.84e+11 |\n", "| Time | 2.82e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 354 |\n", "| AverageEpRet | -7.43e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -4.01e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -7.58e+03 |\n", "| StdTestEpRet | 2.09e+03 |\n", "| MaxTestEpRet | -4.28e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.84e+05 |\n", "| AverageQVals | -1.11e+07 |\n", "| StdQVals | 1.87e+07 |\n", "| MaxQVals | -1.54e+05 |\n", "| MinQVals | -2.63e+08 |\n", "| LossPi | 1.11e+07 |\n", "| LossQ | 5.03e+11 |\n", "| Time | 2.83e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 355 |\n", "| AverageEpRet | -7.46e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -4.44e+03 |\n", "| MinEpRet | -9.71e+03 |\n", "| AverageTestEpRet | -7.97e+03 |\n", "| StdTestEpRet | 2.08e+03 |\n", "| MaxTestEpRet | -4.77e+03 |\n", "| MinTestEpRet | -1.24e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.86e+05 |\n", "| AverageQVals | -1.14e+07 |\n", "| StdQVals | 1.93e+07 |\n", "| MaxQVals | -1.81e+05 |\n", "| MinQVals | -2.68e+08 |\n", "| LossPi | 1.13e+07 |\n", "| LossQ | 5.28e+11 |\n", "| Time | 2.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 356 |\n", "| AverageEpRet | -7.06e+03 |\n", "| StdEpRet | 2.14e+03 |\n", "| MaxEpRet | -3.73e+03 |\n", "| MinEpRet | -1.25e+04 |\n", "| AverageTestEpRet | -7.65e+03 |\n", "| StdTestEpRet | 2.82e+03 |\n", "| MaxTestEpRet | -2.52e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.87e+05 |\n", "| AverageQVals | -1.16e+07 |\n", "| StdQVals | 1.94e+07 |\n", "| MaxQVals | -1.71e+05 |\n", "| MinQVals | -2.6e+08 |\n", "| LossPi | 1.16e+07 |\n", "| LossQ | 5.5e+11 |\n", "| Time | 2.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 357 |\n", "| AverageEpRet | -6.88e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -4.61e+03 |\n", "| MinEpRet | -9.84e+03 |\n", "| AverageTestEpRet | -6.28e+03 |\n", "| StdTestEpRet | 1.8e+03 |\n", "| MaxTestEpRet | -3.25e+03 |\n", "| MinTestEpRet | -8.73e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.89e+05 |\n", "| AverageQVals | -1.18e+07 |\n", "| StdQVals | 1.99e+07 |\n", "| MaxQVals | -1.96e+05 |\n", "| MinQVals | -2.77e+08 |\n", "| LossPi | 1.18e+07 |\n", "| LossQ | 5.81e+11 |\n", "| Time | 2.85e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 358 |\n", "| AverageEpRet | -7.52e+03 |\n", "| StdEpRet | 1.3e+03 |\n", "| MaxEpRet | -5.86e+03 |\n", "| MinEpRet | -9.97e+03 |\n", "| AverageTestEpRet | -6.11e+03 |\n", "| StdTestEpRet | 1.18e+03 |\n", "| MaxTestEpRet | -3.81e+03 |\n", "| MinTestEpRet | -7.61e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.91e+05 |\n", "| AverageQVals | -1.21e+07 |\n", "| StdQVals | 2.06e+07 |\n", "| MaxQVals | -2.08e+05 |\n", "| MinQVals | -2.83e+08 |\n", "| LossPi | 1.21e+07 |\n", "| LossQ | 5.93e+11 |\n", "| Time | 2.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 359 |\n", "| AverageEpRet | -7.75e+03 |\n", "| StdEpRet | 2.1e+03 |\n", "| MaxEpRet | -5.01e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -7.21e+03 |\n", "| StdTestEpRet | 1.5e+03 |\n", "| MaxTestEpRet | -5.76e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.92e+05 |\n", "| AverageQVals | -1.24e+07 |\n", "| StdQVals | 2.11e+07 |\n", "| MaxQVals | -1.99e+05 |\n", "| MinQVals | -2.9e+08 |\n", "| LossPi | 1.24e+07 |\n", "| LossQ | 6.27e+11 |\n", "| Time | 2.87e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 360 |\n", "| AverageEpRet | -6.75e+03 |\n", "| StdEpRet | 1.47e+03 |\n", "| MaxEpRet | -4e+03 |\n", "| MinEpRet | -8.44e+03 |\n", "| AverageTestEpRet | -6.3e+03 |\n", "| StdTestEpRet | 1.45e+03 |\n", "| MaxTestEpRet | -3.88e+03 |\n", "| MinTestEpRet | -7.96e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.94e+05 |\n", "| AverageQVals | -1.27e+07 |\n", "| StdQVals | 2.16e+07 |\n", "| MaxQVals | -2.28e+05 |\n", "| MinQVals | -2.88e+08 |\n", "| LossPi | 1.27e+07 |\n", "| LossQ | 6.58e+11 |\n", "| Time | 2.88e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 361 |\n", "| AverageEpRet | -7.7e+03 |\n", "| StdEpRet | 1.88e+03 |\n", "| MaxEpRet | -4.28e+03 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -7.92e+03 |\n", "| StdTestEpRet | 2.06e+03 |\n", "| MaxTestEpRet | -4.88e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.96e+05 |\n", "| AverageQVals | -1.31e+07 |\n", "| StdQVals | 2.21e+07 |\n", "| MaxQVals | -2.01e+05 |\n", "| MinQVals | -2.98e+08 |\n", "| LossPi | 1.3e+07 |\n", "| LossQ | 6.82e+11 |\n", "| Time | 2.89e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 362 |\n", "| AverageEpRet | -6.69e+03 |\n", "| StdEpRet | 2.06e+03 |\n", "| MaxEpRet | -3.89e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -7.51e+03 |\n", "| StdTestEpRet | 1.76e+03 |\n", "| MaxTestEpRet | -4.09e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.97e+05 |\n", "| AverageQVals | -1.34e+07 |\n", "| StdQVals | 2.26e+07 |\n", "| MaxQVals | -2.29e+05 |\n", "| MinQVals | -2.98e+08 |\n", "| LossPi | 1.34e+07 |\n", "| LossQ | 7.05e+11 |\n", "| Time | 2.89e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 363 |\n", "| AverageEpRet | -7.54e+03 |\n", "| StdEpRet | 2.16e+03 |\n", "| MaxEpRet | -4.26e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.69e+03 |\n", "| StdTestEpRet | 1.39e+03 |\n", "| MaxTestEpRet | -5.4e+03 |\n", "| MinTestEpRet | -9.81e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.99e+05 |\n", "| AverageQVals | -1.35e+07 |\n", "| StdQVals | 2.3e+07 |\n", "| MaxQVals | -2.61e+05 |\n", "| MinQVals | -3.13e+08 |\n", "| LossPi | 1.35e+07 |\n", "| LossQ | 7.46e+11 |\n", "| Time | 2.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 364 |\n", "| AverageEpRet | -7.7e+03 |\n", "| StdEpRet | 1.82e+03 |\n", "| MaxEpRet | -4.61e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -6.52e+03 |\n", "| StdTestEpRet | 1.62e+03 |\n", "| MaxTestEpRet | -4.35e+03 |\n", "| MinTestEpRet | -9.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.01e+05 |\n", "| AverageQVals | -1.37e+07 |\n", "| StdQVals | 2.32e+07 |\n", "| MaxQVals | -2.58e+05 |\n", "| MinQVals | -3.09e+08 |\n", "| LossPi | 1.37e+07 |\n", "| LossQ | 7.65e+11 |\n", "| Time | 2.91e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 365 |\n", "| AverageEpRet | -7.25e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -3.59e+03 |\n", "| MinEpRet | -9.69e+03 |\n", "| AverageTestEpRet | -6.98e+03 |\n", "| StdTestEpRet | 1.5e+03 |\n", "| MaxTestEpRet | -4.64e+03 |\n", "| MinTestEpRet | -9.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.02e+05 |\n", "| AverageQVals | -1.41e+07 |\n", "| StdQVals | 2.37e+07 |\n", "| MaxQVals | -2.45e+05 |\n", "| MinQVals | -3.2e+08 |\n", "| LossPi | 1.41e+07 |\n", "| LossQ | 7.95e+11 |\n", "| Time | 2.92e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 366 |\n", "| AverageEpRet | -7.38e+03 |\n", "| StdEpRet | 1.94e+03 |\n", "| MaxEpRet | -3.62e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -7.01e+03 |\n", "| StdTestEpRet | 1.56e+03 |\n", "| MaxTestEpRet | -3.92e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.04e+05 |\n", "| AverageQVals | -1.43e+07 |\n", "| StdQVals | 2.42e+07 |\n", "| MaxQVals | -2.86e+05 |\n", "| MinQVals | -3.25e+08 |\n", "| LossPi | 1.43e+07 |\n", "| LossQ | 8.3e+11 |\n", "| Time | 2.92e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 367 |\n", "| AverageEpRet | -7.28e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -4.22e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -6.96e+03 |\n", "| StdTestEpRet | 1.43e+03 |\n", "| MaxTestEpRet | -4.42e+03 |\n", "| MinTestEpRet | -8.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.06e+05 |\n", "| AverageQVals | -1.48e+07 |\n", "| StdQVals | 2.52e+07 |\n", "| MaxQVals | -2.43e+05 |\n", "| MinQVals | -3.35e+08 |\n", "| LossPi | 1.48e+07 |\n", "| LossQ | 8.67e+11 |\n", "| Time | 2.93e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 368 |\n", "| AverageEpRet | -6.77e+03 |\n", "| StdEpRet | 2.17e+03 |\n", "| MaxEpRet | -4.03e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -6e+03 |\n", "| StdTestEpRet | 1.61e+03 |\n", "| MaxTestEpRet | -4.21e+03 |\n", "| MinTestEpRet | -9.7e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.07e+05 |\n", "| AverageQVals | -1.49e+07 |\n", "| StdQVals | 2.51e+07 |\n", "| MaxQVals | -2.71e+05 |\n", "| MinQVals | -3.41e+08 |\n", "| LossPi | 1.49e+07 |\n", "| LossQ | 8.97e+11 |\n", "| Time | 2.94e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 369 |\n", "| AverageEpRet | -6.75e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -4.25e+03 |\n", "| MinEpRet | -9.99e+03 |\n", "| AverageTestEpRet | -6.89e+03 |\n", "| StdTestEpRet | 2.04e+03 |\n", "| MaxTestEpRet | -2.36e+03 |\n", "| MinTestEpRet | -9.99e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.09e+05 |\n", "| AverageQVals | -1.54e+07 |\n", "| StdQVals | 2.61e+07 |\n", "| MaxQVals | -3.3e+05 |\n", "| MinQVals | -3.48e+08 |\n", "| LossPi | 1.53e+07 |\n", "| LossQ | 9.4e+11 |\n", "| Time | 2.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 370 |\n", "| AverageEpRet | -5.83e+03 |\n", "| StdEpRet | 1.23e+03 |\n", "| MaxEpRet | -3.98e+03 |\n", "| MinEpRet | -8.01e+03 |\n", "| AverageTestEpRet | -8.29e+03 |\n", "| StdTestEpRet | 1.43e+03 |\n", "| MaxTestEpRet | -6.37e+03 |\n", "| MinTestEpRet | -1.16e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.1e+05 |\n", "| AverageQVals | -1.58e+07 |\n", "| StdQVals | 2.66e+07 |\n", "| MaxQVals | -2.72e+05 |\n", "| MinQVals | -3.53e+08 |\n", "| LossPi | 1.58e+07 |\n", "| LossQ | 9.9e+11 |\n", "| Time | 2.96e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 371 |\n", "| AverageEpRet | -7.36e+03 |\n", "| StdEpRet | 2.22e+03 |\n", "| MaxEpRet | -3.93e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -6.54e+03 |\n", "| StdTestEpRet | 1.4e+03 |\n", "| MaxTestEpRet | -4.23e+03 |\n", "| MinTestEpRet | -8.63e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.12e+05 |\n", "| AverageQVals | -1.61e+07 |\n", "| StdQVals | 2.71e+07 |\n", "| MaxQVals | -2.71e+05 |\n", "| MinQVals | -3.59e+08 |\n", "| LossPi | 1.61e+07 |\n", "| LossQ | 1.02e+12 |\n", "| Time | 2.96e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 372 |\n", "| AverageEpRet | -7.02e+03 |\n", "| StdEpRet | 1.76e+03 |\n", "| MaxEpRet | -3.56e+03 |\n", "| MinEpRet | -9.58e+03 |\n", "| AverageTestEpRet | -7.29e+03 |\n", "| StdTestEpRet | 1.84e+03 |\n", "| MaxTestEpRet | -4.83e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.14e+05 |\n", "| AverageQVals | -1.64e+07 |\n", "| StdQVals | 2.77e+07 |\n", "| MaxQVals | -3.14e+05 |\n", "| MinQVals | -3.68e+08 |\n", "| LossPi | 1.64e+07 |\n", "| LossQ | 1.07e+12 |\n", "| Time | 2.97e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 373 |\n", "| AverageEpRet | -6.93e+03 |\n", "| StdEpRet | 1.48e+03 |\n", "| MaxEpRet | -4.31e+03 |\n", "| MinEpRet | -9.47e+03 |\n", "| AverageTestEpRet | -6.76e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -5.01e+03 |\n", "| MinTestEpRet | -8.66e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.15e+05 |\n", "| AverageQVals | -1.67e+07 |\n", "| StdQVals | 2.79e+07 |\n", "| MaxQVals | -3.52e+05 |\n", "| MinQVals | -3.74e+08 |\n", "| LossPi | 1.67e+07 |\n", "| LossQ | 1.11e+12 |\n", "| Time | 2.98e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 374 |\n", "| AverageEpRet | -7.64e+03 |\n", "| StdEpRet | 1.69e+03 |\n", "| MaxEpRet | -4.88e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.28e+03 |\n", "| StdTestEpRet | 1.45e+03 |\n", "| MaxTestEpRet | -5.5e+03 |\n", "| MinTestEpRet | -9.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.17e+05 |\n", "| AverageQVals | -1.72e+07 |\n", "| StdQVals | 2.88e+07 |\n", "| MaxQVals | -3.17e+05 |\n", "| MinQVals | -3.78e+08 |\n", "| LossPi | 1.72e+07 |\n", "| LossQ | 1.16e+12 |\n", "| Time | 2.99e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 375 |\n", "| AverageEpRet | -6.87e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -4.62e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.33e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -4.21e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.19e+05 |\n", "| AverageQVals | -1.76e+07 |\n", "| StdQVals | 2.97e+07 |\n", "| MaxQVals | -3.26e+05 |\n", "| MinQVals | -3.84e+08 |\n", "| LossPi | 1.75e+07 |\n", "| LossQ | 1.2e+12 |\n", "| Time | 3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 376 |\n", "| AverageEpRet | -7.4e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -4.3e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -6.51e+03 |\n", "| StdTestEpRet | 2.05e+03 |\n", "| MaxTestEpRet | -3.99e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.2e+05 |\n", "| AverageQVals | -1.8e+07 |\n", "| StdQVals | 3.02e+07 |\n", "| MaxQVals | -4.26e+05 |\n", "| MinQVals | -3.98e+08 |\n", "| LossPi | 1.79e+07 |\n", "| LossQ | 1.25e+12 |\n", "| Time | 3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 377 |\n", "| AverageEpRet | -6.33e+03 |\n", "| StdEpRet | 1.63e+03 |\n", "| MaxEpRet | -3.73e+03 |\n", "| MinEpRet | -1e+04 |\n", "| AverageTestEpRet | -6.03e+03 |\n", "| StdTestEpRet | 950 |\n", "| MaxTestEpRet | -4.36e+03 |\n", "| MinTestEpRet | -7.2e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.22e+05 |\n", "| AverageQVals | -1.82e+07 |\n", "| StdQVals | 3.02e+07 |\n", "| MaxQVals | -3.74e+05 |\n", "| MinQVals | -4.04e+08 |\n", "| LossPi | 1.81e+07 |\n", "| LossQ | 1.3e+12 |\n", "| Time | 3.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 378 |\n", "| AverageEpRet | -6.57e+03 |\n", "| StdEpRet | 1.53e+03 |\n", "| MaxEpRet | -4.03e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -6.18e+03 |\n", "| StdTestEpRet | 1.93e+03 |\n", "| MaxTestEpRet | -3.98e+03 |\n", "| MinTestEpRet | -9.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.24e+05 |\n", "| AverageQVals | -1.86e+07 |\n", "| StdQVals | 3.1e+07 |\n", "| MaxQVals | -3.88e+05 |\n", "| MinQVals | -4.02e+08 |\n", "| LossPi | 1.85e+07 |\n", "| LossQ | 1.35e+12 |\n", "| Time | 3.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 379 |\n", "| AverageEpRet | -6.74e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -1.97e+03 |\n", "| MinEpRet | -9.43e+03 |\n", "| AverageTestEpRet | -6.41e+03 |\n", "| StdTestEpRet | 1.71e+03 |\n", "| MaxTestEpRet | -4.19e+03 |\n", "| MinTestEpRet | -9.04e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.25e+05 |\n", "| AverageQVals | -1.91e+07 |\n", "| StdQVals | 3.18e+07 |\n", "| MaxQVals | -3.53e+05 |\n", "| MinQVals | -4.1e+08 |\n", "| LossPi | 1.9e+07 |\n", "| LossQ | 1.41e+12 |\n", "| Time | 3.03e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 380 |\n", "| AverageEpRet | -7.01e+03 |\n", "| StdEpRet | 1.59e+03 |\n", "| MaxEpRet | -4.62e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -6.95e+03 |\n", "| StdTestEpRet | 2.04e+03 |\n", "| MaxTestEpRet | -4.64e+03 |\n", "| MinTestEpRet | -1.22e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.27e+05 |\n", "| AverageQVals | -1.94e+07 |\n", "| StdQVals | 3.24e+07 |\n", "| MaxQVals | -3.99e+05 |\n", "| MinQVals | -4.19e+08 |\n", "| LossPi | 1.93e+07 |\n", "| LossQ | 1.47e+12 |\n", "| Time | 3.04e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 381 |\n", "| AverageEpRet | -6.42e+03 |\n", "| StdEpRet | 2.5e+03 |\n", "| MaxEpRet | -3.8e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.6e+03 |\n", "| StdTestEpRet | 1.72e+03 |\n", "| MaxTestEpRet | -5.73e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.29e+05 |\n", "| AverageQVals | -2e+07 |\n", "| StdQVals | 3.33e+07 |\n", "| MaxQVals | -4.9e+05 |\n", "| MinQVals | -4.24e+08 |\n", "| LossPi | 1.99e+07 |\n", "| LossQ | 1.53e+12 |\n", "| Time | 3.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 382 |\n", "| AverageEpRet | -6.46e+03 |\n", "| StdEpRet | 2.37e+03 |\n", "| MaxEpRet | -3.66e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -6.04e+03 |\n", "| StdTestEpRet | 1.71e+03 |\n", "| MaxTestEpRet | -4.16e+03 |\n", "| MinTestEpRet | -9.88e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.3e+05 |\n", "| AverageQVals | -2.03e+07 |\n", "| StdQVals | 3.38e+07 |\n", "| MaxQVals | -5.11e+05 |\n", "| MinQVals | -4.31e+08 |\n", "| LossPi | 2.03e+07 |\n", "| LossQ | 1.59e+12 |\n", "| Time | 3.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 383 |\n", "| AverageEpRet | -5.7e+03 |\n", "| StdEpRet | 1.56e+03 |\n", "| MaxEpRet | -3.7e+03 |\n", "| MinEpRet | -9.81e+03 |\n", "| AverageTestEpRet | -6.6e+03 |\n", "| StdTestEpRet | 1.46e+03 |\n", "| MaxTestEpRet | -3.26e+03 |\n", "| MinTestEpRet | -8.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.32e+05 |\n", "| AverageQVals | -2.05e+07 |\n", "| StdQVals | 3.36e+07 |\n", "| MaxQVals | -4.98e+05 |\n", "| MinQVals | -4.36e+08 |\n", "| LossPi | 2.04e+07 |\n", "| LossQ | 1.64e+12 |\n", "| Time | 3.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 384 |\n", "| AverageEpRet | -7.94e+03 |\n", "| StdEpRet | 2.23e+03 |\n", "| MaxEpRet | -4.43e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -7.09e+03 |\n", "| StdTestEpRet | 1.78e+03 |\n", "| MaxTestEpRet | -4.4e+03 |\n", "| MinTestEpRet | -1.17e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.34e+05 |\n", "| AverageQVals | -2.11e+07 |\n", "| StdQVals | 3.49e+07 |\n", "| MaxQVals | -4.6e+05 |\n", "| MinQVals | -4.48e+08 |\n", "| LossPi | 2.11e+07 |\n", "| LossQ | 1.72e+12 |\n", "| Time | 3.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 385 |\n", "| AverageEpRet | -6.66e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -4.21e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -6.66e+03 |\n", "| StdTestEpRet | 2.05e+03 |\n", "| MaxTestEpRet | -4.16e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.35e+05 |\n", "| AverageQVals | -2.18e+07 |\n", "| StdQVals | 3.64e+07 |\n", "| MaxQVals | -4.26e+05 |\n", "| MinQVals | -4.5e+08 |\n", "| LossPi | 2.18e+07 |\n", "| LossQ | 1.77e+12 |\n", "| Time | 3.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 386 |\n", "| AverageEpRet | -7.36e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -3.97e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -5.61e+03 |\n", "| StdTestEpRet | 870 |\n", "| MaxTestEpRet | -4.39e+03 |\n", "| MinTestEpRet | -6.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.37e+05 |\n", "| AverageQVals | -2.2e+07 |\n", "| StdQVals | 3.63e+07 |\n", "| MaxQVals | -4.4e+05 |\n", "| MinQVals | -4.63e+08 |\n", "| LossPi | 2.19e+07 |\n", "| LossQ | 1.85e+12 |\n", "| Time | 3.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 387 |\n", "| AverageEpRet | -6.45e+03 |\n", "| StdEpRet | 1.44e+03 |\n", "| MaxEpRet | -4.3e+03 |\n", "| MinEpRet | -9.27e+03 |\n", "| AverageTestEpRet | -6.45e+03 |\n", "| StdTestEpRet | 1.99e+03 |\n", "| MaxTestEpRet | -3.08e+03 |\n", "| MinTestEpRet | -9.34e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.39e+05 |\n", "| AverageQVals | -2.25e+07 |\n", "| StdQVals | 3.73e+07 |\n", "| MaxQVals | -5.13e+05 |\n", "| MinQVals | -4.7e+08 |\n", "| LossPi | 2.24e+07 |\n", "| LossQ | 1.92e+12 |\n", "| Time | 3.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 388 |\n", "| AverageEpRet | -6.29e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -2.66e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -6.93e+03 |\n", "| StdTestEpRet | 2.27e+03 |\n", "| MaxTestEpRet | -3.01e+03 |\n", "| MinTestEpRet | -1.12e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.4e+05 |\n", "| AverageQVals | -2.28e+07 |\n", "| StdQVals | 3.75e+07 |\n", "| MaxQVals | -5.37e+05 |\n", "| MinQVals | -4.72e+08 |\n", "| LossPi | 2.28e+07 |\n", "| LossQ | 1.99e+12 |\n", "| Time | 3.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 389 |\n", "| AverageEpRet | -6.9e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -4.7e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -6.87e+03 |\n", "| StdTestEpRet | 2.43e+03 |\n", "| MaxTestEpRet | -4.06e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.42e+05 |\n", "| AverageQVals | -2.33e+07 |\n", "| StdQVals | 3.82e+07 |\n", "| MaxQVals | -7.05e+05 |\n", "| MinQVals | -4.81e+08 |\n", "| LossPi | 2.32e+07 |\n", "| LossQ | 2.08e+12 |\n", "| Time | 3.11e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 390 |\n", "| AverageEpRet | -6.97e+03 |\n", "| StdEpRet | 2.33e+03 |\n", "| MaxEpRet | -3.9e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.45e+03 |\n", "| StdTestEpRet | 2.39e+03 |\n", "| MaxTestEpRet | -3.89e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.43e+05 |\n", "| AverageQVals | -2.39e+07 |\n", "| StdQVals | 3.91e+07 |\n", "| MaxQVals | -6.36e+05 |\n", "| MinQVals | -4.91e+08 |\n", "| LossPi | 2.38e+07 |\n", "| LossQ | 2.16e+12 |\n", "| Time | 3.12e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 391 |\n", "| AverageEpRet | -6.44e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -4.15e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -5.73e+03 |\n", "| StdTestEpRet | 1.42e+03 |\n", "| MaxTestEpRet | -3.11e+03 |\n", "| MinTestEpRet | -8.62e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.45e+05 |\n", "| AverageQVals | -2.4e+07 |\n", "| StdQVals | 3.93e+07 |\n", "| MaxQVals | -5.94e+05 |\n", "| MinQVals | -4.98e+08 |\n", "| LossPi | 2.4e+07 |\n", "| LossQ | 2.24e+12 |\n", "| Time | 3.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 392 |\n", "| AverageEpRet | -8.02e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -4.1e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -6.85e+03 |\n", "| StdTestEpRet | 1.79e+03 |\n", "| MaxTestEpRet | -3.48e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.47e+05 |\n", "| AverageQVals | -2.45e+07 |\n", "| StdQVals | 3.99e+07 |\n", "| MaxQVals | -5.22e+05 |\n", "| MinQVals | -5.03e+08 |\n", "| LossPi | 2.44e+07 |\n", "| LossQ | 2.31e+12 |\n", "| Time | 3.13e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 393 |\n", "| AverageEpRet | -7.62e+03 |\n", "| StdEpRet | 1.77e+03 |\n", "| MaxEpRet | -5e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -7.59e+03 |\n", "| StdTestEpRet | 2.1e+03 |\n", "| MaxTestEpRet | -4.95e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.48e+05 |\n", "| AverageQVals | -2.52e+07 |\n", "| StdQVals | 4.12e+07 |\n", "| MaxQVals | -6.15e+05 |\n", "| MinQVals | -5.11e+08 |\n", "| LossPi | 2.52e+07 |\n", "| LossQ | 2.41e+12 |\n", "| Time | 3.14e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 394 |\n", "| AverageEpRet | -6.39e+03 |\n", "| StdEpRet | 2.04e+03 |\n", "| MaxEpRet | -4.07e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -6.6e+03 |\n", "| StdTestEpRet | 1.78e+03 |\n", "| MaxTestEpRet | -3.59e+03 |\n", "| MinTestEpRet | -8.92e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.5e+05 |\n", "| AverageQVals | -2.58e+07 |\n", "| StdQVals | 4.21e+07 |\n", "| MaxQVals | -7e+05 |\n", "| MinQVals | -5.31e+08 |\n", "| LossPi | 2.57e+07 |\n", "| LossQ | 2.5e+12 |\n", "| Time | 3.15e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 395 |\n", "| AverageEpRet | -7.43e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -4e+03 |\n", "| MinEpRet | -1.14e+04 |\n", "| AverageTestEpRet | -7.03e+03 |\n", "| StdTestEpRet | 2.17e+03 |\n", "| MaxTestEpRet | -3.83e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.52e+05 |\n", "| AverageQVals | -2.6e+07 |\n", "| StdQVals | 4.23e+07 |\n", "| MaxQVals | -5.63e+05 |\n", "| MinQVals | -5.32e+08 |\n", "| LossPi | 2.59e+07 |\n", "| LossQ | 2.61e+12 |\n", "| Time | 3.16e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 396 |\n", "| AverageEpRet | -6.23e+03 |\n", "| StdEpRet | 1e+03 |\n", "| MaxEpRet | -4.58e+03 |\n", "| MinEpRet | -8.03e+03 |\n", "| AverageTestEpRet | -7.42e+03 |\n", "| StdTestEpRet | 2.44e+03 |\n", "| MaxTestEpRet | -3.81e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.53e+05 |\n", "| AverageQVals | -2.65e+07 |\n", "| StdQVals | 4.3e+07 |\n", "| MaxQVals | -5.68e+05 |\n", "| MinQVals | -5.41e+08 |\n", "| LossPi | 2.64e+07 |\n", "| LossQ | 2.67e+12 |\n", "| Time | 3.17e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 397 |\n", "| AverageEpRet | -7.32e+03 |\n", "| StdEpRet | 1.99e+03 |\n", "| MaxEpRet | -4.08e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -6.68e+03 |\n", "| StdTestEpRet | 2.23e+03 |\n", "| MaxTestEpRet | -3.88e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.55e+05 |\n", "| AverageQVals | -2.72e+07 |\n", "| StdQVals | 4.46e+07 |\n", "| MaxQVals | -7.8e+05 |\n", "| MinQVals | -5.52e+08 |\n", "| LossPi | 2.71e+07 |\n", "| LossQ | 2.74e+12 |\n", "| Time | 3.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 398 |\n", "| AverageEpRet | -6.69e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -3.96e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -6.07e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -4.17e+03 |\n", "| MinTestEpRet | -7.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.57e+05 |\n", "| AverageQVals | -2.75e+07 |\n", "| StdQVals | 4.47e+07 |\n", "| MaxQVals | -7.25e+05 |\n", "| MinQVals | -5.52e+08 |\n", "| LossPi | 2.74e+07 |\n", "| LossQ | 2.87e+12 |\n", "| Time | 3.18e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 399 |\n", "| AverageEpRet | -6.99e+03 |\n", "| StdEpRet | 1.59e+03 |\n", "| MaxEpRet | -4.96e+03 |\n", "| MinEpRet | -1.05e+04 |\n", "| AverageTestEpRet | -7.66e+03 |\n", "| StdTestEpRet | 1.83e+03 |\n", "| MaxTestEpRet | -4.46e+03 |\n", "| MinTestEpRet | -1.11e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.58e+05 |\n", "| AverageQVals | -2.8e+07 |\n", "| StdQVals | 4.52e+07 |\n", "| MaxQVals | -7.97e+05 |\n", "| MinQVals | -5.54e+08 |\n", "| LossPi | 2.8e+07 |\n", "| LossQ | 2.99e+12 |\n", "| Time | 3.19e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 400 |\n", "| AverageEpRet | -7.55e+03 |\n", "| StdEpRet | 1.88e+03 |\n", "| MaxEpRet | -5.31e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.96e+03 |\n", "| StdTestEpRet | 1.81e+03 |\n", "| MaxTestEpRet | -5.44e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+05 |\n", "| AverageQVals | -2.86e+07 |\n", "| StdQVals | 4.61e+07 |\n", "| MaxQVals | -6.63e+05 |\n", "| MinQVals | -5.62e+08 |\n", "| LossPi | 2.85e+07 |\n", "| LossQ | 3.1e+12 |\n", "| Time | 3.2e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 401 |\n", "| AverageEpRet | -6.52e+03 |\n", "| StdEpRet | 1.11e+03 |\n", "| MaxEpRet | -3.88e+03 |\n", "| MinEpRet | -7.87e+03 |\n", "| AverageTestEpRet | -6.08e+03 |\n", "| StdTestEpRet | 1.81e+03 |\n", "| MaxTestEpRet | -2.97e+03 |\n", "| MinTestEpRet | -8.03e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.62e+05 |\n", "| AverageQVals | -2.89e+07 |\n", "| StdQVals | 4.64e+07 |\n", "| MaxQVals | -8.41e+05 |\n", "| MinQVals | -5.83e+08 |\n", "| LossPi | 2.88e+07 |\n", "| LossQ | 3.17e+12 |\n", "| Time | 3.21e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 402 |\n", "| AverageEpRet | -6.83e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -4.45e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -6.58e+03 |\n", "| StdTestEpRet | 1.36e+03 |\n", "| MaxTestEpRet | -4.47e+03 |\n", "| MinTestEpRet | -8.69e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.63e+05 |\n", "| AverageQVals | -2.96e+07 |\n", "| StdQVals | 4.77e+07 |\n", "| MaxQVals | -6.89e+05 |\n", "| MinQVals | -5.89e+08 |\n", "| LossPi | 2.95e+07 |\n", "| LossQ | 3.33e+12 |\n", "| Time | 3.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 403 |\n", "| AverageEpRet | -6.79e+03 |\n", "| StdEpRet | 2.24e+03 |\n", "| MaxEpRet | -2.57e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -5.75e+03 |\n", "| StdTestEpRet | 1.68e+03 |\n", "| MaxTestEpRet | -3.62e+03 |\n", "| MinTestEpRet | -8.97e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.65e+05 |\n", "| AverageQVals | -2.98e+07 |\n", "| StdQVals | 4.76e+07 |\n", "| MaxQVals | -9.79e+05 |\n", "| MinQVals | -6.04e+08 |\n", "| LossPi | 2.98e+07 |\n", "| LossQ | 3.42e+12 |\n", "| Time | 3.22e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 404 |\n", "| AverageEpRet | -7.14e+03 |\n", "| StdEpRet | 1.33e+03 |\n", "| MaxEpRet | -4.99e+03 |\n", "| MinEpRet | -9.58e+03 |\n", "| AverageTestEpRet | -7.82e+03 |\n", "| StdTestEpRet | 1.55e+03 |\n", "| MaxTestEpRet | -5.42e+03 |\n", "| MinTestEpRet | -9.97e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.67e+05 |\n", "| AverageQVals | -3.07e+07 |\n", "| StdQVals | 4.87e+07 |\n", "| MaxQVals | -8.77e+05 |\n", "| MinQVals | -5.98e+08 |\n", "| LossPi | 3.06e+07 |\n", "| LossQ | 3.52e+12 |\n", "| Time | 3.23e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 405 |\n", "| AverageEpRet | -7.33e+03 |\n", "| StdEpRet | 2.65e+03 |\n", "| MaxEpRet | -4.02e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.24e+03 |\n", "| StdTestEpRet | 1.96e+03 |\n", "| MaxTestEpRet | -4.26e+03 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.68e+05 |\n", "| AverageQVals | -3.1e+07 |\n", "| StdQVals | 4.94e+07 |\n", "| MaxQVals | -8.7e+05 |\n", "| MinQVals | -6.14e+08 |\n", "| LossPi | 3.1e+07 |\n", "| LossQ | 3.61e+12 |\n", "| Time | 3.24e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 406 |\n", "| AverageEpRet | -6.65e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -3.53e+03 |\n", "| MinEpRet | -8.4e+03 |\n", "| AverageTestEpRet | -7.23e+03 |\n", "| StdTestEpRet | 1.78e+03 |\n", "| MaxTestEpRet | -3.95e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.7e+05 |\n", "| AverageQVals | -3.16e+07 |\n", "| StdQVals | 5.05e+07 |\n", "| MaxQVals | -8.11e+05 |\n", "| MinQVals | -6.26e+08 |\n", "| LossPi | 3.16e+07 |\n", "| LossQ | 3.76e+12 |\n", "| Time | 3.25e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 407 |\n", "| AverageEpRet | -6.67e+03 |\n", "| StdEpRet | 1.38e+03 |\n", "| MaxEpRet | -4.27e+03 |\n", "| MinEpRet | -8.92e+03 |\n", "| AverageTestEpRet | -6.49e+03 |\n", "| StdTestEpRet | 1.18e+03 |\n", "| MaxTestEpRet | -4.89e+03 |\n", "| MinTestEpRet | -7.93e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.72e+05 |\n", "| AverageQVals | -3.21e+07 |\n", "| StdQVals | 5.1e+07 |\n", "| MaxQVals | -8.06e+05 |\n", "| MinQVals | -6.26e+08 |\n", "| LossPi | 3.21e+07 |\n", "| LossQ | 3.89e+12 |\n", "| Time | 3.26e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 408 |\n", "| AverageEpRet | -6.26e+03 |\n", "| StdEpRet | 1.42e+03 |\n", "| MaxEpRet | -4.57e+03 |\n", "| MinEpRet | -9.53e+03 |\n", "| AverageTestEpRet | -6.31e+03 |\n", "| StdTestEpRet | 1.53e+03 |\n", "| MaxTestEpRet | -3.98e+03 |\n", "| MinTestEpRet | -9.12e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.73e+05 |\n", "| AverageQVals | -3.29e+07 |\n", "| StdQVals | 5.24e+07 |\n", "| MaxQVals | -9.77e+05 |\n", "| MinQVals | -6.44e+08 |\n", "| LossPi | 3.29e+07 |\n", "| LossQ | 4e+12 |\n", "| Time | 3.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 409 |\n", "| AverageEpRet | -6.47e+03 |\n", "| StdEpRet | 1.5e+03 |\n", "| MaxEpRet | -3.87e+03 |\n", "| MinEpRet | -8.82e+03 |\n", "| AverageTestEpRet | -6.7e+03 |\n", "| StdTestEpRet | 1.58e+03 |\n", "| MaxTestEpRet | -4.25e+03 |\n", "| MinTestEpRet | -9.59e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.75e+05 |\n", "| AverageQVals | -3.31e+07 |\n", "| StdQVals | 5.22e+07 |\n", "| MaxQVals | -8.55e+05 |\n", "| MinQVals | -6.47e+08 |\n", "| LossPi | 3.3e+07 |\n", "| LossQ | 4.14e+12 |\n", "| Time | 3.27e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 410 |\n", "| AverageEpRet | -7e+03 |\n", "| StdEpRet | 2.04e+03 |\n", "| MaxEpRet | -981 |\n", "| MinEpRet | -9.11e+03 |\n", "| AverageTestEpRet | -6.71e+03 |\n", "| StdTestEpRet | 1.07e+03 |\n", "| MaxTestEpRet | -5.48e+03 |\n", "| MinTestEpRet | -8.72e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.76e+05 |\n", "| AverageQVals | -3.37e+07 |\n", "| StdQVals | 5.35e+07 |\n", "| MaxQVals | -1.11e+06 |\n", "| MinQVals | -6.58e+08 |\n", "| LossPi | 3.37e+07 |\n", "| LossQ | 4.21e+12 |\n", "| Time | 3.28e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 411 |\n", "| AverageEpRet | -7.35e+03 |\n", "| StdEpRet | 2.07e+03 |\n", "| MaxEpRet | -3.2e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -5.72e+03 |\n", "| StdTestEpRet | 1.8e+03 |\n", "| MaxTestEpRet | -2.33e+03 |\n", "| MinTestEpRet | -7.43e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.78e+05 |\n", "| AverageQVals | -3.44e+07 |\n", "| StdQVals | 5.46e+07 |\n", "| MaxQVals | -1.05e+06 |\n", "| MinQVals | -6.68e+08 |\n", "| LossPi | 3.43e+07 |\n", "| LossQ | 4.42e+12 |\n", "| Time | 3.29e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 412 |\n", "| AverageEpRet | -6.93e+03 |\n", "| StdEpRet | 2.01e+03 |\n", "| MaxEpRet | -3.75e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.39e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -4.47e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.8e+05 |\n", "| AverageQVals | -3.49e+07 |\n", "| StdQVals | 5.52e+07 |\n", "| MaxQVals | -1.08e+06 |\n", "| MinQVals | -6.74e+08 |\n", "| LossPi | 3.48e+07 |\n", "| LossQ | 4.54e+12 |\n", "| Time | 3.3e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 413 |\n", "| AverageEpRet | -7.16e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -4.26e+03 |\n", "| MinEpRet | -1.14e+04 |\n", "| AverageTestEpRet | -6.87e+03 |\n", "| StdTestEpRet | 2.15e+03 |\n", "| MaxTestEpRet | -4.79e+03 |\n", "| MinTestEpRet | -1.23e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.81e+05 |\n", "| AverageQVals | -3.56e+07 |\n", "| StdQVals | 5.6e+07 |\n", "| MaxQVals | -1e+06 |\n", "| MinQVals | -6.84e+08 |\n", "| LossPi | 3.56e+07 |\n", "| LossQ | 4.65e+12 |\n", "| Time | 3.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 414 |\n", "| AverageEpRet | -7.27e+03 |\n", "| StdEpRet | 2.44e+03 |\n", "| MaxEpRet | -4.51e+03 |\n", "| MinEpRet | -1.26e+04 |\n", "| AverageTestEpRet | -6.94e+03 |\n", "| StdTestEpRet | 2e+03 |\n", "| MaxTestEpRet | -4.8e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.83e+05 |\n", "| AverageQVals | -3.61e+07 |\n", "| StdQVals | 5.69e+07 |\n", "| MaxQVals | -1.01e+06 |\n", "| MinQVals | -7.07e+08 |\n", "| LossPi | 3.6e+07 |\n", "| LossQ | 4.74e+12 |\n", "| Time | 3.31e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 415 |\n", "| AverageEpRet | -5.95e+03 |\n", "| StdEpRet | 1.12e+03 |\n", "| MaxEpRet | -3.74e+03 |\n", "| MinEpRet | -7.39e+03 |\n", "| AverageTestEpRet | -6.96e+03 |\n", "| StdTestEpRet | 1.98e+03 |\n", "| MaxTestEpRet | -3.59e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.85e+05 |\n", "| AverageQVals | -3.68e+07 |\n", "| StdQVals | 5.73e+07 |\n", "| MaxQVals | -1.21e+06 |\n", "| MinQVals | -7.07e+08 |\n", "| LossPi | 3.67e+07 |\n", "| LossQ | 4.92e+12 |\n", "| Time | 3.32e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 416 |\n", "| AverageEpRet | -5.93e+03 |\n", "| StdEpRet | 1.23e+03 |\n", "| MaxEpRet | -3.77e+03 |\n", "| MinEpRet | -8.59e+03 |\n", "| AverageTestEpRet | -6.97e+03 |\n", "| StdTestEpRet | 2.39e+03 |\n", "| MaxTestEpRet | -3.15e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.86e+05 |\n", "| AverageQVals | -3.71e+07 |\n", "| StdQVals | 5.78e+07 |\n", "| MaxQVals | -1.05e+06 |\n", "| MinQVals | -7.11e+08 |\n", "| LossPi | 3.7e+07 |\n", "| LossQ | 5.06e+12 |\n", "| Time | 3.33e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 417 |\n", "| AverageEpRet | -6.23e+03 |\n", "| StdEpRet | 1.9e+03 |\n", "| MaxEpRet | -2.7e+03 |\n", "| MinEpRet | -9.6e+03 |\n", "| AverageTestEpRet | -6.45e+03 |\n", "| StdTestEpRet | 1.35e+03 |\n", "| MaxTestEpRet | -3.52e+03 |\n", "| MinTestEpRet | -8.41e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.88e+05 |\n", "| AverageQVals | -3.76e+07 |\n", "| StdQVals | 5.85e+07 |\n", "| MaxQVals | -1.35e+06 |\n", "| MinQVals | -7.21e+08 |\n", "| LossPi | 3.75e+07 |\n", "| LossQ | 5.21e+12 |\n", "| Time | 3.34e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 418 |\n", "| AverageEpRet | -7.01e+03 |\n", "| StdEpRet | 2.66e+03 |\n", "| MaxEpRet | -4e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -6.48e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -3.98e+03 |\n", "| MinTestEpRet | -8.08e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.9e+05 |\n", "| AverageQVals | -3.86e+07 |\n", "| StdQVals | 6.03e+07 |\n", "| MaxQVals | -1.23e+06 |\n", "| MinQVals | -7.4e+08 |\n", "| LossPi | 3.86e+07 |\n", "| LossQ | 5.44e+12 |\n", "| Time | 3.35e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 419 |\n", "| AverageEpRet | -7.18e+03 |\n", "| StdEpRet | 1.77e+03 |\n", "| MaxEpRet | -3.96e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.43e+03 |\n", "| StdTestEpRet | 1.86e+03 |\n", "| MaxTestEpRet | -4.38e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.91e+05 |\n", "| AverageQVals | -3.9e+07 |\n", "| StdQVals | 6.1e+07 |\n", "| MaxQVals | -1.36e+06 |\n", "| MinQVals | -7.37e+08 |\n", "| LossPi | 3.89e+07 |\n", "| LossQ | 5.61e+12 |\n", "| Time | 3.36e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 420 |\n", "| AverageEpRet | -7.04e+03 |\n", "| StdEpRet | 2.3e+03 |\n", "| MaxEpRet | -3.7e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -6.5e+03 |\n", "| StdTestEpRet | 2.06e+03 |\n", "| MaxTestEpRet | -3.29e+03 |\n", "| MinTestEpRet | -1.11e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.93e+05 |\n", "| AverageQVals | -3.98e+07 |\n", "| StdQVals | 6.19e+07 |\n", "| MaxQVals | -1.44e+06 |\n", "| MinQVals | -7.54e+08 |\n", "| LossPi | 3.97e+07 |\n", "| LossQ | 5.75e+12 |\n", "| Time | 3.36e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 421 |\n", "| AverageEpRet | -7.28e+03 |\n", "| StdEpRet | 1.42e+03 |\n", "| MaxEpRet | -5.1e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -6.29e+03 |\n", "| StdTestEpRet | 980 |\n", "| MaxTestEpRet | -5.03e+03 |\n", "| MinTestEpRet | -8.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.95e+05 |\n", "| AverageQVals | -3.99e+07 |\n", "| StdQVals | 6.14e+07 |\n", "| MaxQVals | -1.5e+06 |\n", "| MinQVals | -7.58e+08 |\n", "| LossPi | 3.99e+07 |\n", "| LossQ | 5.87e+12 |\n", "| Time | 3.37e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 422 |\n", "| AverageEpRet | -7.04e+03 |\n", "| StdEpRet | 1.67e+03 |\n", "| MaxEpRet | -4.24e+03 |\n", "| MinEpRet | -9.77e+03 |\n", "| AverageTestEpRet | -6.59e+03 |\n", "| StdTestEpRet | 1.41e+03 |\n", "| MaxTestEpRet | -4.92e+03 |\n", "| MinTestEpRet | -9.51e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.96e+05 |\n", "| AverageQVals | -4.08e+07 |\n", "| StdQVals | 6.29e+07 |\n", "| MaxQVals | -1.53e+06 |\n", "| MinQVals | -7.69e+08 |\n", "| LossPi | 4.07e+07 |\n", "| LossQ | 6.1e+12 |\n", "| Time | 3.38e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 423 |\n", "| AverageEpRet | -7.05e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -4.05e+03 |\n", "| MinEpRet | -1.14e+04 |\n", "| AverageTestEpRet | -7.33e+03 |\n", "| StdTestEpRet | 1.85e+03 |\n", "| MaxTestEpRet | -4.51e+03 |\n", "| MinTestEpRet | -1.16e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.98e+05 |\n", "| AverageQVals | -4.17e+07 |\n", "| StdQVals | 6.44e+07 |\n", "| MaxQVals | -1.31e+06 |\n", "| MinQVals | -7.81e+08 |\n", "| LossPi | 4.17e+07 |\n", "| LossQ | 6.23e+12 |\n", "| Time | 3.39e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 424 |\n", "| AverageEpRet | -7.15e+03 |\n", "| StdEpRet | 1.61e+03 |\n", "| MaxEpRet | -4.4e+03 |\n", "| MinEpRet | -9.66e+03 |\n", "| AverageTestEpRet | -7.71e+03 |\n", "| StdTestEpRet | 1.79e+03 |\n", "| MaxTestEpRet | -4.02e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7e+05 |\n", "| AverageQVals | -4.23e+07 |\n", "| StdQVals | 6.51e+07 |\n", "| MaxQVals | -1.4e+06 |\n", "| MinQVals | -7.96e+08 |\n", "| LossPi | 4.22e+07 |\n", "| LossQ | 6.34e+12 |\n", "| Time | 3.4e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 425 |\n", "| AverageEpRet | -7.77e+03 |\n", "| StdEpRet | 2.22e+03 |\n", "| MaxEpRet | -4.52e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -6.54e+03 |\n", "| StdTestEpRet | 1.15e+03 |\n", "| MaxTestEpRet | -4.13e+03 |\n", "| MinTestEpRet | -8.5e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.01e+05 |\n", "| AverageQVals | -4.29e+07 |\n", "| StdQVals | 6.59e+07 |\n", "| MaxQVals | -1.51e+06 |\n", "| MinQVals | -7.92e+08 |\n", "| LossPi | 4.28e+07 |\n", "| LossQ | 6.57e+12 |\n", "| Time | 3.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 426 |\n", "| AverageEpRet | -7.52e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -5.57e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -7.37e+03 |\n", "| StdTestEpRet | 1.14e+03 |\n", "| MaxTestEpRet | -5.75e+03 |\n", "| MinTestEpRet | -9.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.03e+05 |\n", "| AverageQVals | -4.37e+07 |\n", "| StdQVals | 6.73e+07 |\n", "| MaxQVals | -1.8e+06 |\n", "| MinQVals | -8.16e+08 |\n", "| LossPi | 4.36e+07 |\n", "| LossQ | 6.8e+12 |\n", "| Time | 3.41e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 427 |\n", "| AverageEpRet | -7.6e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -3.77e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.25e+03 |\n", "| StdTestEpRet | 2.59e+03 |\n", "| MaxTestEpRet | -3.91e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.05e+05 |\n", "| AverageQVals | -4.41e+07 |\n", "| StdQVals | 6.71e+07 |\n", "| MaxQVals | -1.88e+06 |\n", "| MinQVals | -8.36e+08 |\n", "| LossPi | 4.4e+07 |\n", "| LossQ | 7.01e+12 |\n", "| Time | 3.42e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 428 |\n", "| AverageEpRet | -6.48e+03 |\n", "| StdEpRet | 1.41e+03 |\n", "| MaxEpRet | -3.8e+03 |\n", "| MinEpRet | -8.3e+03 |\n", "| AverageTestEpRet | -8.14e+03 |\n", "| StdTestEpRet | 2.35e+03 |\n", "| MaxTestEpRet | -4.73e+03 |\n", "| MinTestEpRet | -1.16e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.06e+05 |\n", "| AverageQVals | -4.49e+07 |\n", "| StdQVals | 6.87e+07 |\n", "| MaxQVals | -1.62e+06 |\n", "| MinQVals | -8.46e+08 |\n", "| LossPi | 4.48e+07 |\n", "| LossQ | 7.17e+12 |\n", "| Time | 3.43e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 429 |\n", "| AverageEpRet | -7.31e+03 |\n", "| StdEpRet | 1.78e+03 |\n", "| MaxEpRet | -4.78e+03 |\n", "| MinEpRet | -1.23e+04 |\n", "| AverageTestEpRet | -8.61e+03 |\n", "| StdTestEpRet | 2.13e+03 |\n", "| MaxTestEpRet | -6.44e+03 |\n", "| MinTestEpRet | -1.21e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.08e+05 |\n", "| AverageQVals | -4.54e+07 |\n", "| StdQVals | 6.86e+07 |\n", "| MaxQVals | -1.66e+06 |\n", "| MinQVals | -8.33e+08 |\n", "| LossPi | 4.53e+07 |\n", "| LossQ | 7.33e+12 |\n", "| Time | 3.44e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 430 |\n", "| AverageEpRet | -5.71e+03 |\n", "| StdEpRet | 1.34e+03 |\n", "| MaxEpRet | -3.37e+03 |\n", "| MinEpRet | -8.26e+03 |\n", "| AverageTestEpRet | -6.36e+03 |\n", "| StdTestEpRet | 1.33e+03 |\n", "| MaxTestEpRet | -4.3e+03 |\n", "| MinTestEpRet | -8.71e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.09e+05 |\n", "| AverageQVals | -4.62e+07 |\n", "| StdQVals | 7.01e+07 |\n", "| MaxQVals | -1.72e+06 |\n", "| MinQVals | -8.5e+08 |\n", "| LossPi | 4.61e+07 |\n", "| LossQ | 7.57e+12 |\n", "| Time | 3.45e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 431 |\n", "| AverageEpRet | -8.17e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -2.61e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -7.37e+03 |\n", "| StdTestEpRet | 1.04e+03 |\n", "| MaxTestEpRet | -5.51e+03 |\n", "| MinTestEpRet | -8.51e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.11e+05 |\n", "| AverageQVals | -4.69e+07 |\n", "| StdQVals | 7.09e+07 |\n", "| MaxQVals | -1.72e+06 |\n", "| MinQVals | -8.65e+08 |\n", "| LossPi | 4.69e+07 |\n", "| LossQ | 7.72e+12 |\n", "| Time | 3.45e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 432 |\n", "| AverageEpRet | -7.34e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -2.92e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -7.7e+03 |\n", "| StdTestEpRet | 1.93e+03 |\n", "| MaxTestEpRet | -5.14e+03 |\n", "| MinTestEpRet | -1.13e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.13e+05 |\n", "| AverageQVals | -4.77e+07 |\n", "| StdQVals | 7.23e+07 |\n", "| MaxQVals | -1.85e+06 |\n", "| MinQVals | -8.88e+08 |\n", "| LossPi | 4.77e+07 |\n", "| LossQ | 7.96e+12 |\n", "| Time | 3.46e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 433 |\n", "| AverageEpRet | -6.76e+03 |\n", "| StdEpRet | 2.02e+03 |\n", "| MaxEpRet | -3.57e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -6.52e+03 |\n", "| StdTestEpRet | 1.26e+03 |\n", "| MaxTestEpRet | -3.57e+03 |\n", "| MinTestEpRet | -8.33e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.14e+05 |\n", "| AverageQVals | -4.8e+07 |\n", "| StdQVals | 7.26e+07 |\n", "| MaxQVals | -1.91e+06 |\n", "| MinQVals | -8.78e+08 |\n", "| LossPi | 4.8e+07 |\n", "| LossQ | 8.22e+12 |\n", "| Time | 3.47e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 434 |\n", "| AverageEpRet | -6.93e+03 |\n", "| StdEpRet | 1.82e+03 |\n", "| MaxEpRet | -3.89e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.09e+03 |\n", "| StdTestEpRet | 1.32e+03 |\n", "| MaxTestEpRet | -4.92e+03 |\n", "| MinTestEpRet | -9.81e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.16e+05 |\n", "| AverageQVals | -4.89e+07 |\n", "| StdQVals | 7.34e+07 |\n", "| MaxQVals | -1.97e+06 |\n", "| MinQVals | -8.76e+08 |\n", "| LossPi | 4.88e+07 |\n", "| LossQ | 8.39e+12 |\n", "| Time | 3.48e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 435 |\n", "| AverageEpRet | -7.84e+03 |\n", "| StdEpRet | 1.67e+03 |\n", "| MaxEpRet | -3.87e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.79e+03 |\n", "| StdTestEpRet | 2.18e+03 |\n", "| MaxTestEpRet | -5.01e+03 |\n", "| MinTestEpRet | -1.26e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.18e+05 |\n", "| AverageQVals | -4.94e+07 |\n", "| StdQVals | 7.4e+07 |\n", "| MaxQVals | -2.02e+06 |\n", "| MinQVals | -9.15e+08 |\n", "| LossPi | 4.93e+07 |\n", "| LossQ | 8.69e+12 |\n", "| Time | 3.49e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 436 |\n", "| AverageEpRet | -6.81e+03 |\n", "| StdEpRet | 1.69e+03 |\n", "| MaxEpRet | -3.72e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -7.18e+03 |\n", "| StdTestEpRet | 1.49e+03 |\n", "| MaxTestEpRet | -3.94e+03 |\n", "| MinTestEpRet | -9.08e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.19e+05 |\n", "| AverageQVals | -5.03e+07 |\n", "| StdQVals | 7.55e+07 |\n", "| MaxQVals | -1.93e+06 |\n", "| MinQVals | -9.24e+08 |\n", "| LossPi | 5.03e+07 |\n", "| LossQ | 8.78e+12 |\n", "| Time | 3.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 437 |\n", "| AverageEpRet | -6.49e+03 |\n", "| StdEpRet | 1.84e+03 |\n", "| MaxEpRet | -3.57e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -7.46e+03 |\n", "| StdTestEpRet | 1.66e+03 |\n", "| MaxTestEpRet | -5.41e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.21e+05 |\n", "| AverageQVals | -5.08e+07 |\n", "| StdQVals | 7.62e+07 |\n", "| MaxQVals | -2.01e+06 |\n", "| MinQVals | -9.31e+08 |\n", "| LossPi | 5.08e+07 |\n", "| LossQ | 9.15e+12 |\n", "| Time | 3.5e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 438 |\n", "| AverageEpRet | -6.93e+03 |\n", "| StdEpRet | 1.18e+03 |\n", "| MaxEpRet | -5.13e+03 |\n", "| MinEpRet | -9.7e+03 |\n", "| AverageTestEpRet | -7.56e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -4.07e+03 |\n", "| MinTestEpRet | -1.09e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.23e+05 |\n", "| AverageQVals | -5.17e+07 |\n", "| StdQVals | 7.76e+07 |\n", "| MaxQVals | -2.13e+06 |\n", "| MinQVals | -9.35e+08 |\n", "| LossPi | 5.16e+07 |\n", "| LossQ | 9.39e+12 |\n", "| Time | 3.51e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 439 |\n", "| AverageEpRet | -7.13e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -4.17e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -7.15e+03 |\n", "| StdTestEpRet | 1.94e+03 |\n", "| MaxTestEpRet | -4.41e+03 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.24e+05 |\n", "| AverageQVals | -5.25e+07 |\n", "| StdQVals | 7.87e+07 |\n", "| MaxQVals | -2.15e+06 |\n", "| MinQVals | -9.51e+08 |\n", "| LossPi | 5.24e+07 |\n", "| LossQ | 9.6e+12 |\n", "| Time | 3.52e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 440 |\n", "| AverageEpRet | -7.7e+03 |\n", "| StdEpRet | 1.76e+03 |\n", "| MaxEpRet | -5.45e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.46e+03 |\n", "| StdTestEpRet | 1.71e+03 |\n", "| MaxTestEpRet | -4.72e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.26e+05 |\n", "| AverageQVals | -5.28e+07 |\n", "| StdQVals | 7.88e+07 |\n", "| MaxQVals | -2.22e+06 |\n", "| MinQVals | -9.45e+08 |\n", "| LossPi | 5.27e+07 |\n", "| LossQ | 9.85e+12 |\n", "| Time | 3.53e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 441 |\n", "| AverageEpRet | -6.9e+03 |\n", "| StdEpRet | 1.51e+03 |\n", "| MaxEpRet | -3.76e+03 |\n", "| MinEpRet | -9.8e+03 |\n", "| AverageTestEpRet | -7.24e+03 |\n", "| StdTestEpRet | 2.27e+03 |\n", "| MaxTestEpRet | -3.84e+03 |\n", "| MinTestEpRet | -1.16e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.28e+05 |\n", "| AverageQVals | -5.36e+07 |\n", "| StdQVals | 7.94e+07 |\n", "| MaxQVals | -2.26e+06 |\n", "| MinQVals | -9.67e+08 |\n", "| LossPi | 5.35e+07 |\n", "| LossQ | 1.01e+13 |\n", "| Time | 3.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 442 |\n", "| AverageEpRet | -7.35e+03 |\n", "| StdEpRet | 2.08e+03 |\n", "| MaxEpRet | -4.15e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -7.49e+03 |\n", "| StdTestEpRet | 1.17e+03 |\n", "| MaxTestEpRet | -6.32e+03 |\n", "| MinTestEpRet | -1.04e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.29e+05 |\n", "| AverageQVals | -5.48e+07 |\n", "| StdQVals | 8.18e+07 |\n", "| MaxQVals | -2.88e+06 |\n", "| MinQVals | -9.65e+08 |\n", "| LossPi | 5.47e+07 |\n", "| LossQ | 1.03e+13 |\n", "| Time | 3.54e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 443 |\n", "| AverageEpRet | -7.02e+03 |\n", "| StdEpRet | 2.26e+03 |\n", "| MaxEpRet | -4.14e+03 |\n", "| MinEpRet | -1.19e+04 |\n", "| AverageTestEpRet | -6.95e+03 |\n", "| StdTestEpRet | 1.04e+03 |\n", "| MaxTestEpRet | -5.6e+03 |\n", "| MinTestEpRet | -9.37e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.31e+05 |\n", "| AverageQVals | -5.55e+07 |\n", "| StdQVals | 8.27e+07 |\n", "| MaxQVals | -2.48e+06 |\n", "| MinQVals | -9.87e+08 |\n", "| LossPi | 5.54e+07 |\n", "| LossQ | 1.08e+13 |\n", "| Time | 3.55e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 444 |\n", "| AverageEpRet | -6.31e+03 |\n", "| StdEpRet | 1.62e+03 |\n", "| MaxEpRet | -3.93e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -7.32e+03 |\n", "| StdTestEpRet | 2.09e+03 |\n", "| MaxTestEpRet | -4.61e+03 |\n", "| MinTestEpRet | -1.11e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.33e+05 |\n", "| AverageQVals | -5.62e+07 |\n", "| StdQVals | 8.31e+07 |\n", "| MaxQVals | -3.1e+06 |\n", "| MinQVals | -9.92e+08 |\n", "| LossPi | 5.61e+07 |\n", "| LossQ | 1.08e+13 |\n", "| Time | 3.56e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 445 |\n", "| AverageEpRet | -7.57e+03 |\n", "| StdEpRet | 2.07e+03 |\n", "| MaxEpRet | -4.06e+03 |\n", "| MinEpRet | -1.26e+04 |\n", "| AverageTestEpRet | -7.52e+03 |\n", "| StdTestEpRet | 2.44e+03 |\n", "| MaxTestEpRet | -3.36e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.34e+05 |\n", "| AverageQVals | -5.69e+07 |\n", "| StdQVals | 8.45e+07 |\n", "| MaxQVals | -3.21e+06 |\n", "| MinQVals | -1.03e+09 |\n", "| LossPi | 5.68e+07 |\n", "| LossQ | 1.11e+13 |\n", "| Time | 3.57e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 446 |\n", "| AverageEpRet | -7.37e+03 |\n", "| StdEpRet | 2.56e+03 |\n", "| MaxEpRet | -3.62e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -6.69e+03 |\n", "| StdTestEpRet | 1.47e+03 |\n", "| MaxTestEpRet | -4.53e+03 |\n", "| MinTestEpRet | -1.01e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.36e+05 |\n", "| AverageQVals | -5.81e+07 |\n", "| StdQVals | 8.62e+07 |\n", "| MaxQVals | -3.18e+06 |\n", "| MinQVals | -1.03e+09 |\n", "| LossPi | 5.8e+07 |\n", "| LossQ | 1.16e+13 |\n", "| Time | 3.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 447 |\n", "| AverageEpRet | -7.79e+03 |\n", "| StdEpRet | 1.94e+03 |\n", "| MaxEpRet | -5.68e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.02e+03 |\n", "| StdTestEpRet | 1.28e+03 |\n", "| MaxTestEpRet | -4.37e+03 |\n", "| MinTestEpRet | -8.93e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.38e+05 |\n", "| AverageQVals | -5.87e+07 |\n", "| StdQVals | 8.68e+07 |\n", "| MaxQVals | -3.14e+06 |\n", "| MinQVals | -1.03e+09 |\n", "| LossPi | 5.87e+07 |\n", "| LossQ | 1.17e+13 |\n", "| Time | 3.58e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 448 |\n", "| AverageEpRet | -6.62e+03 |\n", "| StdEpRet | 2.12e+03 |\n", "| MaxEpRet | -3.93e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -6.63e+03 |\n", "| StdTestEpRet | 1.82e+03 |\n", "| MaxTestEpRet | -4.34e+03 |\n", "| MinTestEpRet | -1.05e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.39e+05 |\n", "| AverageQVals | -5.93e+07 |\n", "| StdQVals | 8.77e+07 |\n", "| MaxQVals | -2.68e+06 |\n", "| MinQVals | -1.05e+09 |\n", "| LossPi | 5.92e+07 |\n", "| LossQ | 1.21e+13 |\n", "| Time | 3.59e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 449 |\n", "| AverageEpRet | -6.69e+03 |\n", "| StdEpRet | 1.71e+03 |\n", "| MaxEpRet | -4.07e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -6.03e+03 |\n", "| StdTestEpRet | 2.5e+03 |\n", "| MaxTestEpRet | -3.47e+03 |\n", "| MinTestEpRet | -1.22e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.41e+05 |\n", "| AverageQVals | -5.98e+07 |\n", "| StdQVals | 8.8e+07 |\n", "| MaxQVals | -3.44e+06 |\n", "| MinQVals | -1.05e+09 |\n", "| LossPi | 5.97e+07 |\n", "| LossQ | 1.24e+13 |\n", "| Time | 3.6e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 450 |\n", "| AverageEpRet | -6.17e+03 |\n", "| StdEpRet | 1.69e+03 |\n", "| MaxEpRet | -1.25e+03 |\n", "| MinEpRet | -8.77e+03 |\n", "| AverageTestEpRet | -6.47e+03 |\n", "| StdTestEpRet | 2.68e+03 |\n", "| MaxTestEpRet | -3.88e+03 |\n", "| MinTestEpRet | -1.26e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.42e+05 |\n", "| AverageQVals | -6.1e+07 |\n", "| StdQVals | 8.94e+07 |\n", "| MaxQVals | -3.36e+06 |\n", "| MinQVals | -1.07e+09 |\n", "| LossPi | 6.09e+07 |\n", "| LossQ | 1.26e+13 |\n", "| Time | 3.61e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 451 |\n", "| AverageEpRet | -5.6e+03 |\n", "| StdEpRet | 1.13e+03 |\n", "| MaxEpRet | -4.26e+03 |\n", "| MinEpRet | -7.58e+03 |\n", "| AverageTestEpRet | -6e+03 |\n", "| StdTestEpRet | 1.39e+03 |\n", "| MaxTestEpRet | -4.16e+03 |\n", "| MinTestEpRet | -7.97e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.44e+05 |\n", "| AverageQVals | -6.16e+07 |\n", "| StdQVals | 9.03e+07 |\n", "| MaxQVals | -3.13e+06 |\n", "| MinQVals | -1.08e+09 |\n", "| LossPi | 6.15e+07 |\n", "| LossQ | 1.3e+13 |\n", "| Time | 3.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 452 |\n", "| AverageEpRet | -6.65e+03 |\n", "| StdEpRet | 2.33e+03 |\n", "| MaxEpRet | -2.58e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -6.1e+03 |\n", "| StdTestEpRet | 1.55e+03 |\n", "| MaxTestEpRet | -3.31e+03 |\n", "| MinTestEpRet | -8.12e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.46e+05 |\n", "| AverageQVals | -6.24e+07 |\n", "| StdQVals | 9.18e+07 |\n", "| MaxQVals | -3.24e+06 |\n", "| MinQVals | -1.09e+09 |\n", "| LossPi | 6.23e+07 |\n", "| LossQ | 1.33e+13 |\n", "| Time | 3.62e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 453 |\n", "| AverageEpRet | -6.39e+03 |\n", "| StdEpRet | 2.05e+03 |\n", "| MaxEpRet | -3.2e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -6.35e+03 |\n", "| StdTestEpRet | 2.02e+03 |\n", "| MaxTestEpRet | -4.15e+03 |\n", "| MinTestEpRet | -1.16e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.47e+05 |\n", "| AverageQVals | -6.35e+07 |\n", "| StdQVals | 9.33e+07 |\n", "| MaxQVals | -3.71e+06 |\n", "| MinQVals | -1.09e+09 |\n", "| LossPi | 6.34e+07 |\n", "| LossQ | 1.35e+13 |\n", "| Time | 3.63e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 454 |\n", "| AverageEpRet | -7.33e+03 |\n", "| StdEpRet | 1.74e+03 |\n", "| MaxEpRet | -4.17e+03 |\n", "| MinEpRet | -1.03e+04 |\n", "| AverageTestEpRet | -7.51e+03 |\n", "| StdTestEpRet | 1.28e+03 |\n", "| MaxTestEpRet | -5.96e+03 |\n", "| MinTestEpRet | -1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.49e+05 |\n", "| AverageQVals | -6.45e+07 |\n", "| StdQVals | 9.45e+07 |\n", "| MaxQVals | -3.65e+06 |\n", "| MinQVals | -1.12e+09 |\n", "| LossPi | 6.44e+07 |\n", "| LossQ | 1.39e+13 |\n", "| Time | 3.64e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 455 |\n", "| AverageEpRet | -7.51e+03 |\n", "| StdEpRet | 2.46e+03 |\n", "| MaxEpRet | -3.63e+03 |\n", "| MinEpRet | -1.14e+04 |\n", "| AverageTestEpRet | -6.87e+03 |\n", "| StdTestEpRet | 2.55e+03 |\n", "| MaxTestEpRet | -3.46e+03 |\n", "| MinTestEpRet | -1.11e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.51e+05 |\n", "| AverageQVals | -6.56e+07 |\n", "| StdQVals | 9.73e+07 |\n", "| MaxQVals | -3.33e+06 |\n", "| MinQVals | -1.14e+09 |\n", "| LossPi | 6.55e+07 |\n", "| LossQ | 1.42e+13 |\n", "| Time | 3.65e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 456 |\n", "| AverageEpRet | -6.68e+03 |\n", "| StdEpRet | 2.68e+03 |\n", "| MaxEpRet | -986 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -8.08e+03 |\n", "| StdTestEpRet | 2.98e+03 |\n", "| MaxTestEpRet | -3.27e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.52e+05 |\n", "| AverageQVals | -6.6e+07 |\n", "| StdQVals | 9.62e+07 |\n", "| MaxQVals | -3.61e+06 |\n", "| MinQVals | -1.15e+09 |\n", "| LossPi | 6.59e+07 |\n", "| LossQ | 1.46e+13 |\n", "| Time | 3.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 457 |\n", "| AverageEpRet | -8.11e+03 |\n", "| StdEpRet | 2.81e+03 |\n", "| MaxEpRet | -1.16e+03 |\n", "| MinEpRet | -1.21e+04 |\n", "| AverageTestEpRet | -6.19e+03 |\n", "| StdTestEpRet | 2.12e+03 |\n", "| MaxTestEpRet | -4.38e+03 |\n", "| MinTestEpRet | -1.17e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.54e+05 |\n", "| AverageQVals | -6.72e+07 |\n", "| StdQVals | 9.9e+07 |\n", "| MaxQVals | -3.38e+06 |\n", "| MinQVals | -1.16e+09 |\n", "| LossPi | 6.71e+07 |\n", "| LossQ | 1.49e+13 |\n", "| Time | 3.66e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 458 |\n", "| AverageEpRet | -6.75e+03 |\n", "| StdEpRet | 1.99e+03 |\n", "| MaxEpRet | -4.33e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -6.79e+03 |\n", "| StdTestEpRet | 2.06e+03 |\n", "| MaxTestEpRet | -3.17e+03 |\n", "| MinTestEpRet | -9.65e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.56e+05 |\n", "| AverageQVals | -6.82e+07 |\n", "| StdQVals | 1e+08 |\n", "| MaxQVals | -3.55e+06 |\n", "| MinQVals | -1.16e+09 |\n", "| LossPi | 6.81e+07 |\n", "| LossQ | 1.54e+13 |\n", "| Time | 3.67e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 459 |\n", "| AverageEpRet | -6.77e+03 |\n", "| StdEpRet | 2.4e+03 |\n", "| MaxEpRet | -3.55e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -7.38e+03 |\n", "| StdTestEpRet | 1.99e+03 |\n", "| MaxTestEpRet | -4.59e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.57e+05 |\n", "| AverageQVals | -6.96e+07 |\n", "| StdQVals | 1.02e+08 |\n", "| MaxQVals | -4.34e+06 |\n", "| MinQVals | -1.19e+09 |\n", "| LossPi | 6.95e+07 |\n", "| LossQ | 1.57e+13 |\n", "| Time | 3.68e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 460 |\n", "| AverageEpRet | -6.93e+03 |\n", "| StdEpRet | 2.14e+03 |\n", "| MaxEpRet | -4.15e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -7.54e+03 |\n", "| StdTestEpRet | 2.01e+03 |\n", "| MaxTestEpRet | -5.77e+03 |\n", "| MinTestEpRet | -1.3e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.59e+05 |\n", "| AverageQVals | -7.02e+07 |\n", "| StdQVals | 1.03e+08 |\n", "| MaxQVals | -4.45e+06 |\n", "| MinQVals | -1.2e+09 |\n", "| LossPi | 7.01e+07 |\n", "| LossQ | 1.59e+13 |\n", "| Time | 3.69e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 461 |\n", "| AverageEpRet | -6.56e+03 |\n", "| StdEpRet | 2.33e+03 |\n", "| MaxEpRet | -3.22e+03 |\n", "| MinEpRet | -1.21e+04 |\n", "| AverageTestEpRet | -5.7e+03 |\n", "| StdTestEpRet | 2.11e+03 |\n", "| MaxTestEpRet | -3.04e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.61e+05 |\n", "| AverageQVals | -7.12e+07 |\n", "| StdQVals | 1.04e+08 |\n", "| MaxQVals | -3.78e+06 |\n", "| MinQVals | -1.21e+09 |\n", "| LossPi | 7.11e+07 |\n", "| LossQ | 1.65e+13 |\n", "| Time | 3.7e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 462 |\n", "| AverageEpRet | -7.08e+03 |\n", "| StdEpRet | 2.28e+03 |\n", "| MaxEpRet | -4.14e+03 |\n", "| MinEpRet | -1.19e+04 |\n", "| AverageTestEpRet | -6.15e+03 |\n", "| StdTestEpRet | 911 |\n", "| MaxTestEpRet | -4.8e+03 |\n", "| MinTestEpRet | -7.74e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.62e+05 |\n", "| AverageQVals | -7.2e+07 |\n", "| StdQVals | 1.05e+08 |\n", "| MaxQVals | -4.33e+06 |\n", "| MinQVals | -1.22e+09 |\n", "| LossPi | 7.19e+07 |\n", "| LossQ | 1.67e+13 |\n", "| Time | 3.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 463 |\n", "| AverageEpRet | -6.63e+03 |\n", "| StdEpRet | 1.22e+03 |\n", "| MaxEpRet | -4.58e+03 |\n", "| MinEpRet | -8.7e+03 |\n", "| AverageTestEpRet | -5.63e+03 |\n", "| StdTestEpRet | 1.13e+03 |\n", "| MaxTestEpRet | -3.86e+03 |\n", "| MinTestEpRet | -7.6e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.64e+05 |\n", "| AverageQVals | -7.3e+07 |\n", "| StdQVals | 1.06e+08 |\n", "| MaxQVals | -3.94e+06 |\n", "| MinQVals | -1.24e+09 |\n", "| LossPi | 7.29e+07 |\n", "| LossQ | 1.71e+13 |\n", "| Time | 3.71e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 464 |\n", "| AverageEpRet | -6.21e+03 |\n", "| StdEpRet | 2.07e+03 |\n", "| MaxEpRet | -3.52e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -7.05e+03 |\n", "| StdTestEpRet | 1.24e+03 |\n", "| MaxTestEpRet | -4.6e+03 |\n", "| MinTestEpRet | -8.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.66e+05 |\n", "| AverageQVals | -7.34e+07 |\n", "| StdQVals | 1.06e+08 |\n", "| MaxQVals | -4.07e+06 |\n", "| MinQVals | -1.27e+09 |\n", "| LossPi | 7.33e+07 |\n", "| LossQ | 1.76e+13 |\n", "| Time | 3.72e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 465 |\n", "| AverageEpRet | -6.74e+03 |\n", "| StdEpRet | 1.4e+03 |\n", "| MaxEpRet | -4.66e+03 |\n", "| MinEpRet | -9.73e+03 |\n", "| AverageTestEpRet | -6.15e+03 |\n", "| StdTestEpRet | 1.24e+03 |\n", "| MaxTestEpRet | -4.68e+03 |\n", "| MinTestEpRet | -8.54e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.67e+05 |\n", "| AverageQVals | -7.47e+07 |\n", "| StdQVals | 1.07e+08 |\n", "| MaxQVals | -5.44e+06 |\n", "| MinQVals | -1.25e+09 |\n", "| LossPi | 7.46e+07 |\n", "| LossQ | 1.78e+13 |\n", "| Time | 3.73e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 466 |\n", "| AverageEpRet | -6.79e+03 |\n", "| StdEpRet | 2.86e+03 |\n", "| MaxEpRet | -2.81e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -7.45e+03 |\n", "| StdTestEpRet | 1.34e+03 |\n", "| MaxTestEpRet | -5.66e+03 |\n", "| MinTestEpRet | -1.03e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.69e+05 |\n", "| AverageQVals | -7.56e+07 |\n", "| StdQVals | 1.09e+08 |\n", "| MaxQVals | -5.03e+06 |\n", "| MinQVals | -1.28e+09 |\n", "| LossPi | 7.55e+07 |\n", "| LossQ | 1.84e+13 |\n", "| Time | 3.74e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 467 |\n", "| AverageEpRet | -7.74e+03 |\n", "| StdEpRet | 2.03e+03 |\n", "| MaxEpRet | -5.05e+03 |\n", "| MinEpRet | -1.15e+04 |\n", "| AverageTestEpRet | -6.78e+03 |\n", "| StdTestEpRet | 1.6e+03 |\n", "| MaxTestEpRet | -4.08e+03 |\n", "| MinTestEpRet | -1.02e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.71e+05 |\n", "| AverageQVals | -7.65e+07 |\n", "| StdQVals | 1.11e+08 |\n", "| MaxQVals | -4.38e+06 |\n", "| MinQVals | -1.31e+09 |\n", "| LossPi | 7.64e+07 |\n", "| LossQ | 1.86e+13 |\n", "| Time | 3.75e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 468 |\n", "| AverageEpRet | -7.24e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -4.7e+03 |\n", "| MinEpRet | -1.26e+04 |\n", "| AverageTestEpRet | -7.06e+03 |\n", "| StdTestEpRet | 2.48e+03 |\n", "| MaxTestEpRet | -3.4e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.72e+05 |\n", "| AverageQVals | -7.7e+07 |\n", "| StdQVals | 1.11e+08 |\n", "| MaxQVals | -4.64e+06 |\n", "| MinQVals | -1.3e+09 |\n", "| LossPi | 7.69e+07 |\n", "| LossQ | 1.92e+13 |\n", "| Time | 3.75e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 469 |\n", "| AverageEpRet | -8.26e+03 |\n", "| StdEpRet | 2.07e+03 |\n", "| MaxEpRet | -5.21e+03 |\n", "| MinEpRet | -1.28e+04 |\n", "| AverageTestEpRet | -6.56e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -4.51e+03 |\n", "| MinTestEpRet | -9.14e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.74e+05 |\n", "| AverageQVals | -7.85e+07 |\n", "| StdQVals | 1.14e+08 |\n", "| MaxQVals | -4.65e+06 |\n", "| MinQVals | -1.3e+09 |\n", "| LossPi | 7.84e+07 |\n", "| LossQ | 1.95e+13 |\n", "| Time | 3.76e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 470 |\n", "| AverageEpRet | -7.32e+03 |\n", "| StdEpRet | 1.78e+03 |\n", "| MaxEpRet | -4.1e+03 |\n", "| MinEpRet | -1.01e+04 |\n", "| AverageTestEpRet | -8.1e+03 |\n", "| StdTestEpRet | 1.7e+03 |\n", "| MaxTestEpRet | -6.07e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.75e+05 |\n", "| AverageQVals | -7.95e+07 |\n", "| StdQVals | 1.14e+08 |\n", "| MaxQVals | -5.28e+06 |\n", "| MinQVals | -1.33e+09 |\n", "| LossPi | 7.94e+07 |\n", "| LossQ | 2.02e+13 |\n", "| Time | 3.77e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 471 |\n", "| AverageEpRet | -6.99e+03 |\n", "| StdEpRet | 1.75e+03 |\n", "| MaxEpRet | -4.48e+03 |\n", "| MinEpRet | -9.93e+03 |\n", "| AverageTestEpRet | -6.8e+03 |\n", "| StdTestEpRet | 1.34e+03 |\n", "| MaxTestEpRet | -4.16e+03 |\n", "| MinTestEpRet | -8.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.77e+05 |\n", "| AverageQVals | -8.11e+07 |\n", "| StdQVals | 1.16e+08 |\n", "| MaxQVals | -4.96e+06 |\n", "| MinQVals | -1.31e+09 |\n", "| LossPi | 8.1e+07 |\n", "| LossQ | 2.04e+13 |\n", "| Time | 3.78e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 472 |\n", "| AverageEpRet | -6.79e+03 |\n", "| StdEpRet | 1.49e+03 |\n", "| MaxEpRet | -4.54e+03 |\n", "| MinEpRet | -9.53e+03 |\n", "| AverageTestEpRet | -6.28e+03 |\n", "| StdTestEpRet | 1.74e+03 |\n", "| MaxTestEpRet | -3.28e+03 |\n", "| MinTestEpRet | -8.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.79e+05 |\n", "| AverageQVals | -8.1e+07 |\n", "| StdQVals | 1.15e+08 |\n", "| MaxQVals | -5.84e+06 |\n", "| MinQVals | -1.36e+09 |\n", "| LossPi | 8.09e+07 |\n", "| LossQ | 2.1e+13 |\n", "| Time | 3.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 473 |\n", "| AverageEpRet | -6.75e+03 |\n", "| StdEpRet | 1.75e+03 |\n", "| MaxEpRet | -4.25e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -6.05e+03 |\n", "| StdTestEpRet | 1.35e+03 |\n", "| MaxTestEpRet | -3.33e+03 |\n", "| MinTestEpRet | -8.02e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.8e+05 |\n", "| AverageQVals | -8.22e+07 |\n", "| StdQVals | 1.16e+08 |\n", "| MaxQVals | -5.32e+06 |\n", "| MinQVals | -1.36e+09 |\n", "| LossPi | 8.21e+07 |\n", "| LossQ | 2.13e+13 |\n", "| Time | 3.79e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 474 |\n", "| AverageEpRet | -6.82e+03 |\n", "| StdEpRet | 940 |\n", "| MaxEpRet | -5.44e+03 |\n", "| MinEpRet | -8.85e+03 |\n", "| AverageTestEpRet | -7.43e+03 |\n", "| StdTestEpRet | 680 |\n", "| MaxTestEpRet | -6.54e+03 |\n", "| MinTestEpRet | -9.03e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.82e+05 |\n", "| AverageQVals | -8.36e+07 |\n", "| StdQVals | 1.2e+08 |\n", "| MaxQVals | -5.22e+06 |\n", "| MinQVals | -1.36e+09 |\n", "| LossPi | 8.35e+07 |\n", "| LossQ | 2.19e+13 |\n", "| Time | 3.8e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 475 |\n", "| AverageEpRet | -7.28e+03 |\n", "| StdEpRet | 2.43e+03 |\n", "| MaxEpRet | -3.77e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.37e+03 |\n", "| StdTestEpRet | 2.12e+03 |\n", "| MaxTestEpRet | -4.74e+03 |\n", "| MinTestEpRet | -1.23e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.84e+05 |\n", "| AverageQVals | -8.44e+07 |\n", "| StdQVals | 1.2e+08 |\n", "| MaxQVals | -6.36e+06 |\n", "| MinQVals | -1.4e+09 |\n", "| LossPi | 8.43e+07 |\n", "| LossQ | 2.22e+13 |\n", "| Time | 3.81e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 476 |\n", "| AverageEpRet | -7.32e+03 |\n", "| StdEpRet | 2.39e+03 |\n", "| MaxEpRet | -4.34e+03 |\n", "| MinEpRet | -1.29e+04 |\n", "| AverageTestEpRet | -6.43e+03 |\n", "| StdTestEpRet | 1.32e+03 |\n", "| MaxTestEpRet | -4.41e+03 |\n", "| MinTestEpRet | -8.63e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.85e+05 |\n", "| AverageQVals | -8.52e+07 |\n", "| StdQVals | 1.21e+08 |\n", "| MaxQVals | -5.7e+06 |\n", "| MinQVals | -1.41e+09 |\n", "| LossPi | 8.51e+07 |\n", "| LossQ | 2.28e+13 |\n", "| Time | 3.82e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 477 |\n", "| AverageEpRet | -6.73e+03 |\n", "| StdEpRet | 1.7e+03 |\n", "| MaxEpRet | -4.37e+03 |\n", "| MinEpRet | -9.65e+03 |\n", "| AverageTestEpRet | -7.05e+03 |\n", "| StdTestEpRet | 2.25e+03 |\n", "| MaxTestEpRet | -2.89e+03 |\n", "| MinTestEpRet | -1.07e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.87e+05 |\n", "| AverageQVals | -8.64e+07 |\n", "| StdQVals | 1.23e+08 |\n", "| MaxQVals | -5.68e+06 |\n", "| MinQVals | -1.4e+09 |\n", "| LossPi | 8.63e+07 |\n", "| LossQ | 2.32e+13 |\n", "| Time | 3.83e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 478 |\n", "| AverageEpRet | -6.27e+03 |\n", "| StdEpRet | 1.69e+03 |\n", "| MaxEpRet | -3.17e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -6.03e+03 |\n", "| StdTestEpRet | 2.12e+03 |\n", "| MaxTestEpRet | -2.92e+03 |\n", "| MinTestEpRet | -1.06e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.89e+05 |\n", "| AverageQVals | -8.75e+07 |\n", "| StdQVals | 1.24e+08 |\n", "| MaxQVals | -5.76e+06 |\n", "| MinQVals | -1.44e+09 |\n", "| LossPi | 8.74e+07 |\n", "| LossQ | 2.38e+13 |\n", "| Time | 3.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 479 |\n", "| AverageEpRet | -6.56e+03 |\n", "| StdEpRet | 1.95e+03 |\n", "| MaxEpRet | -2.09e+03 |\n", "| MinEpRet | -9.75e+03 |\n", "| AverageTestEpRet | -6.41e+03 |\n", "| StdTestEpRet | 1.67e+03 |\n", "| MaxTestEpRet | -3.65e+03 |\n", "| MinTestEpRet | -8.8e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.9e+05 |\n", "| AverageQVals | -8.86e+07 |\n", "| StdQVals | 1.25e+08 |\n", "| MaxQVals | -5.89e+06 |\n", "| MinQVals | -1.44e+09 |\n", "| LossPi | 8.85e+07 |\n", "| LossQ | 2.4e+13 |\n", "| Time | 3.84e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 480 |\n", "| AverageEpRet | -6.68e+03 |\n", "| StdEpRet | 2.4e+03 |\n", "| MaxEpRet | -2.99e+03 |\n", "| MinEpRet | -1.12e+04 |\n", "| AverageTestEpRet | -6.15e+03 |\n", "| StdTestEpRet | 999 |\n", "| MaxTestEpRet | -4.35e+03 |\n", "| MinTestEpRet | -7.45e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.92e+05 |\n", "| AverageQVals | -8.98e+07 |\n", "| StdQVals | 1.26e+08 |\n", "| MaxQVals | -6.93e+06 |\n", "| MinQVals | -1.48e+09 |\n", "| LossPi | 8.97e+07 |\n", "| LossQ | 2.46e+13 |\n", "| Time | 3.85e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 481 |\n", "| AverageEpRet | -7.18e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -3.26e+03 |\n", "| MinEpRet | -1.07e+04 |\n", "| AverageTestEpRet | -6.74e+03 |\n", "| StdTestEpRet | 1.48e+03 |\n", "| MaxTestEpRet | -3.6e+03 |\n", "| MinTestEpRet | -9e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.94e+05 |\n", "| AverageQVals | -9.13e+07 |\n", "| StdQVals | 1.29e+08 |\n", "| MaxQVals | -6.14e+06 |\n", "| MinQVals | -1.48e+09 |\n", "| LossPi | 9.12e+07 |\n", "| LossQ | 2.53e+13 |\n", "| Time | 3.86e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 482 |\n", "| AverageEpRet | -7e+03 |\n", "| StdEpRet | 1.76e+03 |\n", "| MaxEpRet | -4.72e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -6.9e+03 |\n", "| StdTestEpRet | 2.18e+03 |\n", "| MaxTestEpRet | -3.69e+03 |\n", "| MinTestEpRet | -1.15e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.95e+05 |\n", "| AverageQVals | -9.15e+07 |\n", "| StdQVals | 1.28e+08 |\n", "| MaxQVals | -6.36e+06 |\n", "| MinQVals | -1.5e+09 |\n", "| LossPi | 9.14e+07 |\n", "| LossQ | 2.59e+13 |\n", "| Time | 3.87e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 483 |\n", "| AverageEpRet | -7.42e+03 |\n", "| StdEpRet | 1.22e+03 |\n", "| MaxEpRet | -5.74e+03 |\n", "| MinEpRet | -1.02e+04 |\n", "| AverageTestEpRet | -6.6e+03 |\n", "| StdTestEpRet | 1.75e+03 |\n", "| MaxTestEpRet | -3.9e+03 |\n", "| MinTestEpRet | -9.98e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.97e+05 |\n", "| AverageQVals | -9.29e+07 |\n", "| StdQVals | 1.3e+08 |\n", "| MaxQVals | -7.56e+06 |\n", "| MinQVals | -1.54e+09 |\n", "| LossPi | 9.28e+07 |\n", "| LossQ | 2.64e+13 |\n", "| Time | 3.88e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 484 |\n", "| AverageEpRet | -7.22e+03 |\n", "| StdEpRet | 1.97e+03 |\n", "| MaxEpRet | -3.98e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.64e+03 |\n", "| StdTestEpRet | 1.69e+03 |\n", "| MaxTestEpRet | -4.13e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.99e+05 |\n", "| AverageQVals | -9.37e+07 |\n", "| StdQVals | 1.31e+08 |\n", "| MaxQVals | -6.54e+06 |\n", "| MinQVals | -1.49e+09 |\n", "| LossPi | 9.36e+07 |\n", "| LossQ | 2.69e+13 |\n", "| Time | 3.88e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 485 |\n", "| AverageEpRet | -7.12e+03 |\n", "| StdEpRet | 1.65e+03 |\n", "| MaxEpRet | -4.45e+03 |\n", "| MinEpRet | -9.54e+03 |\n", "| AverageTestEpRet | -7.36e+03 |\n", "| StdTestEpRet | 2.82e+03 |\n", "| MaxTestEpRet | -4.27e+03 |\n", "| MinTestEpRet | -1.19e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8e+05 |\n", "| AverageQVals | -9.53e+07 |\n", "| StdQVals | 1.32e+08 |\n", "| MaxQVals | -7.99e+06 |\n", "| MinQVals | -1.51e+09 |\n", "| LossPi | 9.52e+07 |\n", "| LossQ | 2.77e+13 |\n", "| Time | 3.89e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 486 |\n", "| AverageEpRet | -7.63e+03 |\n", "| StdEpRet | 2.29e+03 |\n", "| MaxEpRet | -3.71e+03 |\n", "| MinEpRet | -1.1e+04 |\n", "| AverageTestEpRet | -6.23e+03 |\n", "| StdTestEpRet | 1.11e+03 |\n", "| MaxTestEpRet | -4.51e+03 |\n", "| MinTestEpRet | -8.75e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.02e+05 |\n", "| AverageQVals | -9.64e+07 |\n", "| StdQVals | 1.34e+08 |\n", "| MaxQVals | -7.95e+06 |\n", "| MinQVals | -1.54e+09 |\n", "| LossPi | 9.63e+07 |\n", "| LossQ | 2.81e+13 |\n", "| Time | 3.9e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 487 |\n", "| AverageEpRet | -6.78e+03 |\n", "| StdEpRet | 2e+03 |\n", "| MaxEpRet | -3.75e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -6.77e+03 |\n", "| StdTestEpRet | 1.95e+03 |\n", "| MaxTestEpRet | -4.27e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.04e+05 |\n", "| AverageQVals | -9.75e+07 |\n", "| StdQVals | 1.36e+08 |\n", "| MaxQVals | -8.21e+06 |\n", "| MinQVals | -1.56e+09 |\n", "| LossPi | 9.74e+07 |\n", "| LossQ | 2.85e+13 |\n", "| Time | 3.91e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 488 |\n", "| AverageEpRet | -7e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -4.02e+03 |\n", "| MinEpRet | -1.16e+04 |\n", "| AverageTestEpRet | -7.43e+03 |\n", "| StdTestEpRet | 2.13e+03 |\n", "| MaxTestEpRet | -3.89e+03 |\n", "| MinTestEpRet | -1.11e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.05e+05 |\n", "| AverageQVals | -9.92e+07 |\n", "| StdQVals | 1.38e+08 |\n", "| MaxQVals | -7.14e+06 |\n", "| MinQVals | -1.59e+09 |\n", "| LossPi | 9.91e+07 |\n", "| LossQ | 2.91e+13 |\n", "| Time | 3.92e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 489 |\n", "| AverageEpRet | -6.69e+03 |\n", "| StdEpRet | 1.31e+03 |\n", "| MaxEpRet | -4.29e+03 |\n", "| MinEpRet | -8.95e+03 |\n", "| AverageTestEpRet | -8.49e+03 |\n", "| StdTestEpRet | 1.59e+03 |\n", "| MaxTestEpRet | -5.18e+03 |\n", "| MinTestEpRet | -1.08e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.07e+05 |\n", "| AverageQVals | -1e+08 |\n", "| StdQVals | 1.39e+08 |\n", "| MaxQVals | -7.27e+06 |\n", "| MinQVals | -1.59e+09 |\n", "| LossPi | 1e+08 |\n", "| LossQ | 2.95e+13 |\n", "| Time | 3.92e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 490 |\n", "| AverageEpRet | -7.96e+03 |\n", "| StdEpRet | 3.11e+03 |\n", "| MaxEpRet | -3.15e+03 |\n", "| MinEpRet | -1.26e+04 |\n", "| AverageTestEpRet | -7.96e+03 |\n", "| StdTestEpRet | 2e+03 |\n", "| MaxTestEpRet | -4.83e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.08e+05 |\n", "| AverageQVals | -1.01e+08 |\n", "| StdQVals | 1.39e+08 |\n", "| MaxQVals | -8.45e+06 |\n", "| MinQVals | -1.62e+09 |\n", "| LossPi | 1.01e+08 |\n", "| LossQ | 3.04e+13 |\n", "| Time | 3.93e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 491 |\n", "| AverageEpRet | -7.46e+03 |\n", "| StdEpRet | 2.14e+03 |\n", "| MaxEpRet | -4.92e+03 |\n", "| MinEpRet | -1.2e+04 |\n", "| AverageTestEpRet | -7.94e+03 |\n", "| StdTestEpRet | 1.5e+03 |\n", "| MaxTestEpRet | -6.29e+03 |\n", "| MinTestEpRet | -1.08e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.1e+05 |\n", "| AverageQVals | -1.02e+08 |\n", "| StdQVals | 1.41e+08 |\n", "| MaxQVals | -7.55e+06 |\n", "| MinQVals | -1.59e+09 |\n", "| LossPi | 1.02e+08 |\n", "| LossQ | 3.1e+13 |\n", "| Time | 3.94e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 492 |\n", "| AverageEpRet | -7.06e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -3.94e+03 |\n", "| MinEpRet | -1.18e+04 |\n", "| AverageTestEpRet | -6.47e+03 |\n", "| StdTestEpRet | 2.36e+03 |\n", "| MaxTestEpRet | -3.91e+03 |\n", "| MinTestEpRet | -1.1e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.12e+05 |\n", "| AverageQVals | -1.04e+08 |\n", "| StdQVals | 1.44e+08 |\n", "| MaxQVals | -7.7e+06 |\n", "| MinQVals | -1.64e+09 |\n", "| LossPi | 1.03e+08 |\n", "| LossQ | 3.15e+13 |\n", "| Time | 3.95e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 493 |\n", "| AverageEpRet | -6.53e+03 |\n", "| StdEpRet | 1.72e+03 |\n", "| MaxEpRet | -4.02e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -6.73e+03 |\n", "| StdTestEpRet | 840 |\n", "| MaxTestEpRet | -4.66e+03 |\n", "| MinTestEpRet | -7.83e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.13e+05 |\n", "| AverageQVals | -1.05e+08 |\n", "| StdQVals | 1.44e+08 |\n", "| MaxQVals | -7.93e+06 |\n", "| MinQVals | -1.67e+09 |\n", "| LossPi | 1.05e+08 |\n", "| LossQ | 3.2e+13 |\n", "| Time | 3.96e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 494 |\n", "| AverageEpRet | -7.41e+03 |\n", "| StdEpRet | 1.83e+03 |\n", "| MaxEpRet | -4.46e+03 |\n", "| MinEpRet | -1.19e+04 |\n", "| AverageTestEpRet | -7.14e+03 |\n", "| StdTestEpRet | 2.52e+03 |\n", "| MaxTestEpRet | -3.1e+03 |\n", "| MinTestEpRet | -1.23e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.15e+05 |\n", "| AverageQVals | -1.06e+08 |\n", "| StdQVals | 1.46e+08 |\n", "| MaxQVals | -8.24e+06 |\n", "| MinQVals | -1.66e+09 |\n", "| LossPi | 1.06e+08 |\n", "| LossQ | 3.28e+13 |\n", "| Time | 3.96e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 495 |\n", "| AverageEpRet | -7.49e+03 |\n", "| StdEpRet | 1.61e+03 |\n", "| MaxEpRet | -4.98e+03 |\n", "| MinEpRet | -1.08e+04 |\n", "| AverageTestEpRet | -8.07e+03 |\n", "| StdTestEpRet | 1.72e+03 |\n", "| MaxTestEpRet | -5.99e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.17e+05 |\n", "| AverageQVals | -1.07e+08 |\n", "| StdQVals | 1.47e+08 |\n", "| MaxQVals | -1.06e+07 |\n", "| MinQVals | -1.68e+09 |\n", "| LossPi | 1.07e+08 |\n", "| LossQ | 3.34e+13 |\n", "| Time | 3.97e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 496 |\n", "| AverageEpRet | -7.69e+03 |\n", "| StdEpRet | 2.01e+03 |\n", "| MaxEpRet | -4.73e+03 |\n", "| MinEpRet | -1.11e+04 |\n", "| AverageTestEpRet | -7.33e+03 |\n", "| StdTestEpRet | 1.89e+03 |\n", "| MaxTestEpRet | -4.8e+03 |\n", "| MinTestEpRet | -1.18e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.18e+05 |\n", "| AverageQVals | -1.08e+08 |\n", "| StdQVals | 1.48e+08 |\n", "| MaxQVals | -8.38e+06 |\n", "| MinQVals | -1.68e+09 |\n", "| LossPi | 1.08e+08 |\n", "| LossQ | 3.4e+13 |\n", "| Time | 3.98e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 497 |\n", "| AverageEpRet | -7.23e+03 |\n", "| StdEpRet | 2.12e+03 |\n", "| MaxEpRet | -4.24e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -6.4e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -4.14e+03 |\n", "| MinTestEpRet | -8.45e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.2e+05 |\n", "| AverageQVals | -1.09e+08 |\n", "| StdQVals | 1.49e+08 |\n", "| MaxQVals | -8.52e+06 |\n", "| MinQVals | -1.7e+09 |\n", "| LossPi | 1.09e+08 |\n", "| LossQ | 3.42e+13 |\n", "| Time | 3.99e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 498 |\n", "| AverageEpRet | -6.77e+03 |\n", "| StdEpRet | 1.91e+03 |\n", "| MaxEpRet | -4.43e+03 |\n", "| MinEpRet | -1.17e+04 |\n", "| AverageTestEpRet | -6.59e+03 |\n", "| StdTestEpRet | 2.52e+03 |\n", "| MaxTestEpRet | -3.51e+03 |\n", "| MinTestEpRet | -1.2e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.22e+05 |\n", "| AverageQVals | -1.11e+08 |\n", "| StdQVals | 1.51e+08 |\n", "| MaxQVals | -1.02e+07 |\n", "| MinQVals | -1.7e+09 |\n", "| LossPi | 1.11e+08 |\n", "| LossQ | 3.49e+13 |\n", "| Time | 4e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 499 |\n", "| AverageEpRet | -7.46e+03 |\n", "| StdEpRet | 1.72e+03 |\n", "| MaxEpRet | -4.27e+03 |\n", "| MinEpRet | -1.09e+04 |\n", "| AverageTestEpRet | -7.1e+03 |\n", "| StdTestEpRet | 1.53e+03 |\n", "| MaxTestEpRet | -4.65e+03 |\n", "| MinTestEpRet | -9.86e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.23e+05 |\n", "| AverageQVals | -1.11e+08 |\n", "| StdQVals | 1.52e+08 |\n", "| MaxQVals | -1.02e+07 |\n", "| MinQVals | -1.71e+09 |\n", "| LossPi | 1.11e+08 |\n", "| LossQ | 3.57e+13 |\n", "| Time | 4.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 500 |\n", "| AverageEpRet | -8.58e+03 |\n", "| StdEpRet | 2.11e+03 |\n", "| MaxEpRet | -4.22e+03 |\n", "| MinEpRet | -1.13e+04 |\n", "| AverageTestEpRet | -7.69e+03 |\n", "| StdTestEpRet | 1.85e+03 |\n", "| MaxTestEpRet | -5.21e+03 |\n", "| MinTestEpRet | -1.08e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+05 |\n", "| AverageQVals | -1.13e+08 |\n", "| StdQVals | 1.53e+08 |\n", "| MaxQVals | -9.44e+06 |\n", "| MinQVals | -1.77e+09 |\n", "| LossPi | 1.13e+08 |\n", "| LossQ | 3.66e+13 |\n", "| Time | 4.01e+03 |\n", "---------------------------------------\n" ] } ], "source": [ "# Setup baseline 0\n", "logger_kwargs = dict(output_dir='integral_500epochs', exp_name='integral_500epochs')\n", "seed_b = 0\n", "epochs_b = 500\n", "maxeplen_b = 110\n", "\n", "spe_b = maxeplen_b * 15\n", "repsize_b = 1000000\n", "gamma_b = 0.995\n", "polyak_b = 0.995\n", "batchsize_b = 100\n", "startsteps_b = 10000\n", "args_b = dict(hidden_sizes=[400], activation=torch.nn.ReLU)\n", "actnoise_b = 0.1\n", "pilr_b = 0.0025\n", "qlr_b = 0.0025\n", "\n", "# Baseline 0 training\n", "spinup.ddpg_pytorch(env_int, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n", "polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b)" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Warning: Log dir integral_scaled already exists! Storing info there anyway.\n", "\u001b[32;1mLogging data to integral_scaled/progress.txt\u001b[0m\n", "\u001b[36;1mSaving config:\n", "\u001b[0m\n", "{\n", " \"ac_kwargs\":\t{\n", " \"activation\":\t\"ReLU\",\n", " \"hidden_sizes\":\t[\n", " 400\n", " ]\n", " },\n", " \"act_noise\":\t0.1,\n", " \"actor_critic\":\t\"MLPActorCritic\",\n", " \"batch_size\":\t100,\n", " \"env_fn\":\t\"functools.partial(, env_name='gyroscopeintegralenv-v0', reward_type='Quadratic', reward_args={'qx1': 9, 'qx2': 0.05, 'qx3': 9, 'qx4': 0.05, 'pu1': 0.1, 'pu2': 0.1}, ep_len=110)\",\n", " \"epochs\":\t100,\n", " \"exp_name\":\t\"integral_scaled\",\n", " \"gamma\":\t0.995,\n", " \"logger\":\t{\n", " \"\":\t{\n", " \"epoch_dict\":\t{},\n", " \"exp_name\":\t\"integral_scaled\",\n", " \"first_row\":\ttrue,\n", " \"log_current_row\":\t{},\n", " \"log_headers\":\t[],\n", " \"output_dir\":\t\"integral_scaled\",\n", " \"output_file\":\t{\n", " \"<_io.TextIOWrapper name='integral_scaled/progress.txt' mode='w' encoding='UTF-8'>\":\t{\n", " \"mode\":\t\"w\"\n", " }\n", " }\n", " }\n", " },\n", " \"logger_kwargs\":\t{\n", " \"exp_name\":\t\"integral_scaled\",\n", " \"output_dir\":\t\"integral_scaled\"\n", " },\n", " \"max_ep_len\":\t110,\n", " \"num_test_episodes\":\t10,\n", " \"pi_lr\":\t0.0025,\n", " \"polyak\":\t0.995,\n", " \"q_lr\":\t0.0025,\n", " \"replay_size\":\t1000000,\n", " \"save_freq\":\t1,\n", " \"seed\":\t0,\n", " \"start_steps\":\t10000,\n", " \"steps_per_epoch\":\t1650,\n", " \"update_after\":\t1000,\n", " \"update_every\":\t50\n", "}\n", "\u001b[32;1m\n", "Number of parameters: \t pi: 5602, \t q: 6001\n", "\u001b[0m\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 1 |\n", "| AverageEpRet | -6.7e+03 |\n", "| StdEpRet | 956 |\n", "| MaxEpRet | -5.39e+03 |\n", "| MinEpRet | -9.31e+03 |\n", "| AverageTestEpRet | -4.74e+03 |\n", "| StdTestEpRet | 1.08e+03 |\n", "| MaxTestEpRet | -3.53e+03 |\n", "| MinTestEpRet | -7.59e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+03 |\n", "| AverageQVals | -106 |\n", "| StdQVals | 70.6 |\n", "| MaxQVals | 0.318 |\n", "| MinQVals | -373 |\n", "| LossPi | 103 |\n", "| LossQ | 1.08e+03 |\n", "| Time | 4.54 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 2 |\n", "| AverageEpRet | -6.94e+03 |\n", "| StdEpRet | 669 |\n", "| MaxEpRet | -5.66e+03 |\n", "| MinEpRet | -8.3e+03 |\n", "| AverageTestEpRet | -1.81e+03 |\n", "| StdTestEpRet | 1.24e+03 |\n", "| MaxTestEpRet | -433 |\n", "| MinTestEpRet | -4.69e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+03 |\n", "| AverageQVals | -339 |\n", "| StdQVals | 156 |\n", "| MaxQVals | -34.2 |\n", "| MinQVals | -922 |\n", "| LossPi | 312 |\n", "| LossQ | 1.34e+03 |\n", "| Time | 12.2 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 3 |\n", "| AverageEpRet | -6.85e+03 |\n", "| StdEpRet | 855 |\n", "| MaxEpRet | -4.72e+03 |\n", "| MinEpRet | -8.56e+03 |\n", "| AverageTestEpRet | -2.88e+03 |\n", "| StdTestEpRet | 1.2e+03 |\n", "| MaxTestEpRet | -667 |\n", "| MinTestEpRet | -4.46e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+03 |\n", "| AverageQVals | -541 |\n", "| StdQVals | 163 |\n", "| MaxQVals | -133 |\n", "| MinQVals | -1.17e+03 |\n", "| LossPi | 503 |\n", "| LossQ | 1.99e+03 |\n", "| Time | 20.1 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 4 |\n", "| AverageEpRet | -7e+03 |\n", "| StdEpRet | 1.06e+03 |\n", "| MaxEpRet | -5.2e+03 |\n", "| MinEpRet | -9.51e+03 |\n", "| AverageTestEpRet | -3.9e+03 |\n", "| StdTestEpRet | 3.25e+03 |\n", "| MaxTestEpRet | -44.7 |\n", "| MinTestEpRet | -8.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+03 |\n", "| AverageQVals | -718 |\n", "| StdQVals | 175 |\n", "| MaxQVals | -267 |\n", "| MinQVals | -1.56e+03 |\n", "| LossPi | 679 |\n", "| LossQ | 1.77e+03 |\n", "| Time | 29 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 5 |\n", "| AverageEpRet | -7.08e+03 |\n", "| StdEpRet | 351 |\n", "| MaxEpRet | -6.43e+03 |\n", "| MinEpRet | -7.62e+03 |\n", "| AverageTestEpRet | -2.53e+03 |\n", "| StdTestEpRet | 1.75e+03 |\n", "| MaxTestEpRet | -149 |\n", "| MinTestEpRet | -4.97e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+03 |\n", "| AverageQVals | -864 |\n", "| StdQVals | 196 |\n", "| MaxQVals | -337 |\n", "| MinQVals | -1.67e+03 |\n", "| LossPi | 818 |\n", "| LossQ | 1.71e+03 |\n", "| Time | 39.3 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 6 |\n", "| AverageEpRet | -6.8e+03 |\n", "| StdEpRet | 560 |\n", "| MaxEpRet | -5.47e+03 |\n", "| MinEpRet | -7.67e+03 |\n", "| AverageTestEpRet | -2.05e+03 |\n", "| StdTestEpRet | 1.26e+03 |\n", "| MaxTestEpRet | -906 |\n", "| MinTestEpRet | -4.11e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+03 |\n", "| AverageQVals | -950 |\n", "| StdQVals | 207 |\n", "| MaxQVals | -317 |\n", "| MinQVals | -1.79e+03 |\n", "| LossPi | 900 |\n", "| LossQ | 1.65e+03 |\n", "| Time | 50.1 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 7 |\n", "| AverageEpRet | -1.98e+03 |\n", "| StdEpRet | 1.67e+03 |\n", "| MaxEpRet | -251 |\n", "| MinEpRet | -7.28e+03 |\n", "| AverageTestEpRet | -2.5e+03 |\n", "| StdTestEpRet | 1.39e+03 |\n", "| MaxTestEpRet | -204 |\n", "| MinTestEpRet | -4.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+04 |\n", "| AverageQVals | -1.01e+03 |\n", "| StdQVals | 213 |\n", "| MaxQVals | -348 |\n", "| MinQVals | -1.95e+03 |\n", "| LossPi | 964 |\n", "| LossQ | 1.36e+03 |\n", "| Time | 61.5 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 8 |\n", "| AverageEpRet | -2.48e+03 |\n", "| StdEpRet | 2.13e+03 |\n", "| MaxEpRet | -485 |\n", "| MinEpRet | -8.48e+03 |\n", "| AverageTestEpRet | -2.72e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -569 |\n", "| MinTestEpRet | -4.24e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+04 |\n", "| AverageQVals | -1.06e+03 |\n", "| StdQVals | 231 |\n", "| MaxQVals | -366 |\n", "| MinQVals | -2.09e+03 |\n", "| LossPi | 1.02e+03 |\n", "| LossQ | 1.1e+03 |\n", "| Time | 72.9 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 9 |\n", "| AverageEpRet | -3.06e+03 |\n", "| StdEpRet | 1.58e+03 |\n", "| MaxEpRet | -329 |\n", "| MinEpRet | -5.37e+03 |\n", "| AverageTestEpRet | -3.54e+03 |\n", "| StdTestEpRet | 1.49e+03 |\n", "| MaxTestEpRet | -1.04e+03 |\n", "| MinTestEpRet | -5.49e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+04 |\n", "| AverageQVals | -1.14e+03 |\n", "| StdQVals | 297 |\n", "| MaxQVals | -357 |\n", "| MinQVals | -2.46e+03 |\n", "| LossPi | 1.1e+03 |\n", "| LossQ | 1.13e+03 |\n", "| Time | 84.6 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 10 |\n", "| AverageEpRet | -2.77e+03 |\n", "| StdEpRet | 1.02e+03 |\n", "| MaxEpRet | -1.06e+03 |\n", "| MinEpRet | -4.24e+03 |\n", "| AverageTestEpRet | -2.94e+03 |\n", "| StdTestEpRet | 963 |\n", "| MaxTestEpRet | -1.09e+03 |\n", "| MinTestEpRet | -3.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+04 |\n", "| AverageQVals | -1.21e+03 |\n", "| StdQVals | 362 |\n", "| MaxQVals | -371 |\n", "| MinQVals | -2.52e+03 |\n", "| LossPi | 1.17e+03 |\n", "| LossQ | 1.02e+03 |\n", "| Time | 96.3 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 11 |\n", "| AverageEpRet | -3.41e+03 |\n", "| StdEpRet | 1.36e+03 |\n", "| MaxEpRet | -1.04e+03 |\n", "| MinEpRet | -6e+03 |\n", "| AverageTestEpRet | -3.14e+03 |\n", "| StdTestEpRet | 1.11e+03 |\n", "| MaxTestEpRet | -556 |\n", "| MinTestEpRet | -4.4e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.81e+04 |\n", "| AverageQVals | -1.32e+03 |\n", "| StdQVals | 541 |\n", "| MaxQVals | -312 |\n", "| MinQVals | -3.72e+03 |\n", "| LossPi | 1.28e+03 |\n", "| LossQ | 921 |\n", "| Time | 109 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 12 |\n", "| AverageEpRet | -2.92e+03 |\n", "| StdEpRet | 1.65e+03 |\n", "| MaxEpRet | -973 |\n", "| MinEpRet | -5.8e+03 |\n", "| AverageTestEpRet | -3.74e+03 |\n", "| StdTestEpRet | 2.11e+03 |\n", "| MaxTestEpRet | -691 |\n", "| MinTestEpRet | -6.78e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.98e+04 |\n", "| AverageQVals | -1.5e+03 |\n", "| StdQVals | 860 |\n", "| MaxQVals | -265 |\n", "| MinQVals | -6.08e+03 |\n", "| LossPi | 1.47e+03 |\n", "| LossQ | 918 |\n", "| Time | 121 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 13 |\n", "| AverageEpRet | -4.17e+03 |\n", "| StdEpRet | 852 |\n", "| MaxEpRet | -2.67e+03 |\n", "| MinEpRet | -6.43e+03 |\n", "| AverageTestEpRet | -1.12e+03 |\n", "| StdTestEpRet | 394 |\n", "| MaxTestEpRet | -427 |\n", "| MinTestEpRet | -1.8e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.14e+04 |\n", "| AverageQVals | -1.82e+03 |\n", "| StdQVals | 1.45e+03 |\n", "| MaxQVals | -225 |\n", "| MinQVals | -7.42e+03 |\n", "| LossPi | 1.79e+03 |\n", "| LossQ | 966 |\n", "| Time | 132 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 14 |\n", "| AverageEpRet | -3.12e+03 |\n", "| StdEpRet | 907 |\n", "| MaxEpRet | -1.05e+03 |\n", "| MinEpRet | -4.25e+03 |\n", "| AverageTestEpRet | -803 |\n", "| StdTestEpRet | 358 |\n", "| MaxTestEpRet | -219 |\n", "| MinTestEpRet | -1.45e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.31e+04 |\n", "| AverageQVals | -2.19e+03 |\n", "| StdQVals | 1.96e+03 |\n", "| MaxQVals | -175 |\n", "| MinQVals | -8.16e+03 |\n", "| LossPi | 2.15e+03 |\n", "| LossQ | 947 |\n", "| Time | 143 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 15 |\n", "| AverageEpRet | -4.29e+03 |\n", "| StdEpRet | 734 |\n", "| MaxEpRet | -3.09e+03 |\n", "| MinEpRet | -6.26e+03 |\n", "| AverageTestEpRet | -959 |\n", "| StdTestEpRet | 904 |\n", "| MaxTestEpRet | -199 |\n", "| MinTestEpRet | -3.45e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.47e+04 |\n", "| AverageQVals | -2.55e+03 |\n", "| StdQVals | 2.42e+03 |\n", "| MaxQVals | -115 |\n", "| MinQVals | -9.77e+03 |\n", "| LossPi | 2.51e+03 |\n", "| LossQ | 929 |\n", "| Time | 154 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 16 |\n", "| AverageEpRet | -3.49e+03 |\n", "| StdEpRet | 1.2e+03 |\n", "| MaxEpRet | -737 |\n", "| MinEpRet | -4.75e+03 |\n", "| AverageTestEpRet | -844 |\n", "| StdTestEpRet | 591 |\n", "| MaxTestEpRet | -325 |\n", "| MinTestEpRet | -2.01e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.64e+04 |\n", "| AverageQVals | -2.93e+03 |\n", "| StdQVals | 2.86e+03 |\n", "| MaxQVals | -48.9 |\n", "| MinQVals | -9.97e+03 |\n", "| LossPi | 2.89e+03 |\n", "| LossQ | 949 |\n", "| Time | 166 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 17 |\n", "| AverageEpRet | -3.93e+03 |\n", "| StdEpRet | 1.48e+03 |\n", "| MaxEpRet | -1.17e+03 |\n", "| MinEpRet | -6.15e+03 |\n", "| AverageTestEpRet | -716 |\n", "| StdTestEpRet | 316 |\n", "| MaxTestEpRet | -373 |\n", "| MinTestEpRet | -1.43e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.8e+04 |\n", "| AverageQVals | -3.29e+03 |\n", "| StdQVals | 3.19e+03 |\n", "| MaxQVals | 16.1 |\n", "| MinQVals | -1.07e+04 |\n", "| LossPi | 3.25e+03 |\n", "| LossQ | 948 |\n", "| Time | 178 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 18 |\n", "| AverageEpRet | -2.73e+03 |\n", "| StdEpRet | 1.46e+03 |\n", "| MaxEpRet | -429 |\n", "| MinEpRet | -4.9e+03 |\n", "| AverageTestEpRet | -473 |\n", "| StdTestEpRet | 288 |\n", "| MaxTestEpRet | -82.5 |\n", "| MinTestEpRet | -1.07e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 2.97e+04 |\n", "| AverageQVals | -3.56e+03 |\n", "| StdQVals | 3.4e+03 |\n", "| MaxQVals | 65 |\n", "| MinQVals | -1.07e+04 |\n", "| LossPi | 3.53e+03 |\n", "| LossQ | 932 |\n", "| Time | 189 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 19 |\n", "| AverageEpRet | -1.45e+03 |\n", "| StdEpRet | 1.27e+03 |\n", "| MaxEpRet | -121 |\n", "| MinEpRet | -4.47e+03 |\n", "| AverageTestEpRet | -516 |\n", "| StdTestEpRet | 199 |\n", "| MaxTestEpRet | -66.8 |\n", "| MinTestEpRet | -741 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.13e+04 |\n", "| AverageQVals | -3.75e+03 |\n", "| StdQVals | 3.47e+03 |\n", "| MaxQVals | 109 |\n", "| MinQVals | -1.06e+04 |\n", "| LossPi | 3.72e+03 |\n", "| LossQ | 913 |\n", "| Time | 200 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 20 |\n", "| AverageEpRet | -1.11e+03 |\n", "| StdEpRet | 607 |\n", "| MaxEpRet | -163 |\n", "| MinEpRet | -2.23e+03 |\n", "| AverageTestEpRet | -1.06e+03 |\n", "| StdTestEpRet | 739 |\n", "| MaxTestEpRet | -311 |\n", "| MinTestEpRet | -2.96e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.3e+04 |\n", "| AverageQVals | -3.91e+03 |\n", "| StdQVals | 3.51e+03 |\n", "| MaxQVals | 153 |\n", "| MinQVals | -1.05e+04 |\n", "| LossPi | 3.88e+03 |\n", "| LossQ | 901 |\n", "| Time | 209 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 21 |\n", "| AverageEpRet | -782 |\n", "| StdEpRet | 488 |\n", "| MaxEpRet | -137 |\n", "| MinEpRet | -2.12e+03 |\n", "| AverageTestEpRet | -635 |\n", "| StdTestEpRet | 281 |\n", "| MaxTestEpRet | -271 |\n", "| MinTestEpRet | -1.23e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.46e+04 |\n", "| AverageQVals | -4.04e+03 |\n", "| StdQVals | 3.5e+03 |\n", "| MaxQVals | 189 |\n", "| MinQVals | -1.03e+04 |\n", "| LossPi | 4.01e+03 |\n", "| LossQ | 880 |\n", "| Time | 219 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 22 |\n", "| AverageEpRet | -888 |\n", "| StdEpRet | 502 |\n", "| MaxEpRet | -134 |\n", "| MinEpRet | -1.86e+03 |\n", "| AverageTestEpRet | -660 |\n", "| StdTestEpRet | 511 |\n", "| MaxTestEpRet | -149 |\n", "| MinTestEpRet | -1.94e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.63e+04 |\n", "| AverageQVals | -4.13e+03 |\n", "| StdQVals | 3.48e+03 |\n", "| MaxQVals | 240 |\n", "| MinQVals | -1.02e+04 |\n", "| LossPi | 4.1e+03 |\n", "| LossQ | 864 |\n", "| Time | 229 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 23 |\n", "| AverageEpRet | -738 |\n", "| StdEpRet | 557 |\n", "| MaxEpRet | -169 |\n", "| MinEpRet | -2.19e+03 |\n", "| AverageTestEpRet | -2e+03 |\n", "| StdTestEpRet | 2.19e+03 |\n", "| MaxTestEpRet | -322 |\n", "| MinTestEpRet | -7.21e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.79e+04 |\n", "| AverageQVals | -4.2e+03 |\n", "| StdQVals | 3.46e+03 |\n", "| MaxQVals | 268 |\n", "| MinQVals | -1.01e+04 |\n", "| LossPi | 4.17e+03 |\n", "| LossQ | 843 |\n", "| Time | 239 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 24 |\n", "| AverageEpRet | -658 |\n", "| StdEpRet | 309 |\n", "| MaxEpRet | -147 |\n", "| MinEpRet | -1.26e+03 |\n", "| AverageTestEpRet | -6.36e+03 |\n", "| StdTestEpRet | 1.3e+03 |\n", "| MaxTestEpRet | -3.18e+03 |\n", "| MinTestEpRet | -7.98e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 3.96e+04 |\n", "| AverageQVals | -4.25e+03 |\n", "| StdQVals | 3.43e+03 |\n", "| MaxQVals | 284 |\n", "| MinQVals | -1.03e+04 |\n", "| LossPi | 4.21e+03 |\n", "| LossQ | 859 |\n", "| Time | 251 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 25 |\n", "| AverageEpRet | -586 |\n", "| StdEpRet | 245 |\n", "| MaxEpRet | -183 |\n", "| MinEpRet | -1.1e+03 |\n", "| AverageTestEpRet | -7.11e+03 |\n", "| StdTestEpRet | 208 |\n", "| MaxTestEpRet | -6.88e+03 |\n", "| MinTestEpRet | -7.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.12e+04 |\n", "| AverageQVals | -4.23e+03 |\n", "| StdQVals | 3.35e+03 |\n", "| MaxQVals | 298 |\n", "| MinQVals | -1.03e+04 |\n", "| LossPi | 4.2e+03 |\n", "| LossQ | 833 |\n", "| Time | 262 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 26 |\n", "| AverageEpRet | -543 |\n", "| StdEpRet | 269 |\n", "| MaxEpRet | -75.7 |\n", "| MinEpRet | -944 |\n", "| AverageTestEpRet | -7.49e+03 |\n", "| StdTestEpRet | 166 |\n", "| MaxTestEpRet | -7.22e+03 |\n", "| MinTestEpRet | -7.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.29e+04 |\n", "| AverageQVals | -4.2e+03 |\n", "| StdQVals | 3.21e+03 |\n", "| MaxQVals | 329 |\n", "| MinQVals | -9.93e+03 |\n", "| LossPi | 4.17e+03 |\n", "| LossQ | 826 |\n", "| Time | 273 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 27 |\n", "| AverageEpRet | -1.08e+03 |\n", "| StdEpRet | 545 |\n", "| MaxEpRet | -368 |\n", "| MinEpRet | -2.1e+03 |\n", "| AverageTestEpRet | -7.66e+03 |\n", "| StdTestEpRet | 236 |\n", "| MaxTestEpRet | -7.33e+03 |\n", "| MinTestEpRet | -8.11e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.45e+04 |\n", "| AverageQVals | -4.09e+03 |\n", "| StdQVals | 3.06e+03 |\n", "| MaxQVals | 340 |\n", "| MinQVals | -9.58e+03 |\n", "| LossPi | 4.06e+03 |\n", "| LossQ | 816 |\n", "| Time | 283 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 28 |\n", "| AverageEpRet | -1.94e+03 |\n", "| StdEpRet | 863 |\n", "| MaxEpRet | -599 |\n", "| MinEpRet | -3.46e+03 |\n", "| AverageTestEpRet | -7.75e+03 |\n", "| StdTestEpRet | 216 |\n", "| MaxTestEpRet | -7.46e+03 |\n", "| MinTestEpRet | -8.22e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.62e+04 |\n", "| AverageQVals | -3.92e+03 |\n", "| StdQVals | 2.89e+03 |\n", "| MaxQVals | 359 |\n", "| MinQVals | -9.16e+03 |\n", "| LossPi | 3.89e+03 |\n", "| LossQ | 841 |\n", "| Time | 292 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 29 |\n", "| AverageEpRet | -1.19e+03 |\n", "| StdEpRet | 793 |\n", "| MaxEpRet | -162 |\n", "| MinEpRet | -2.59e+03 |\n", "| AverageTestEpRet | -7.78e+03 |\n", "| StdTestEpRet | 214 |\n", "| MaxTestEpRet | -7.45e+03 |\n", "| MinTestEpRet | -8.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.78e+04 |\n", "| AverageQVals | -3.72e+03 |\n", "| StdQVals | 2.72e+03 |\n", "| MaxQVals | 362 |\n", "| MinQVals | -8.81e+03 |\n", "| LossPi | 3.69e+03 |\n", "| LossQ | 853 |\n", "| Time | 302 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 30 |\n", "| AverageEpRet | -803 |\n", "| StdEpRet | 530 |\n", "| MaxEpRet | -107 |\n", "| MinEpRet | -2.43e+03 |\n", "| AverageTestEpRet | -7.68e+03 |\n", "| StdTestEpRet | 297 |\n", "| MaxTestEpRet | -7.17e+03 |\n", "| MinTestEpRet | -8.28e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 4.95e+04 |\n", "| AverageQVals | -3.53e+03 |\n", "| StdQVals | 2.57e+03 |\n", "| MaxQVals | 374 |\n", "| MinQVals | -8.34e+03 |\n", "| LossPi | 3.5e+03 |\n", "| LossQ | 874 |\n", "| Time | 312 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 31 |\n", "| AverageEpRet | -678 |\n", "| StdEpRet | 475 |\n", "| MaxEpRet | -179 |\n", "| MinEpRet | -2e+03 |\n", "| AverageTestEpRet | -7.77e+03 |\n", "| StdTestEpRet | 154 |\n", "| MaxTestEpRet | -7.57e+03 |\n", "| MinTestEpRet | -8.09e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.11e+04 |\n", "| AverageQVals | -3.34e+03 |\n", "| StdQVals | 2.43e+03 |\n", "| MaxQVals | 395 |\n", "| MinQVals | -8.13e+03 |\n", "| LossPi | 3.32e+03 |\n", "| LossQ | 860 |\n", "| Time | 322 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 32 |\n", "| AverageEpRet | -885 |\n", "| StdEpRet | 560 |\n", "| MaxEpRet | -135 |\n", "| MinEpRet | -2e+03 |\n", "| AverageTestEpRet | -7.69e+03 |\n", "| StdTestEpRet | 144 |\n", "| MaxTestEpRet | -7.47e+03 |\n", "| MinTestEpRet | -7.89e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.28e+04 |\n", "| AverageQVals | -3.16e+03 |\n", "| StdQVals | 2.31e+03 |\n", "| MaxQVals | 424 |\n", "| MinQVals | -7.83e+03 |\n", "| LossPi | 3.13e+03 |\n", "| LossQ | 860 |\n", "| Time | 332 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 33 |\n", "| AverageEpRet | -923 |\n", "| StdEpRet | 465 |\n", "| MaxEpRet | -225 |\n", "| MinEpRet | -2.06e+03 |\n", "| AverageTestEpRet | -7.76e+03 |\n", "| StdTestEpRet | 191 |\n", "| MaxTestEpRet | -7.52e+03 |\n", "| MinTestEpRet | -8.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.44e+04 |\n", "| AverageQVals | -2.97e+03 |\n", "| StdQVals | 2.19e+03 |\n", "| MaxQVals | 435 |\n", "| MinQVals | -7.61e+03 |\n", "| LossPi | 2.95e+03 |\n", "| LossQ | 836 |\n", "| Time | 342 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 34 |\n", "| AverageEpRet | -1.37e+03 |\n", "| StdEpRet | 1.01e+03 |\n", "| MaxEpRet | -230 |\n", "| MinEpRet | -3.1e+03 |\n", "| AverageTestEpRet | -7.71e+03 |\n", "| StdTestEpRet | 250 |\n", "| MaxTestEpRet | -7.17e+03 |\n", "| MinTestEpRet | -8.03e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.61e+04 |\n", "| AverageQVals | -2.78e+03 |\n", "| StdQVals | 2.09e+03 |\n", "| MaxQVals | 433 |\n", "| MinQVals | -7.33e+03 |\n", "| LossPi | 2.76e+03 |\n", "| LossQ | 844 |\n", "| Time | 351 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 35 |\n", "| AverageEpRet | -2.09e+03 |\n", "| StdEpRet | 1.93e+03 |\n", "| MaxEpRet | -119 |\n", "| MinEpRet | -6.03e+03 |\n", "| AverageTestEpRet | -7.7e+03 |\n", "| StdTestEpRet | 188 |\n", "| MaxTestEpRet | -7.48e+03 |\n", "| MinTestEpRet | -8.06e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.77e+04 |\n", "| AverageQVals | -2.63e+03 |\n", "| StdQVals | 1.98e+03 |\n", "| MaxQVals | 463 |\n", "| MinQVals | -7.08e+03 |\n", "| LossPi | 2.6e+03 |\n", "| LossQ | 859 |\n", "| Time | 362 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 36 |\n", "| AverageEpRet | -6.97e+03 |\n", "| StdEpRet | 964 |\n", "| MaxEpRet | -4.69e+03 |\n", "| MinEpRet | -7.84e+03 |\n", "| AverageTestEpRet | -7.71e+03 |\n", "| StdTestEpRet | 203 |\n", "| MaxTestEpRet | -7.41e+03 |\n", "| MinTestEpRet | -8.03e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 5.94e+04 |\n", "| AverageQVals | -2.55e+03 |\n", "| StdQVals | 1.95e+03 |\n", "| MaxQVals | 483 |\n", "| MinQVals | -9.31e+03 |\n", "| LossPi | 2.52e+03 |\n", "| LossQ | 1.01e+03 |\n", "| Time | 371 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 37 |\n", "| AverageEpRet | -6.97e+03 |\n", "| StdEpRet | 866 |\n", "| MaxEpRet | -4.82e+03 |\n", "| MinEpRet | -8e+03 |\n", "| AverageTestEpRet | -7.62e+03 |\n", "| StdTestEpRet | 185 |\n", "| MaxTestEpRet | -7.25e+03 |\n", "| MinTestEpRet | -7.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.1e+04 |\n", "| AverageQVals | -2.58e+03 |\n", "| StdQVals | 2.1e+03 |\n", "| MaxQVals | 532 |\n", "| MinQVals | -1.14e+04 |\n", "| LossPi | 2.55e+03 |\n", "| LossQ | 1.02e+03 |\n", "| Time | 381 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 38 |\n", "| AverageEpRet | -7.3e+03 |\n", "| StdEpRet | 634 |\n", "| MaxEpRet | -6.05e+03 |\n", "| MinEpRet | -8.21e+03 |\n", "| AverageTestEpRet | -7.57e+03 |\n", "| StdTestEpRet | 318 |\n", "| MaxTestEpRet | -6.92e+03 |\n", "| MinTestEpRet | -7.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.27e+04 |\n", "| AverageQVals | -2.67e+03 |\n", "| StdQVals | 2.46e+03 |\n", "| MaxQVals | 562 |\n", "| MinQVals | -1.43e+04 |\n", "| LossPi | 2.64e+03 |\n", "| LossQ | 1.11e+03 |\n", "| Time | 391 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 39 |\n", "| AverageEpRet | -8.52e+03 |\n", "| StdEpRet | 2.63e+03 |\n", "| MaxEpRet | -4.79e+03 |\n", "| MinEpRet | -1.28e+04 |\n", "| AverageTestEpRet | -8.42e+03 |\n", "| StdTestEpRet | 1.38e+03 |\n", "| MaxTestEpRet | -7.26e+03 |\n", "| MinTestEpRet | -1.14e+04 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.43e+04 |\n", "| AverageQVals | -2.84e+03 |\n", "| StdQVals | 3.04e+03 |\n", "| MaxQVals | 605 |\n", "| MinQVals | -1.78e+04 |\n", "| LossPi | 2.81e+03 |\n", "| LossQ | 1.11e+03 |\n", "| Time | 402 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 40 |\n", "| AverageEpRet | -6.09e+03 |\n", "| StdEpRet | 2.05e+03 |\n", "| MaxEpRet | -3.87e+03 |\n", "| MinEpRet | -1.04e+04 |\n", "| AverageTestEpRet | -7.78e+03 |\n", "| StdTestEpRet | 737 |\n", "| MaxTestEpRet | -6.76e+03 |\n", "| MinTestEpRet | -9.4e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.6e+04 |\n", "| AverageQVals | -3e+03 |\n", "| StdQVals | 3.47e+03 |\n", "| MaxQVals | 654 |\n", "| MinQVals | -1.76e+04 |\n", "| LossPi | 2.97e+03 |\n", "| LossQ | 1.14e+03 |\n", "| Time | 415 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 41 |\n", "| AverageEpRet | -3.14e+03 |\n", "| StdEpRet | 1.79e+03 |\n", "| MaxEpRet | -703 |\n", "| MinEpRet | -6.38e+03 |\n", "| AverageTestEpRet | -3.32e+03 |\n", "| StdTestEpRet | 1.81e+03 |\n", "| MaxTestEpRet | -312 |\n", "| MinTestEpRet | -7.42e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.76e+04 |\n", "| AverageQVals | -3.18e+03 |\n", "| StdQVals | 3.88e+03 |\n", "| MaxQVals | 704 |\n", "| MinQVals | -1.95e+04 |\n", "| LossPi | 3.15e+03 |\n", "| LossQ | 1.17e+03 |\n", "| Time | 429 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 42 |\n", "| AverageEpRet | -1.33e+03 |\n", "| StdEpRet | 920 |\n", "| MaxEpRet | -310 |\n", "| MinEpRet | -3.74e+03 |\n", "| AverageTestEpRet | -2.99e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -152 |\n", "| MinTestEpRet | -5.54e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 6.93e+04 |\n", "| AverageQVals | -3.2e+03 |\n", "| StdQVals | 3.92e+03 |\n", "| MaxQVals | 776 |\n", "| MinQVals | -1.93e+04 |\n", "| LossPi | 3.17e+03 |\n", "| LossQ | 1.16e+03 |\n", "| Time | 441 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 43 |\n", "| AverageEpRet | -1.72e+03 |\n", "| StdEpRet | 993 |\n", "| MaxEpRet | -218 |\n", "| MinEpRet | -3.91e+03 |\n", "| AverageTestEpRet | -1.92e+03 |\n", "| StdTestEpRet | 1.16e+03 |\n", "| MaxTestEpRet | -169 |\n", "| MinTestEpRet | -3.43e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.09e+04 |\n", "| AverageQVals | -3.18e+03 |\n", "| StdQVals | 3.9e+03 |\n", "| MaxQVals | 828 |\n", "| MinQVals | -1.89e+04 |\n", "| LossPi | 3.15e+03 |\n", "| LossQ | 1.16e+03 |\n", "| Time | 452 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 44 |\n", "| AverageEpRet | -2.07e+03 |\n", "| StdEpRet | 930 |\n", "| MaxEpRet | -150 |\n", "| MinEpRet | -3.56e+03 |\n", "| AverageTestEpRet | -1.47e+03 |\n", "| StdTestEpRet | 1.01e+03 |\n", "| MaxTestEpRet | -361 |\n", "| MinTestEpRet | -3.15e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.26e+04 |\n", "| AverageQVals | -3.16e+03 |\n", "| StdQVals | 3.85e+03 |\n", "| MaxQVals | 928 |\n", "| MinQVals | -1.87e+04 |\n", "| LossPi | 3.13e+03 |\n", "| LossQ | 1.16e+03 |\n", "| Time | 463 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 45 |\n", "| AverageEpRet | -1.8e+03 |\n", "| StdEpRet | 1.21e+03 |\n", "| MaxEpRet | -201 |\n", "| MinEpRet | -4.1e+03 |\n", "| AverageTestEpRet | -1.27e+03 |\n", "| StdTestEpRet | 1.04e+03 |\n", "| MaxTestEpRet | -138 |\n", "| MinTestEpRet | -3.54e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.42e+04 |\n", "| AverageQVals | -3.08e+03 |\n", "| StdQVals | 3.76e+03 |\n", "| MaxQVals | 991 |\n", "| MinQVals | -1.84e+04 |\n", "| LossPi | 3.05e+03 |\n", "| LossQ | 1.16e+03 |\n", "| Time | 475 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 46 |\n", "| AverageEpRet | -1.61e+03 |\n", "| StdEpRet | 1.38e+03 |\n", "| MaxEpRet | -245 |\n", "| MinEpRet | -5.54e+03 |\n", "| AverageTestEpRet | -1.64e+03 |\n", "| StdTestEpRet | 1.13e+03 |\n", "| MaxTestEpRet | -326 |\n", "| MinTestEpRet | -3.84e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.59e+04 |\n", "| AverageQVals | -3.02e+03 |\n", "| StdQVals | 3.69e+03 |\n", "| MaxQVals | 1.06e+03 |\n", "| MinQVals | -1.81e+04 |\n", "| LossPi | 2.99e+03 |\n", "| LossQ | 1.15e+03 |\n", "| Time | 488 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 47 |\n", "| AverageEpRet | -1.53e+03 |\n", "| StdEpRet | 1.29e+03 |\n", "| MaxEpRet | -69.2 |\n", "| MinEpRet | -4.47e+03 |\n", "| AverageTestEpRet | -2.12e+03 |\n", "| StdTestEpRet | 1.15e+03 |\n", "| MaxTestEpRet | -695 |\n", "| MinTestEpRet | -4.75e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.75e+04 |\n", "| AverageQVals | -2.94e+03 |\n", "| StdQVals | 3.62e+03 |\n", "| MaxQVals | 1.14e+03 |\n", "| MinQVals | -1.79e+04 |\n", "| LossPi | 2.91e+03 |\n", "| LossQ | 1.14e+03 |\n", "| Time | 499 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 48 |\n", "| AverageEpRet | -1.41e+03 |\n", "| StdEpRet | 1.22e+03 |\n", "| MaxEpRet | -38.4 |\n", "| MinEpRet | -4.05e+03 |\n", "| AverageTestEpRet | -1.14e+03 |\n", "| StdTestEpRet | 1.08e+03 |\n", "| MaxTestEpRet | -78.9 |\n", "| MinTestEpRet | -3.28e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 7.92e+04 |\n", "| AverageQVals | -2.85e+03 |\n", "| StdQVals | 3.52e+03 |\n", "| MaxQVals | 1.22e+03 |\n", "| MinQVals | -1.76e+04 |\n", "| LossPi | 2.81e+03 |\n", "| LossQ | 1.14e+03 |\n", "| Time | 509 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 49 |\n", "| AverageEpRet | -1.14e+03 |\n", "| StdEpRet | 758 |\n", "| MaxEpRet | -297 |\n", "| MinEpRet | -2.68e+03 |\n", "| AverageTestEpRet | -1.04e+03 |\n", "| StdTestEpRet | 761 |\n", "| MaxTestEpRet | -382 |\n", "| MinTestEpRet | -3.16e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.08e+04 |\n", "| AverageQVals | -2.7e+03 |\n", "| StdQVals | 3.4e+03 |\n", "| MaxQVals | 1.29e+03 |\n", "| MinQVals | -1.73e+04 |\n", "| LossPi | 2.67e+03 |\n", "| LossQ | 1.14e+03 |\n", "| Time | 523 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 50 |\n", "| AverageEpRet | -753 |\n", "| StdEpRet | 451 |\n", "| MaxEpRet | -83.8 |\n", "| MinEpRet | -1.5e+03 |\n", "| AverageTestEpRet | -504 |\n", "| StdTestEpRet | 417 |\n", "| MaxTestEpRet | -88.1 |\n", "| MinTestEpRet | -1.27e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.25e+04 |\n", "| AverageQVals | -2.57e+03 |\n", "| StdQVals | 3.3e+03 |\n", "| MaxQVals | 1.36e+03 |\n", "| MinQVals | -1.71e+04 |\n", "| LossPi | 2.54e+03 |\n", "| LossQ | 1.11e+03 |\n", "| Time | 533 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 51 |\n", "| AverageEpRet | -478 |\n", "| StdEpRet | 254 |\n", "| MaxEpRet | -106 |\n", "| MinEpRet | -860 |\n", "| AverageTestEpRet | -614 |\n", "| StdTestEpRet | 477 |\n", "| MaxTestEpRet | -89.3 |\n", "| MinTestEpRet | -1.49e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.41e+04 |\n", "| AverageQVals | -2.4e+03 |\n", "| StdQVals | 3.18e+03 |\n", "| MaxQVals | 1.41e+03 |\n", "| MinQVals | -1.68e+04 |\n", "| LossPi | 2.37e+03 |\n", "| LossQ | 1.08e+03 |\n", "| Time | 544 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 52 |\n", "| AverageEpRet | -454 |\n", "| StdEpRet | 276 |\n", "| MaxEpRet | -84.5 |\n", "| MinEpRet | -1.01e+03 |\n", "| AverageTestEpRet | -439 |\n", "| StdTestEpRet | 263 |\n", "| MaxTestEpRet | -87.3 |\n", "| MinTestEpRet | -813 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.58e+04 |\n", "| AverageQVals | -2.21e+03 |\n", "| StdQVals | 3.07e+03 |\n", "| MaxQVals | 1.45e+03 |\n", "| MinQVals | -1.65e+04 |\n", "| LossPi | 2.18e+03 |\n", "| LossQ | 1.09e+03 |\n", "| Time | 554 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 53 |\n", "| AverageEpRet | -439 |\n", "| StdEpRet | 277 |\n", "| MaxEpRet | -52.8 |\n", "| MinEpRet | -1.04e+03 |\n", "| AverageTestEpRet | -482 |\n", "| StdTestEpRet | 232 |\n", "| MaxTestEpRet | -81.2 |\n", "| MinTestEpRet | -835 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.74e+04 |\n", "| AverageQVals | -2.04e+03 |\n", "| StdQVals | 2.97e+03 |\n", "| MaxQVals | 1.51e+03 |\n", "| MinQVals | -1.62e+04 |\n", "| LossPi | 2.02e+03 |\n", "| LossQ | 1.07e+03 |\n", "| Time | 565 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 54 |\n", "| AverageEpRet | -399 |\n", "| StdEpRet | 165 |\n", "| MaxEpRet | -154 |\n", "| MinEpRet | -766 |\n", "| AverageTestEpRet | -333 |\n", "| StdTestEpRet | 199 |\n", "| MaxTestEpRet | -125 |\n", "| MinTestEpRet | -709 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 8.91e+04 |\n", "| AverageQVals | -1.86e+03 |\n", "| StdQVals | 2.86e+03 |\n", "| MaxQVals | 1.57e+03 |\n", "| MinQVals | -1.59e+04 |\n", "| LossPi | 1.83e+03 |\n", "| LossQ | 1.02e+03 |\n", "| Time | 576 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 55 |\n", "| AverageEpRet | -622 |\n", "| StdEpRet | 305 |\n", "| MaxEpRet | -129 |\n", "| MinEpRet | -1.3e+03 |\n", "| AverageTestEpRet | -604 |\n", "| StdTestEpRet | 344 |\n", "| MaxTestEpRet | -143 |\n", "| MinTestEpRet | -1.29e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.07e+04 |\n", "| AverageQVals | -1.71e+03 |\n", "| StdQVals | 2.77e+03 |\n", "| MaxQVals | 1.6e+03 |\n", "| MinQVals | -1.55e+04 |\n", "| LossPi | 1.68e+03 |\n", "| LossQ | 989 |\n", "| Time | 589 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 56 |\n", "| AverageEpRet | -492 |\n", "| StdEpRet | 244 |\n", "| MaxEpRet | -137 |\n", "| MinEpRet | -909 |\n", "| AverageTestEpRet | -577 |\n", "| StdTestEpRet | 342 |\n", "| MaxTestEpRet | -118 |\n", "| MinTestEpRet | -1.11e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.24e+04 |\n", "| AverageQVals | -1.55e+03 |\n", "| StdQVals | 2.65e+03 |\n", "| MaxQVals | 1.61e+03 |\n", "| MinQVals | -1.52e+04 |\n", "| LossPi | 1.52e+03 |\n", "| LossQ | 955 |\n", "| Time | 603 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 57 |\n", "| AverageEpRet | -679 |\n", "| StdEpRet | 263 |\n", "| MaxEpRet | -269 |\n", "| MinEpRet | -1.25e+03 |\n", "| AverageTestEpRet | -325 |\n", "| StdTestEpRet | 123 |\n", "| MaxTestEpRet | -91.7 |\n", "| MinTestEpRet | -581 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.4e+04 |\n", "| AverageQVals | -1.41e+03 |\n", "| StdQVals | 2.56e+03 |\n", "| MaxQVals | 1.67e+03 |\n", "| MinQVals | -1.46e+04 |\n", "| LossPi | 1.38e+03 |\n", "| LossQ | 912 |\n", "| Time | 613 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 58 |\n", "| AverageEpRet | -473 |\n", "| StdEpRet | 171 |\n", "| MaxEpRet | -190 |\n", "| MinEpRet | -841 |\n", "| AverageTestEpRet | -630 |\n", "| StdTestEpRet | 391 |\n", "| MaxTestEpRet | -185 |\n", "| MinTestEpRet | -1.38e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.57e+04 |\n", "| AverageQVals | -1.27e+03 |\n", "| StdQVals | 2.45e+03 |\n", "| MaxQVals | 1.74e+03 |\n", "| MinQVals | -1.44e+04 |\n", "| LossPi | 1.24e+03 |\n", "| LossQ | 900 |\n", "| Time | 624 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 59 |\n", "| AverageEpRet | -502 |\n", "| StdEpRet | 246 |\n", "| MaxEpRet | -120 |\n", "| MinEpRet | -996 |\n", "| AverageTestEpRet | -490 |\n", "| StdTestEpRet | 321 |\n", "| MaxTestEpRet | -120 |\n", "| MinTestEpRet | -1.02e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.73e+04 |\n", "| AverageQVals | -1.14e+03 |\n", "| StdQVals | 2.36e+03 |\n", "| MaxQVals | 1.82e+03 |\n", "| MinQVals | -1.39e+04 |\n", "| LossPi | 1.11e+03 |\n", "| LossQ | 886 |\n", "| Time | 636 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 60 |\n", "| AverageEpRet | -429 |\n", "| StdEpRet | 249 |\n", "| MaxEpRet | -94.2 |\n", "| MinEpRet | -917 |\n", "| AverageTestEpRet | -580 |\n", "| StdTestEpRet | 245 |\n", "| MaxTestEpRet | -67.9 |\n", "| MinTestEpRet | -885 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 9.9e+04 |\n", "| AverageQVals | -1.01e+03 |\n", "| StdQVals | 2.27e+03 |\n", "| MaxQVals | 1.89e+03 |\n", "| MinQVals | -1.34e+04 |\n", "| LossPi | 982 |\n", "| LossQ | 858 |\n", "| Time | 648 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 61 |\n", "| AverageEpRet | -705 |\n", "| StdEpRet | 331 |\n", "| MaxEpRet | -179 |\n", "| MinEpRet | -1.46e+03 |\n", "| AverageTestEpRet | -812 |\n", "| StdTestEpRet | 369 |\n", "| MaxTestEpRet | -286 |\n", "| MinTestEpRet | -1.47e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.01e+05 |\n", "| AverageQVals | -895 |\n", "| StdQVals | 2.18e+03 |\n", "| MaxQVals | 1.95e+03 |\n", "| MinQVals | -1.3e+04 |\n", "| LossPi | 866 |\n", "| LossQ | 841 |\n", "| Time | 661 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 62 |\n", "| AverageEpRet | -599 |\n", "| StdEpRet | 409 |\n", "| MaxEpRet | -87.2 |\n", "| MinEpRet | -1.56e+03 |\n", "| AverageTestEpRet | -1.06e+03 |\n", "| StdTestEpRet | 621 |\n", "| MaxTestEpRet | -191 |\n", "| MinTestEpRet | -2e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.02e+05 |\n", "| AverageQVals | -777 |\n", "| StdQVals | 2.08e+03 |\n", "| MaxQVals | 2.01e+03 |\n", "| MinQVals | -1.27e+04 |\n", "| LossPi | 749 |\n", "| LossQ | 820 |\n", "| Time | 671 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 63 |\n", "| AverageEpRet | -609 |\n", "| StdEpRet | 357 |\n", "| MaxEpRet | -127 |\n", "| MinEpRet | -1.36e+03 |\n", "| AverageTestEpRet | -762 |\n", "| StdTestEpRet | 394 |\n", "| MaxTestEpRet | -35.1 |\n", "| MinTestEpRet | -1.21e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.04e+05 |\n", "| AverageQVals | -657 |\n", "| StdQVals | 1.99e+03 |\n", "| MaxQVals | 2.06e+03 |\n", "| MinQVals | -1.23e+04 |\n", "| LossPi | 629 |\n", "| LossQ | 808 |\n", "| Time | 682 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 64 |\n", "| AverageEpRet | -413 |\n", "| StdEpRet | 176 |\n", "| MaxEpRet | -73.4 |\n", "| MinEpRet | -662 |\n", "| AverageTestEpRet | -542 |\n", "| StdTestEpRet | 284 |\n", "| MaxTestEpRet | -68.1 |\n", "| MinTestEpRet | -1.18e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.06e+05 |\n", "| AverageQVals | -560 |\n", "| StdQVals | 1.94e+03 |\n", "| MaxQVals | 2.1e+03 |\n", "| MinQVals | -1.2e+04 |\n", "| LossPi | 533 |\n", "| LossQ | 791 |\n", "| Time | 693 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 65 |\n", "| AverageEpRet | -599 |\n", "| StdEpRet | 452 |\n", "| MaxEpRet | -122 |\n", "| MinEpRet | -1.65e+03 |\n", "| AverageTestEpRet | -759 |\n", "| StdTestEpRet | 316 |\n", "| MaxTestEpRet | -109 |\n", "| MinTestEpRet | -1.32e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.07e+05 |\n", "| AverageQVals | -474 |\n", "| StdQVals | 1.87e+03 |\n", "| MaxQVals | 2.14e+03 |\n", "| MinQVals | -1.16e+04 |\n", "| LossPi | 447 |\n", "| LossQ | 771 |\n", "| Time | 704 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 66 |\n", "| AverageEpRet | -568 |\n", "| StdEpRet | 414 |\n", "| MaxEpRet | -272 |\n", "| MinEpRet | -1.8e+03 |\n", "| AverageTestEpRet | -620 |\n", "| StdTestEpRet | 248 |\n", "| MaxTestEpRet | -305 |\n", "| MinTestEpRet | -990 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.09e+05 |\n", "| AverageQVals | -384 |\n", "| StdQVals | 1.81e+03 |\n", "| MaxQVals | 2.17e+03 |\n", "| MinQVals | -1.12e+04 |\n", "| LossPi | 357 |\n", "| LossQ | 756 |\n", "| Time | 713 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 67 |\n", "| AverageEpRet | -810 |\n", "| StdEpRet | 458 |\n", "| MaxEpRet | -145 |\n", "| MinEpRet | -1.69e+03 |\n", "| AverageTestEpRet | -2.02e+03 |\n", "| StdTestEpRet | 1.04e+03 |\n", "| MaxTestEpRet | -488 |\n", "| MinTestEpRet | -3.91e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.11e+05 |\n", "| AverageQVals | -302 |\n", "| StdQVals | 1.74e+03 |\n", "| MaxQVals | 2.24e+03 |\n", "| MinQVals | -1.1e+04 |\n", "| LossPi | 276 |\n", "| LossQ | 769 |\n", "| Time | 727 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 68 |\n", "| AverageEpRet | -845 |\n", "| StdEpRet | 402 |\n", "| MaxEpRet | -157 |\n", "| MinEpRet | -1.67e+03 |\n", "| AverageTestEpRet | -2.33e+03 |\n", "| StdTestEpRet | 890 |\n", "| MaxTestEpRet | -1.15e+03 |\n", "| MinTestEpRet | -3.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.12e+05 |\n", "| AverageQVals | -236 |\n", "| StdQVals | 1.7e+03 |\n", "| MaxQVals | 2.27e+03 |\n", "| MinQVals | -1.09e+04 |\n", "| LossPi | 211 |\n", "| LossQ | 769 |\n", "| Time | 738 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 69 |\n", "| AverageEpRet | -630 |\n", "| StdEpRet | 312 |\n", "| MaxEpRet | -195 |\n", "| MinEpRet | -1.31e+03 |\n", "| AverageTestEpRet | -3.69e+03 |\n", "| StdTestEpRet | 706 |\n", "| MaxTestEpRet | -1.72e+03 |\n", "| MinTestEpRet | -4.5e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.14e+05 |\n", "| AverageQVals | -162 |\n", "| StdQVals | 1.65e+03 |\n", "| MaxQVals | 2.31e+03 |\n", "| MinQVals | -1.09e+04 |\n", "| LossPi | 137 |\n", "| LossQ | 767 |\n", "| Time | 749 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 70 |\n", "| AverageEpRet | -731 |\n", "| StdEpRet | 420 |\n", "| MaxEpRet | -160 |\n", "| MinEpRet | -1.52e+03 |\n", "| AverageTestEpRet | -4.1e+03 |\n", "| StdTestEpRet | 1.54e+03 |\n", "| MaxTestEpRet | -629 |\n", "| MinTestEpRet | -6.17e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.15e+05 |\n", "| AverageQVals | -95.8 |\n", "| StdQVals | 1.6e+03 |\n", "| MaxQVals | 2.34e+03 |\n", "| MinQVals | -1.09e+04 |\n", "| LossPi | 70.4 |\n", "| LossQ | 778 |\n", "| Time | 763 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 71 |\n", "| AverageEpRet | -1.72e+03 |\n", "| StdEpRet | 1.03e+03 |\n", "| MaxEpRet | -282 |\n", "| MinEpRet | -3.7e+03 |\n", "| AverageTestEpRet | -3.98e+03 |\n", "| StdTestEpRet | 406 |\n", "| MaxTestEpRet | -3.45e+03 |\n", "| MinTestEpRet | -4.69e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.17e+05 |\n", "| AverageQVals | -52.5 |\n", "| StdQVals | 1.57e+03 |\n", "| MaxQVals | 2.41e+03 |\n", "| MinQVals | -1.08e+04 |\n", "| LossPi | 27.3 |\n", "| LossQ | 790 |\n", "| Time | 779 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 72 |\n", "| AverageEpRet | -4.08e+03 |\n", "| StdEpRet | 1e+03 |\n", "| MaxEpRet | -2.72e+03 |\n", "| MinEpRet | -6.24e+03 |\n", "| AverageTestEpRet | -6.62e+03 |\n", "| StdTestEpRet | 1.06e+03 |\n", "| MaxTestEpRet | -3.56e+03 |\n", "| MinTestEpRet | -7.44e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.19e+05 |\n", "| AverageQVals | -23.6 |\n", "| StdQVals | 1.57e+03 |\n", "| MaxQVals | 2.45e+03 |\n", "| MinQVals | -1.09e+04 |\n", "| LossPi | -1.57 |\n", "| LossQ | 800 |\n", "| Time | 792 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 73 |\n", "| AverageEpRet | -4.19e+03 |\n", "| StdEpRet | 1.28e+03 |\n", "| MaxEpRet | -1.69e+03 |\n", "| MinEpRet | -6.98e+03 |\n", "| AverageTestEpRet | -6.37e+03 |\n", "| StdTestEpRet | 346 |\n", "| MaxTestEpRet | -5.86e+03 |\n", "| MinTestEpRet | -6.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.2e+05 |\n", "| AverageQVals | -45.6 |\n", "| StdQVals | 1.69e+03 |\n", "| MaxQVals | 2.49e+03 |\n", "| MinQVals | -1.08e+04 |\n", "| LossPi | 20 |\n", "| LossQ | 841 |\n", "| Time | 806 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 74 |\n", "| AverageEpRet | -2.45e+03 |\n", "| StdEpRet | 1.46e+03 |\n", "| MaxEpRet | -427 |\n", "| MinEpRet | -6.01e+03 |\n", "| AverageTestEpRet | -4.21e+03 |\n", "| StdTestEpRet | 336 |\n", "| MaxTestEpRet | -3.55e+03 |\n", "| MinTestEpRet | -4.85e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.22e+05 |\n", "| AverageQVals | -132 |\n", "| StdQVals | 2.05e+03 |\n", "| MaxQVals | 2.5e+03 |\n", "| MinQVals | -1.43e+04 |\n", "| LossPi | 106 |\n", "| LossQ | 837 |\n", "| Time | 819 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 75 |\n", "| AverageEpRet | -2.13e+03 |\n", "| StdEpRet | 750 |\n", "| MaxEpRet | -976 |\n", "| MinEpRet | -3.43e+03 |\n", "| AverageTestEpRet | -4.12e+03 |\n", "| StdTestEpRet | 221 |\n", "| MaxTestEpRet | -3.67e+03 |\n", "| MinTestEpRet | -4.44e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.24e+05 |\n", "| AverageQVals | -250 |\n", "| StdQVals | 2.53e+03 |\n", "| MaxQVals | 2.58e+03 |\n", "| MinQVals | -1.61e+04 |\n", "| LossPi | 224 |\n", "| LossQ | 853 |\n", "| Time | 832 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 76 |\n", "| AverageEpRet | -1.37e+03 |\n", "| StdEpRet | 923 |\n", "| MaxEpRet | -361 |\n", "| MinEpRet | -2.96e+03 |\n", "| AverageTestEpRet | -4.03e+03 |\n", "| StdTestEpRet | 168 |\n", "| MaxTestEpRet | -3.76e+03 |\n", "| MinTestEpRet | -4.39e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.25e+05 |\n", "| AverageQVals | -379 |\n", "| StdQVals | 2.95e+03 |\n", "| MaxQVals | 2.61e+03 |\n", "| MinQVals | -1.62e+04 |\n", "| LossPi | 354 |\n", "| LossQ | 845 |\n", "| Time | 842 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 77 |\n", "| AverageEpRet | -1.3e+03 |\n", "| StdEpRet | 930 |\n", "| MaxEpRet | -181 |\n", "| MinEpRet | -2.89e+03 |\n", "| AverageTestEpRet | -4.05e+03 |\n", "| StdTestEpRet | 200 |\n", "| MaxTestEpRet | -3.59e+03 |\n", "| MinTestEpRet | -4.33e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.27e+05 |\n", "| AverageQVals | -501 |\n", "| StdQVals | 3.27e+03 |\n", "| MaxQVals | 2.62e+03 |\n", "| MinQVals | -1.53e+04 |\n", "| LossPi | 477 |\n", "| LossQ | 852 |\n", "| Time | 854 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 78 |\n", "| AverageEpRet | -1.05e+03 |\n", "| StdEpRet | 657 |\n", "| MaxEpRet | -99.7 |\n", "| MinEpRet | -2.63e+03 |\n", "| AverageTestEpRet | -4.12e+03 |\n", "| StdTestEpRet | 338 |\n", "| MaxTestEpRet | -3.73e+03 |\n", "| MinTestEpRet | -4.78e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.29e+05 |\n", "| AverageQVals | -610 |\n", "| StdQVals | 3.51e+03 |\n", "| MaxQVals | 2.67e+03 |\n", "| MinQVals | -1.58e+04 |\n", "| LossPi | 587 |\n", "| LossQ | 847 |\n", "| Time | 865 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 79 |\n", "| AverageEpRet | -1.51e+03 |\n", "| StdEpRet | 866 |\n", "| MaxEpRet | -219 |\n", "| MinEpRet | -3.09e+03 |\n", "| AverageTestEpRet | -3.74e+03 |\n", "| StdTestEpRet | 182 |\n", "| MaxTestEpRet | -3.42e+03 |\n", "| MinTestEpRet | -4.07e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.3e+05 |\n", "| AverageQVals | -725 |\n", "| StdQVals | 3.75e+03 |\n", "| MaxQVals | 2.73e+03 |\n", "| MinQVals | -1.81e+04 |\n", "| LossPi | 701 |\n", "| LossQ | 859 |\n", "| Time | 875 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 80 |\n", "| AverageEpRet | -1.7e+03 |\n", "| StdEpRet | 1.02e+03 |\n", "| MaxEpRet | -341 |\n", "| MinEpRet | -3.42e+03 |\n", "| AverageTestEpRet | -1.9e+03 |\n", "| StdTestEpRet | 1.29e+03 |\n", "| MaxTestEpRet | -543 |\n", "| MinTestEpRet | -3.87e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.32e+05 |\n", "| AverageQVals | -838 |\n", "| StdQVals | 4.02e+03 |\n", "| MaxQVals | 2.78e+03 |\n", "| MinQVals | -1.97e+04 |\n", "| LossPi | 813 |\n", "| LossQ | 853 |\n", "| Time | 886 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 81 |\n", "| AverageEpRet | -1.4e+03 |\n", "| StdEpRet | 1.04e+03 |\n", "| MaxEpRet | -292 |\n", "| MinEpRet | -3.97e+03 |\n", "| AverageTestEpRet | -627 |\n", "| StdTestEpRet | 374 |\n", "| MaxTestEpRet | -251 |\n", "| MinTestEpRet | -1.51e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.34e+05 |\n", "| AverageQVals | -972 |\n", "| StdQVals | 4.36e+03 |\n", "| MaxQVals | 2.85e+03 |\n", "| MinQVals | -2.03e+04 |\n", "| LossPi | 946 |\n", "| LossQ | 852 |\n", "| Time | 898 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 82 |\n", "| AverageEpRet | -915 |\n", "| StdEpRet | 576 |\n", "| MaxEpRet | -126 |\n", "| MinEpRet | -2.08e+03 |\n", "| AverageTestEpRet | -816 |\n", "| StdTestEpRet | 552 |\n", "| MaxTestEpRet | -216 |\n", "| MinTestEpRet | -2.2e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.35e+05 |\n", "| AverageQVals | -1.07e+03 |\n", "| StdQVals | 4.63e+03 |\n", "| MaxQVals | 2.86e+03 |\n", "| MinQVals | -2.09e+04 |\n", "| LossPi | 1.05e+03 |\n", "| LossQ | 847 |\n", "| Time | 911 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 83 |\n", "| AverageEpRet | -1.08e+03 |\n", "| StdEpRet | 435 |\n", "| MaxEpRet | -252 |\n", "| MinEpRet | -1.86e+03 |\n", "| AverageTestEpRet | -628 |\n", "| StdTestEpRet | 259 |\n", "| MaxTestEpRet | -305 |\n", "| MinTestEpRet | -1.04e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.37e+05 |\n", "| AverageQVals | -1.2e+03 |\n", "| StdQVals | 4.89e+03 |\n", "| MaxQVals | 2.94e+03 |\n", "| MinQVals | -2.05e+04 |\n", "| LossPi | 1.18e+03 |\n", "| LossQ | 804 |\n", "| Time | 921 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 84 |\n", "| AverageEpRet | -1.11e+03 |\n", "| StdEpRet | 673 |\n", "| MaxEpRet | -256 |\n", "| MinEpRet | -2.33e+03 |\n", "| AverageTestEpRet | -736 |\n", "| StdTestEpRet | 376 |\n", "| MaxTestEpRet | -432 |\n", "| MinTestEpRet | -1.7e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.39e+05 |\n", "| AverageQVals | -1.34e+03 |\n", "| StdQVals | 5.11e+03 |\n", "| MaxQVals | 2.96e+03 |\n", "| MinQVals | -2.01e+04 |\n", "| LossPi | 1.31e+03 |\n", "| LossQ | 794 |\n", "| Time | 933 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 85 |\n", "| AverageEpRet | -1.21e+03 |\n", "| StdEpRet | 710 |\n", "| MaxEpRet | -278 |\n", "| MinEpRet | -2.87e+03 |\n", "| AverageTestEpRet | -562 |\n", "| StdTestEpRet | 429 |\n", "| MaxTestEpRet | -134 |\n", "| MinTestEpRet | -1.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.4e+05 |\n", "| AverageQVals | -1.41e+03 |\n", "| StdQVals | 5.2e+03 |\n", "| MaxQVals | 3e+03 |\n", "| MinQVals | -1.94e+04 |\n", "| LossPi | 1.39e+03 |\n", "| LossQ | 784 |\n", "| Time | 946 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 86 |\n", "| AverageEpRet | -1.1e+03 |\n", "| StdEpRet | 798 |\n", "| MaxEpRet | -217 |\n", "| MinEpRet | -2.74e+03 |\n", "| AverageTestEpRet | -841 |\n", "| StdTestEpRet | 305 |\n", "| MaxTestEpRet | -430 |\n", "| MinTestEpRet | -1.56e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.42e+05 |\n", "| AverageQVals | -1.51e+03 |\n", "| StdQVals | 5.28e+03 |\n", "| MaxQVals | 3.04e+03 |\n", "| MinQVals | -1.87e+04 |\n", "| LossPi | 1.49e+03 |\n", "| LossQ | 772 |\n", "| Time | 957 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 87 |\n", "| AverageEpRet | -781 |\n", "| StdEpRet | 249 |\n", "| MaxEpRet | -236 |\n", "| MinEpRet | -1.42e+03 |\n", "| AverageTestEpRet | -657 |\n", "| StdTestEpRet | 375 |\n", "| MaxTestEpRet | -300 |\n", "| MinTestEpRet | -1.52e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.44e+05 |\n", "| AverageQVals | -1.54e+03 |\n", "| StdQVals | 5.26e+03 |\n", "| MaxQVals | 3.06e+03 |\n", "| MinQVals | -1.8e+04 |\n", "| LossPi | 1.52e+03 |\n", "| LossQ | 746 |\n", "| Time | 968 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 88 |\n", "| AverageEpRet | -1.08e+03 |\n", "| StdEpRet | 554 |\n", "| MaxEpRet | -361 |\n", "| MinEpRet | -2.28e+03 |\n", "| AverageTestEpRet | -603 |\n", "| StdTestEpRet | 343 |\n", "| MaxTestEpRet | -81.5 |\n", "| MinTestEpRet | -1.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.45e+05 |\n", "| AverageQVals | -1.63e+03 |\n", "| StdQVals | 5.28e+03 |\n", "| MaxQVals | 3.07e+03 |\n", "| MinQVals | -1.73e+04 |\n", "| LossPi | 1.6e+03 |\n", "| LossQ | 734 |\n", "| Time | 980 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 89 |\n", "| AverageEpRet | -519 |\n", "| StdEpRet | 224 |\n", "| MaxEpRet | -174 |\n", "| MinEpRet | -1.04e+03 |\n", "| AverageTestEpRet | -511 |\n", "| StdTestEpRet | 190 |\n", "| MaxTestEpRet | -237 |\n", "| MinTestEpRet | -794 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.47e+05 |\n", "| AverageQVals | -1.63e+03 |\n", "| StdQVals | 5.2e+03 |\n", "| MaxQVals | 3.11e+03 |\n", "| MinQVals | -1.67e+04 |\n", "| LossPi | 1.61e+03 |\n", "| LossQ | 695 |\n", "| Time | 991 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 90 |\n", "| AverageEpRet | -717 |\n", "| StdEpRet | 234 |\n", "| MaxEpRet | -321 |\n", "| MinEpRet | -1.17e+03 |\n", "| AverageTestEpRet | -774 |\n", "| StdTestEpRet | 407 |\n", "| MaxTestEpRet | -152 |\n", "| MinTestEpRet | -1.53e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.48e+05 |\n", "| AverageQVals | -1.64e+03 |\n", "| StdQVals | 5.1e+03 |\n", "| MaxQVals | 3.19e+03 |\n", "| MinQVals | -1.59e+04 |\n", "| LossPi | 1.61e+03 |\n", "| LossQ | 679 |\n", "| Time | 1e+03 |\n", "---------------------------------------\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "---------------------------------------\n", "| Epoch | 91 |\n", "| AverageEpRet | -898 |\n", "| StdEpRet | 308 |\n", "| MaxEpRet | -429 |\n", "| MinEpRet | -1.43e+03 |\n", "| AverageTestEpRet | -1.07e+03 |\n", "| StdTestEpRet | 603 |\n", "| MaxTestEpRet | -352 |\n", "| MinTestEpRet | -2.09e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.5e+05 |\n", "| AverageQVals | -1.65e+03 |\n", "| StdQVals | 5.03e+03 |\n", "| MaxQVals | 3.22e+03 |\n", "| MinQVals | -1.53e+04 |\n", "| LossPi | 1.63e+03 |\n", "| LossQ | 662 |\n", "| Time | 1.01e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 92 |\n", "| AverageEpRet | -857 |\n", "| StdEpRet | 430 |\n", "| MaxEpRet | -381 |\n", "| MinEpRet | -1.81e+03 |\n", "| AverageTestEpRet | -782 |\n", "| StdTestEpRet | 196 |\n", "| MaxTestEpRet | -444 |\n", "| MinTestEpRet | -1.1e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.52e+05 |\n", "| AverageQVals | -1.65e+03 |\n", "| StdQVals | 4.93e+03 |\n", "| MaxQVals | 3.27e+03 |\n", "| MinQVals | -1.49e+04 |\n", "| LossPi | 1.62e+03 |\n", "| LossQ | 651 |\n", "| Time | 1.02e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 93 |\n", "| AverageEpRet | -770 |\n", "| StdEpRet | 428 |\n", "| MaxEpRet | -177 |\n", "| MinEpRet | -1.7e+03 |\n", "| AverageTestEpRet | -499 |\n", "| StdTestEpRet | 310 |\n", "| MaxTestEpRet | -198 |\n", "| MinTestEpRet | -1.12e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.53e+05 |\n", "| AverageQVals | -1.66e+03 |\n", "| StdQVals | 4.85e+03 |\n", "| MaxQVals | 3.23e+03 |\n", "| MinQVals | -1.43e+04 |\n", "| LossPi | 1.64e+03 |\n", "| LossQ | 632 |\n", "| Time | 1.04e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 94 |\n", "| AverageEpRet | -874 |\n", "| StdEpRet | 507 |\n", "| MaxEpRet | -266 |\n", "| MinEpRet | -2.19e+03 |\n", "| AverageTestEpRet | -621 |\n", "| StdTestEpRet | 355 |\n", "| MaxTestEpRet | -181 |\n", "| MinTestEpRet | -1.25e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.55e+05 |\n", "| AverageQVals | -1.67e+03 |\n", "| StdQVals | 4.77e+03 |\n", "| MaxQVals | 3.23e+03 |\n", "| MinQVals | -1.35e+04 |\n", "| LossPi | 1.65e+03 |\n", "| LossQ | 624 |\n", "| Time | 1.05e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 95 |\n", "| AverageEpRet | -727 |\n", "| StdEpRet | 283 |\n", "| MaxEpRet | -280 |\n", "| MinEpRet | -1.24e+03 |\n", "| AverageTestEpRet | -457 |\n", "| StdTestEpRet | 207 |\n", "| MaxTestEpRet | -163 |\n", "| MinTestEpRet | -814 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.57e+05 |\n", "| AverageQVals | -1.67e+03 |\n", "| StdQVals | 4.7e+03 |\n", "| MaxQVals | 3.23e+03 |\n", "| MinQVals | -1.32e+04 |\n", "| LossPi | 1.65e+03 |\n", "| LossQ | 629 |\n", "| Time | 1.06e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 96 |\n", "| AverageEpRet | -809 |\n", "| StdEpRet | 427 |\n", "| MaxEpRet | -145 |\n", "| MinEpRet | -1.54e+03 |\n", "| AverageTestEpRet | -970 |\n", "| StdTestEpRet | 488 |\n", "| MaxTestEpRet | -224 |\n", "| MinTestEpRet | -1.58e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.58e+05 |\n", "| AverageQVals | -1.68e+03 |\n", "| StdQVals | 4.63e+03 |\n", "| MaxQVals | 3.23e+03 |\n", "| MinQVals | -1.28e+04 |\n", "| LossPi | 1.66e+03 |\n", "| LossQ | 614 |\n", "| Time | 1.07e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 97 |\n", "| AverageEpRet | -760 |\n", "| StdEpRet | 348 |\n", "| MaxEpRet | -199 |\n", "| MinEpRet | -1.35e+03 |\n", "| AverageTestEpRet | -643 |\n", "| StdTestEpRet | 431 |\n", "| MaxTestEpRet | -271 |\n", "| MinTestEpRet | -1.77e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.6e+05 |\n", "| AverageQVals | -1.68e+03 |\n", "| StdQVals | 4.55e+03 |\n", "| MaxQVals | 3.22e+03 |\n", "| MinQVals | -1.24e+04 |\n", "| LossPi | 1.66e+03 |\n", "| LossQ | 615 |\n", "| Time | 1.08e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 98 |\n", "| AverageEpRet | -906 |\n", "| StdEpRet | 585 |\n", "| MaxEpRet | -131 |\n", "| MinEpRet | -2.06e+03 |\n", "| AverageTestEpRet | -802 |\n", "| StdTestEpRet | 342 |\n", "| MaxTestEpRet | -312 |\n", "| MinTestEpRet | -1.37e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.62e+05 |\n", "| AverageQVals | -1.67e+03 |\n", "| StdQVals | 4.47e+03 |\n", "| MaxQVals | 3.16e+03 |\n", "| MinQVals | -1.28e+04 |\n", "| LossPi | 1.65e+03 |\n", "| LossQ | 612 |\n", "| Time | 1.09e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 99 |\n", "| AverageEpRet | -740 |\n", "| StdEpRet | 404 |\n", "| MaxEpRet | -111 |\n", "| MinEpRet | -1.57e+03 |\n", "| AverageTestEpRet | -912 |\n", "| StdTestEpRet | 399 |\n", "| MaxTestEpRet | -343 |\n", "| MinTestEpRet | -1.54e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.63e+05 |\n", "| AverageQVals | -1.67e+03 |\n", "| StdQVals | 4.4e+03 |\n", "| MaxQVals | 3.17e+03 |\n", "| MinQVals | -1.27e+04 |\n", "| LossPi | 1.65e+03 |\n", "| LossQ | 610 |\n", "| Time | 1.1e+03 |\n", "---------------------------------------\n", "---------------------------------------\n", "| Epoch | 100 |\n", "| AverageEpRet | -962 |\n", "| StdEpRet | 518 |\n", "| MaxEpRet | -217 |\n", "| MinEpRet | -1.73e+03 |\n", "| AverageTestEpRet | -722 |\n", "| StdTestEpRet | 371 |\n", "| MaxTestEpRet | -223 |\n", "| MinTestEpRet | -1.25e+03 |\n", "| EpLen | 110 |\n", "| TestEpLen | 110 |\n", "| TotalEnvInteracts | 1.65e+05 |\n", "| AverageQVals | -1.64e+03 |\n", "| StdQVals | 4.33e+03 |\n", "| MaxQVals | 3.17e+03 |\n", "| MinQVals | -1.25e+04 |\n", "| LossPi | 1.62e+03 |\n", "| LossQ | 619 |\n", "| Time | 1.11e+03 |\n", "---------------------------------------\n" ] } ], "source": [ "# Setup baseline 0\n", "logger_kwargs = dict(output_dir='integral_scaled', exp_name='integral_scaled')\n", "seed_b = 0\n", "epochs_b = 100\n", "maxeplen_b = 110\n", "\n", "spe_b = maxeplen_b * 15\n", "repsize_b = 1000000\n", "gamma_b = 0.995\n", "polyak_b = 0.995\n", "batchsize_b = 100\n", "startsteps_b = 10000\n", "args_b = dict(hidden_sizes=[400], activation=torch.nn.ReLU)\n", "actnoise_b = 0.1\n", "pilr_b = 0.0025\n", "qlr_b = 0.0025\n", "\n", "# Baseline 0 training\n", "spinup.ddpg_pytorch(env_int, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n", "polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "# Setup baseline 0\n", "logger_kwargs = dict(output_dir='integral_norm', exp_name='integral_norm')\n", "seed_b = 0\n", "epochs_b = 100\n", "maxeplen_b = 110\n", "\n", "spe_b = maxeplen_b * 15\n", "repsize_b = 1000000\n", "gamma_b = 0.995\n", "polyak_b = 0.995\n", "batchsize_b = 100\n", "startsteps_b = 10000\n", "args_b = dict(hidden_sizes=[400], activation=torch.nn.ReLU)\n", "actnoise_b = 0.1\n", "pilr_b = 0.0025\n", "qlr_b = 0.0025\n", "\n", "# Baseline 0 training\n", "spinup.ddpg_pytorch(env_int, ac_kwargs = args_b, seed = seed_b, steps_per_epoch = spe_b, epochs = epochs_b, replay_size = repsize_b, gamma = gamma_b,\n", "polyak = polyak_b, batch_size = batchsize_b, start_steps = startsteps_b, max_ep_len = maxeplen_b,logger_kwargs = logger_kwargs, act_noise = actnoise_b, pi_lr = pilr_b, q_lr = qlr_b)" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "Gn3Gp40bcOVz" }, "source": [ "## Test" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 106 }, "colab_type": "code", "executionInfo": { "elapsed": 972, "status": "ok", "timestamp": 1584036455886, "user": { "displayName": "Matthieu Le Cauchois", "photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64", "userId": "10992927378504656501" }, "user_tz": -60 }, "id": "6GyY0wE-QBOj", "outputId": "9a5e9011-e024-4a65-8383-83c062cdcad9" }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[-0.69606982 -0.71797409 0.82331455 0.80026438 0.59964733 -0.31660703\n", " -0.79503149 0.3461527 -0.21484652 0.86433422 -0.692324 ]\n", "[-0.35899601 -0.9333391 0.71520237 0.87375499 0.48636633 -0.20206135\n", " -0.79503149 0.3461527 -0.21484652 0.64115848 -0.6330939 ]\n", "[-0.02041655 -0.99979156 0.61013191 0.90889064 0.41703454 -0.0926045\n", " -0.79503149 0.3461527 -0.21484652 0.52453492 -0.60339447]\n", "[ 0.2694224 -0.9630221 0.51110226 0.91514567 0.40312331 0.03968364\n", " -0.79503149 0.3461527 -0.21484652 0.45461531 -0.59789175]\n", "[ 0.49363516 -0.86966909 0.42037466 0.88916412 0.45758842 0.19783709\n", " -0.79503149 0.3461527 -0.21484652 0.40931042 -0.62027442]\n", "[ 0.65509056 -0.75555037 0.33701875 0.81774919 0.57557473 0.33703516\n", " -0.79503149 0.3461527 -0.21484652 0.37861991 -0.67835059]\n", "[ 0.76413726 -0.64505367 0.25660411 0.68747389 0.7262091 0.43257244\n", " -0.79503149 0.3461527 -0.21484652 0.3575807 -0.78451109]\n", "[ 0.83181661 -0.55505057 0.17262935 0.51264665 0.85859968 0.41346368\n", " -0.79503149 0.3461527 -0.21484652 0.34373223 -0.94792217]\n", "[ 0.8672128 -0.49793771 0.08322562 0.29334397 0.95600696 0.51040094\n", " -0.79503149 0.3461527 -0.21484652 0.33597116 0.84345284]\n", "[ 0.87614972 -0.48203908 -0.01536154 0.07832168 0.99692814 0.3294725\n", " -0.79503149 0.3461527 -0.21484652 0.33392499 0.71178249]\n", "[ 0.85846658 -0.51286951 -0.12125357 -0.0857253 0.99631881 0.29677419\n", " -0.79503149 0.3461527 -0.21484652 0.33793591 0.63728518]\n", "[ 0.80763566 -0.58968182 -0.23109058 -0.2189944 0.97572612 0.21465155\n", " -0.79503149 0.3461527 -0.21484652 0.34879662 0.58681682]\n", "[ 0.71056529 -0.70363128 -0.34077106 -0.29637404 0.95507195 0.08579816\n", " -0.79503149 0.3461527 -0.21484652 0.36802997 0.56046918]\n", "[ 0.5540302 -0.83249657 -0.43389533 -0.29706662 0.95485676 -0.08657141\n", " -0.79503149 0.3461527 -0.21484652 0.39776198 0.56024145]\n", "[ 0.37832919 -0.92567112 -0.32611411 -0.18334903 0.98304788 -0.35330928\n", " -0.79503149 0.3461527 -0.21484652 0.43199168 0.59962186]\n", "[ 0.24325413 -0.96996259 -0.21929072 0.059688 0.99821708 -0.571582\n", " -0.79503149 0.3461527 -0.21484652 0.46028053 0.70244349]\n", "[ 0.14870613 -0.98888143 -0.15271995 0.3651244 0.93095874 -0.6240062\n", " -0.79503149 0.3461527 -0.21484652 0.48166576 0.90125886]\n", "[ 0.07233974 -0.99738005 -0.14122116 0.6040395 0.79695438 -0.42295977\n", " -0.79503149 0.3461527 -0.21484652 0.50018213 -0.85819632]\n", "[-0.03083897 -0.99952437 -0.24814735 0.68217083 0.73119283 0.04124937\n", " -0.79503149 0.3461527 -0.21484652 0.52741924 -0.78901572]\n", "[-0.16960319 -0.98551243 -0.28017116 0.57240446 0.81997142 0.49801718\n", " -0.79503149 0.3461527 -0.21484652 0.56933286 -0.88801298]\n", "[-0.30111416 -0.9535881 -0.23928655 0.34211392 0.93965848 0.48831651\n", " -0.79503149 0.3461527 -0.21484652 0.61690013 0.88170988]\n", "[-0.39708085 -0.91778364 -0.15474047 0.1843423 0.9828621 0.13191646\n", " -0.79503149 0.3461527 -0.21484652 0.65852954 0.77046179]\n", "[-0.45236412 -0.89183334 -0.07932903 0.18000895 0.98366497 -0.11644557\n", " -0.79503149 0.3461527 -0.21484652 0.68612785 0.76785453]\n", "[-0.47144684 -0.88189448 -0.00301709 0.24226297 0.97021062 -0.128121\n", " -0.79503149 0.3461527 -0.21484652 0.69640886 0.80734495]\n", "[-0.45908198 -0.88839391 0.0566479 0.28554567 0.9583651 -0.04474632\n", " -0.79503149 0.3461527 -0.21484652 0.68969933 0.83769647]\n", "[-0.42908535 -0.90326395 0.07151669 0.29107976 0.95669879 0.02228994\n", " -0.79503149 0.3461527 -0.21484652 0.67413209 0.8417719 ]\n", "[-0.40036611 -0.91635527 0.04907033 0.27832631 0.96048658 0.02911507\n", " -0.79503149 0.3461527 -0.21484652 0.66008674 0.83244925]\n", "[-0.38371694 -0.92345076 0.0199583 0.27012066 0.96282648 0.00417194\n", " -0.79503149 0.3461527 -0.21484652 0.65229413 0.82657798]\n", "[-0.37915146 -0.92533463 -0.00119563 0.27440784 0.9616134 -0.02069674\n", " -0.79503149 0.3461527 -0.21484652 0.65019944 0.82963337]\n", "[-0.38209349 -0.92412367 -0.01102696 0.28859396 0.95745158 -0.03552345\n", " -0.79503149 0.3461527 -0.21484652 0.65154724 0.83993553]\n", "[-0.38760637 -0.92182499 -0.01178923 0.30592819 0.95205459 -0.0337869\n", " -0.79503149 0.3461527 -0.21484652 0.65409274 0.85294223]\n", "[-0.39270355 -0.91966511 -0.009332 0.32109011 0.94704865 -0.02725711\n", " -0.79503149 0.3461527 -0.21484652 0.65646982 0.86471886]\n", "[-0.3964822 -0.91804241 -0.00633999 0.33257964 0.94307517 -0.01925872\n", " -0.79503149 0.3461527 -0.21484652 0.65824684 0.87390591]\n", "[-0.39898439 -0.91695772 -0.00404266 0.34032202 0.94030895 -0.01221048\n", " -0.79503149 0.3461527 -0.21484652 0.65943062 0.88023038]\n", "[-0.40058781 -0.91625837 -0.00261332 0.34506696 0.93857807 -0.00712375\n", " -0.79503149 0.3461527 -0.21484652 0.66019218 0.88416123]\n", "[-0.40164378 -0.91579598 -0.00177311 0.34776555 0.93758153 -0.00388951\n", " -0.79503149 0.3461527 -0.21484652 0.660695 0.88641581]\n", "[-0.40240877 -0.91546009 -0.00141 0.34928899 0.93701505 -0.00232977\n", " -0.79503149 0.3461527 -0.21484652 0.66105991 0.88769475]\n", "[-0.40304563 -0.91517988 -0.0012445 0.35028205 0.93664427 -0.00172418\n", " -0.79503149 0.3461527 -0.21484652 0.6613641 0.88853084]\n", "[-0.40359185 -0.91493913 -0.00103352 0.35103152 0.93636364 -0.00133908\n", " -0.79503149 0.3461527 -0.21484652 0.6616253 0.8891631 ]\n", "[-4.04028830e-01 -9.14746251e-01 -7.89133585e-04 3.51600265e-01\n", " 9.36150230e-01 -9.88747334e-04 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.61834459e-01 8.89643629e-01]\n", "[-4.04352541e-01 -9.14603205e-01 -5.61007168e-04 3.52005610e-01\n", " 9.35997890e-01 -6.72295635e-04 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.61989516e-01 8.89986486e-01]\n", "[-4.04577234e-01 -9.14503834e-01 -3.76079721e-04 3.52270898e-01\n", " 9.35898079e-01 -4.16069510e-04 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62097201e-01 8.90211052e-01]\n", "[-4.04724483e-01 -9.14438676e-01 -2.37961236e-04 3.52427261e-01\n", " 9.35839209e-01 -2.26376577e-04 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62167795e-01 8.90343477e-01]\n", "[-4.04815049e-01 -9.14398587e-01 -1.39659856e-04 3.52505712e-01\n", " 9.35809662e-01 -9.68629120e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62211225e-01 8.90409935e-01]\n", "[-4.04865842e-01 -9.14376099e-01 -7.20754810e-05 3.52532343e-01\n", " 9.35799630e-01 -1.39251689e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62235585e-01 8.90432498e-01]\n", "[-4.04889628e-01 -9.14365567e-01 -2.70196442e-05 3.52526599e-01\n", " 9.35801794e-01 3.59820316e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62246993e-01 8.90427631e-01]\n", "[-4.04895715e-01 -9.14362871e-01 1.73667525e-06 3.52502093e-01\n", " 9.35811025e-01 6.31573508e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62249913e-01 8.90406869e-01]\n", "[-4.04890788e-01 -9.14365053e-01 1.89033582e-05 3.52468263e-01\n", " 9.35823767e-01 7.43973695e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62247550e-01 8.90378209e-01]\n", "[-4.04879608e-01 -9.14370003e-01 2.78085653e-05 3.52431315e-01\n", " 9.35837683e-01 7.61373684e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62242188e-01 8.90346910e-01]\n", "[-4.04865491e-01 -9.14376254e-01 3.11426643e-05 3.52395030e-01\n", " 9.35851347e-01 7.18607786e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62235417e-01 8.90316175e-01]\n", "[-4.04850642e-01 -9.14382829e-01 3.08448640e-05 3.52361733e-01\n", " 9.35863884e-01 6.40475356e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62228295e-01 8.90287975e-01]\n", "[-4.04836407e-01 -9.14389131e-01 2.85676348e-05 3.52332809e-01\n", " 9.35874774e-01 5.40787830e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62221468e-01 8.90263478e-01]\n", "[-4.04823562e-01 -9.14394818e-01 2.50416236e-05 3.52308505e-01\n", " 9.35883923e-01 4.52219972e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62215308e-01 8.90242897e-01]\n", "[-4.04812486e-01 -9.14399722e-01 2.11786607e-05 3.52288588e-01\n", " 9.35891420e-01 3.61871823e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62209996e-01 8.90226031e-01]\n", "[-4.04803195e-01 -9.14403835e-01 1.75879350e-05 3.52272880e-01\n", " 9.35897333e-01 2.80336809e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62205540e-01 8.90212730e-01]\n", "[-4.04795562e-01 -9.14407214e-01 1.42655669e-05 3.52260680e-01\n", " 9.35901925e-01 2.18606381e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62201879e-01 8.90202399e-01]\n", "[-4.04789517e-01 -9.14409890e-01 1.09573304e-05 3.52251308e-01\n", " 9.35905453e-01 1.64925989e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62198981e-01 8.90194464e-01]\n", "[-4.04784965e-01 -9.14411905e-01 8.02955008e-06 3.52244492e-01\n", " 9.35908018e-01 1.14141579e-05 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62196798e-01 8.90188693e-01]\n", "[-4.04781635e-01 -9.14413379e-01 5.86469703e-06 3.52239715e-01\n", " 9.35909816e-01 8.14762595e-06 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62195201e-01 8.90184648e-01]\n", "[-4.04779258e-01 -9.14414431e-01 4.04474797e-06 3.52236517e-01\n", " 9.35911019e-01 4.96239799e-06 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62194061e-01 8.90181940e-01]\n", "[-4.04777596e-01 -9.14415167e-01 2.89125087e-06 3.52234549e-01\n", " 9.35911760e-01 3.10570823e-06 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62193264e-01 8.90180274e-01]\n", "[-4.04776366e-01 -9.14415712e-01 2.23966148e-06 3.52233282e-01\n", " 9.35912237e-01 2.08639249e-06 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192674e-01 8.90179201e-01]\n", "[-4.04775480e-01 -9.14416104e-01 1.45785483e-06 3.52232482e-01\n", " 9.35912538e-01 1.19966896e-06 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192249e-01 8.90178524e-01]\n", "[-4.04774986e-01 -9.14416322e-01 6.00212275e-07 3.52232081e-01\n", " 9.35912689e-01 4.64596841e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192012e-01 8.90178184e-01]\n", "[-4.04774802e-01 -9.14416404e-01 1.61627168e-07 3.52232125e-01\n", " 9.35912672e-01 -6.29428469e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62191924e-01 8.90178221e-01]\n", "[-4.04774798e-01 -9.14416406e-01 -1.43052146e-07 3.52232405e-01\n", " 9.35912567e-01 -5.05447028e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62191922e-01 8.90178459e-01]\n", "[-4.04774892e-01 -9.14416364e-01 -2.48466808e-07 3.52232684e-01\n", " 9.35912462e-01 -6.30844842e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62191967e-01 8.90178695e-01]\n", "[-4.04775048e-01 -9.14416295e-01 -4.04266194e-07 3.52232972e-01\n", " 9.35912353e-01 -5.40537636e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192042e-01 8.90178939e-01]\n", "[-4.04775219e-01 -9.14416219e-01 -3.09504896e-07 3.52233237e-01\n", " 9.35912254e-01 -5.40355435e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192124e-01 8.90179163e-01]\n", "[-4.04775309e-01 -9.14416179e-01 -6.73083965e-08 3.52233531e-01\n", " 9.35912143e-01 -6.67113464e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192167e-01 8.90179412e-01]\n", "[-4.04775366e-01 -9.14416154e-01 -1.67388751e-07 3.52233728e-01\n", " 9.35912069e-01 -1.36619307e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192194e-01 8.90179579e-01]\n", "[-4.04775444e-01 -9.14416120e-01 -1.58352743e-07 3.52233780e-01\n", " 9.35912049e-01 -7.65591986e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192232e-01 8.90179623e-01]\n", "[-4.04775458e-01 -9.14416114e-01 9.97866156e-08 3.52233831e-01\n", " 9.35912030e-01 -1.36984410e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192238e-01 8.90179666e-01]\n", "[-4.04775443e-01 -9.14416120e-01 -3.50891273e-08 3.52233799e-01\n", " 9.35912042e-01 2.70044100e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192231e-01 8.90179639e-01]\n", "[-4.04775503e-01 -9.14416094e-01 -2.18546250e-07 3.52233749e-01\n", " 9.35912061e-01 -5.96503709e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192260e-01 8.90179597e-01]\n", "[-4.04775582e-01 -9.14416059e-01 -1.13532746e-07 3.52233857e-01\n", " 9.35912021e-01 -3.82088676e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192298e-01 8.90179688e-01]\n", "[-4.04775624e-01 -9.14416040e-01 -6.12375228e-08 3.52234009e-01\n", " 9.35911963e-01 -2.40222485e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192318e-01 8.90179817e-01]\n", "[-4.04775628e-01 -9.14416038e-01 4.36612611e-08 3.52234118e-01\n", " 9.35911922e-01 -2.08668163e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192320e-01 8.90179909e-01]\n", "[-4.04775618e-01 -9.14416043e-01 1.54984676e-09 3.52234191e-01\n", " 9.35911895e-01 -8.71506193e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192315e-01 8.90179971e-01]\n", "[-4.04775627e-01 -9.14416039e-01 -3.80781228e-08 3.52234225e-01\n", " 9.35911882e-01 -5.38432019e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192319e-01 8.90180000e-01]\n", "[-4.04775654e-01 -9.14416027e-01 -7.65217280e-08 3.52234242e-01\n", " 9.35911875e-01 -1.33140267e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192333e-01 8.90180014e-01]\n", "[-4.04775701e-01 -9.14416006e-01 -1.19688850e-07 3.52234331e-01\n", " 9.35911842e-01 -3.48320359e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192355e-01 8.90180090e-01]\n", "[-4.04775757e-01 -9.14415981e-01 -1.12973864e-07 3.52234419e-01\n", " 9.35911809e-01 -9.55666778e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192382e-01 8.90180164e-01]\n", "[-4.04775808e-01 -9.14415958e-01 -1.03096735e-07 3.52234458e-01\n", " 9.35911794e-01 -1.51183582e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192407e-01 8.90180197e-01]\n", "[-4.04775843e-01 -9.14415943e-01 -4.03679711e-08 3.52234451e-01\n", " 9.35911797e-01 1.79329136e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192423e-01 8.90180191e-01]\n", "[-4.04775857e-01 -9.14415937e-01 -1.85196612e-08 3.52234307e-01\n", " 9.35911851e-01 4.06247159e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192430e-01 8.90180069e-01]\n", "[-4.04775826e-01 -9.14415951e-01 1.49039399e-07 3.52234220e-01\n", " 9.35911884e-01 -5.47534638e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192415e-01 8.90179995e-01]\n", "[-4.04775775e-01 -9.14415973e-01 6.17980837e-08 3.52234221e-01\n", " 9.35911883e-01 5.14433511e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192391e-01 8.90179996e-01]\n", "[-4.04775790e-01 -9.14415967e-01 -1.22812884e-07 3.52234189e-01\n", " 9.35911896e-01 8.70158149e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192398e-01 8.90179969e-01]\n", "[-4.04775822e-01 -9.14415953e-01 -1.03170251e-08 3.52234182e-01\n", " 9.35911898e-01 -6.22832718e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192413e-01 8.90179963e-01]\n", "[-4.04775777e-01 -9.14415972e-01 1.98092952e-07 3.52234231e-01\n", " 9.35911880e-01 -1.45495545e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192391e-01 8.90180005e-01]\n", "[-4.04775715e-01 -9.14416000e-01 5.80515041e-08 3.52234278e-01\n", " 9.35911862e-01 -4.34897059e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192362e-01 8.90180045e-01]\n", "[-4.04775733e-01 -9.14415992e-01 -1.29589367e-07 3.52234292e-01\n", " 9.35911857e-01 -6.94383857e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192370e-01 8.90180057e-01]\n", "[-4.04775756e-01 -9.14415981e-01 2.96647710e-08 3.52234332e-01\n", " 9.35911842e-01 -1.59314472e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192382e-01 8.90180090e-01]\n", "[-4.04775800e-01 -9.14415962e-01 -2.11350246e-07 3.52234400e-01\n", " 9.35911816e-01 -1.12579750e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192402e-01 8.90180148e-01]\n", "[-4.04775864e-01 -9.14415934e-01 -5.67716254e-08 3.52234511e-01\n", " 9.35911774e-01 -3.45162988e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192433e-01 8.90180242e-01]\n", "[-4.04775878e-01 -9.14415928e-01 1.14001974e-09 3.52234577e-01\n", " 9.35911749e-01 7.29961712e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192440e-01 8.90180298e-01]\n", "[-4.04775886e-01 -9.14415924e-01 -3.79585080e-08 3.52234604e-01\n", " 9.35911739e-01 -1.80983047e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192444e-01 8.90180321e-01]\n", "[-4.04775937e-01 -9.14415901e-01 -1.73835499e-07 3.52234588e-01\n", " 9.35911745e-01 2.51621426e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192468e-01 8.90180307e-01]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[-4.04775981e-01 -9.14415882e-01 -1.07693718e-08 3.52234569e-01\n", " 9.35911752e-01 -1.80229603e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192489e-01 8.90180291e-01]\n", "[-4.04775996e-01 -9.14415876e-01 -4.87406720e-08 3.52234579e-01\n", " 9.35911749e-01 1.42517158e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192496e-01 8.90180299e-01]\n", "[-4.04776003e-01 -9.14415872e-01 1.55655597e-08 3.52234547e-01\n", " 9.35911761e-01 -1.60279179e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192500e-01 8.90180273e-01]\n", "[-4.04775992e-01 -9.14415877e-01 3.09902257e-08 3.52234502e-01\n", " 9.35911778e-01 2.01136398e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192495e-01 8.90180234e-01]\n", "[-4.04775973e-01 -9.14415886e-01 5.17917215e-08 3.52234374e-01\n", " 9.35911826e-01 3.19178568e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192485e-01 8.90180126e-01]\n", "[-4.04775942e-01 -9.14415899e-01 7.63128403e-08 3.52234190e-01\n", " 9.35911895e-01 4.33028320e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192471e-01 8.90179970e-01]\n", "[-4.04775901e-01 -9.14415918e-01 9.52047054e-08 3.52234091e-01\n", " 9.35911932e-01 -3.17646667e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192451e-01 8.90179886e-01]\n", "[-4.04775840e-01 -9.14415944e-01 1.58103391e-07 3.52234081e-01\n", " 9.35911936e-01 7.05035513e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192422e-01 8.90179878e-01]\n", "[-4.04775749e-01 -9.14415985e-01 2.24091672e-07 3.52234024e-01\n", " 9.35911958e-01 1.60849510e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192378e-01 8.90179830e-01]\n", "[-4.04775649e-01 -9.14416029e-01 1.93282432e-07 3.52233924e-01\n", " 9.35911995e-01 2.47941356e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192330e-01 8.90179745e-01]\n", "[-4.04775589e-01 -9.14416056e-01 5.66547020e-08 3.52233919e-01\n", " 9.35911997e-01 -2.24105561e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192301e-01 8.90179741e-01]\n", "[-4.04775572e-01 -9.14416063e-01 1.24763549e-08 3.52234024e-01\n", " 9.35911958e-01 -2.00571812e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192293e-01 8.90179829e-01]\n", "[-4.04775564e-01 -9.14416066e-01 2.04647243e-08 3.52234092e-01\n", " 9.35911932e-01 -7.79192687e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192290e-01 8.90179887e-01]\n", "[-4.04775553e-01 -9.14416072e-01 2.62226653e-08 3.52234194e-01\n", " 9.35911894e-01 -3.39622929e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192284e-01 8.90179974e-01]\n", "[-4.04775551e-01 -9.14416072e-01 -2.00319730e-08 3.52234330e-01\n", " 9.35911842e-01 -2.14495929e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192283e-01 8.90180089e-01]\n", "[-4.04775571e-01 -9.14416064e-01 -5.90734863e-08 3.52234356e-01\n", " 9.35911833e-01 1.10063439e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192293e-01 8.90180111e-01]\n", "[-4.04775644e-01 -9.14416031e-01 -2.46050288e-07 3.52234360e-01\n", " 9.35911831e-01 -1.19097061e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192328e-01 8.90180114e-01]\n", "[-4.04775699e-01 -9.14416007e-01 1.25202183e-08 3.52234404e-01\n", " 9.35911815e-01 -6.75666231e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192354e-01 8.90180151e-01]\n", "[-4.04775727e-01 -9.14415995e-01 -1.26008971e-07 3.52234428e-01\n", " 9.35911806e-01 -2.71402204e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192367e-01 8.90180171e-01]\n", "[-4.04775797e-01 -9.14415964e-01 -1.67938428e-07 3.52234498e-01\n", " 9.35911779e-01 -2.57334548e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192401e-01 8.90180231e-01]\n", "[-4.04775840e-01 -9.14415944e-01 -1.35236192e-08 3.52234611e-01\n", " 9.35911737e-01 -2.10620488e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192422e-01 8.90180327e-01]\n", "[-4.04775857e-01 -9.14415937e-01 -5.24602753e-08 3.52234636e-01\n", " 9.35911727e-01 1.12725117e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192430e-01 8.90180347e-01]\n", "[-4.04775854e-01 -9.14415938e-01 6.37185244e-08 3.52234572e-01\n", " 9.35911751e-01 1.41612197e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192428e-01 8.90180294e-01]\n", "[-4.04775843e-01 -9.14415943e-01 -2.00476104e-08 3.52234521e-01\n", " 9.35911771e-01 7.17298837e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192423e-01 8.90180250e-01]\n", "[-4.04775860e-01 -9.14415935e-01 -4.83864268e-08 3.52234383e-01\n", " 9.35911822e-01 4.91073290e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192431e-01 8.90180133e-01]\n", "[-4.04775841e-01 -9.14415944e-01 1.26580162e-07 3.52234182e-01\n", " 9.35911898e-01 3.22226398e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192422e-01 8.90179964e-01]\n", "[-4.04775776e-01 -9.14415973e-01 1.46375522e-07 3.52234070e-01\n", " 9.35911940e-01 1.35363695e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192391e-01 8.90179869e-01]\n", "[-4.04775702e-01 -9.14416006e-01 1.61660350e-07 3.52234027e-01\n", " 9.35911957e-01 4.10271820e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192356e-01 8.90179832e-01]\n", "[-4.04775632e-01 -9.14416036e-01 1.30265668e-07 3.52233936e-01\n", " 9.35911991e-01 3.31265507e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192322e-01 8.90179755e-01]\n", "[-4.04775578e-01 -9.14416060e-01 9.44559271e-08 3.52233912e-01\n", " 9.35912000e-01 -2.34220093e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192296e-01 8.90179735e-01]\n", "[-4.04775543e-01 -9.14416076e-01 5.13754961e-08 3.52234000e-01\n", " 9.35911967e-01 -1.22010095e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192279e-01 8.90179809e-01]\n", "[-4.04775528e-01 -9.14416083e-01 1.35510807e-08 3.52234007e-01\n", " 9.35911964e-01 9.34548979e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192272e-01 8.90179815e-01]\n", "[-4.04775566e-01 -9.14416066e-01 -1.77240796e-07 3.52234069e-01\n", " 9.35911941e-01 -3.40330843e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192291e-01 8.90179868e-01]\n", "[-4.04775662e-01 -9.14416023e-01 -2.21381297e-07 3.52234173e-01\n", " 9.35911902e-01 -8.19867973e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192336e-01 8.90179956e-01]\n", "[-4.04775695e-01 -9.14416009e-01 8.49850492e-08 3.52234247e-01\n", " 9.35911874e-01 -2.30983742e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192352e-01 8.90180019e-01]\n", "[-4.04775724e-01 -9.14415996e-01 -2.05169855e-07 3.52234306e-01\n", " 9.35911852e-01 1.60437782e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192366e-01 8.90180068e-01]\n", "[-4.04775795e-01 -9.14415964e-01 -9.36320346e-08 3.52234313e-01\n", " 9.35911849e-01 -3.65985898e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192400e-01 8.90180075e-01]\n", "[-4.04775826e-01 -9.14415951e-01 -3.49304301e-08 3.52234368e-01\n", " 9.35911828e-01 -1.86320168e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192415e-01 8.90180120e-01]\n", "[-4.04775828e-01 -9.14415950e-01 2.49368850e-08 3.52234404e-01\n", " 9.35911815e-01 3.60750634e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192416e-01 8.90180151e-01]\n", "[-4.04775838e-01 -9.14415945e-01 -6.51628813e-08 3.52234449e-01\n", " 9.35911798e-01 -2.17588956e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192421e-01 8.90180189e-01]\n", "[-4.04775854e-01 -9.14415938e-01 1.46201395e-09 3.52234382e-01\n", " 9.35911823e-01 4.88630108e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192428e-01 8.90180133e-01]\n", "[-4.04775847e-01 -9.14415941e-01 2.54246292e-08 3.52234206e-01\n", " 9.35911889e-01 2.28758050e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192425e-01 8.90179984e-01]\n", "[-4.04775831e-01 -9.14415948e-01 3.79238622e-08 3.52234206e-01\n", " 9.35911889e-01 -2.26029115e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192418e-01 8.90179983e-01]\n", "[-4.04775775e-01 -9.14415973e-01 1.97333278e-07 3.52234243e-01\n", " 9.35911875e-01 6.94511611e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192391e-01 8.90180015e-01]\n", "[-4.04775725e-01 -9.14415995e-01 1.59654022e-08 3.52234161e-01\n", " 9.35911906e-01 2.71191473e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192366e-01 8.90179945e-01]\n", "[-4.04775701e-01 -9.14416006e-01 8.11338928e-08 3.52234116e-01\n", " 9.35911923e-01 -9.09465363e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192355e-01 8.90179907e-01]\n", "[-4.04775707e-01 -9.14416003e-01 -1.05027716e-07 3.52234107e-01\n", " 9.35911926e-01 1.32734495e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192358e-01 8.90179900e-01]\n", "[-4.04775682e-01 -9.14416014e-01 2.07872064e-07 3.52234082e-01\n", " 9.35911936e-01 -3.83926175e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192346e-01 8.90179878e-01]\n", "[-4.04775592e-01 -9.14416054e-01 1.69194609e-07 3.52234102e-01\n", " 9.35911928e-01 -4.33434392e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192303e-01 8.90179896e-01]\n", "[-4.04775605e-01 -9.14416049e-01 -2.25432645e-07 3.52234235e-01\n", " 9.35911878e-01 -4.87068638e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192309e-01 8.90180008e-01]\n", "[-4.04775653e-01 -9.14416027e-01 2.28233989e-08 3.52234436e-01\n", " 9.35911802e-01 -3.42627274e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192332e-01 8.90180179e-01]\n", "[-4.04775665e-01 -9.14416022e-01 -7.01975804e-08 3.52234526e-01\n", " 9.35911769e-01 -2.10031033e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192338e-01 8.90180255e-01]\n", "[-4.04775732e-01 -9.14415992e-01 -2.10057944e-07 3.52234571e-01\n", " 9.35911752e-01 -1.56692786e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192370e-01 8.90180292e-01]\n", "[-4.04775808e-01 -9.14415959e-01 -1.06644264e-07 3.52234703e-01\n", " 9.35911702e-01 -3.84782240e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192406e-01 8.90180404e-01]\n", "[-4.04775833e-01 -9.14415947e-01 1.42797777e-09 3.52234763e-01\n", " 9.35911679e-01 1.33734761e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192419e-01 8.90180455e-01]\n", "[-4.04775864e-01 -9.14415934e-01 -1.30620014e-07 3.52234688e-01\n", " 9.35911707e-01 1.75613756e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192433e-01 8.90180392e-01]\n", "[-4.04775899e-01 -9.14415918e-01 -1.52629483e-08 3.52234638e-01\n", " 9.35911727e-01 2.74943670e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192450e-01 8.90180349e-01]\n", "[-4.04775927e-01 -9.14415906e-01 -9.93827516e-08 3.52234592e-01\n", " 9.35911744e-01 1.63798956e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192463e-01 8.90180310e-01]\n", "[-4.04775922e-01 -9.14415908e-01 1.19601120e-07 3.52234479e-01\n", " 9.35911786e-01 2.87628371e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192461e-01 8.90180215e-01]\n", "[-4.04775871e-01 -9.14415931e-01 9.31626362e-08 3.52234313e-01\n", " 9.35911849e-01 3.93646992e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192437e-01 8.90180074e-01]\n", "[-4.04775833e-01 -9.14415947e-01 6.40628937e-08 3.52234187e-01\n", " 9.35911896e-01 1.21718359e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192419e-01 8.90179967e-01]\n", "[-4.04775811e-01 -9.14415957e-01 2.94064964e-08 3.52234145e-01\n", " 9.35911912e-01 4.72296054e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192408e-01 8.90179932e-01]\n", "[-4.04775806e-01 -9.14415960e-01 -7.53331939e-09 3.52234139e-01\n", " 9.35911914e-01 -2.06363746e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192405e-01 8.90179927e-01]\n", "[-4.04775794e-01 -9.14415965e-01 5.44923394e-08 3.52234143e-01\n", " 9.35911913e-01 4.94832289e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192400e-01 8.90179930e-01]\n", "[-4.04775789e-01 -9.14415967e-01 -3.20903118e-08 3.52234134e-01\n", " 9.35911916e-01 3.28045848e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192397e-01 8.90179923e-01]\n", "[-4.04775801e-01 -9.14415962e-01 -1.95619576e-08 3.52234133e-01\n", " 9.35911917e-01 -2.82601647e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192403e-01 8.90179922e-01]\n", "[-4.04775796e-01 -9.14415964e-01 4.07212033e-08 3.52234163e-01\n", " 9.35911905e-01 -9.60601050e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192401e-01 8.90179947e-01]\n", "[-4.04775786e-01 -9.14415968e-01 -8.42160923e-10 3.52234227e-01\n", " 9.35911881e-01 -1.65591659e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192396e-01 8.90180002e-01]\n", "[-4.04775773e-01 -9.14415974e-01 5.49863675e-08 3.52234325e-01\n", " 9.35911844e-01 -2.36442767e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192390e-01 8.90180085e-01]\n", "[-4.04775733e-01 -9.14415992e-01 1.12981663e-07 3.52234390e-01\n", " 9.35911820e-01 -3.05092987e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192371e-01 8.90180140e-01]\n", "[-4.04775689e-01 -9.14416011e-01 7.33039803e-08 3.52234426e-01\n", " 9.35911806e-01 -1.13583728e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192349e-01 8.90180170e-01]\n", "[-4.04775675e-01 -9.14416017e-01 -1.55974407e-08 3.52234453e-01\n", " 9.35911796e-01 6.77796307e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192343e-01 8.90180192e-01]\n", "[-4.04775739e-01 -9.14415989e-01 -2.51157871e-07 3.52234438e-01\n", " 9.35911802e-01 6.13818018e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192373e-01 8.90180180e-01]\n", "[-4.04775833e-01 -9.14415948e-01 -1.42170705e-07 3.52234484e-01\n", " 9.35911784e-01 -2.55390748e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192418e-01 8.90180219e-01]\n", "[-4.04775875e-01 -9.14415929e-01 -3.29162232e-08 3.52234527e-01\n", " 9.35911768e-01 7.80470849e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192439e-01 8.90180255e-01]\n", "[-4.04775899e-01 -9.14415918e-01 -6.71502576e-08 3.52234480e-01\n", " 9.35911786e-01 1.17231905e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192450e-01 8.90180215e-01]\n", "[-4.04775892e-01 -9.14415921e-01 9.74305343e-08 3.52234438e-01\n", " 9.35911802e-01 4.85882513e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192447e-01 8.90180180e-01]\n", "[-4.04775854e-01 -9.14415938e-01 6.03326774e-08 3.52234434e-01\n", " 9.35911803e-01 -3.18478030e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192428e-01 8.90180177e-01]\n", "[-4.04775859e-01 -9.14415936e-01 -8.17957818e-08 3.52234513e-01\n", " 9.35911774e-01 -2.87247422e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192431e-01 8.90180244e-01]\n", "[-4.04775884e-01 -9.14415925e-01 -2.34886945e-08 3.52234573e-01\n", " 9.35911751e-01 3.97335573e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192443e-01 8.90180295e-01]\n", "[-4.04775916e-01 -9.14415911e-01 -1.05658137e-07 3.52234497e-01\n", " 9.35911779e-01 2.73150687e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192458e-01 8.90180230e-01]\n", "[-4.04775998e-01 -9.14415874e-01 -2.40592527e-07 3.52234467e-01\n", " 9.35911791e-01 -1.43747816e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192498e-01 8.90180204e-01]\n", "[-4.04776052e-01 -9.14415851e-01 1.41043062e-08 3.52234570e-01\n", " 9.35911752e-01 -2.84411077e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192523e-01 8.90180291e-01]\n", "[-4.04776020e-01 -9.14415865e-01 1.21966110e-07 3.52234633e-01\n", " 9.35911728e-01 2.02441303e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192508e-01 8.90180346e-01]\n", "[-4.04775922e-01 -9.14415908e-01 2.89015408e-07 3.52234554e-01\n", " 9.35911758e-01 2.99469557e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192461e-01 8.90180278e-01]\n", "[-4.04775826e-01 -9.14415950e-01 1.08608384e-07 3.52234457e-01\n", " 9.35911795e-01 1.01074802e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192415e-01 8.90180196e-01]\n", "[-4.04775819e-01 -9.14415954e-01 -7.76192856e-08 3.52234449e-01\n", " 9.35911798e-01 -6.34055802e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192412e-01 8.90180190e-01]\n", "[-4.04775853e-01 -9.14415939e-01 -6.65040137e-08 3.52234470e-01\n", " 9.35911790e-01 -2.01454257e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192428e-01 8.90180207e-01]\n", "[-4.04775871e-01 -9.14415931e-01 -5.82181991e-09 3.52234494e-01\n", " 9.35911781e-01 -7.92978283e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192436e-01 8.90180227e-01]\n", "[-4.04775882e-01 -9.14415926e-01 -4.21085420e-08 3.52234477e-01\n", " 9.35911787e-01 1.46606628e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192442e-01 8.90180213e-01]\n", "[-4.04775887e-01 -9.14415924e-01 2.23090363e-08 3.52234444e-01\n", " 9.35911799e-01 -1.31757165e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192444e-01 8.90180185e-01]\n", "[-4.04775897e-01 -9.14415919e-01 -6.62927474e-08 3.52234466e-01\n", " 9.35911791e-01 -7.49498168e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192449e-01 8.90180204e-01]\n", "[-4.04775901e-01 -9.14415917e-01 5.15848510e-08 3.52234377e-01\n", " 9.35911825e-01 4.35194986e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192451e-01 8.90180129e-01]\n", "[-4.04775872e-01 -9.14415930e-01 7.06193967e-08 3.52234277e-01\n", " 9.35911863e-01 -2.50364422e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192437e-01 8.90180043e-01]\n", "[-4.04775847e-01 -9.14415941e-01 2.97086255e-08 3.52234331e-01\n", " 9.35911842e-01 -1.95930796e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192425e-01 8.90180090e-01]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[-4.04775843e-01 -9.14415943e-01 -1.04195024e-08 3.52234374e-01\n", " 9.35911826e-01 2.37557366e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192423e-01 8.90180125e-01]\n", "[-4.04775834e-01 -9.14415947e-01 4.69010186e-08 3.52234449e-01\n", " 9.35911798e-01 -3.32775027e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192419e-01 8.90180189e-01]\n", "[-4.04775774e-01 -9.14415973e-01 2.02864418e-07 3.52234539e-01\n", " 9.35911764e-01 -3.86368119e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192390e-01 8.90180265e-01]\n", "[-4.04775721e-01 -9.14415997e-01 2.26195415e-08 3.52234439e-01\n", " 9.35911801e-01 4.49289807e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192365e-01 8.90180181e-01]\n", "[-4.04775764e-01 -9.14415978e-01 -2.05014782e-07 3.52234303e-01\n", " 9.35911852e-01 1.13005535e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192385e-01 8.90180066e-01]\n", "[-4.04775859e-01 -9.14415936e-01 -1.90938867e-07 3.52234279e-01\n", " 9.35911862e-01 -1.19818854e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192431e-01 8.90180045e-01]\n", "[-4.04775877e-01 -9.14415928e-01 1.14511896e-07 3.52234367e-01\n", " 9.35911829e-01 -3.58068414e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192439e-01 8.90180120e-01]\n", "[-4.04775833e-01 -9.14415947e-01 6.89387026e-08 3.52234493e-01\n", " 9.35911781e-01 -1.53567113e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192418e-01 8.90180226e-01]\n", "[-4.04775786e-01 -9.14415968e-01 1.29547424e-07 3.52234518e-01\n", " 9.35911772e-01 4.95433697e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192396e-01 8.90180247e-01]\n", "[-4.04775768e-01 -9.14415976e-01 -5.53251511e-08 3.52234489e-01\n", " 9.35911783e-01 7.26061628e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192387e-01 8.90180223e-01]\n", "[-4.04775850e-01 -9.14415940e-01 -2.87125248e-07 3.52234417e-01\n", " 9.35911810e-01 2.29983097e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192427e-01 8.90180162e-01]\n", "[-4.04775889e-01 -9.14415923e-01 1.24323555e-07 3.52234407e-01\n", " 9.35911813e-01 -2.03884772e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192445e-01 8.90180154e-01]\n", "[-4.04775864e-01 -9.14415934e-01 -1.89036251e-08 3.52234503e-01\n", " 9.35911777e-01 -1.83707817e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192433e-01 8.90180235e-01]\n", "[-4.04775882e-01 -9.14415926e-01 -5.38943856e-08 3.52234467e-01\n", " 9.35911791e-01 3.31810427e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192442e-01 8.90180205e-01]\n", "[-4.04775878e-01 -9.14415928e-01 7.08405873e-08 3.52234273e-01\n", " 9.35911864e-01 4.55942523e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192440e-01 8.90180041e-01]\n", "[-4.04775862e-01 -9.14415935e-01 -9.01336894e-09 3.52234162e-01\n", " 9.35911906e-01 1.29607858e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192432e-01 8.90179946e-01]\n", "[-4.04775828e-01 -9.14415950e-01 1.51681367e-07 3.52234179e-01\n", " 9.35911899e-01 -7.77436317e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192416e-01 8.90179961e-01]\n", "[-4.04775753e-01 -9.14415983e-01 1.64725754e-07 3.52234170e-01\n", " 9.35911903e-01 1.14458973e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192380e-01 8.90179953e-01]\n", "[-4.04775693e-01 -9.14416009e-01 8.43922899e-08 3.52234066e-01\n", " 9.35911942e-01 3.12885937e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192351e-01 8.90179865e-01]\n", "[-4.04775685e-01 -9.14416013e-01 -5.29002563e-08 3.52234071e-01\n", " 9.35911940e-01 -3.30496771e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192347e-01 8.90179870e-01]\n", "[-4.04775698e-01 -9.14416007e-01 -6.65975524e-10 3.52234225e-01\n", " 9.35911882e-01 -2.95613314e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192354e-01 8.90179999e-01]\n", "[-4.04775685e-01 -9.14416013e-01 5.55988059e-08 3.52234316e-01\n", " 9.35911848e-01 -7.92238873e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192347e-01 8.90180077e-01]\n", "[-4.04775680e-01 -9.14416015e-01 -3.52173520e-08 3.52234372e-01\n", " 9.35911827e-01 -1.46951881e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192345e-01 8.90180124e-01]\n", "[-4.04775706e-01 -9.14416004e-01 -7.51180735e-08 3.52234411e-01\n", " 9.35911812e-01 -1.10460064e-08 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192358e-01 8.90180157e-01]\n", "[-4.04775764e-01 -9.14415978e-01 -1.64896875e-07 3.52234451e-01\n", " 9.35911797e-01 -1.50458025e-07 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192385e-01 8.90180191e-01]\n", "[-4.04775852e-01 -9.14415939e-01 -2.04525653e-07 3.52234486e-01\n", " 9.35911784e-01 9.41388245e-09 -7.95031486e-01 3.46152696e-01\n", " -2.14846520e-01 6.62192428e-01 8.90180221e-01]\n", "Total cumulative reward: -952.2616207622829\n" ] } ], "source": [ "# Test paramaters\n", "env_name = 'gyroscopeintegralenv-v0'\n", "reward_type = 'Quadratic'\n", "reward_args = {'qx1':9,'qx2':0.05,'qx3':9,'qx4':0.05,'pu1':0.1,'pu2':0.1}\n", "seed = 0\n", "agent_path = 'integral_norm/'\n", "init_state = None#[0,0,0,0,0.5,0,20]\n", "ep_len = 220\n", "t_end = ep_len*0.05\n", "\n", "# Perform testing\n", "r,score,x1_eval,x2_eval,x3_eval,x4_eval,x1_ref_eval,x3_ref_eval,act = test_agent(env_name,reward_type,reward_args,seed,agent_path,init_state,t_end,ep_len)" ] }, { "cell_type": "markdown", "metadata": { "colab_type": "text", "id": "vvMjuRHDcfrE" }, "source": [ "## Plot" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 1000 }, "colab_type": "code", "executionInfo": { "elapsed": 1856, "status": "ok", "timestamp": 1584036457424, "user": { "displayName": "Matthieu Le Cauchois", "photoUrl": "https://lh3.googleusercontent.com/a-/AOh14GgY9gRlHHK-FHlINeRnTJw_wewJsr639GH8MAWl=s64", "userId": "10992927378504656501" }, "user_tz": -60 }, "id": "aCZCqujgcMVA", "outputId": "05490294-aab8-4933-ca9b-e13ba85ecf6d", "scrolled": true }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAABtEAAAamCAYAAADPeJXvAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdeZidZX3/8fc3KyEJZA9kgbAlLJE1skiAsBSw1aLWqlUrWisq2ir2V5eiP/BXrbbaUq3WSt2tIBZtsXVDhFEUEEH2NQnZCZkkJBMSICHJ/fvjPscMw0wyZ+ac85zl/bquue6Z5zznOd/Jk0tz83nu7x0pJSRJkiRJkiRJkiTtMqToAiRJkiRJkiRJkqRGY4gmSZIkSZIkSZIk9WCIJkmSJEmSJEmSJPVgiCZJkiRJkiRJkiT1YIgmSZIkSZIkSZIk9WCIJkmSJEmSJEmSJPVgiCZJ6lVEfC0iUkTMquFnpIjoqNX1S5+xNCKW1vgzOiIi1fIz6qEe90OSJElScSLizaV/97+56FoGo07z1ctLn7Gghp/h/ZCkBmeIJkkNqPSPz+5fOyLiyVJY8+aIiKJrlCRJkiQVp5d5Y4qIraUHCb8eEUcUXaMkSc1uWNEFSJJ266OlcThwKPBK4AxgHvDuooqqoiOAp4suQpIkSZKa2Ee7fb8vcCLwJuCPImJ+SunuYsqqqQ8BnwRWFV2IJKm1GaJJUgNLKV3e/eeIOBX4BXBxRPxjSmlJIYVVSUrp4aJrkCRJkqRm1nPeCBAR/0J+8PK9wJvrXFLNpZRWA6uLrkOS1Pps5yhJTSSl9CvgYSCAE3o7JyLOi4gfRsS6UiuPxRHxqYgY18f550TEzRGxpdQy8r8j4vCB1BcRL46I6yPiqYjYFBE3RMQpffWS720Pru7nRsSfRMSdEfF0RDweEf8UESNL551Vam+5KSI2RMQ3I2LibmrbNyI+FxGrIuLZiHgwIv6yt9aYpZaZ342IxyLimdJn/Coi3jiQP5dern9mRFxZqmFT6TPuj4jLImKvXs7v/mfy6oi4vfRn8mREfDsipvfxORXdj93UOywiLo6I20rXeToi7oqId0eE/5aQJEmSGs/1pXFyf07ubW7W7bU+97uKiJMi4tqIeCIitkXEioj4YkRMq6TY0nztnyNiZWm+9nBEvC8iDi599tf2VFNEzCqfGxGHlOpaX5oPXR8Rc0vnTS7Nx1aXPus3EXHmHuq7sDQHeiYiOiPiKxGxXy/nnRARn4mIe0rztWcjYmFE/GNEjK/kz6SPOqZFxP8tzU/Lf+aPR8RVEXFkL+d3/zOZVZo/rivVdUdEvKyPz6nofuyh5qr8HZGkorgSTZKa13M9D0TEZcDlwJPA/wKdwNHA/wF+PyJOSSlt6nb+q4FrgG2lcTUwH7gVuLeSYiLidPJEbSjwPWAx8CLgJuDGyn41AP4CeCnw30AHcC5wCTAhIq4Dvg38ALgSeAnwRmBS6T09jQBuAMaV3jcC+CPgM8Ac4F09zv8C8AB51d9qYCLw+8A3I2JOSukjA/h9uvsAcDhwS+l32As4lXzvFkTEOSmlHb2872LgD4HvAz8HTgJeCxwTEcemlLaWT6zW/YiI4cD/AOcBjwBXAc8CZwL/UqrhT/t7PUmSJEl1cU5pvKNWHxARf0aej20lz1FWAIcBfw68PCJOTikt78d19iLPUY4H7gK+RW5LeSlw2gBKmwX8GngI+Frp51cCHRFxCvBjYBN5DjwBeB3wo4iY3Ue9l5Dno9eU3jsfeAt57nZSSmltt3PfVvqsn5PnoEPID8C+D3hp6fynBvA7lZ0OfJA8r/susJn8Z/5q4A8j4tSU0j29vO9A4HbgMeCbpd/7tcB1pfnnTeUTq3k/qvV3RJKKZIgmSU2kFIwcTg69bu/x2pnkEOZW4PdTShu7vfZm4KvkXvmXlI6NAb4I7AROSynd0e38K8htP/pb1xDgy8DI0mf/qNtr7yCHUpU6BzghpfRQ6Tojgd+SA5uXA+emlH7e7fN/ApxfCpN69vzfnzxZmFsOmkqB42/IrTGvSSn9otv5c1NKi3v8jiOAHwEfjIh/SykNpvf+xcCSlFLq8Rl/C3yYPAG6ppf3nQ+8OKV0X7f3XAX8CXAB8J3SsWrej0vJAdrngPeWw72IGEqeDP1ZRFybUrqugmtKkiRJqpKIuLzbj/sALyY/pPe/wKdr9JmzgX8DlgJndJ8fRcTZ5Af6PkMOlPbkr8mBzbeB15fnSRHxcfIcsFJnAB9OKX28W00fAf4fOVz7DnBxSmln6bWfAt8gz5Uv6eV6LwVOSind1e165TnzJ4G3djv3E8C7ej4UGRFvBb5Engv+/QB+p7Ibgak9g7iIOAb4Vame3h4sXQBcnlL6aLf3XEUOBf+aHMqVVeV+VPnviCQVxhZMktTAIrfduzwiPh4R15CfZAvg/5R6wHf3l6Xxbd0DNICU0teAu4E3dDt8Afnps6u6B2gllwNdFZT6EuBQ4KbugU3JlcCjFVyr7LPlAA2gFH5dQ/7/rh+UA7TSazuB/yj9eEwf1/tQ95VaKaUngb8t/fiW7if2DNBKx7YBnyc/gHJ2xb/N86/1WM8AreSK0nheH2/9bPcAreTfS+OJ3Y5V5X6Uwri/AJ4ALuk+ESx9/1dA4vl/ryRJkiTV12Xdvi4hr5R6CLh6kKueduedwHDgPT0fMEwp/Yy86ujlETG2H9e6kPxw54e6z5NSSiuAfx5AbUvJYVJ3Xy+NI4G/LgdoJVcB24Fj+7jeN7sHaCWXk+fMry898FmueVkfXUW+Ql791tdcr19SSp293dPS6rMbgTNL3UR6WgZ8rMd7fgIs5/lzSaje/ajm3xFJKowr0SSpsV3W4+cEvDWl9NVezj2F3OLxjyPij3t5fQQwOSImppTWk58sg9xm4vkfklJXRNxNfoKvP44rjb/s5Vo7I+IWYHY/r1XWW9uRx0vjnb28Vv5H+YxeXttObp3YU0dpPK77wYg4gNxy8WzgAGBUj/f1ugdZf0XEaOA95CfuZgNjyeHonq7f25/JitLYvb9+te7HbHLQuhD4cLxw+ziAZ4Aj+nEtSZIkSTWQUvrdP9RLc42jyCHStyLiqJTSpTX42FNK4xkR8eJeXp9Cbi0/m97nbwBExD7AIcCKlNLSXk55wZymH+7uJcgqzyUf7RlCpZR2RMQaep9Lwp7nzEeQH1ott8N/O7lF5JHkNojdFzEMai5Z+ow/AN4BzCNvadDzv+9OIm9L0F1vfyaQ55Ple1nt+1GVvyOSVDRDNElqYOXJUGkidAq5Rd+/RcSylFLPfa0mkv93vWfw1tMYYD35H/MAa/o474kKSt3Ttfo6vju9rYTb3o/Xenvqbl0fE4by71iun4g4mNwqczxwM7nFRBewg9xL/0Ly04sDUppU3Uh+2u9+8uq6teza4+6y3Vx/Yy/Hyr/30G7HqnU/JpbGw9j936sx/byeJEmSpBpKKW0Bbo+IVwErgfeX2tGv2MNbK1WeK/z1Hs7b01xhn9JY07lkSml76aHAvjqubKf3ueTuanjBfJI8v3sleTuB60rnlDuivJdBzCUBIuI95NVgG4CfkleSPU1+4PYV5M4svX1Gb3NJyL9395CvmvejWn9HJKlQhmiS1ARKE6EbIuLl5B7kX4+IOSmlp7ud1gUMSSlN6Odly5OHqX28vl8FJW7aw7X6Ol4vkyJiaC9BWvl37D6Reh/5H/tvKbXB/J2I+BNyiDYYF5ADtK+llJ7XRjIi9mfPIWh/VOt+lP9c/iul9KrBlSRJkiSpXlJKGyPiEXIHkuPZ1cGiz7fQ938nHNfLsfJcYd+U0qZeXu+vRp9Lwp7nzF0AETGPHKDdALw0pVR+4LHcKv/9gykiIoaR20g+ARzfc4uHiDilt/dVqJr3o1p/RySpUO6JJklNJKV0L3kPrBm8cMPj24DxEXFUPy9X3hD4BS0bI2Jf+u4H35tyf/j5vVxrCHmPriIN66OGBaWxe3/7Q0vjd3s5v7/tLXenfP3v1ej6UL378TD5icWT++irL0mSJKlxlVu+9+e//20AZvY8GBFD6X1ueFtpPG1gpWWlcOUxYHpEzOrllBfMaQqwuznzs+T952DXXO/73QO0khN54TYBlZpEDjRv6SVAG8OuLRsGrMr3oyp/RySpaIZoktR8PkZuB/F/IqL7PlhXlMZ/j4hpPd8UEaMj4uRuh64jT5ReX3pirrvLeX5Lij35FbCYvInxS3u8dhGV74dWC5/ovuFzREwAPlz6sfsec0tL44Lub46I84A/r0IdfV3/YODvq3B9qNL9KE38/gXYH/hsRLxg0hcR+0fEkYOsV5IkSVIVRcQrgIPIbeN72x+6p9uBAyLi3B7HPwwc2Mv5nytd+4qIeMH8IiJGRER/w5NvkP8b5Sei20bMETGT3AKxaH8aEcf1OHY5ec58dUqp3K5xaWlc0P3EiJgCfL4KdXSSWzeeUArNytcfDnyGHLJVQ7XuRzX/jkhSYWznKElNJqW0KiL+DXgPuR3Eh0rHfxYRHwQ+ASyMiB8CS8j9xQ8kPz33S+D80vmbI+Iics/2myPiGvLmw/OBucAvgNP7WdPOiPhz4MfA9yPiu+QQ52jg94AfAS8Fdg7+T2BAVpP7wt8fEd8n97p/NTkc+teU0i+6nfuvwFuA/4yIa8kbUM8l/7l9B3jtIGv5H2AR8L6IeBF51dgBwMuAH5S+H5Qq34+/JffVfwfw8oi4EVhF3gT6MOBU4FLgwcHWLUmSJKlyEXF5tx9HA0eS/70P8Dcppf7sY/Vp4DzgutLc8ElyB4uDgA56BEMppYcj4s+ArwAPRMSPgUfJc60DyKuP1gKH9+Oz/4G8n9frgDkRcT05oHoNeV76CoqbS0KeP/0qIr7DrjnzfHJo9sFu5/2G/EDjqyLiFvL8eyr5XjxCnlsOWGme99nSZ94XEdcBI4AzgQnATaXvB6sq96PKf0ckqTCuRJOk5vQJ8hNofxkRv+tJnlL6e3Lw9QNyuPFe4I+B6cCV7Fp5VT7/WnI4dCf5H8TvIE+WTiEHcP2WUuogB3UdwB8Af0luV3EmuR0E7OqvXm/bgHOA68kTgbeT+7O/B3h39xNLLTPPJD+t+QfAO8mbK78K+LfBFlLa3+4s4CrgKPKf09HksOqNg71+t8/poAr3I6X0HHmS9CbyxO9lwF+R/94MAT4CfKtadUuSJEmq2GXdvi4ht/X7H+DclNKn+3OBlNLPyP/uf4A8Z7qQHBKdCCzr4z3/AZxAng8cTZ5bvZHc1vBa4OJ+fvYz5HnKv5D3Gbuk9PPfkee+UNxcEnLXl4vJ7RvfSw59vga8JKXUWT6ptAf3HwJfAKaR52DzgS+RA8rnqlDLR8jzsWfI89pXAXeQ79PyKly/qvejWn9HJKlIkVIqugZJUouLiF8BJ5E3FN5SdD3tzvshSZIkqRlExNvID4S+I6X0xaLraXfeD0ntyJVokqSqiIi9I2JcL8ffTG4Dcr2BTf14PyRJkiQ1iz729T6AvPJqO3llnerE+yFJu7gnmiSpWg4A7oqIn5L3/BoGHEduX7GR3HJC9eP9kCRJktQsvhsRw8lbDWwEZpFbye8NfCilNKj9xFQx74ckldjOUZJUFRExHvgUeR+u/YCRwBPADcDHU0qLCyyv7Xg/JEmSJDWLiLgY+FPgMGBfYDNwF/C5lNL3iqytHXk/JGkXQzRJkiRJkiRJkiSpB/dEkyRJkiRJkiRJknpwTzRg0qRJadasWUWXwZYtWxg9enTRZajOvO/tyfvefrzn7cn73p6878W7884716WUJhddh1qXc0gVyfvenrzv7cn73n685+3J+94Y+ppHGqIBs2bN4o477ii6DDo6OliwYEHRZajOvO/tyfvefrzn7cn73p6878WLiGVF16DW5hxSRfK+tyfve3vyvrcf73l78r43hr7mkbZzlCRJkiRJkiRJknowRJMkSZIkSZIkSZJ6MESTJEmSJEmSJEmSejBEkyRJkiRJkiRJknowRJMkSZIkSZIkSZJ6MESTJEmSJEmSJEmSejBEkyRJkiRJkiRJknowRJMkSZIkSZIkSZJ6MESTJEmSJEmSJEmSejBEkyRJkiRJkiRJknowRJMkSZIkSZIkSZJ6MESTJEmSJEmSJEmSejBEkyRJkiRJkiRJknowRGt3a9fCpZfCu94F999fdDWSJEmSpBayeXOecv7850VXIkmSJFVuWNEFqEBr1sCpp8LSpbDXXvClL8FNN8FLXlJ0ZZIkSZKkFvDKV8INN8AnPwm33gonnlh0RZIkSVL/uRKtnb397fD443DzzfDYYzBzJrz2tfDMM0VXJkmSJElqcnfemQO0j3wExo6FK64ouiJJkiSpMoZo7erGG+G66+Cyy+CUU2DKFPjKV2DlSvjc54quTpIkSZLU5L70Jdh7b3jf++Atb4Frr4Wnniq6KkmSJKn/DNHa1T/8A+y3H7z3vbuOnX46nHMOfOYzsH17cbVJkiRJkppaSvCjH8G558K4cXD++XmaefvtRVcmSZIk9Z8hWjtatAh+8hN497th5Mjnv3bxxbBqVZ7tSJIkSZI0AI89BsuW5ec0AU46KY+33lpcTZIkSVKlDNHa0Te/CUOG5H4aPb3sZTBpElx9df3rkiRJkiS1hJtuyuPZZ+dx3Dg46ii45ZbiapIkSZIqZYjWjq66Ks9kpk174WvDh8Mf/iH84AewbVv9a5MkSZIkNb3f/CYHZ3Pm7Dp23HFw//3F1SRJkiRVyhCt3SxcmNs5vuIVfZ/zylfCpk3Q0VG3siRJkiRJrePOO+H44yFi17HDDoMVK+CZZ4qrS5IkSaqEIVq7Ke91dv75fZ9z5pkwYgTccEN9apIkSZIktYxt2+C+++CEE55//LDD8rh4cf1rkiRJkgbCEK3d/OhHMHs2HHxw3+eMHg0veYkhmiRJkiSpYg8+mIO0vkK0RYvqX5MkSZI0EIZo7eSZZ3KLxpe+dM/nnn023HUXrF9f87IkSZIkSa3jgQfyOHfu848femgeFy6sbz2SJEnSQBmitZOf/xyefbZ/Idppp+XxtttqW5MkSZIkqaU89BAMHbpr5VnZuHEwcaLtHCVJktQ8DNHaSUcHDB8Op5++53PnzcuznltvrXlZkiRJkqTW8dBDcMgheavtnmbOhJUr61+TJEmSNBCGaO3kttvguONg1Kg9nzt6NBx7LNxyS+3rkiRJkiS1jIcegiOO6P216dNh1ar61iNJkiQNlCFau9i+HX7zGzjllP6/56ST4M47IaXa1SVJkiRJahnbt+c9zw4/vPfXDdEkSZLUTAzR2sV998HTT8PJJ/f/PcccA5s2wdKlNStLkiRJktQ6li/PQVrP/dDKpk+HtWth69b61iVJkiQNhCFauyjvbVZJiHbssXm8++7q1yNJkiRJajmLF+fxkEN6f3369DyuXl2feiRJkqTBMERrF7fdBvvtBwce2P/3zJ0LQ4bAPffUri5JkiRJUsvob4i2cmV96pEkSZIGwxCtXdx6a16FFtH/9+y9d+7B4Uo0SZIkSVI/LF4MI0fuCst6Kh93XzRJkiQ1A0O0drBhAyxaBCeeWPl7jz3WlWiSJEmSpH5ZvBgOOig3NenN/vvncc2a+tUkSZIkDZQhWju47748lvc4q8Qxx8DSpbBxY1VLkiRJkiS1niVL4OCD+359woQcsHV21q8mSZIkaaAM0drBvffm8ZhjKn9vOXgrX0OSJEmSpD6sWAEHHND360OGwKRJhmiSJElqDoZo7eCee2DixF19MypRDt4M0SRJkiRJu7FlC6xfv/sQDWDKFFi7tj41SZIkSYNhiNYO7r03h2ERlb93//1h7Fh45JHq1yVJkiRJahkrVuRx5szdnzdliivRJEmS1ByaOkSLiL+KiBQRk0o/R0R8NiIWRcS9EXF80TUWbscOuP9+OProgb0/AmbPhkcfrW5dkiRJkqSWUg7R+rMSzRBNkiRJzaBpQ7SImAmcCyzvdvilwGGlr4uALxRQWmNZvBiefnrgIRrAnDmGaJIkSZKk3Vpemp3bzlGSJEmtomlDNOAK4P1A6nbsAuAbKbsNGBcRA9gIrIWU9zIr7202ELNnw7Jl8Mwz1alJkiRJktRyVqzIzUymT9/9eZMnQ1cXbN1an7okSZKkgWrKEC0iLgBWpZTu6fHSdGBFt59Xlo61r3vvhaFD4cgjB36N2bMhpbyqTZIkSZIaWER8JSI6I+L+bscmRMRPI2JhaRxfOu6WAFW0fHneVnv48N2fN2VKHl2NJkmSpEY3rOgC+hIRNwD79fLSpcDfkFs5Dub6F5FbPjJ16lQ6OjoGc7mq2Lx5c9XrOOrnP2f0tGncftttA77GmKeeYh5w//e+x7p166pXnIDa3Hc1Pu97+/Getyfve3vyvkuF+xrwOeAb3Y59EPhZSumTEfHB0s8f4PlbApxE3hLgpLpW20JWrICZM/d83uTJeVy7FmbMqG1NkiRJ0mA0bIiWUjqnt+MR8SLgIOCeiACYAfw2Ik4EVgHd/8k+o3Sst+tfCVwJMG/evLRgwYKq1T5QHR0dVL2O9evh+OMHd90TToC3v525I0ZAA/w5tZqa3Hc1PO97+/Getyfve3vyvkvFSin9IiJm9Th8AbCg9P3XgQ5yiPa7LQGA2yJiXETsn1JaXZ9qW8vy5f3bSWDChDw++WRt65EkSZIGq2FDtL6klO4DppR/joilwLyU0rqI+D7w7oj4Nvnpwa62nvzs2AELF8If/MHgrjN2bO7J8cgj1alLkiRJkuprare54RPA1NL3fW0J8IJ5ZLt0MxmolGDp0tM45pjH6ejY/VYAS5aMBl7MzTc/wNCh9nSsVCPdd9WP9709ed/bj/e8PXnfG1vThWh78EPg94FFwNPAW4otp2BLl8K2bXD44YO/1pw58Oijg7+OJEmSJBUopZQiIg3gfe3RzWSA1q3L089TT53JggW77+k4e3Ye99//KJudDEAj3XfVj/e9PXnf24/3vD153xtb04doKaVZ3b5PwLuKq6bBPPxwHqsRos2eDd/97uCvI0mSJEn1t6bcpjEi9gc6S8f7vSWAdm/58jwecMCezx0/Po+2c5QkSVKjG1J0Aaqhcog2Z87gr3XooXl/ta6uwV9LkiRJkurr+8CFpe8vBK7rdvxNkZ1Mu28JMAgrSk0xZ+5+ERoAo0blr/Xra1uTJEmSNFiGaK3skUdg8uRduzYPxkEH5XHp0sFfS5IkSZJqJCKuBm4F5kTEyoh4K/BJ4PciYiFwTulnyFsCPEbeEuDfgYsLKLklrCqt35s+vX/nT5zoSjRJkiQ1vqZv56jdePjh6qxCA5g1K49Ll8Ixx1TnmpIkSZJUZSmlP+njpbN7OdctAapk9WoYMgSmTOnf+RMmGKJJkiSp8bkSrZU9/HB19kOD54dokiRJkiR1s3p1DtCGDu3f+RMm2M5RkiRJjc8QrVU9+SSsXVu9EG3iRBg92hBNkiRJkvQCq1fDtGn9P992jpIkSWoGhmitauHCPB52WHWuF5H3RVuypDrXkyRJkiS1jMcfh/337//5tnOUJElSMzBEa1WPPZbHQw6p3jVnzXIlmiRJkiTpBVavrixEGz/eEE2SJEmNzxCtVS1enMeDD67eNQ3RJEmSJEk9bN8OnZ2VhWj77gvbtsGzz9auLkmSJGmwDNFa1WOP5Yb0o0ZV75qzZkFXF2zcWL1rSpIkSZKaWmcnpFR5iAZ5iilJkiQ1KkO0VrV4cXVXoUHeEw1cjSZJkiRJ+p3Vq/M4bVr/32OIJkmSpGZgiNaqHnusuvuhQV6JBrBkSXWvK0mSJElqWuUQzZVokiRJajWGaK3o2Wdh1arqr0Qrh2iuRJMkSZIklTz+eB4N0SRJktRqDNFa0dKluSF9tVeijR8PY8caokmSJEmSfqe8Em3q1P6/xxBNkiRJzcAQrRUtXpzHaq9Ei4CZM2HlyupeV5IkSZLUtFavhsmTYcSI/r/HEE2SJEnNwBCtFT32WB6rvRINYMYMWLGi+teVJEmSJDWl1asra+UIhmiSJElqDoZorWjxYhgzJj8KWG2uRJMkSZIkdTOQEG2fffJoiCZJkqRGZojWih57LLdyjKj+tWfMgCeegOeeq/61JUmSJElNZyAh2tCh+dlPQzRJkiQ1MkO0VrR0KcyaVZtrz5gBKe3aOVqSJEmS1LZSgjVrYL/9Kn/vvvsaokmSJKmxGaK1ouXL4cADa3PtGTPy6L5okiRJktT2Nm7MjUqmTKn8vePGGaJJkiSpsRmitZqurvx1wAG1uX45RHNfNEmSJElqe2vW5HHq1Mrf60o0SZIkNTpDtFazbFkea7USbebMPBqiSZIkSVLbM0STJElSKzNEazXLl+exViHaPvvk3Z8N0SRJkiSp7XV25nEg7RwN0SRJktToDNFaTXklWq3aOUbklo7uiSZJkiRJbc+VaJIkSWplhmitZtkyGDlyYI8B9teMGa5EkyRJkiSxZg0MGQITJ1b+XkM0SZIkNTpDtFazfHlehTakhrfWEE2SJEmSRG7nOGkSDB1a+Xv33Re2bs1fkiRJUiMyRGs1y5bVrpVj2cyZsHo1bN9e28+RJEmSJDW0NWsG1soRcogGrkaTJElS4zJEazXLlsGBB9b2M2bMgJ07c5AmSZIkSWpbhmiSJElqZYZorWTr1hxs1TpEmz49j6tW1fZzJEmSJEkNrbNz4FtyG6JJkiSp0RmitZLyPmW1budYDtEef7y2nyNJkiRJamiuRJMkSVIrM0RrJcuW5bHWK9GmTcujK9EkSZIkqW1t2ZK/XIkmSZKkVmWI1krKK9Fmzqzt50yaBMOHG6JJkiRJUhvr7MyjK9EkSZLUqgzRWkk5RCu3W6yVIUNg//1t5yhJkiRJbWzNmjwaokmSJKlVGaK1klWrYMIEGDWq9p81fbor0SRJkiSpjZVDtIG2c9xnnzwaokmSJKlRGaK1kpUra78KrWzaNFeiSZIkSVIbG2w7x6FDYfRo2LSpejVJkiRJ1WSI1kpWrYIZM+rzWa5EkyRJkqS2NtiVaABjx8LmzdWpR5IkSao2Q7RWsmpV/VaiTZ8OTz2VvyRJkiRJbWfNmryv2ciRA7/GmDGGaM+F+C4AACAASURBVJIkSWpchmit4rnn8gymXivRpk3Loy0dJUmSJKktdXYOvJVj2ZgxPpspSZKkxmWI1ipWr4aU6rsSDWzpKEmSJEltas2awYdotnOUJElSIzNEaxUrV+axXiGaK9EkSZIkqa2tWTO4/dDAlWiSJElqbIZoraK8Iqze7RxdiSZJkiRJbaka7RxdiSZJkqRG1rQhWkT8RUQ8HBEPRMQ/dDv+oYhYFBGPRMR5RdZYV/VeiTZ2bP5yJZokSZIktZ3nnoMnn3RPNEmSJLW2YUUXMBARcSZwAXBMSmlrREwpHT8SeB1wFDANuCEiZqeUdhRXbZ2sWgWjRsH48fX7zOnTXYkmSZIkSW2oszOPg23n6Eo0SZIkNbJmXYn2TuCTKaWtACml0j/fuQD4dkppa0ppCbAIOLGgGutr5cocakXU7zMN0SRJkiSpLZVDtGqtREtp8DVJkiRJ1dasIdps4LSI+HVE/DwiXlw6Ph1Y0e28laVjrW/Vqvrth1Y2bZrtHCVJkiSpDa1Zk8dqrETbuROefXbwNUmSJEnV1rDtHCPiBmC/Xl66lFz3BOBk4MXAdyLi4AqvfxFwEcDUqVPp6OgYVL3VsHnz5gHXcdKiRWyaO5eH6vh7HLRjBzNXreIXN94IQ5o1jy3eYO67mpf3vf14z9uT9709ed8ltYO1a/M4efLgrjNmTB6feirvUCBJkiQ1koYN0VJK5/T1WkS8E/heSikBt0fETmASsAqY2e3UGaVjvV3/SuBKgHnz5qUFCxZUqfKB6+joYEB1pAQbNjDq2GOZWs/f47774KqrWDB37uAfP2xjA77vamre9/bjPW9P3vf25H2X1A7WrctjtUK0zZudVkqSJKnxNOvyof8GzgSIiNnACGAd8H3gdRExMiIOAg4Dbi+synrp6oKtW2H//ev7udNLnTLdF02SJEmS2sratTB0KIwbN7jrjB2bx6eeGnxNkiRJUrU1a4j2FeDgiLgf+DZwYcoeAL4DPAj8GHhXSmlHgXXWx+rVeTREkyRJkiTVwdq1MGkSRAzuOt1XokmSJEmNpmHbOe5OSmkb8MY+Xvs48PH6VlSwcoi2X29byNXQtGl5fPzx+n6uJEmSJKlQ69YNvpUjuBJNkiRJja1ZV6Kpu6JWou23X37scOXK+n6uJEmSJKlQa9dWJ0RzJZokSZIamSFaKygqRBs+PK9GW768vp8rSZIkSSpUtUI0V6JJkiSpkRmitYInnoBRo2Cffer/2QceCMuW1f9zJUmSJEmFKe+JNliuRJMkSVIjM0RrBatX72qtWG+GaJIkSZLUVrZvhw0bXIkmSZKk1meI1gpWr65/K8eyAw+EFStgx45iPl+SJEmSVFfr1+exGiHaiBEwbJgr0SRJktSYDNFaQdEh2vbtu/ZlkyRJkiS1tLVr81iNEC0ir0ZzJZokSZIakSFaKyg6RANbOkqSJElSm6hmiAZ5XzRXokmSJKkRGaI1u2eega6uvCdaEQzRJEmSJKmtrFuXx0mTqnO9MWNciSZJkqTGZIjW7J54Io+uRJMkSZIk1UG1V6KNHetKNEmSJDUmQ7RmV96LrKgQbfRomDjREE2SJEmS2kQ5RJs4sTrXcyWaJEmSGpUhWrMrOkSDvBrNEE2SJEmS2sLatTB+PAwfXp3ruRJNkiRJjcoQrdmV2zkWtScaGKJJkiRJUhtZt656+6FBXolmiCZJkqRGZIjW7NasgYjqNaMfiHKIllJxNUiSJEmS6mLt2upOQceOtZ2jJEmSGpMhWrPr7MyPAA4dWlwNs2bB00/nxxElSZIkSS2t2iGaK9EkSZLUqAzRml1nJ0yZUmwNhxySx0WLiq1DkiRJklRzGzbkPdGqZexYeOYZ2L69eteUJEmSqsEQrdk1Qoh22GF5XLiw2DokSZIkSTXX1QXjxlXvemPG5HHLlupdU5IkSaoGQ7Rmt3Zt8SHaQQfBkCGuRJMkSZKkFrdjR96/bN99q3fNcojmvmiSJElqNIZoza4RVqKNGAEHHuhKNEmSJElqcZs25bEWIZor0SRJktRoDNGa2bZtsHFj8SEa5JaOrkSTJEmSpJbW1ZXHWrRz3Ly5eteUJEmSqsEQrZmtXZvHRgnRFi6ElIquRJIkSZJUI+UQrRYr0QzRJEmS1GgM0ZpZZ2ceJ08utg6AQw/Ns6l164quRJIkSZJUIxs35tEQTZIkSe3AEK2ZlUO0RlmJBrZ0lCRJktSwIuKSiHggIu6PiKsjYq+IOCgifh0RiyLimogYUXSdjcx2jpIkSWonhmjNrBFDtIULi61DkiRJknoREdOBvwTmpZTmAkOB1wF/D1yRUjoU2AC8tbgqG18t2jmOHp3HLVuqc73rroOrr67OtSRJktTeDNGaWSOFaLNmwZAhhmiSJEmSGtkwYFREDAP2BlYDZwHXll7/OvCKgmprCo3ezvHee+EVr4DXvx6+8IXBX0+SJEntzRCtmXV2wogRsM8+RVeS6zjoIHj00aIrkSRJkqQXSCmtAj4NLCeHZ13AncDGlNL20mkrgenFVNgcarESrZoh2hVXwNix+TnPL3958NeTJElSextWdAEahM7OvAotouhKsqOOgvvvL7oKSZIkSXqBiBgPXAAcBGwE/hM4v4L3XwRcBDB16lQ6OjpqUGVlNm/eXPc67r//YEaOnM4tt9xctWumBEOHns4DD6ygo2PJoK7zv/97Ciec0MWcOU/xxS8ewre/fRv77fds1WptBEXcdxXP+96evO/tx3venrzvjc0QrZmVQ7RG8aIXwQ9+AFu3wsiRRVcjSZIkSd2dAyxJKa0FiIjvAacC4yJiWGk12gxgVW9vTildCVwJMG/evLRgwYK6FL07HR0d1LuOq66C8eOp+ueOHQsTJx7IggUHDvgaDz4I69bBG94whdNPn8IXvwhdXSfzutdVsdAGUMR9V/G87+3J+95+vOftyfve2Gzn2MzWrm2sEG3uXNixAx5+uOhKJEmSJKmn5cDJEbF3RARwNvAgcBPw6tI5FwLXFVRfU9i4sbqtHMtGj4YtWwZ3jdtuy+MZZ8Bhh8HUqfDLXw6+NkmSJLUvQ7Rm1ogr0QDuu6/YOiRJkiSph5TSr4Frgd8C95Hnw1cCHwDeFxGLgImAO2ntRlcXjBtX/euOGTP4PdEefjhv133wwXnXg9NOM0STJEnS4NjOsVml1Hgh2uzZMHy4+6JJkiRJakgppcuAy3ocfgw4sYBymlJXV21WolUjRHvkkbwCbejQ/PP8+XDttbByJcyYMfgaJUmS1H5cidastmyBZ55prBBt+HA44ghXokmSJElSi6pVO8dqhWhz5uz6ef78PP7qV4O7riRJktqXIVqz6uzMYyOFaJBbOhqiSZIkSVJLatR2js89B4sXw+GH7zp2zDF5r7Wbbx58fZIkSWpPhmjNqlFDtLlzYcWK/HiiJEmSJKml1Kqd4+jRgwvRli+H7dvh0EN3HRs2DE45xX3RJEmSNHCGaM2qUUO0o4/O4733FluHJEmSJKmqtm3LuwrUqp3jli0Df//jj+ex595np52Wp6ddXQO/tiRJktqXIVqzatQQbd68PN5+e7F1SJIkSZKqqhxENWI7x3KINm3a84/Pnw8pwa23DvzakiRJal+GaM2qHKJNnlxsHT1NmQKzZhmiSZIkSVKLKYdotVqJtnlzDrwGoq8Q7aSTYOhQWzpKkiRpYAzRmlVnJ+yzD+y1V9GVvNBJJ8Gvf110FZIkSZKkKipvfV2rEG3HDti6dWDvX7UqT497rpIbPRqOPx5uvnnwNUqSJKn9GKI1q7VrG6+VY9mJJ+ZdnZ94ouhKJEmSJElVUut2jjDwlo6PP55XoUW88LX583OzlIEGdJIkSWpfhmjNqrOzcUO0k07Koy0dJUmSJKll1LKd4+jRedyyZWDvL4dovZk/H559Fn7724FdW5IkSe3LEK1ZdXbCpElFV9G7447LTedt6ShJkiRJLaPWe6LB4Fei9Wb+/Dy6L5okSZIq1ZQhWkQcGxG3RcTdEXFHRJxYOh4R8dmIWBQR90bE8UXXWjPr1zduiLb33nD00YZokiRJktRCynuiNWI7x85OmDq199emTIHZsw3RJEmSVLmmDNGAfwA+mlI6Fvi/pZ8BXgocVvq6CPhCMeXVwfr1MHFi0VX07dRT4dZbYdu2oiuRJEmSJFVBeSXa2LHVv/ZgQrTnnsu17e450/nzc4i2c+fA6pMkSVJ7atYQLQH7lL7fF3i89P0FwDdSdhswLiL2L6LAmnr66dzQvZFDtLPOynW6L5okSZIktYSurhygDR1a/WsPJkRbvz6PewrRnnwSHn648utLkiSpfQ0ruoABei/wk4j4NDkIfEnp+HRgRbfzVpaOre55gYi4iLxajalTp9LR0VHLevtl8+bN/apj5Jo1nAI8sm4dqxug7t4MGzqUUyNY+pWvsGz79qLLaWj9ve9qLd739uM9b0/e9/bkfZfUqjZurM1+aACjR+dxy5bK31sO0Xb3nGn3fdGOPLLyz5AkSVJ7atgQLSJuAPbr5aVLgbOBS1JK342I1wBfBs6p5PoppSuBKwHmzZuXFixYMLiCq6Cjo4N+1XHXXQDMeclLmNMAdffp2GM5aMkSDmrkGhtAv++7Wor3vf14z9uT9709ed8ltaqurtrshwaDW4m2bl0ed7cS7dBD855pv/wlXHRR5Z8hSZKk9tSwIVpKqc9QLCK+Abyn9ON/Al8qfb8KmNnt1BmlY62lP70qGsGZZ8LnP59bT+61V9HVSJIkSZIGoaurdivRqtHOcXcr0SJ27YvWH+vWwX335faVxxwDw4dXXpckSZKaX7PuifY4cEbp+7OAhaXvvw+8KbKTga6U0gtaOTa9/swQGsGZZ8LWrXDLLUVXIkmSJEkapHq0c6zVSjSABQtgyRJ46KHdX+tNb8qr1s46C178Ypg1C77+dUip8tokSZLU3Jo1RHsb8I8RcQ/wd5T2NgN+CDwGLAL+Hbi4mPJqrFlCtNNPh2HD4Kc/LboSSZIkSdIg1bKd47BhuYFJrVaiAbz61TBkCHzzm72//thjMG8eXHMNXHJJnspefTUceCC8+c3wF38BO3ZUXp8kSZKaV8O2c9ydlNIvgRN6OZ6Ad9W/ojorzxAmTCi2jj3ZZx845RS4/nr4xCeKrkaSJEmSNAi1bOcIeTXaQFei7b03jBq1+/P22w/OPx+++lX4yEeef/6jj8LZZ8PTT8OvfpXDtLLXvAY+8AH49Kdhw4Ycwg1p1keSJUmSVBH/2deM1q/PAVUzNGU/7zz47W+hs7PoSiRJkiRJA5RSbds5Qt4XbcuWyt+3fn3/twx///vhiSfgc5/bdezXv4ZTT83bed944/MDNMiB2ac+BR/7GFx1FXz4w5XXKEmSpOZkiNaM1q1r/FaOZeedl0dbOkqSJElS03rmGdi+vXbtHCGHaANZifbkk/1v1HLGGfCyl+Ug7Ac/gO98J+99NnZs3s77mGP6fu/f/A1cdFFutPKNb1RepyRJkpqPIVozWr++eUK044/Ptf7kJ0VXIkmSJEkaoK6uPNZ6JdpAQrRK20x+9atwyCE5THvta+GII3KAdthhu39fBHz+83DmmfD2t8Odd1ZeqyRJkppLU+6J1vYq6VVRtCFD4Pd+L++LtnOnjeMlSZIkPU9EnAycD5wMTANGAeuAR4CfA/+dUtpQXIWCxg7RNm2CAw7o//mTJsEdd8D3vgcjRsArX9n/3RKGDYNrrsktH1/1qnydyZMrr1mSJEnNoaJEIyJOjojLI+LHEXFvRCyMiFsj4msR8ZaIGF+rQtVNM61Eg9zScc0auPfeoiuRJEmS1CAi4sKIuA+4BbgE2BtYCPwa2ACcBHwJWFWacx5UWLFi48Y8NmI7x66uvG14JfbeG974RnjNayrfbnzyZPiv/8pbf7/mNbnNpSRJklpTv0I0JzcNptlCtHPPzaMtHSVJkiQBEXEv8Engh8AJwLiU0ukppT9KKb0xpfT7KaUjgAnA24ApwIMR8driqm5v9ViJNno0bNlS+fs2baptXb05/ni48kro6ID3v7++ny1JkqT62WM7x9LkZjLwDeBNwN0ppdTLefsCLwPeQJ7cvDmldE2V69Vzz+XZSzOFaNOmwYtelFs6fuADRVcjSZIkqXhfBr6YUnp2dyellLqAbwHfiohjgP3qUZxeqFHbOaY0sJVo1fCnf5r3RbviCpgzJ++TJkmSpNbSnz3RnNw0kiefzGMzhWiQWzp+9rP5scLRo4uuRpIkSVKBUkqfGcB77gHuqUE56odGbef47LO5nWK9V6KVfepTsGgRvPOdMH58bu8oSZKk1rHHdo4ppc/sKUDr5T33pJTs3VcL69fnsdlCtHPPhW3bcq8LSZIkSVJTqddKtC1bYOfO/r+nXFcRK9Eg76f2ne/AqafmPdZ+9KNi6pAkSVJt9GtPNDWQZg3RTjsNRo1yXzRJkiRJakJdXTB0aG0bi4wZk8enn+7/e+oR7u3J3nvD//wPzJ0LF1yQQzVJkiS1hv60c/ydiLhxNy/vBLqAO4Evp5TWDKYw9aFZQ7S99oIzzjBEkyRJkvQ8zjObw8aNebVXRO0+oxzQbd68K1Dbk02b8ljUSrSycePgxhvh5S+H170OHn4YPvxhGOKjy5IkSU2t0n/OBTAHWAAcCOxVGhcARwAHAR8B7o+II6tWpXYph2iTJhVbx0Ccdx48+igsXVp0JZIkSZIah/PMJtDVVdv90GBXcLZlS//f0wgr0crGjYPrr4c3vAEuuyxPgZcsKboqSZIkDUalIdo/Ac8C81JKh6SUXpJSOgR4cen4R4HDgLXAx6taqbJmXYkGeQYBrkaTJEmS1J3zzCbQ1VX7oKocom3e3P/3NMpKtLJRo+Ab34Arr4TbbsstHi+9FJ58sujKJEmSNBCVhmgfAy5PKf22+8GU0p3kic3HUkorgU8Bp1enRD3P+vUwcmRuut5sDj8cZs7Mj+ZJkiRJUuY8swls3NiYIVojrUQri4C3vQ0efDC3d/zEJ2D69LxC7frrYevWoiuUJElSf1Uaos0mP/3Xm7XAoaXvFwM13G64ja1bl1eh1bIRfa1EwLnnws9+Btu3F12NJEmSpMbgPLMJ1LOdYzOvROtu5kz49rfh3nvhLW+BH/4wN2gZNw7OOgs+8AH46lfhl7+ExYvh6aeLrliSJEk9Davw/KXA24Af9/LaRaXXASYB6wdclfq2fn1ztnIsO/NM+PKX8yN5Rx9ddDWSJEmSircU55kNrx7tHEeXItKBrERrxBCtbO5c+Nd/hX/6p7y7QUcH/OIX8M//DNu2Pf/csWNhypT8Z73PPvmr+/cjR8KqVQdw9935++5fI0bAkCH5+dXyV/efe77Wn2dzU/KcepzTn/PuvXdCv/YLbLTfrb+/v3p3//2T2Lix6CpUT97z9tTO933SJJg/v+gqdq/SEO3/Af8REfcC3wU6gSnAHwFzgdeXzjsH+HW1ilQ3zR6iHXdcHu+6yxBNkiRJEjjPbAr1bOfYn6CgbNOmvNvBsEr/60YB9toLLrggf0Fu0LJkSV6F9sQT+Wv1ali7Nv9emzbB0qW7vt+0qdzU5eACfwsVx/+G0p7mFl2A6s573p7a976fdVZuXNfIKvpnZkrp6ohYR+5L/zfAcOA54A7g3JTSDaVT3wfsqGahKlm/Ho48sugqBm7OnLzT8t13w4UXFl2NJEmSpII5z2x8O3fmAKcR2znWY4VcrQwbBocdlr/6a8cO+OlPf8FJJ53O1q0872vbtrzqZ+fOPJa/uv/c87X+rEbznPqcs6fz7rzzTk444YSGq7uav79e6I477mDevHlFl6E68p63p3a+7+V//zWyip/VSin9FPhpRAwht9NYl1La2eOcZ6tUn3pq9pVoQ4fmFWh33VV0JZIkSZIahPPMxrZ5cw5c6rUSrdI90Rq5lWO1DR0Ke+21k/Hji65E9fb0009x4olFV6F627hxM8ceW3QVqifveXvyvje2IQN9Y0ppZ0qps+fERjWUUg7RJk0qupLBOe64vBLNxtiSJEmSgIg4LiK+R27l+DhwTOn430XE+YUWp9/tO1brEG3UqLxipV1WokmSJKnxVRyilSc3EbEuIrZHxPGl405uaq2rK/duaOaVaJBDtK6u3PxdkiRJUluLiPnArcDhwNXkeWq5+ddO4B0FlaaS8kb3tW7nOGQIjB7tSjRJkiQ1jopCtB6Tm6t6vN/JTa2tX5/HVgjRwJaOkiRJkgA+CfwEOAq4pMdrvwWOr3tFep56rUSDHKJt2dL/812JJkmSpFqqdCVa98nN+3q85uSm1jZsyOOECcXWMVgvelFu5G6IJkmSJCnPI7+QUkpAz57v64DJ9S9J3dUzRBszxpVokiRJahzDKjz/eOBVKaUUEU5u6q0cotW6h0at7bUXHH443HNP0ZVIkiRJKt6zwN59vLY/0FXHWtSLerVzhMpDNFeiSZIkqZYqXYnm5KZI5RBt/Phi66iGI4+Ehx4qugpJkiRJxfsl8N6IGNrtWPmhzbcCN9a/JHXXqCvRdu6Ep55yJZokSZJqp9IQzclNkVotRFuyBJ55puhKJEmSJBXrI+SuJ/eUvk/AhRFxE3Ay8NECaxONG6I99VQeXYkmSZKkWqk0RHNyU6RWC9F27oRHHy26EkmSJEkFSindA5wOrAEuBQJ4d+nlM1JKjxRVm7KNG2HEiNyZv9ZGj+5/iLZpUx5diSZJkqRaqShEc3JTsA0b8sxl1KiiKxm8I47I44MPFluHJEmSpMKllH6bUjobGAvMAPZJKZ2ZUrqr4NJEXolWr625x4yBLVv6d249V8hJkiSpPQ2r9A0ppd8CZ0fEXsAEYGNK6emqV6YX2rAhr0KLKLqSwZs9G4YMcV80SZIkSb+TUnoWeLzoOvR8XV31C6oqaefoSjRJkiTVWsUhWpmTmwJs3NgarRwBRo6EQw91JZokSZIkNbiNGxszRHMlmiRJkmptjyFaRNxYwfVSqQWHaqG8Eq1VHHGEIZokSZLUhpxnNpd6r0TbuhWeew6GD9/9ua5EkyRJUq31Z0+0IeS9z8pfhwMLgFnAqNK4AJhTel210moh2pFHwsKFeXYkSZIkqZ04z2wi9WyKMnp0HvuzL5or0SRJklRrewzRUkoLShs6nwl8BngOOCWldHBK6ZSU0sHAKaXjn6ltuW1uw4b67eZcD0ceCdu3w6JFRVciSZIkqY6cZzaXej7POWZMHvsTorkSTZIkSbXWn5Vo3f0t8JGU0q+7Hyz9fDnwsSrVpd602kq0I47Ioy0dJUmSpHbmPLPBbdxYv+c5yyFaf/ZF6+qCiF3vkSRJkqqt0hDtMGBtH691AocOrhz1aefO+vbQqIfDD8/jQw8VW4ckSZKkIjnPbGDPPpu/6r0SrT8h2qZNeRVa2PBTkiRJNVJpiLYEeHsfr70dWDqoatS3TZsgpdYK0UaPhlmzXIkmSZIktTfnmQ1sw4Y8NupKNPdDkyRJUi0Nq/D8jwLfioj7gWuBNcBU4NXkjaDfUN3y9DvlmUsrhWiQWzoaokmSJEntzHlmA9u4MY+NvBJNkiRJqpWKQrSU0rcjYh15kvMhYDh5o+ffAOellH5W/RIFtG6IduSRcNNNsGMHDB1adDWSJEmS6sx5ZmOr91R09Og8btmy53NdiSZJkqRaq3QlGimlG4AbImIIMAlYl1LaWfXK9Hz1fvyvXo44IjfYX7YMDj646GokSZIkFcB5ZuMqT0UbsZ3jpk0weXJt65EkSVJ7q3RPtN9JKe1MKXU6samTVl2JdvjheXz44WLrkCRJklQ455mNp95TUfdEkyRJUiMZcIhWaxHxxxHxQETsjIh5PV77UEQsiohHIuK8bsfPLx1bFBEfrH/VNdTqIdpDDxVbhyRJ+v/s3XmYXVWVsPF3JWFKihAyEGIGAgqJCAgaEJDW2CAgoiIogqJg2+LYNg7dLSrd2NjaDijatjwgamhBBRk+RJkasEwr8xAgIQSRgEkIJiFVqRQJGff3x7llKjUkNdx7z6k67+956tl1zz7DSu1LkZ11196SVDcR8auIOKQX5+8cEZ+JiI/WMi51VvRKNPdEkyRJUi1tN4mW4+RmLnAyMLvD/fcHTgNeBRwP/CAihkbEUOC/gbcA+wOnV84dHAZrEm3MmGz9DSvRJEmSpDJ5BrgnIu6NiE9FxGsiYqvtBiLiZRFxUkT8CFgKfAh4KIdYS61tKlqvJNqOO8KwYVaiSZIkqRh6sifaM2STmznAlcDvgUdTShvbToiIlwGHAW8jS3w9B3ywP4GllOZX7t2x6x3AL1JK64CFEfFU5dkAT6WUnq5c94vKuY/3J47CaGqCoUO37LI8mEyfbhJNkiRJKpGU0qci4rvAOcD5wG5AiogWYB0wCtgRCOC+ynlXpJQ25RNxMZ0z5xxGPbN1duvUV53Kxw/9OGs2rOGEK0/odM1ZB5/FWQefxYo1K3jX1e/q1P+xGR/jPQe8h0WrFvH+69/Pn9bBkL+DY3+W9X/2iM/ytmlvY8GKBXzk1x/pdP2X3vAljtnnGOY8P4dzbjmnU/9Xj/4qR04+krsW3cUX7vhCp/6Ljr+IESMO5vF1tzNz1lc69V9y4iVMGzuN6+bdyEunXcgvR8B9s7b0//SdP2XybpO5au5VXPzAxZ2uv+bUaxg7fCyz5sxi1pxZnfpvet9NDN9hOD+4/wdcPe/qTv2NZzUC8K27vsWvn/z1Vn277LALN7/vZgAu+N0F3LHwjq36xwwfw7WnXgvAubefy92L796qf9LISVxx8hUAnHPLOcx5fs5W/fuN2Y9L33YpAGffeDZPvvDkVv0H73kwFx1/EQBnXHcGi1sWb9V/xKQj+NoxXwPglKtP4YU1L2zVf/TeR3PeG88D4C1XvoW1G9Zu1X/ififyuSM/B8DMWTPpqNrvvY7q8d47eM+Duf3p2/nK7O7fwcLF1wAAIABJREFUezcuuJEL776wU3+t33vnTz0f8L1Xtvdec3MzVx1wVa7vPX/v1fe919zc/Nf/t5f9916Z3ntLly/d6u90Zfq9d8w+x3TqL5rtJtEKOLmZCNzT7vXiyjGARR2Ov667m0TE2cDZAOPHj6exsbG6UfZBa2trt3HsO28e4xoauOt3v6tvUHWw3267MW72bP5QgDHIw7bGXYOX414+jnk5Oe7l5LhLPZNS+hPwDxHxWeAIsvnby4CdgReAJ4DZKaVn84tSGzdmlWH11NAAL63d9jlr12RtvWOTJElSuURKqecnR+xIFSc3EXE7sGcXXV9MKd1QOacR+FxK6YHK6+8D96SUrqi8/hFwc+W641NKf185/n7gdSmlT24vjhkzZqQHHnigN6HXRGNjIzNnzuy687TT4KGH4Mknu+4fyL7zHfjMZ2D5chg7Nu9o6m6b465By3EvH8e8nBz3cnLc8xcRD6aUZmz/TKlvBsQcskpOPjmbhs6dW9PHbGX6dHj1q+Gqq7o/5+mn4eUvh8svhw98oH6xFYH/nyknx72cHPfycczLyXEvhu7mkb36zFZKaT3wu8pXv6WU+lKrtwSY3O71pMoxtnF84GtqGnz7obWZPj1rn3gCjjoq31gkSZIkSX/V3Fz/qWhDw/b3RFu1KmtHjqx9PJIkSSqvIXkH0Ae/Ak6LiJ0iYm9gX7JlJO8H9o2IvSsVc6dVzh0cypBEmz8/3zgkSZIkSVtpaoJRo7Z/XjX1JInW0pK1u+1W+3gkSZJUXoVNokXEOyNiMdnykb+JiFsBUkrzgKuBx4FbgE+klDallDYCnwRuBeYDV1fOHRzy+Phfvey1F+y8c1aJJkmSJEkqjDymoiNGWIkmSZKkYijsFrwppeuB67vp+w/gP7o4fhNwU41Dy8dgrkQbMgSmTTOJJkmSJKmmImIUcBlwAJCAvwMWAFcBU4FngFNTSk05hVg4eUxFGxrgxRe3fY6VaJIkSaqHwlaiqZ2UBncSDbIlHV3OUZIkSVJtfRe4JaU0HXg12SomnwfuSCntC9xReS1g8+YsWVXE5RytRJMkSVI99DiJFhE7RsTUiJgUESbf6qm1FTZtGtxJtFe+Ep55BtauzTsSSZIkSXUWER+IiOsj4raIuDgi3lzteWdE7Aa8AfgRQEppfUqpGXgHcHnltMuBk6r53IFs1arsM515VKK5J5okSZKKYLuTkogYGRH/A6wC/gQ8C6yJiHsj4vyI2LvWQZZeU2UlkXp//K+epk/PZmd//GPekUiSJEmqo4j4V2AWWYJrHHAy2V7XcyNi/yo+am9gOfCTiHg4Ii6LiBHA+JTS0so5zwPjq/jMAS2vqWhbEi2l7s9ZtQp23BF22ql+cUmSJKl8erIn2qXAccA3gD8DuwLfBkYDXwK+EBGXAP+UUnqpVoGWWtvMZTBXok2fnrWPPw4HHZRvLJIkSZJqKiI+ANyTUnoS+DjZPmUfTSltrvTPAP4duCciDkspVWMD5WHAa4B/SCndGxHfpcPSjSmlFBFdpm4i4mzgbIDx48fT2NhYhZD6p7W1taZxPPlkAzCDxYsfo7HxhZo9p6Nly6awadM+3HbbbHbaaXOX58yfvy/Dh4+jsfGuusVVFLUedxWT415Ojnv5OObl5LgXW0+SaCeQTWZ+BhARQ8mSaO8BFgMfAP4ZOCQi3pxScj2+aitDEm3aNBg6FObOzTsSSZIkSbX3E4CIaAFGArsAp0TEwymlp1JKDwAnRMTVwNfJllzsr8XA4pTSvZXX15Al0f4SERNSSksjYgKwrKuLU0qXkn3IlBkzZqSZM2dWIaT+aWxspJZxbNqUtX/zNwfyxjfW7DGdzJuXtQcf/AbGd1MX+MMfwpgx1PTPX1S1HncVk+NeTo57+Tjm5eS4F1tP1phfR7bkRScppWUppW8BBwFjyCrTVG1lSKLtvDPstx889ljekUiSJEmqvdHAsWQrniSyD29eBSyIiFURMTsiLiJLaL2pGg9MKT0PLIqIaZVDRwOPA78CzqwcOxO4oRrPGwyam7O23lPRtn3OVq3q/pyWFvdDkyRJUu31pBLtJuCjwP92d0JK6fnKOvYXAl+sUmxqU4YkGmTLON53X95RSJIkSaqxlNIq4A7gjoj4EFm12fXAa4GDyZZdfCuwD0BEtAJzgPtTSp/ux6P/AbgyInYEngY+SPbh0qsrcTwLnNqP+w8qee2J1pMk2qpVMHJkfeKRJElSefWkEu3zwGERcUNEvHwb570EjK1OWNpKXh//q7cDD4SFC2H16rwjkSRJklQ/PwT+A9gnpXRrSunrKaX3pJT2Bd4PbAS+DDwHvK0/D0opzUkpzUgpHZRSOiml1JRSeiGldHRKad+U0jEppZX9/hMNEnlNRduSYy0t3Z9jEk2SJEn1sN1KtMq68G8Afg48CdxNttzGoRGxHtgEvAr4GmAZUS00NcGQIbDrrnlHUlsHHpi1c+fCEUfkG4skSZKkevkm2RYBf4iI3wC3AEuBvcn23743pfTNHOMrraambOvqhob6PtflHCVJklQUPVnOkZTSQuDwiDiZbLmLtcDFZMk0gADmAx+uRZCl1/YRuyE9KRwcwA46KGsffdQkmiRJklQSKaXNwPsi4nbgY8AP2nU/hfPM3DQ3Z0s5RtT3uT1dztEkmiRJkmqtR0m0Niml64DrImIHYH9gauUez6SUHqx+eALKMzvYa6+s2u6xx/KORJIkSVKdpZR+AvwkIiaQ7YX2IvBoJcmmHDQ15bOrwPaSaClZiSZJkqT66FUSrU1KaQPwSOVLtdbcXI7ZQQQccIBJNEmSJKnEUkpLyZZzVM6amrJKtHrb3p5oL74ImzaVY5osSZKkfA3y9QEHibJUokG2pOOjj2YfLZQkSZIk5aa5OZ9KtGHDYMSI7ivR2o6XZZosSZKk/JhEGwjKlEQ78MBsprZkSd6RSJIkSVKp5VWJBlk1mkk0SZIk5c0k2kBQpiTaQQdl7aOP5huHJEmSJJVcXpVokE2BTaJJkiQpbybRBoIyJdEOOCBr3RdNkiRJknKTUr6VaCbRJEmSVAQm0YoupXIl0XbfHSZNshJNkiRJknL00kuwfn2+lWgtLV33tSXRRo6sXzySJEkqJ5NoRbdmDWzaVJ4kGsAhh8CDD+YdhSRJkiSVVlNT1lqJJkmSpDIziVZ0ZZwdHH44LFgAK1fmHYkkSZIklVJbEi2vSrSRI02iSZIkKX8m0YqujLODI47I2vvuyzcOSZIkSSqp5uasLWol2pAh0NBQ35gkSZJUPibRiq6MSbQZM7IZ0T335B2JJEmSJJVS3pVou+2W7W6wcWPnvlWrskq1iPrHJUmSpHIxiVZ0ZUyi7borHHCASTRJkiRJyklbJVqeSTSAlpbOfatWlWuKLEmSpPyYRCu6MibRINsX7d57YfPmvCORJEmSpNJpq0TLczlH6HpJR5NokiRJqheTaEVX5iRaczM8+WR177tuHTzyCDz4YHbv9eure39JkiRJGgTy3hNt5MisNYkmSZKkPJlEK7qyJtGOPDJrf/e76tzv97+HE0/MZmIHH5ztuzZtGgwfDoceCv/yL3DLLdDaWp3nSZIkSdIA1tQEI0bADjvk83wr0SRJklQEw/IOQNuxalW2W3JDQ96R1Nd++8GUKXDrrfCRj/T9PuvXwznnwMUXw9ix8IlPwOtelyXPVq6EBQuyBNt3vgPf+AYMG5Yl1d70Jpg5Ew47zNmZJEmSpNJpbs5vPzTY/p5or3pVfeORJElSOZlEK7pVq7LqqSElKxqMgOOOg6uugg0b+vbxx5degre+Fe68Ez73Ofjyl7PkWVdefBHuugt++1tobMwSal/9ata3117w6ldnlWtTpsDkyVm7xx7Z2ibDh2fxSpIkSdIg0dSU31KOsP1KtLblHiVJkqRaMolWdGVep+K44+CHP4R774WjjurdtZs3wxlnZAm0WbPgzDO3ff6IEfDmN2dfkC3reNdd8NBD2R5qjzySLffY1R5qO+yQzS7bEmo77wy77NJ9u+OOWcVb5Wvys89mz2l3bKuv9gnU9sm6tu+7OtaT/oEopbwj6Jsu4h47dy688EIOwfTSQP2ZF9C4efNgxYq8w1CdOe7lVOpxnzw5q/qXNOA1NRWjEq1jEi2lrDqtrNNkSZIk1ZdJtKIrcxLt6KOzBNKtt/Y+ifaVr8C118KFF24/gdaVhgY49tjsq83mzbB8Ofz5z7BoUfaPY83N2eyyuTn7Wrs2+3rppSxB8tJLW1639a1fDxs3/vW2L+99dBoEDsg7ANWdKw6Vk+NeTqUe99NPh5/9LO8oJFVBc3O2AEde2irNOibR1q7NplNlnSZLkiSpvkyiFd2qVfmuoZGnUaOyTzLfcgtccEHPr3vkkez8974XPv3p6sUzZAiMH599HXpo/+6VUpaU27iR2XfeyRte//psJtjxa8OGLZVA7SuCtnWsp/0DtSptkMR9//33c2h/30f1MlB/5gUzoMZcVeO4l1Opx91/1ZYGjaambFX7vOy8c7aIR8c90dqSav66kSRJUj2YRCu6Vatg4sS8o8jP298O554Lzz6b7U22PRs2wAc/CKNHw/e+V9x//I+AoUNh6FA277KLC/qX0IsvvAAHHph3GKqjF1esgAOsQSwbx72cHHdJg0Fzc77LOUKWKGtu3vqYSTRJkiTV05Dtn6JclXk5R4BTT83aX/6yZ+d/85vw8MPwgx/AmDG1i0uSJEmSBqlNm7IKsLwXRRk9Glau3PqYSTRJkiTVk0m0oit7Em2ffeCww+Dyy7dejrAr8+bBl78M7343nHJKfeKTJEmSpEGmLVGVdyXamDHZVtPtmUSTJElSPZlEK7KUTKIBfPjDMHcu3H139+ds2gR/93ew667w/e/XLzZJkiRJGmSamrI270o0k2iSJEnKm0m0IluzBjZudHZw2mnZz+DCC7s/55vfhPvug//6L9hjj/rFJkmSJEmDTFsSzUo0SZIklZ1JtCJzdpBpaIBPfQquuw7mzOnc/+CDcN558K53ZQk3SZIkSVKfNTdnbREr0Vas2NInSZIk1ZpJtCIzibbFpz8N48bBRz8KGzZsOd7UBKefDnvuCZdcAhH5xShJkiRJg0CRKtHWrs2+2ixfDsOHw4gR+cUlSZKk8jCJVmQm0bbYfXf43vfg3nvhQx/Klrp8+mk47jh49ln4+c9h9Oi8o5QkSZKkAa9IlWiwdTXasmXZ5yslSZKkehiWdwDaBpNoWzvtNPjjH+Ff/xV+8YusIm3ECPjlL+Goo/KOTpIkSZIGhSJVokG2hOOkSdn3y5e7DbYkSZLqxyRakZlE6+y88+BNb4Ibb8xmdO9/P0ycmHdUkiRJkjRoNDfD0KH5L5nYXSXahAn5xCNJkqTyKWwSLSLeDZwPvBI4LKX0QOX4m4H/BHYE1gP/lFK6s9L3WmAWsAtwE/CPKaVU9+CrxSRa1446ysozSZIkSaqRpqbsM4t5bzndVRJt+XJ49avziUeSJEnlU+Q90eYCJwOzOxxfAbwtpXQgcCbw03Z9FwMfBvatfB1fhzhrxySaJEmSJKnOmpvzX8oRtizbuGxZ1qaUJdHcE02SJEn1UthKtJTSfIDo8NG3lNLD7V7OA3aJiJ2A0cDIlNI9lev+BzgJuLkuAdfCqlXZR/8aGvKORJIkSZJUEk1NMGpU3lFkybIddoAlS7LXq1fDunXuiSZJkqT6KWwSrYdOAR5KKa2LiInA4nZ9i4FuN8uKiLOBswHGjx9PY2NjLePskdbW1q3ieMW8eew5fDi/n92xGE+DScdxVzk47uXjmJeT415Ojrukga5tOce8DRkCL3sZLK7M9Jcvz1or0SRJklQvuSbRIuJ2YM8uur6YUrphO9e+Cvg6cGxfnp1SuhS4FGDGjBlp5syZfblNVTU2NrJVHD/5CYwZQxFiU+10GneVguNePo55OTnu5eS4Sxrompth6tS8o8hMnLilEq2tnTAhv3gkSZJULrkm0VJKx/TluoiYBFwPfCCl9KfK4SXApHanTaocG7hWrXI/NEmSJElSXRWlEg1g0iR4uLKpw8KFWbv33vnFI0mSpHIZkncAvRURo4DfAJ9PKf2h7XhKaSnQEhGHR7aR2geAbVazFZ5JNEmSJElSHaWUVaIVYU80yJJoS5ZkcS1cmG0bPmVK3lFJkiSpLAqbRIuId0bEYuAI4DcRcWul65PAK4B/jYg5la+2bYU/DlwGPAX8Cbi53nFXlUk0SZIkSVIdrVkDGzYUpxJt4sQspubmLIk2cSLstFPeUUmSJKkscl3OcVtSSteTLdnY8fhXgK90c80DwAE1Dq1+Vq2CV74y7ygkSZIkSSXR3Jy1RalEmzw5a595JkuiuZSjJEmS6qmwlWgCWlpg5Mi8o5AkSZIkFczPfgbnnntg1e/b1JS1RalEO+igrH34YZNokiRJqj+TaEW2erVJNEmSJElSJ3/+M9xzzxjWrq3ufduSaEWpRNt3X9h1V7jlFli8GKZPzzsiSZIklYlJtKJavx7WrctmC5IkSZIktTN6dNauXFnd+7Yt51iUSrQhQ+CQQ+CXv8xeH3tsvvFIkiSpXEyiFdXq1VlrJZokSZIkqYNaJdGKtpwjwJFHbvn+kEPyi0OSJEnlMyzvANSNlpastRJNkiRJktRBrSvRirKcI8AXvwgvvQQvf3lWmSZJkiTVi0m0orISTZIkSZLUjVpXohUpidbQAN/5Tt5RSJIkqYz8DFdRWYkmSZIkSepGLSvRGhpgmB+5lSRJkkyiFVZbEs1KNEmSJElSB7WsRCvSfmiSJElSnkyiFVXbco5WokmSJEmSOhgxAoYN21yTSrQiLeUoSZIk5ckkWlFZiSZJkiRJ6kYE7LrrRivRJEmSpBoyiVZUbZVoJtEkSZIkSV0YOXJDTZJoVqJJkiRJGZNoRdVWidbQkG8ckiRJkqRCqkUlWnOzlWiSJElSG5NoRbV6dbbI/dCheUciSZIkSSqgWlWimUSTJEmSMibRiqqlBXbdNe8oJEmSJEkFVe1KtI0bobXV5RwlSZKkNibRimr1avdDkyRJkiR1a9ddq1uJ1tyctVaiSZIkSRmTaEVlJZokSZIkaRtGjtxIayusX1+d+7Ul0axEkyRJkjIm0YrKSjRJkiRJ0jbsuusGINvHrBra7mMlmiRJkpQxiVZUVqJJkiRJkrZh5MiNAFVb0rEtiWYlmiRJkpQxiVZUVqJJkiRJkrahrRKtWkm0tvuMHl2d+0mSJEkDnUm0orISTZIkSZK0DdWuRGu7z5gx1bmfJEmSNNCZRCuqlhYr0SRJkiRJ3ap2JdoLL2StlWiSJElSxiRaEa1bBxs2mESTJEmSJHWrFpVoDQ2w447VuZ8kSZI00JlEK6KWlqx1OUdJkiRJUjeGD9/IkCHVrUSzCk2SJEnawiRaEa1enbVWokmSJEmSujFkCOy++5ZlGPtr5Ur3Q5MkSZLaM4lWRFaiSZIkSZJ6YNw4WL68OveyEk2SJEnamkm0IrISTZIkSZLUA2PHwooV1bmXlWiSJEnS1kyiFZGVaJIkSZKkHrASTZIkSaodk2hFZCWaJEmSJNVERAyNiIcj4teV13tHxL0R8VREXBURO+YdY29UK4m2eTM0NVmJJkmSJLVnEq2IrESTJEmSpFr5R2B+u9dfB76TUnoF0AR8KJeo+mjs2KyCbPPm/t2npSW7h5VokiRJ0hYm0YrISjRJkiRJqrqImAS8Fbis8jqAvwWuqZxyOXBSPtH1zbhxsGkTNDf37z4vvJC1VqJJkiRJW5hEK6K2SrSGhnzjkCRJkqTB5SLgn4G2uq0xQHNKaWPl9WJgYh6B9dW4cVnb3yUdV67MWivRJEmSpC2G5R2AurB6dZZAG2KOU5IkSZKqISJOBJallB6MiJl9uP5s4GyA8ePH09jYWN0A+6C1tZUlSx4BXs1ttz3M0qWr+nyv++4bDRzEs88+RGNjS9ViVPW1trYW4v2n+nLcy8lxLx/HvJwc92IziVZELS3uhyZJkiRJ1fV64O0RcQKwMzAS+C4wKiKGVarRJgFLuro4pXQpcCnAjBkz0syZM+sS9LY0NjZyzDGvBmDy5EPoT0jPPZe1b37za5g2rf+xqXYaGxspwvtP9eW4l5PjXj6OeTk57sVmqVMRtbS4H5okSZIkVVFK6dyU0qSU0lTgNODOlNL7gN8C76qcdiZwQ04h9km1lnNs2xPN5RwlSZKkLUyiFdHq1SbRJEmSJKk+/gX4TEQ8RbZH2o9yjqdXxo7N2mrtibb77v27jyRJkjSYuJxjEbmcoyRJkiTVTEqpEWisfP80cFie8fTHLrvAiBHVqUTbbTcY5r8SSJIkSX9lJVoRWYkmSZIkSeqhceNgxYr+3WPlShgzpjrxSJIkSYOFSbQishJNkiRJktRD48ZVpxLN/dAkSZKkrZlEKyIr0SRJkiRJPTR2bHX2RLMSTZIkSdqaSbSiSclKNEmSJElSj1VjOUcr0SRJkqTOCptEi4h3R8S8iNgcETO66J8SEa0R8bl2x46PiAUR8VREfL6+EVfJunWwcaOVaJIkSZKkHqnGco7Ll2f3kSRJkrRFYZNowFzgZGB2N/3fBm5uexERQ4H/Bt4C7A+cHhH71zrIqmtpyVor0SRJkiRJPTBuHKxdCy++2Lfr163LpqIm0SRJkqStDcs7gO6klOYDRESnvog4CVgItJ8iHAY8lVJ6unLOL4B3AI/XPNhqWr06a61EkyRJkiT1wNixWbt8OYwY0fvr26rYTKJJkiRJWytsEq07EdEA/AvwZuBz7bomAovavV4MvG4b9zkbOBtg/PjxNDY2Vj3W3mptbeWBO+9kBjD32WdZUYCYVHutra2FeP+pvhz38nHMy8lxLyfHXVK9jR+ftX/5C0yd2vvr25Joe+xRtZAkSZKkQSHXJFpE3A7s2UXXF1NKN3Rz2fnAd1JKrV1VqfVUSulS4FKAGTNmpJkzZ/b5XtXS2NjIjGnTADjgiCOgADGp9hobGynC+0/15biXj2NeTo57OTnukuptwoSsff75vl1vJZokSZLUtVyTaCmlY/pw2euAd0XEN4BRwOaIeAl4EJjc7rxJwJL+R1lnra1Z655okiRJkqQe2LPy0dSlS/t2vUk0SZIkqWsDbjnHlNLftH0fEecDrSml70fEMGDfiNibLHl2GvDefKLsh7Y90Roa8o1DkiRJkjQg7LEHRFiJJkmSJFXbkLwD6E5EvDMiFgNHAL+JiFu3dX5KaSPwSeBWYD5wdUppXu0jrTIr0SRJkiRJvbDDDjB2bP8q0YYOhVGjqhuXJEmSNNAVthItpXQ9cP12zjm/w+ubgJtqGFbttSXRrESTJEmSJPXQhAl9r0RbtixLwg0p7MdsJUmSpHz4V+SicTlHSZIkSVIv7bln/yrR9tijuvFIkiRJg0FhK9HK6Jw55zBq/Ur4YMDPjgXg1FedyscP/ThrNqzhhCtP6HTNWQefxVkHn8WKNSt419Xv6tT/sRkf4z0HvIdFqxbx/uvf36n/s0d8lrdNexsLVizgI7/+SKf+L73hSxyzzzHMeX4O59xyTqf+rx79VY6cfCR3LbqLL9zxhU79Fx1/EQfveTC3P307X5n9lU79l5x4CdPGTuPGBTdy4d0Xdur/6Tt/yuTdJnPV3Ku4+IGLO/Vfc+o1jB0+lllzZjFrzqxO/Te97yaG7zCcH9z/A66ed3Wn/sazGgH41l3f4tdP/nqrvl122IWb33czABf87gLuWHjHVv1jho/h2lOvBeDc28/l7sV3b9U/aeQkrjj5CgDOueUc5jw/Z6v+/cbsx6VvuxSAs288mydfeHKr/oP3PJiLjr8IgDOuO4PFLYu36j9i0hF87ZivAXDK1afwwpoXtuo/eu+jOe+N5wHwlivfwtoNa7fqP3G/E/nckZ8DYOasmXTke6+2773zp54P+N4r03uvubmZUc+Myv295++9+r732sYd/L1Xpvfe0uVL/zruUK7fe8fsc0ynfkn1MWECzJ/ft2uXL3c/NEmSJKkrVqIVzaZN2WL0kiRJkiT10J57Zss5ptT7a02iSZIkSV2L1Je/YQ8yM2bMSA888EDeYdDY2MjMn/wEGhvh2WfzDkd10tjYyMyZM/MOQ3XmuJePY15Ojns5Oe75i4gHU0oz8o5Dg1eh5pCV3zff/S6ccw6sWAFjxvTuPrvvDmecAf/1X9WPUdXn/2fKyXEvJ8e9fBzzcnLci6G7eaSVaEXT2gq77pp3FJIkSZKkAWTPPbO2t/uibdgAzc1WokmSJEldMYlWNK2t0NCQdxSSJEmSpAFkwoSsff753l23YkXWmkSTJEmSOjOJVjQm0SRJkiRJvdTXSrTly7N2jz2qG48kSZI0GJhEK5rVq13OUZIkSZLUK32tRFu2LGutRJMkSZI6M4lWNFaiSZIkSZJ6qaEBhg/veyWaSTRJkiSpM5NoRWMSTZIkSZLUSxFZNZqVaJIkSVL1mEQrmtWrTaJJkiRJknrtZS+DJUt6d81zz8FOO8GYMbWJSZIkSRrITKIVSGzaBC+95J5okiRJkqRemzIF/vzn3l2zZEmWfIuoTUySJEnSQGYSrUCGrF2bfWMlmiRJkiSpl6ZMgcWLYdOmnl/TlkSTJEmS1JlJtAIZZhJNkiRJktRHe+0FGzdmSzT21JIlMHFi7WKSJEmSBjKTaAUytC2J5nKOkiRJkqRe2muvrO3pko4pZQk3k2iSJElS10yiFchQK9EkSZIkSX00ZUrWPvtsz85vaYEXXzSJJkmSJHXHJFqBmESTJEmSJPVVWxKtp5VoS5ZkrXuiSZIkSV0ziVYgQ9esyb5xOUdJkiRJUi81NMDo0T2vRGtLolmJJkmSJHXNJFqBWIkmSZIkSeqPvfbqeSXac89lrUk0SZIkqWsm0QrEJJokSZIkqT+mTOl9JZrLOUqSJEldM4lWIC7nKEmSJEnQzOROAAAgAElEQVTqj732ypJoKW3/3CVLsuUfd9ml9nFJkiRJA5FJtAL5ayXaiBH5BiJJkiRJGpCmTIHWVmhu3v65S5ZYhSZJkiRti0m0Ahm6di3svDMMG5Z3KJIkSZKkAWivvbK2J0s6Pvec+6FJkiRJ22ISrUCGrl3rfmiSJEmSpD6bOjVrFy7c/rlLlphEkyRJkrbFJFqBDF271v3QJEmSJEl9tt9+WbtgwbbP27ABnn/eJJokSZK0LSbRCsRKNEmSJElSf4wcCRMmwBNPbPu8RYtg8+YtlWuSJEmSOjOJViDD1qwxiSZJkiRJ6pfp07dfida23OPee9c+HkmSJGmgMolWIC7nKEmSJEnqr+nTs0q0lLo/xySaJEmStH0m0QrE5RwlSZIkSf01fTo0N8OyZd2fs3AhDB0KkybVLy5JkiRpoDGJViAm0SRJkiRJ/TV9etZua1+0hQthyhQYNqw+MUmSJEkDkUm0AnE5R0mSJElSf/Ukifb00y7lKEmSJG2PSbQCsRJNkiRJktRfkybB8OHdJ9FSggULYNq0+sYlSZIkDTQm0Ypi/XqGbNhgEk2SJEmS1C9DhmQJsu6SaMuWZXumtVWsSZIkSeqaSbSiaG3NWpNokiRJkqR+euUrYd68rvvakmsm0SRJkqRtM4lWFG1JNPdEkyRJkiT10yGHwKJFsHx5574FC7LWJJokSZK0bSbRisJKNEmSJElSlcyYkbUPPti57/HHsz3TJk2qb0ySJEnSQGMSrShWr85ak2iSJEmSpH56zWuy9oEHOvc9+CAcfHC2d5okSZKk7vlX5qJwOUdJkiRJUpWMHJkt13jPPVsf37gRHnpoS6WaJEmSpO6ZRCsKl3OUJEmSJFXRG98Is2dnibM2TzwBa9bAoYfmF5ckSZI0UJhEKwqTaJIkSZKkKvrbv812Dmi/L9of/pC1JtEkSZKk7StsEi0i3h0R8yJic0TM6NB3UETcXel/LCJ2rhx/beX1UxHxvYiIfKLvg7Y90VzOUZIkSZJUBTNnQgTcfPOWYzffDHvtBfvtl1tYkiRJ0oBR2CQaMBc4GZjd/mBEDAOuAD6aUnoVMBPYUOm+GPgwsG/l6/h6BdtvVqJJkiRJkqpojz2yJR1/9jNICdatg9tvhxNOyJJrkiRJkratsEm0lNL8lNKCLrqOBR5NKT1SOe+FlNKmiJgAjEwp3ZNSSsD/ACfVMeT+aUuijRiRbxySJEmSpEHjfe+DP/4RGhvhyivhxRfh5JPzjkqSJEkaGIblHUAf7AekiLgVGAf8IqX0DWAisLjdeYsrx7oUEWcDZwOMHz+exsbGmgXcEy9//HEm7Lwzv589e/sna1BpbW3N/f2n+nPcy8cxLyfHvZwcd0lF8t73wr//e9auWweveQ0cfXTeUUmSJEkDQ65JtIi4Hdizi64vppRu6OayYcBRwKHAGuCOiHgQWNWbZ6eULgUuBZgxY0aaOXNmby6vvp//nPW77ELucajuGhsbHfcSctzLxzEvJ8e9nBx3SUUyfDhcdhmcfjrsuCNccolLOUqSJEk9lWsSLaV0TB8uWwzMTimtAIiIm4DXkO2TNqndeZOAJf0Osl4uuICHX/96Xpd3HJIkSZKkQeXYY2HRIti82W24JUmSpN4o7J5o23ArcGBEDI+IYcAbgcdTSkuBlog4PCIC+ADQXTVb8eyxB2unTMk7CkmSJEnSIDR8uAk0SZIkqbcKm0SLiHdGxGLgCOA3lT3QSCk1Ad8G7gfmAA+llH5TuezjwGXAU8CfgJvrHrgkSZIkSZIkSZIGvFyXc9yWlNL1wPXd9F1Btnxjx+MPAAfUODRJkiRJkiRJkiQNcoWtRJMkSZIkSZIkSZLyYhJNkiRJkiRJkiRJ6sAkmiRJkiRJkiRJktSBSTRJkiRJkiRJkiSpA5NokiRJkiRJkiRJUgcm0SRJkiRJg15ETI6I30bE4xExLyL+sXJ8dET8b0T8sdLunneskiRJkorBJJokSZIkqQw2Ap9NKe0PHA58IiL2Bz4P3JFS2he4o/JakiRJkkyiSZIkSZIGv5TS0pTSQ5XvVwPzgYnAO4DLK6ddDpyUT4SSJEmSisYkmiRJkiSpVCJiKnAIcC8wPqW0tNL1PDA+p7AkSZIkFcywvAOQJEmSJKleIqIBuBY4J6XUEhF/7UsppYhI3Vx3NnA2wPjx42lsbKxDtNvW2tpaiDhUX457OTnu5eS4l49jXk6Oe7GZRJMkSZIklUJE7ECWQLsypXRd5fBfImJCSmlpREwAlnV1bUrpUuBSgBkzZqSZM2fWI+RtamxspAhxqL4c93Jy3MvJcS8fx7ycHPdiczlHSZIkSdKgF1nJ2Y+A+Smlb7fr+hVwZuX7M4Eb6h2bJEmSpGKKlLpcqaJUImI58GzecQBjgRV5B6G6c9zLyXEvH8e8nBz3cnLc87dXSmlc3kGoWCLiKOD/gMeAzZXDXyDbF+1qYArZvPDUlNLK7dzLOaTy5LiXk+NeTo57+Tjm5eS4F0OX80iTaAUSEQ+klGbkHYfqy3EvJ8e9fBzzcnLcy8lxl1Qv/r4pJ8e9nBz3cnLcy8cxLyfHvdhczlGSJEmSJEmSJEnqwCSaJEmSJEmSJEmS1IFJtGK5NO8AlAvHvZwc9/JxzMvJcS8nx11Svfj7ppwc93Jy3MvJcS8fx7ycHPcCc080SZIkSZIkSZIkqQMr0SRJkiRJkiRJkqQOTKIVREQcHxELIuKpiPh83vGotiJickT8NiIej4h5EfGPecek+omIoRHxcET8Ou9YVB8RMSoiromIJyJifkQckXdMqr2I+HTld/zciPh5ROycd0yqvoj4cUQsi4i57Y6Njoj/jYg/Vtrd84xR0uDkHLJ8nEeWl3PI8nEOWU7OIcvBOeTAYxKtACJiKPDfwFuA/YHTI2L/fKNSjW0EPptS2h84HPiEY14q/wjMzzsI1dV3gVtSStOBV+P4D3oRMRH4FDAjpXQAMBQ4Ld+oVCOzgOM7HPs8cEdKaV/gjsprSaoa55Cl5TyyvJxDlo9zyJJxDlkqs3AOOaCYRCuGw4CnUkpPp5TWA78A3pFzTKqhlNLSlNJDle9Xk/1laGK+UakeImIS8FbgsrxjUX1ExG7AG4AfAaSU1qeUmvONSnUyDNglIoYBw4Hnco5HNZBSmg2s7HD4HcDlle8vB06qa1CSysA5ZAk5jywn55Dl4xyy1JxDloBzyIHHJFoxTAQWtXu9GP8iXBoRMRU4BLg330hUJxcB/wxszjsQ1c3ewHLgJ5UlWC6LiBF5B6XaSiktAb4F/BlYCqxKKd2Wb1Sqo/EppaWV758HxucZjKRByTlkyTmPLBXnkOXjHLKEnEOWnnPIAjOJJuUoIhqAa4FzUkotecej2oqIE4FlKaUH845FdTUMeA1wcUrpEOBFLMsf9Crrl7+DbAL8MmBERJyRb1TKQ0opASnvOCRJg4fzyPJwDllaziFLyDmk2jiHLB6TaMWwBJjc7vWkyjENYhGxA9nE58qU0nV5x6O6eD3w9oh4hmzJnb+NiCvyDUl1sBhYnFJq+5TwNWQTIg1uxwALU0rLU0obgOuAI3OOSfXzl4iYAFBpl+Ucj6TBxzlkSTmPLB3nkOXkHLKcnEOWm3PIAjOJVgz3A/tGxN4RsSPZppG/yjkm1VBEBNna1vNTSt/OOx7VR0rp3JTSpJTSVLL/zu9MKfmpokEupfQ8sCgiplUOHQ08nmNIqo8/A4dHxPDK7/yjcTPwMvkVcGbl+zOBG3KMRdLg5ByyhJxHlo9zyHJyDllaziHLzTlkgQ3LOwBBSmljRHwSuBUYCvw4pTQv57BUW68H3g88FhFzKse+kFK6KceYJNXOPwBXVv6R62nggznHoxpLKd0bEdcADwEbgYeBS/ONSrUQET8HZgJjI2Ix8G/AfwJXR8SHgGeBU/OLUNJg5ByytJxHSuXhHLJknEOWh3PIgSeyJTYlSZIkSZIkSZIktXE5R0mSJEmSJEmSJKkDk2iSJEmSJEmSJElSBybRJEmSJEmSJEmSpA5MokmSJEmSJEmSJEkdmESTJEmSJEmSJEmSOjCJJkmqu4g4KSI+08XxmRGRImJmDmF1KSJeGxFrImJiL665KCJuqmVckiRJklQWziElSXmJlFLeMUiSSiYiZgHHpJQmdTg+EtgfeDyl1JJHbB1FxJ1k8XyyF9dMAJ4GTkgp/bZmwUmSJElSCTiHlCTlxUo0SVJhpJRaUkr3FGjy81rgTcDFvbkupbQUuBH4p1rEJUmSJElyDilJqj2TaJKkuqp8gvBMYGJl2Y0UEc9U+jotxRERjRHx+4g4PiLmRMTaiHg4Il4XEcMi4qsRsTQiVkbErIgY0eF5wyPi6xGxMCLWV9ovRkRP/h/498CjKaV5He753koMrRHREhGPRcRHOlz7C+C4iJjc6x+SJEmSJAlwDilJytewvAOQJJXOBcA44FDg7ZVj67ZzzSuAbwL/AbQC3wB+VfkaBpwFvLJyzjLgnwEiYhhwK9nyHhcAjwGHA+cBo4HPbue5xwO/aX8gIo4CrgC+R/YpwSHAdGBUh2v/r9L3ZuDH23mOJEmSJKlrziElSbkxiSZJqquU0p8iYjmwPqV0Tw8vGwMcmVJ6GqDyCcAbgL1TSsdUzrk1It4AvJvKBAg4HTgKeGNKaXbl2B0RAfBvEfH1lNKyrh4YEeOBqcAjHboOB5pTSue0O3ZbF3/O5RGxuHK+EyBJkiRJ6gPnkJKkPLmcoyRpIHiybfJT8USlvbXDeU8Ak6IywyH7FOCzwF2VZTuGVT5ZeBuwA9nkpDsvq7TLOxy/H9g9Iq6IiBMjouOnB9tb3u4+kiRJkqT6cA4pSaoKk2iSpIGgqcPr9ds4PgwYWnm9B7AXsKHD132V/jHbeObOlXarZUJSSr8j+6TiZOB6YHlE3B4RB3Vxj7XALtt4hiRJkiSp+pxDSpKqwuUcJUmD2QvAQuDUbvqf2c61ALt37EgpXQNcExENwEzg68AtETEppbS53amjgUd7GbMkSZIkKR/OISVJWzGJJknKwzrq8+m6W4BTgNaU0hPbO7mDZ4CXgH26OyGl1Ar8OiL2Ab5L9qnE5QARMRSYAvyy92FLkiRJktpxDilJyoVJNElSHh4HRkfEx4AHgJdSSo/V4DlXAh8k2wj6QrINnncEXg68HTgppbSmqwtTSusj4l7gsPbHI+LfgfHAb4HngEnAp4A5KaX2a98fAAwHZiNJkiRJ6g/nkJKkXJhEkyTl4TKyDZm/Cowi27h5arUfklLaEBHHAZ8Hzgb2Bl4E/gT8hi3r4nfnKuCbETEipfRi5di9ZBOe75AttbGMbJPp8zpceyLwPNDY/z+JJEmSJJWac0hJUi4ipZR3DJIkFVJEjAQWAx9PKV3Ry2sfB65NKXWcGEmSJEmSBiHnkJI0+AzJOwBJkooqpdRCtuHzP0dE9PS6iHgH2XIdF9YqNkmSJElSsTiHlKTBx+UcJUnatm8DQ4EJZOvX98QuwBkppeaaRSVJkiRJKiLnkJI0iLicoyRJkiRJkiRJktSByzlKkiRJkiRJkiRJHZhEkyRJkiRJkiRJkjowiSZJkiRJkiRJkiR1YBJNkiRJkiRJkiRJ6sAkmiRJkiRJkiRJktSBSTRJkiRJkiRJkiSpA5NokiRJkiRJkiRJUgcm0SRJkiRJkiRJkqQOTKJJkiRJkiRJkiRJHZhEkyRJkiRJkiRJkjowiSZJkiRJkiRJkiR1YBJNkiRJkiRJkiRJ6sAkmiRJkiRJkiRJktSBSTRJ0lYiYlZEpIiYWsNnpIhorNX9K894JiKeqfEzGiMi1fIZA4U/C0mSJKm4IuKsyjzsrLxj6Y86zVfPrzxjZg2fMSjGoxr8WUgqOpNoklQglb84tv/aFBErKwmKsyIi8o5RkiRJkpSfLuaNKSLWVT5IeHlEvDLvGCVJGiyG5R2AJKlLX660OwCvAN4JvBGYAXwyr6Cq6JXAmryDkCRJkqQB7Mvtvt8NOAz4AHBKRByVUpqTT1g1dS7wn8CSvAORJJWDSTRJKqCU0vntX0fE64HZwMcj4sKU0sJcAquSlNITeccgSZIkSQNZx3kjQET8F9kHL88BzqpzSDWXUloKLM07DklSebicoyQNACmlPwBPAAG8tqtzIuK4iLgpIlZUlvL4U0R8MyJGdXP+MRHxfxHxYmXJyP8XEdP7El9EHBoRt0XE6ohoiYjbI+KI7taS72pPtPbnRsTpEfFgRKyJiOci4tsRsVPlvL+tLG/ZEhFNEfHTiBizjdh2i4jvR8SSiHgpIh6PiE91tTRmZcnMayPi6YhYW3nGHyLijL78XLq4/0ER8fPKMivrImJ5RDwUERdFxA7d/CzOjIiHK/Esi4gfR8Se3dx/dER8LSLmV85fFRF3RMSx24jp9Ij4bUQ0V34+8yPiS20/7y7OP60yNm3x/DQiXtb/n44kSZKkKrit0o7rycldzc3a9XW7/1hEvC4iromI5yNifUQsiohLejs3qMzXLoqIxZX5yBMR8ZmI2Kfy7FnbiykipradGxEvr8T1QmV+eltEHFA5b1xEXBoRSyvPuj8i3rSd+Ho0H4uI10bEdyPikcjm1y9FxB8j4sKI2L03P5Nu4tg1Is6LiLmVeerqyOb8V0XEa9ud1/5nMT2yef7KyOb9v6/y3HB65TmLKu+Bv0TEzyJiWjfnvyIifhnZPP7FiLgrIt7a35+NJNWalWiSNPBs6HggIv4NOB9YCfwaWAYcBHwOOCEijkgptbQ7/13AVcD6SrsUOAq4G3i0N8FExBvIJmpDgeuAPwEHAr8F7uzdHw2AfwDeAvw/oBE4Fvg0MDoibgB+AfwGuBQ4EjgDGFu5pqMdgduBUZXrdgROAb4LTAM+0eH8i4F5ZFV/S4ExwAnATyNiWkrpvD78eYAsgQbcCyTgV8BCYCTZcp0fB75E57H9NNmf/yrgFrIx+iAwMyJel1Ja3u7+e5H9vKYC/1c5fwRwInBLRHwkpfTDDjH9uHK/xcC1QDNwOHABcHREvDmltLHd+Z8Gvl05738q7XHAXcCqvv5sJEmSJFXNMZX2gVo9ICL+jmw+to5sbrMI2Bf4e+BtEXF4SunPPbjPzmRzxtcADwNXki1L+UXgb/oQ2lSyOdd8YFbl9TuBxog4gmyO1EI2vxoNnAbcHBH7dRNvj+djwIcrz/od2Rx0CNkHYD8DvKVy/uo+/JmIiKg8/0iyOftlwEZgEvAmsvnfgx0u27ty7mPAJcAE4D2VP+97U0pXdXhGb+eGx5PN/3cAbgSeqsRzMvDWiHhTSumhdufv+//Zu/M4O8+y4OO/K9tkbSZbJ2m6zLRJm6TFAkYoFHAoCIJVFn3ZFEXRqq9CQSgviL4UFTeQRQGxWjapUN62AiqLUBgBsQXK3qR7kqbZ9zZpMtNM7veP+xwynZxJzsycc56z/L6fz/ncM+c853muOfdQ5s71XNddimcR8Dnge+S18KdK30tS80op+fDhw4ePJnmQEyypwvNPA4bJi5Rlo157eul93wC6R732itJr7xrx3FxgDzlhs3bU8e8qxwD0VhHvFODu0vHPGfXa74w4V3+Fn3Ng1HNXl54/AKwe8XwXObE1XIr7p0dd/4ul9z121Pk2lp7/OtA14vmF5ERfAp426j3nVfgZZwA3lz6v5aNeG6g0X2N8Vn9TuubzKry2AJhS4bMYAh43xhxdWyGWY8BLRj3fTV6gHAZ6Kvxu3ATMGmMurhzxXG8pnr0jfzdKc3DjWL+7Pnz48OHDhw8fPnz4qO1jxDrr6hGPd5KTKcfISY15o95T/vv/FRXONTDGdT48em0InF9aF9xTYX30jNK67V+r/Dn+uHT+jwMx4vmzgF2l1z5cRUy9Iz6TN49xjb3AB0atu17OqPVy6fmJrMfOAaZW+BlfWTr+/1QzH2N8To8pHXvC51pajy0Y47N4+6hj15LXtfuA0yrEUu3acEHpHLuBNaOOvwg4CHxn1PP/Ofo8peefNyLeU34WPnz48FHEw3aOktSEIrfzuzoi3hYR15PvZAvg9Sn3gB/p1aXxt1JK+0e+kFL6MDmB8ssjnn4eOZH0Lyml0XcnXs34KoqeTL577CsppdF3j10D3DWOc5X9bUppffmblNIg+c6/KcB/pJT+a8Rrx4CPlb69eIzzval0jvJ79pLvpoN8px0jXrt39JtTSkPA+8jV288Y909zosMVrrGv9LOM9s8ppe+Oeu5q8hy9LI63uLwY+GngxpTSJ0adez/wFmAmuQqv7Ery3Yu/kVIaHdOfkhOWI39vfpl8l+HfpZQ2jjj/MeAq8mJdkiRJUuO8ZcTjteRKqfXAx9MEq56q8LvkdcGVKaUtI19IKd1Mrkz7+YiYV8W5fo28jnhTSimNOM9m4N0TiG0j8JejnvtIaewCrhq17voX8prosWOcr6r1WCnmTSml4Qrn+CC5+u3Z1fwAp1BpLXkspbSvwrEHgD8Zdey3ydV+3eSqubLxrg1/tXSOt6SU1o26xo+AfwQeFxFrACLiTOBnyN1Y3jvq+E+Tq/ckqWnZzlGSmtNbRn2fgFemlD5U4dgnke8m+18R8b8qvD4DWBIRi1JKe8itMqDCH6oppQMR8T1yQqYajyuNX69wrmMR8Q3ynYrjUantyNbSOLpFBUB54XZmhdeOkiv0RhsojY8b+WREnA38H3Ky7Gxg1qj3La9wrmpdT16cfCoibiAnRv+7UuJuhFPN0WpykvRJpZfnR8TVFc5T3g9hNUBEzCYnHXcDr4kTt4eDXPW4esT3J/u9uS8iNpPvvpQkSZLUACmlH/8hHxFzgAvJSaTrIuLClNKb63DZ8trjpyPipyq8fjq51f/5VF6/ARARpwHnAZtH3qQ3wglrzCp8r0Iiq7yWvGt0YjGlNBwRO6i8loTq12NE3uP6t8ktIteQ21KOLF6YzFpyXek6Ly218f80+fP5dummz0q+M0YidYCcvHwc8JEJrg3LvwMXj7H+LP8bwOpS7D/+d4MxEo0DVP9vEJLUcCbRJKkJlRdDpYXQk4BrgQ9ExKaU0uh9xhaR/3s+OvE2WrmN4/zS9zvGOG77OEI91bnGev5kKlXCHa3itekVXts9xh/p5Z+xHD8RcS7wTXJriq+R200cILcj6SUvNCpuqFyNlNI3I+Kp5P7+v0RuHUJE3Am8NaX08QpvO9UcleNfVBp/pvQYy9zSuIBc2biEU//elFXze2MSTZIkSSpASukQ8M2IeCF5X6s3RMQHSlVdtVRee1x1iuPmnuL100pjXdeSKaWjpcTQWB1XjlJ5LXmyGE5YT5JvmnwBcB85ybWdnHwCeA2TW0sOR8RlwP8lryX/qvTSQxHxEXIl38EJxj6RtWH5d+C3TnFc+Xeglv8GIUkNZxJNkppYaSH0pYj4eeA75DvFLkgpPTzisAPkvu4LqzxtefHQM8brS8cR4oOnONdYzzfK4oiYWiGRVv4ZRy6k/oC8GPj1UhvMH4uIl5KTaJOSUvof4PJS24+fBH4WeBXwLxGxK6X0pVFvOdUcHRg1XplS+tsqQikf/92U0uNPeuSJ7+kh71E3VkySJEmSCpJS2l+6Ue/xpcepkmiJsf99sLvCc+V1wfyU0oMVXq9Ws68locr1WESsJSfQvkTeK7x8oycRMQV4w2QDKbVsfC3w2ohYQa7c+m3g98nz9PKJxM7k1oYXp5R+MI7ja/FvEJLUcO6JJkktoPSH6T+S20y8dtTLtwALIuLCKk/3ndJ4QruEiJjP2P3gKyn3h39KhXNNIe+ZVqRpY8TQXxpH9rdfURpvrHB8TVtLpJQGU0rfSCn9X47vafe8aq47Yo6OkPc7gPw7APDUKq9/kJwIuzAiqk2+nuz35lzy5t+SJEmSiregNFbz7377qPC3fERMpfLacFxrj7GUEnD3AcsjorfCISesMQtQ7XqsvJb8zMgEWskTOHGbgElJKd2TUrq2FN9BKq8lHz/GvnT9pfG7pXNNZG043t+BH/+7Qen3aqyYJKkpmUSTpNbxZ+R2EK+PiAUjnn9XafzHiDhj9JsiYk5EXDLiqU+TF0ovK90xN9LVPLolxan8N3Av8PSIeM6o165g/Puh1cNfjNzwubQw+KPStyP3mNtYGvtHvjking385mSDiIgnR0SlxVP5bryHK7z28oh43KjnribP0cdTSoPw4w2ivwa8MCJ+Y4zrPyYiTh/x1DvJ++V9MCJOuMM0IhZExMg7Ea8j7733qpGL3FKy9O34N4UkSZJUuIh4PtBH/tu90v7Qo30TODsinjXq+T+icrv295bO/a6IOGG9FxEzSm3sq/FR8jriL2LEZlwRcRa5BWLRqlqPMfZa8nTgfZMNIiL6SjcujraA3CbycIXX5pPbP448z1rgl8mVYf864qXxrg0/BOwH3hIRT6hw/JSI6C9/n1J6APgi+ffy90cd+zzcD01Sk7OdoyS1iJTSloj4AHAluR3Em0rP3xwRbwT+Arg7Ij4LbCD3Hz+H/Afp18mtA0kpHYyIK8g9278WEdcD28h3+l0EfBV4WpUxHYuI3wQ+D3wmIm4kJ9V+grw31+eA5wDHJv8JTMg28qLiRxHxGXKv+18ClgHvTyl9dcSx7wd+Hfh/EXEDeQPqi8if2yeBF08yljcAl0XE18jzc5C88fdzyEnNayq853PAf0fEJzk+R08hL9LeOOrYlwFfBq6NiFcDt5IXNmeS5+Mi8v56OwFSSh+MiJ8E/jdwb0R8AbgfWEhe3DyNvDj6ndLxG0u/Z38DfLf0e3MAeDa5fcgPSteRJEmS1AARcfWIb+cAa8jrC4A/TClVs6/YO8h/03+69Df+XnI3jz5ggFGJoZTSHaUb9z4I3B4RnwfuIq+1ziZXJ+0CVlVx7b8Gng+8BLggIv6TnPx5EXld+nyKW0tC9euxb5FvMH1hRHyDvP7uIc/FneS15WRcDNwUEd8iV79tJe9h9o+SwS0AACAASURBVDzy5/5XFd7zVeA3I+KJpdiWkde0U4DfHtmKcwJrwz0R8UvkRNwtEXEzuZotkasan0TeKmHmiHh+D/gf4N2lhO33yRV8LwD+Dfj5yXxAklRPJtEkqbX8BXnz3ldHxLvLi6KU0l9FxH+TWwM+hfzH9AFgCzk58y8jT5JSuiEifpa8cfCLyBVuXyX/sftGqkyilc41EBE/Ta6U+7nS07cCTyff5QbH+9032hDwTODPyQuzxeSWIX8J/N3IA1NKP4iIp3P855hG/sP+heRk1GSTaO8nJ8ueSJ6jaeQNv98P/E1KaVOF97yLvDB5Ten6B4EPkxfEO0fF/0Bp4fMq4BfJn/1U8ibN60o/7w9Hvef3IuJz5MXQM8nJsL3kBdPbgY+NOv6dEbGNvIn4K4CHgC+QE4SP+h2TJEmSVHdvGfH1MDl59W/Ae1NKX6zmBKWbMp9Prlp6CXCIXDX0YuCtY7znYxHxfeB15HXfs0rv2wrcQL5hs5prHy6twf6EfLPja8k3HP45udPG8yluLQlVrsdSSsMR8QvkteRzyevyLcA/lZ5bN8k4vk1ew/40+SbPBeS5vg3425TS5yq8ZwN5nfeXpbGL3KL/T1JKXxh98ATWhjdHxE8ArycnYZ9KXn9vJd/ceeOo4+8udcj5y9L5+8k3Yj6fnBA0iSapaUVKqegYJEltqpTYeyJ50+lDRcfTKkp3lL4FeHpKaaDYaCRJkiSpsSLit8g3hP5OSukfio6nVZRa728APpJSekWhwUhSm3D/EknSpETE7DH6pr+C3AbkP02gSZIkSZJGG2Nf77OBPwaOkivrJEkqjO0cJUmTdTZ5j6wvAveQ/7/lceSWhfvJLT4kSZIkSRrtxoiYTm5NuB/oBS4HZgNvSilNdj8xSZImxSSaJGmydgDXkfuzP53ca307eePht6WU7i0wNkmSJElS8/pn4OXkfZ3nk/cdu5W8r9tNRQYmSRK4J5okSZIkSZIkSZJ0AivRgMWLF6fe3t6iw+DQoUPMmTOn6DDUYM57Z3LeO49z3pmc987kvBfvtttu251SWlJ0HGpfriFVJOe9Mznvncl57zzOeWdy3pvDWOtIk2hAb28v3/72t4sOg4GBAfr7+4sOQw3mvHcm573zOOedyXnvTM578SJiU9ExqL25hlSRnPfO5Lx3Jue98zjnncl5bw5jrSOnNDoQSZIkSZIkSZIkqdmZRJMkSZIkSZIkSZJGMYkmSZIkSZIkSZIkjWISTZIkSZIkSZIkSRrFJJokSZIkSZIkSZI0Sssm0SLigxGxMyJ+NOK5hRHxxYi4uzQuKDJGSZIkSZIkSZIktaaWTaIBHwZ+dtRzbwRuTimtBG4ufS9JkiRJkiRJkiSNS8sm0VJKXwX2jnr6ecBHSl9/BHh+Q4OSJEmSJEmSJElSW2jZJNoYelJK20pfbwd6igxGkiRJkiRJkiRJrWla0QHUS0opRUQa6/WIuAK4AqCnp4eBgYFGhTamgwcPNkUcaiznvTM5753HOe9Mzntnct4lSZIkSWoP7ZZE2xERy1JK2yJiGbBzrANTStcA1wCsXbs29ff3NyjEsQ0MDNAMcaixnPfO5Lx3Hue8Mznvncl5lyRJkiSpPbRbO8fPAL9W+vrXgE8XGIskSZIkSZIkSZJaVMsm0SLi48D/ABdExAMR8UrgL4GfiYi7gWeWvpckSZIkSZIkSZLGpWXbOaaUXjrGS89oaCC1smUL8+64A2z9I0mSJElqQtu3w9KlRUchSZIkNU7LVqK1nbe+lcf84R8WHYUkSZIkSSe480444wz4+teLjkSSJElqHJNozaK3lxn79sGhQ0VHIkmSJEnSo9xxB6QEGzcWHYkkSZLUOCbRmkVfXx43bSo2DkmSJEmSRtmyJY/79xcbR9m2bfDAA0VHIUmSpHZnEq1Z9Pbm0dv6JEmSJElNppmSaJ//fL4P9eyz4e//vuhoJEmS1M5MojWLchJtw4ZCw5AkSZIkabRyEu3AgWLjAPjEJ2DaNHjyk+G1r4V77y06IkmSJLUrk2jNYulShmfMsBJNkiRJktR0mqkSbXAQzjgDrr8ehofhfe8rOiJJkiS1K5NozSKCwZ4ek2iSJEmSpKZT3n+sGZJoQ0MwYwYsXw4veAF8+MM5mSZJkiTVmkm0JnJk6VKTaJIkSZKkptNM7RzLSTSAJz4R9u2Dhx8uNiZJkiS1J5NoTeTI0qXuiSZJkiRJaioPPZQf0DyVaF1d+euZM/N45Ehx8UiSJKl9mURrIoeXLYM9e46vTiRJkiRJKli5Cm3q1OZJopUr0UyiSZIkqZ5MojWRIz09+YtNm4oNRJIkSZKkknISbcWK5mjnODhoEk2SJEmNYRKtiRxZujR/YUtHSZIkSVKTKCfRLrwwV6KlVGw8VqJJkiSpUUyiNZEjy5blLzZuLDQOSZIkSZLKykm0NWtyAqvohJVJNEmSJDWKSbQm8kh3N8yaZRJNkiRJktQ0tmyB7m4444z8fdEtHYeGoKsrf20STZIkSfVkEq2ZREBvr+0cJUmSJElNY8sWOPPMnEiD3NKxSO6JJkmSpEYxidZs+vqsRJMkSZIkNY0HHoDly2H+/Px90Uk02zlKkiSpUUyiNZveXpNokiRJkqSmsXFjXqqWK9GaoZ2jSTRJkiQ1gkm0ZtPbC/v2Fb8qkSRJkiR1vEOHYPduOOec5mnnWCmJdvhwcfFIkiSpfZlEazZ9fXm0Gk2SJEmSVLBNm/LY29tc7Ry7uvLXVqJJkiSpnkyiNZve3jyaRJMkSZIkFay8NG2Wdo4pweCg7RwlSZLUGCbRmo1JNEmSJElSkyhXop1zDsyeDdOmFVuJNjycE2km0SRJktQIJtGazaJFMGcObNhQdCSSJEmSpA509OjxrzduzAmrpUshIrd0LLISbWgoj+UkWrmto0k0SZIk1YNJtGYTkfdFsxJNkiRJktRg73gHTJ8Ohw7l7zduzFVoU0r/etDdXWwlWjmJVk6eTZuWHybRJEmSVA8m0ZpRb69JNEmSJElSw33oQ3n8/OfzuGlTTqKVNUsSrVyJBrmlo0k0SZIk1YNJtGbU25vbOaZUdCSSJEmSpA6ycmUeb7wxjxs3Ht+6G4pv5zg4mEeTaJIkSWoEk2jNqK8PHnyw2Nv7JEmSJEkdZ+fOPN50U763c8eORyfRrESTJElSJzGJ1ozKKxRbOkqSJEmSGmjrVrjkkpyseuUr83Mj2znOn28STZIkSZ3DJFozKifRNmwoNAxJkiRJUudICbZtg6c+FV7zGvjKV/LzoyvRimznWE6idXUdf84kmiRJkuplWtEBqIK+vjxaiSZJkiRJapB9+3KSatky+P3fhzlz4Nvfhsc+9vgx3d1w8CAcPQrTCvgXBSvRJEmS1Egm0ZpRdzecdppJNEmSJElSw2zblsdly2D6dPjTPz3xmPnz83jgACxa1LjYygYH82gSTZIkSY1gO8dmFJH7ZZhEkyRJkiQ1yMgk2li6u/NYVEvHSpVos2aZRJMkSVJ9mERrVn197okmSZIkSWqYzZvzeNZZYx9TTqLt31//eCqxnaMkSZIaySRasypXoqVUdCSSJEmSpA5w//25Mcry5WMfU27nWHQSravr+HMm0SRJklQvJtGaVW9v3q15796iI5EkSZKkthcRUyPiuxHx70XHUpTNm6Gn59EJqtGasZ2jSTRJkiTVi0m0ZtXXl0dbOkqSJElSI1wJrC86iCLdfz+cffbJjym6nePgYB5NokmSJKkRTKI1q97ePG7cWGQUkiRJktT2IuJM4OeAfyo6liJVk0RrlnaOJtEkSZLUCG2ZRIuI10bE7RHxo4j4eETMLDqmcTvnnDyaRJMkSZKkens38AbgWNGBFCWl3M7xrLNOftxpp+XRdo6SJEnqBNOKDqDWImI58GpgTUrpcER8EngJ8OFCAxuv7u78sJ2jJEmSJNVNRFwO7Ewp3RYR/Sc57grgCoCenh4GBgYaE+BJHDx4sGZxHDgwjYcffgpDQ/cwMPDASY+dM+cp/OhH2xkYuKcm1x6P229fDqzkW9/6OvPnHwVg+/Zejhw5h6985b+IaHhIDVfLeVfrcN47k/PeeZzzzuS8N7e2S6KVTANmRcQjwGxga8HxTExfn5VokiRJklRflwK/EBHPBWYCp0XEx1JKvzLyoJTSNcA1AGvXrk39/f0ND3S0gYEBahXHd7+bx8suW0F//4qTHrtwIcydeyb9/WfW5Nrjcdttebzssqcwb17++hvfyJV0l17a/6gKtXZVy3lX63DeO5Pz3nmc887kvDe3tmvnmFLaArwDuB/YBhxIKf1nsVFNUG+vSTRJkiRJqqOU0ptSSmemlHrJXUy+PDqB1gk2b87jqdo5Qm6aUlQ7x8HBPI5u5wi2dJQkSVLttV0lWkQsAJ4H9AH7gf8XEb+SUvrYqOOavhXHeVOncsZ99/G1r3yFjuhJ0aEs1+1Mznvncc47k/PemZx3Sa3o/vvzePbZpz62uxv2769vPGMp74k2ffrx50Ym0cp7tkmSJEm10HZJNOCZwIaU0i6AiLgJeDLwqCRaS7Ti+OEP4YYb6L/wQjj99MLiUn1ZrtuZnPfO45x3Jue9MznvUutKKQ0AAwWHUYj778/VXUuWnPrY+fPhgZNvm1Y3Q0MwbRpMGdFXx0o0SZIk1UvbtXMkt3G8JCJmR0QAzwDWFxzTxPT25tGWjpIkSZKkOtq8ObdynFLFvxIU2c5xaAi6uh79nEk0SZIk1UvbJdFSSrcCNwDfAX5I/hmvKTSoiTKJJkmSJElqgPvvr66VI+RKtCLbOY7cDw1MokmSJKl+2i6JBpBSektKaVVK6aKU0stTSoNFxzQh5STahg2FhiFJkiRJam8bN1afRCtXoqVU15AqGhw0iSZJkqTGacskWtuYNw8WLbISTZIkSZJUN4cOwdatsHJldcd3d8OxY3DwYH3jqsRKNEmSJDWSSbRm19trEk2SJEmSVDf33ZfHFSuqO37+/DwW0dLxZHuiHT7c+HgkSZLU3kyiNbu+Pts5SpIkSZLq5p578lhtEq27O48HDtQnnpOxEk2SJEmNZBKt2fX2wqZNxTSblyRJkiS1vbvvzuN4k2hFVaKZRJMkSVKjmERrdr29eSWwY0fRkUiSJEmS2tC998LixcfbNJ5Kke0cBwdNokmSJKlxTKI1u97ePLovmiRJkiSpDrZvhzPOqP542zlKkiSpU5hEa3Z9fXl0XzRJkiRJUh3s3QuLFlV/fDmJtndvfeI5maEh6Op69HMm0SRJklQvJtGa3Tnn5NFKNEmSJElSHezZAwsXVn/84sWwbBl8+cv1i2ksVqJJkiSpkUyiNbs5c2DJEpNokiRJkqS62LNnfJVoU6bAi18Mn/1s4/dFq5REK1emmUSTJElSrZlEawV9fbZzlCRJkiTVXErjb+cI8NKX5oTWTTfVJ66xDA6emESbOhWmTzeJJkmSpNozidYKenutRJMkSZIk1dyDD8LRo+NPov3UT8F558HHP16fuMZSqRINcktHk2iSJEmqNZNoraC3FzZtgmPHio5EkiRJktRG9uzJ43iTaBG5Gu3LX4bt22sf11iGho63bxzJJJokSZLqwSRaK+jryyuFbduKjkSSJEmS1Eb27s3jwoXjf+9LX5rv9fzkJ2sb08lYiSZJkqRGMonWCnp782hLR0mSJElSDU20Eg1gzRq4+GL4xCdqG9PJjJVEmzXLJJokSZJqzyRaKzCJJkmSJEmqg8kk0QB+8Rfhllsa19JxcNBKNEmSJDWOSbRWcM45eTSJJkmSJEmqockm0Z7/fEgJ/u3fahfTydjOUZIkSY1kEq0VzJoFS5fChg1FRyJJkiRJaiPlJNqCBRN7/0UXwRlnwFe/WruYxjI8nB9dXSe+ZhJNkiRJ9WASrVX09lqJJkmSJEmqqb17Yf58mDZtYu+PgFWr4O67axtXJY88kkcr0SRJktQoJtFahUk0SZIkSVKN7dkz8VaOZStXNiaJNjSUR5NokiRJahSTaK2irw/uvz/3rpAkSZIkqQZqkUQ7//xc0VZuDVkvg4N5NIkmSZKkRjGJ1ip6e3Pviq1bi45EkiRJktQmalWJBvWvRrMSTZIkSY1mEq1V9Pbm0ZaOkiRJkqQaacUkWlfXia+ZRJMkSVI9mERrFX19edywodg4JEmSJEltY+9eWLhwcuc491yYMgXuuqs2MY3FSjRJkiQ1mkm0VnH22Xm0Ek2SJEmSVANHj8KBA5OvRJsxIzdPaVQl2vTpJ75mEk2SJEn1YBKtVXR1wRlnmESTJEmSJNXE3r15nGwSDXJLx3on0QYH83iydo4p1TcGSZIkdRaTaK2kr88kmiRJkiSpJvbsyWMtk2j1TGKdqp3jyGMkSZKkWjCJ1kp6e90TTZIkSZJUE7t357EWSbTzz4eHHoIdOyZ/rrFUk0SzpaMkSZJqySRaK+nthc2bc+N6SZIkSZImYefOPPb0TP5c552Xx/vum/y5xlJOoo3VzhFMokmSJKm2TKK1kr4+GB6GLVuKjkSSJEmS1OLKSbTTT5/8uXp781jPHQisRJMkSVKjmURrJeVViS0dJUmSJEmTVE6iLV48+XOdc04eTaJJkiSpnZhEayWNuLVPkiRJktQRdu6EhQth+vTJn2vOnFzRZhJNkiRJ7cQkWis56yyIMIkmSZIkSZq0nTtrsx9aWW9v8Um0w4frd31JkiR1HpNorWTGDDjzTNs5SpIkSZImbefO2uyHVtYMSTQr0SRJklRLJtFaTb1XJZIkSZKkjrBjR+2TaJs2wbFjtTvnSCbRJEmS1Ggm0VqNSTRJkiRJUg3UoxJtaAi2bavdOUcyiSZJkqRGM4nWavr64IEH4JFHio5EkiRJktSihoZg377aJ9Ggfvd9Dg7m0SSaJEmSGqUtk2gR0R0RN0TEHRGxPiKeVHRMNdPbm3tjbN5cdCSSJEmSpBa1e3ceWymJVk0l2uHD9bm2JEmSOlNbJtGA9wCfTymtAi4G1hccT+3Ue1UiSZIkSWp7O3fmsaendudsRBItAqZOPfG1chKtXK0mSZIk1cK0ogOotYiYDzwNeAVASmkIGCoypprq68ujSTRJkiRJ0gSVk2i1rESbNSsn5eqZRJsxIyfSRjOJJkmSpHpox0q0PmAX8KGI+G5E/FNEzCk6qJo588x8292GDUVHIkmSJElqUTt25LGWSTSAc86pbxKtq6vya+Xn3RNNkiRJtdR2lWjkn+nxwKtSSrdGxHuANwJ/PPKgiLgCuAKgp6eHgYGBRsd5goMHD1YVxyWLF7P/1lu5owli1uRVO+9qL85753HOO5Pz3pmcd0mtoB6VaADLlsG999b2nGXlSrRKTKJJkiSpHtoxifYA8EBK6dbS9zeQk2iPklK6BrgGYO3atam/v79hAY5lYGCAquJYvZqlhw+ztAli1uRVPe9qK85753HOO5Pz3pmcd0mtYOfOnJA67bTannfpUvjGN2p7zrKTJdGmToXp002iSZIkqbbarp1jSmk7sDkiLig99QxgXYEh1V5vr+0cJUmSJKkGIuKsiPhKRKyLiNsj4sqiY2qEnTtzFVql/cUmo6cHdu+Go0dre144eRIN8r5o7okmSZKkWmrHSjSAVwHXRcQM4D7g1wuOp7Z6e2Hr1rw6GKshvCRJkiSpGkeB16WUvhMR84DbIuKLKaX2uhlzlJ07c8Kr1pYuhZRg167c2rGWTpVE6+qyEk2SJEm11ZZJtJTS94C1RcdRN729eVWyeTOsWFF0NJIkSZLUslJK24Btpa8fioj1wHLaraPJKLt2weLFtT9vOTG3fXvjk2gzZ5pEkyRJUm21XTvHjtDXl0dbOkqSJElSzUREL/A44NaTH9n69u2DhQtrf96lS/O4Y0ftz207R0mSJDVaW1aitb3e3jxu3FhkFJIkSZLUNiJiLnAj8JqU0oMVXr8CuAKgp6eHgYGBxgZYwcGDByccx86dl3Lo0E4GBu6uaUxbtswELmFg4A5mztxe03Nv3/4THDkylYGB71Z8/ejRn2Lz5ocZGLi9ptdtNpOZd7Uu570zOe+dxznvTM57czOJ1oqWL4dp00yiSZIkSVINRMR0cgLtupTSTZWOSSldA1wDsHbt2tTf39+4AMcwMDDAROJICQ4dgosuWk5///KaxnTwYB4XLFhFf/+qmp57zhyYPZsxf+ZFi2DevDkT+kxayUTnXa3Nee9Mznvncc47k/Pe3Gzn2IqmToWzz7adoyRJkiRNUkQEcC2wPqX0zqLjaYSHHoLhYViwoPbnnjs3J7u217YIDXBPNEmSJDWeSbRWde65cO+9RUchSZIkSa3uUuDlwGUR8b3S47lFB1VP+/blsR5JNMj7orknmiRJktqB7Rxb1YoV8MlPFh2FJEmSJLW0lNLXgSg6jkbavz+P9Uqi9fQUU4nW1XX8Z5MkSZJqwUq0VrVyJezdmx+SJEmSJFWplSvRurrGft12jpIkSao1k2itauXKPN59d7FxSJIkSZJaSjmJ1t1dn/MXVYlmO0dJkiTVmkm0VrViRR7vuafYOCRJkiRJLaURlWh79+akVy1V087RSjRJkiTVkkm0VnXuuTBlipVokiRJkqRxqXcSracnjzt31va81VSimUSTJElSLZlEa1VdXXD22SbRJEmSJEnjsm9fvidz3rz6nH/p0jzWel802zlKkiSp0UyitbIVK0yiSZIkSZLGZf/+vB/alDr9i0C5Eq3W+6JZiSZJkqRGM4nWylaudE80SZIkSdK47NtXv1aOAKefnsddu2p73mr2RHvkERgeru11JUmS1LlMorWylSvz6mfPnqIjkSRJkiS1iH37ciVavSxenMdaJtGGh/PjVJVoYEtHSZIk1Y5JtFa2YkUebekoSZIkSapSvSvR5s3Lya7du2t3zqGhPJpEkyRJUiOZRGtlK1fm0ZaOkiRJkqQq1TuJFgFLltS2Eq2aJFpXVx7dF02SJEm1YhKtlfX15Z2grUSTJEmSJFVp//76JtEgt3QsqhLNJJokSZJqxSRaK+vqgrPPNokmSZIkSapKSvWvRIP6VaKVq80qsZ2jJEmSas0kWqtbudJ2jpIkSZKkqhw+nBNS3d31vU4R7Rxnzcrjww/X7rqSJEnqbCbRWt3KlbkSLaWiI5EkSZIkNbl9+/LYju0c58zJ46FDtbuuJEmSOptJtFa3YkVuaL9nT9GRSJIkSZKaXKOSaEuWwIEDx5Nfk1VNEm3u3DwePFiba0qSJEkm0VrdypV5dF80SZIkSdIpNLISDWpXjWYlmiRJkopgEq3VlZNo7osmSZIkSTqF/fvz2IhKNCgmiWYlmiRJkmrFJFqr6+uDKVOsRJMkSZIkndLevXlsVBJt167anG887RytRJMkSVKtmERrdTNmwDnnmESTJEmSJJ1SeTvtRYvqex3bOUqSJKkdmERrBytXmkSTJEmSJJ3Snj0wdSrMn1/f6xRRiTZrFkTYzlGSJEm1YxKtHZx/Ptx1F6RUdCSSJEmSpCa2e3euQouo73UWLszXqFUSbXAwjydLok2ZArNnW4kmSZKk2jGJ1g5WrYKHHoJt24qORJIkSZLUxPbsqX8rR4Bp0/K+a41s5wi5paOVaJIkSaoVk2jtYNWqPN5xR7FxSJIkSZKaWqOSaJBbOjaynSPA3LlWokmSJKl2TKK1g9Wr82gSTZIkSZJ0Ert3w+LFjbnWkiW1r0Tr6jr5cXPmmESTJElS7ZhEawfLlsG8ebB+fdGRSJIkSZKaWCMr0RYvLqYSzXaOkiRJqhWTaO0gIrd0tBJNkiRJkjSGlBqfRCtiTzQr0SRJklQrJtHahUk0SZIkSdJJHDqUk1GNaufY3Q3799fmXFaiSZIkqQgm0drFqlXwwAPw0ENFRyJJkiRJakLlqrBGVaItWABHjuTHZFmJJkmSpCKYRGsXq1bl8a67io1DkiRJktSU9uzJYyOTaFCbarShobyTwdSpJz/OJJokSZJqySRauygn0WzpKEmSJEmqoNFJtO7uPO7bN/lzDQ3lKrSIkx9nO0dJkiTVUtsm0SJiakR8NyL+vehYGmLFinxLnkk0SZIkSVIF5XaOjdoTrVyJVssk2qnMmQMPPwzHjk3+mpIkSVLbJtGAK4H1RQfRMDNmwHnnmUSTJEmSJFXU6u0cq0mizZ0LKcHhw5O/piRJktSWSbSIOBP4OeCfio6loVatgvWdkzeUJEmSJFWvnEQrJ7fqrZaVaIOD1VeigfuiSZIkqTamFR1AnbwbeAMwr+hAGmrVKvj85+HoUZjWrlMrSZIkqV1FxCXAzwKXAGcAs4DdwJ3AfwGfSinVICXTmfbsyYmtRi0X67En2qmYRJMkSVIt1f1P50YvgiLicmBnSum2iOg/yXFXAFcA9PT0MDAwUKsQJuzgwYOTimMpsGpoiFuvv57Dy5fXLC7V12TnXa3Jee88znlnct47k/MujV9E/BrweuBC4CHg+8DdwGFgIfBE4OXA+yLik8BbU0obCgq3Ze3e3bhWjlBcO0eAgwcnf01JkiSpbkm0AhdBlwK/EBHPBWYCp0XEx1JKvzLyoJTSNcA1AGvXrk39/f01uPTkDAwMMKk4urrgr/+aJ86fD03w86g6k553tSTnvfM4553Jee9Mzrs0PhHxA2AJ8FHgV4HvpZRShePmA5cDvwysi4hXpJSub2iwLW7PnsYm0aZPz5VhtapE6+o69XFWokmSJKmW6pJEK3IRlFJ6E/Cm0vn7gdePTqC1rQsuyOMdd8DllxcbiyRJkiRV51rgH1JKR052UErpAHAdcF1EXExuxqFx2LMHljb4U+vubmw7RyvRJEmSVEv1qkRzEVSEhQvh9NNzEk2SJEmSWkBK6T0TeM/3yd1ONA67d8NFFzX2mgsWNLado5VokiRJqqW6JNGaZRGUUhoABmp5zqa3erVJNEmSJEnSCRrdzhFyEq2RlWjlJJqVaJIkCNMdFgAAIABJREFUSaqFKfW+QERMiYhpo557dkS8LiIeV+/rd5xVq2D9ejixe6YkSZIkNTXXj/Vz5Eiuzmp0Eq2odo5WokmSJKkW6p5EAz4OfLD8TUT8DvA54O3ALRHxzAbE0DlWrYK9e2HXrqIjkSRJkqTxcv1YJ3v25HHx4sZet5XaOX7ve3DzzeN/nyRJktpXI5JolwCfHfH9VcA/AfOBm4A3NyCGzrFmTR7Xry82DkmSJEkaP9ePdVJOotnO8URHjsBb3wpr18Jznws7dkwsRkmSJLWfRiTRTge2AETECqAPeG9K6SHgQ8BjGhBD51i9Oo/r1hUbhyRJkiSNn+vHOikqidbdDQ8+CMPDkztPtUm06dPzcdVWot18M1xwAVx9NVx+eb7OBz4wqVAlSZLURhqRRHsQKP+Z3g/sTin9oPT9MDCzATF0jjPPzE3grUSTJEmS1HpcP9ZJke0cAQ4cmNx5BgerS6JBrkarthLtqqsgAr74RfjUp3Il2vvfn68nSZIkNSKJ9g3gjRFxOfAaHt2aYwXwQANi6BwRuRrNSjRJkiRJrcf1Y53s3p3HIto5wuRbOlZbiQb5vtJqKtGGh/P9p7/4i/DM0m57V14JO3fC9ddPPFZJkiS1j0Yk0d5AvpPwM+S7Bq8e8dqLgf9pQAydZc0aK9EkSZIktSLXj3VSZDtHaGwSbc6c6pJoGzfm/dDKW4sD/MzP5PtS3/MeSGlCoUqSJKmN1D2JllK6O6W0EliSUlqRUto44uUryYsk1dLq1bB16+T7ZUiSJElSnUXEk8tfF7V+jIifjYg7I+KeiHhjPa5RtD17cnKpq6ux1y1Xou3fP7nzjLcSrZp2jrffnscLLzz+XESuRvvOd+DrXx9/nJIkSWovdUmijVwElaWU9lR47ocppV31iKGjlW+jsxpNkiRJUvP7WkRsi4hrIuI5ETGjkevHiJgKvA94DrAGeGlErDn5u1rP7t2N3w8NatvOsdoEYLWVaOVdEFavfvTzL395rth75zvHF6MkSZLaz7Q6nfdrEbET+DfgX4GbU0pDdbqWRiuvANatg0suKTYWSZIkSTq55cDzgeeR14+DEfGF0tf/kVJ6sM7XfwJwT0rpPoCI+EQplrbaaHrPnsa3coTi2jlu337q49atg+XLYf78Rz8/ezb87u/C294Gd98NK1eOP95GGh7On88jj+Rx5GN4GI4dy60pKz1O9ppqL2Li71237jRmzqxdLO1kMp9rs1u3bh6zZjX+uu38mRal2s/0jjvmMWdOfWNpF+30e3rnnfOYO7foKIr5TOfNg/PPb/x1x6NeSbSiF0Gdra8v36JnJZokSZKkJpdS2g58APhARMwDfo68lvx7YFZE/Bd5LfnplNLWOoSwHNg84vsHgCfW4TqF2rULlixp/HVr0c5xeDg/xtPOsdpKtDVj1Bz+3u/BX/81vPvd8L73VR/reG3dCvfdl/dn27gRtmzJsT/88Injww/nxNihQ5cCxxNlx47VLz41k8cXHYAK8ZNFB6CGc847U+fO+2WXwc03Fx3FydUlidYEi6DONnUqXHDB8d4UkiRJktQCUkoPAZ8APhER04FnkNeSfwS8NyJuA/41pfQXjY4tIq4ArgDo6elhYGCg0SGc4ODBg1XHcf/9l9DdvZ+BgTvqG9QoKcG0aU/j+9/fzMDAhgmdY2hoCvA0HnjgPgYG7j/l8Q8+eAF79y5gYOCWMY85dgxuv/2pXH75VgYG7q14zDOecQHXXns6z3rW/zB//tEJxT7a8HDwne90c+uti7jlloVs2TL7Ua+fdtojzJ59lJkzjzFz5jBdXXk8/fT89fTpx0hpiNmzpzJtWmL69GNMnZqYPj0xbdqxH4/TpuVx6lSISESU7y4//vXI5098LX+vWprc7f2HDx9mVhElSU2u3asmi5j3dv9MizCez/TIkSPMtOy0Cm1UhkZz/De+qP/tz5//CAMDzV1zVa9KtB9r5kVQW1uzBm69tegoJEmSJGlCUkqPAJ8vPX43Ii4hdzx5OVDL9eMW4KwR359Zem50PNcA1wCsXbs29ff31zCEiRkYGKDaOB56CB7zmKX09y+tb1AVLFgA8+adQ3//ORN6/4Olf1dZtepc+vvPPeXxN90Et9zCST+bDRvgyBF41rPOor//rIrHLFkCF10EP/rRU3jzmycS+XGHDsG118K73pUrzmbOhKc/Ha66Clatgt5eOPtsmDVrOjD9pOcaz7yrfeR5b7siWZ2C89558pw/oegw1GDOe3Ob0siLpZQeSSl9PqX0uyml5cClwJfJiyDV0po1+S/zanpYSJIkSVKTSyndklJ6Y0ppjAZ8E/YtYGVE9EXEDOAlwGdqfI1CldsBnn56MddfsGBy7RyHSjusj2dPtFMthcuNW8Zq5whw4YXwnOfA3/1dTrhNxNGj8I535ATZlVfmPdhuuCHvUffZz+bnnv3s3EzGIiNJkqTmU/dKtJNJKd0C3AK8scg42tLq1bkG88474fH2zZYkSZLUnCLiy+M4PKWUnlHL66eUjkbE7wNfAKYCH0wp3V7LaxRt1648FrEnGuQk2r59E3//eJNoc+fCI4/k9431nmqSaACvex0885lw3XXwyldWd/2yb38bfuu34Hvfy8m4P/ojePKTx3cOSZIkFasuSbSiF0Hi+Epg/XqTaJIkSZKa2RQevfnSBcBSYCOwA+gBeoFtwJ31CCCl9Fngs/U4dzPYuTOPRVai7dkz8fdPpBINcjXaWO+5/XZYtizHdjKXXQaPfSz8zd/Ar/86TKmin8/Ro/Bnf5YfPT1w443wgheU9xmTJElSK6lXO8cp5N39yo9VQD954TOrNPaTF0f+GVkPK1bA1KnHb6+TJEmSpCaUUupPKT09pfR04D3AI8CTUkrnppSelFI6F3hS6fn3FBlrqyq6Eq27e3KVaIODeZxIEm0s69adugoNcuLrqqvy/anve9+pj7/7brj0UnjrW+FlL8vXeeELTaBJkiS1qrok0VwENYEZM2DlyvyXviRJkiS1hj8F/jildOvIJ0vfXw38WRFBtbpmqERr5J5oc+fm8eDByq+nVH0SDeClL4XLL4fXvx5uu63yMY88Am9/e65au/tuuP56+OhHYf786q4hSZKk5lSvSrSRXAQVZfVqK9EkSZIktZKVwK4xXtsJrGhgLG2j6Eq08p5oKZ362Eom086xks2b82vVJtEi4MMfzq0ZX/QiOHDg0a9/4xvwkz8Jb3hD3j/tBz/Ix0mSJKn1NSKJ5iKoKGvWwD33HF9xSJIkSVJz2wD89hiv/TZ5nzSN086dMGvW8eRSo3V3w/Dw2JVhp1LrSrTyvaYXXlh9DIsWwSc+AZs2wW/+JnzpS/De9+aWjZdemivtPvUp+PSn4cwzqz+vJEmSmtu0BlyjvAj6XIXXXATV0+rVeaVy993jWx1IkiRJUjHeClwXET8CbgB2AD3AL5H32v7lAmNrWbt25Sq0ovblWrAgj/v3w7x5439/OYnW1VXd8aeqRLv99jxWW4lW9uQnw9veBm98I9xwQ37utNPgD/4g74FWTt5JkiSpfTQiieYiqCjlFcH69SbRJEmSJDW9lNInImI3eR35JmA6eS/tbwHPTindXGR8rWrnzuL2Q4PjSbR9++Css8b//lq3c1y3Ln8eixaNP5arrsrbjy9YAKtWwdKlxSUnJUmSVH91T6K5CCrQBRfkv+bdF02SJElSi0gpfQn4UkRMARYDu1NKxwoOq6Xt2lVsEq27O4/79k3s/fVo5zjeKrSyKVPghS+c2HslSZLUehqxJxoppS+llC4FZgFLgVkppaeYQKuz2bOhtzdXokmSJElSC0kpHUsp7TSBNnnNkkQ7cGBi769lJVpKcMcdefcDSZIk6VQa0c7xx0qLn52NvGbHW73aSjRJkiRJLSUiLgYuAGaOfi2l9NHGR9S6UsrtHJcsKS6GchJt//6Jvb+WlWh79+Y4VqyYWCySJEnqLA1LorkIKsiaNXDzzTA8DFOnFh2NJEmSJI0pIrqB/wAuKT9VGtOIw1w/jsOhQ3DkSGdVos2cmXc2qFSJdu+9eTzvvInFIkmSpM5S9ySai6CCrV4Ng4OwYYO32kmSJElqdn8OLAKeBnwNeAFwAPgN4EnAS4oLrTXtLPWCKbISbf78PDaqEi0it3SslES75548ujyWJElSNRqxJ9rIRVCQF0GXAdcB9wFPaEAMnau8W7ItHSVJkiQ1v2eT15C3lL5/IKU0kFL6VeBLwJWFRdaidu3KY5GVaNOm5aRWo5JokFs6VmrnWK5EO/fcicUiSZKkztKIJJqLoCKVd0tev77YOCRJkiTp1JYB96WUhoEjwLwRr90E/FwhUbWwHTvyWGQSDXJLx4km0QYH8zieJNpYlWj33gvLl8OsWROLRZIkSZ2lEUk0F0FFmj8fzjjDSjRJkiRJrWA7UNpBi03kFo5lNuCbgG3b8rhsWbFxdHc3bk80OHklmlVokiRJqlYjkmgugoq2erWVaJIkSZJawdc5vp/2PwNviYh/iIj3AW8HvlBYZC1q69a8R1hPT7FxTKYSbSJJtLEq0TZsMIkmSZKk6k1rwDXKi6B/5/giqBc4Cvwa8JkGxNDZ1qyBD30IUsqrJ0mSJElqTm8Fzih9/Xby/tovBmaT146vKiiulrVtW27lOK0Rq/+TmD//eGvJ8Son0cbzM8yZAw899OjnjhyBLVugr29icUiSJKnzNOLPaBdBRVu9OvexeOABOOusoqORJEmSpIpSSvcC95a+fgR4XemhCdq6NXf4L1p3N9x558TeOzQEXV3juyd07tzjrSzLNm3Ko5VokiRJqlZd2zlGxAzgHUBAXgSllF6XUjozpbQwpfSylNKeesYgciUauC+aJEmSpKYVETMi4l8j4mlFx9JOtm0rfj80mPyeaNOnj+89ldo53ndfHk2iSZIkqVp1TaKllIaAZ9b7OjqF1avz6L5okiRJkpqU68f6aKZKtP378y4D41WuRBuPuXNzQ5aRNmzIo+0cJUmSVK1GLE7+m+MbQ6sIS5bAokVWokmSJElqdq4fa2h4GHbubI5KtHnz4OjRvC/ZeA0NwYwZ43vPWJVoM2fC0qXjj0GSJEmdqRF7or0O+FREHAQ+BWwDHnXvWUrpWK0uFhFnAR8FekrXuSal9J5anb8lReSWjlaiSZIkSWpuDV0/trudO+HYseZIos2Zk8eHH4ZZs8b33sHBiSXRHn44//xTSrcPb9gAvb3Hv5ckSZJOpRF/Ov4QOA94D7AJGAIeGfEYqvH1jgKvSymtId/B+HsRsabG12g9q1fnSrSJ9M6QJEmSpMZo9PqxrW3dmsdmaOc4e3YeR1eHVWMilWhz5+bx4YePP3fffe6HJkmSpPFpRCXanzDqzsF6SiltI9+tSErpoYhYDywHOruX4Zo1sHcv7NoFp59edDSSJEmSVElD14/tbtu2PDZbJdp4TWRPtPL1Dh3KCbWUchLt0kvHf31JkiR1rron0VJKV9f7GmOJiF7gccCtRcXQNFavzuO6dSbRJEmSJDWlIteP7agZK9EmmkSbaCXawYPQ0wP79sGDD1qJJkmSpPFpRCVaISJiLnAj8JqU0oMVXr8CuAKgp6eHgYGBxgZYwcGDB+sWR9eBAzwJuOtTn2JrXa6giarnvKt5Oe+dxznvTM57Z3LeJTWLbdvyFtk9PUVH8ujKsPGaSBJt9PU2bMijSTRJkiSNR1sm0SJiOjmBdl1K6aZKx6SUrgGuAVi7dm3q7+9vXIBjGBgYoG5xpATz5nH+8DDnN8HPquPqOu9qWs5753HOO5Pz3pmcd2l8IuIzwFtSSt+t8viZwP8GHk4pfaCuwbW4rVthyRKYPr3oSIqrRCsn0e67L499feO/viRJkjrXlHqcNCI+ExGPG8fxMyPiDyLid2pw7QCuBdanlN452fO1jYjc0nFdZ28NJ0mSJKnpbARuiYhbI+LVEfH4iHjUDZ8RcUZEPD8iriXvgf1K4DsFxNpStm1rjv3Q4HgSbSKVaIODE69EO3gwjybRJEmSNBF1SaJR7CLoUuDlwGUR8b3S47k1OG/rW70a1q8vOgpJkiRJ+rGU0quBNcA3gauBbwFHImJvRGyLiMPAZuAm4ELgNcBPpJS+WVDILWPr1uZJopWTWhOtROvqGt97Fi7M4003wbFjuZ3jokVw2mnjv74kSZI6V13aOaaUXh0R7yEvbq4G5gMpIh4EBoFuYAYQ5IXSa4CPpZSGa3Dtr5fOq9HWrIGPfAT274fu7qKjkSRJkiQAUkr3Aq+KiNcBTwKeCJwBzAT2AHcAX00pbSouytazbRtcfHHRUWSNbue4ejW8+tXwt3+bq9G2b3c/NEmSJI1f3fZEcxHUhC64II933QVPeEKxsUiSJEnSKCmlIeC/Sg9NwvAw7NjRfJVoE2nnOJEkWgS8+915T7g//uP83IteNP5rS5IkqbPVLYlW5iKoiZx/fh5NokmSJElSW9u1KyfSzjij6EiyRleiQU6kvfnNcM89uSmLlWiSJEkar7on0dREzj0XpkzJSTRJkiRJUtvati2PzVKJNn06TJs2sSTa4ODEkmiQE2kf+EDe0eAlL5nYOSRJktS5TKJ1kq4u6O01iSZJkiRJbW7r1jw2SyUa5JaOjWrnONLMmbm1oyRJkjReU4oOQA12/vkm0SRJkiSpzTVbJRrklo4TbefY1VX7eCRJkqRTMYnWacpJtJSKjkSSJEmSVCflSrSlS4uNY6TZs4upRJMkSZImqq7tHCNiBnAGcBTYmlI6Vs/rqQoXXJBXLdu2NVdfD0mSJEkCIuJXgRcAc4B7gZuAm11Pjs+2bbB4cXMln+bMmXglWjP9HJIkSeocdalEi4jTIuKjwAHyomcT8HBE3BoRV0dEXz2uqyqcf34ebekoSZIkqclExP8FPgw8DVgCvBD4AvCjiFhTYGgtZ+vW5mrlCBNr5zg8DMeOmUSTJOn/s3fvcXKW5eH/P1cSkpADORAIh8BuyAEQRJCIgKihIuARrbWtWhXbyldbtVrFeqz04LnVttTqj3qsVev3Z61itR5QV9py8MAphjNkEyAbExJISCAJSe7vH/czZjKZ2Z3Z7O4zs/N5v17zujPPYZ5r5p6FvfZ67vuWVI7Rms7xCuAFwEeAS4C3ApOBucB7gDsi4vKImDpK11cjFtEkSZIktZGIeFVEFIkKfwR8GjgspXRaSmk+cAbQD1wXESeUFGbHacfJR6ZPb306xx07cmsRTZIkSWU4oCJaREyIiB9FxJKaXc8F/jil9L6U0meAy4vtv0Oe3vFdxb+vioiDDyQGtWjBApg6Fe64o+xIJEmSJHWRQfLHzwG3RcRD5NFnBwMviYjFACmln6eUngt8F/jwmAbdwQYGxsdItJ07cztlysjHI0mSJA1lJEaiRZ1tO4AN9Q5OKa1PKf0NcApwKHlkmsbKhAmwZIkj0SRJkiSVoV7+OBc4nzyTSSLflPlV8gwmmyPi6oj4O2A9cO6YRdrB9uyBdevabyTatGmtj0SrFNEciSZJkqQyHFARLaW0J6V0bkrprppd3wFeN8S564A/B155IDFoGJYutYgmSZIkaUw1yh9TSptTSj9MKX2QPG3jO4DDycW0DwADwPOA1wPTI2JrRPxPRHx8bN9B53jwQdi1q/1Gok2fPvyRaBbRJEmSVIbRWhPtHcAZEfHNiFg0yHHbgXmjFIMaWboU7r0XHn+87EgkSZIkqdo/A+8HjkspfS+l9OGU0u+klJaQb8DcBfwFsJa8DrfqWLs2t+04Es0imiRJkjrJpNF40ZTSQEQ8A/gKcCdwLXlajqdExE5gN3AS8EHgp6MRgwZx/PH5tsT+/jy1oyRJkiS1h4+Sp/7/34j4NnkdtAFgIfB24PqU0kdLjK8jDAzkth1HorU6neOOHbm1iCZJkqQyjEoRDSCltAo4MyJ+E3gN8BjwSXIxDfJc+LcBrx2tGNTA0qW5vfNOi2iSJEmS2kZKaQ/wioi4ijx94z9V7b4b88emVEaitVsRbdq0XBTbvRsmTmzunMpItClTRi8uSZIkqZFRK6JVpJS+Dnw9Ig4CngD0FtftTyn9YrSvrzqqi2jPe165sUiSJElSjZTS54DPRcSRwHHANuCWosimIbTrSLRp03L76KMwc2Zz5zidoyRJkso06kW0ipTS48DNxUNlOvRQmDs3F9EkSZIkqU2llAbI0zmOioj4KHlttZ3APcBrUkoPj9b1xsratTnla7fRW9On59YimiRJkjrFhLIDUEmWLrWIJkmSJKnb/QA4OaV0Cnk973eWHM+IGBiAo44qO4r9VY9Ea5ZFNEmSJJXJIlq3sogmSZIkqcullL6fUtpVPL0OWFBmPCNlYKD9pnKEvSPRtm1r/hyLaJIkSSqTRbRutXQp3H9/a9mLJEmSJI1fvw/8V9lBjIS1a8fPSLQdO3JrEU2SJEllGLM10dRmli7N7V13wamnlhuLJEmSJI2SiLgKOKLOrnenlL5ZHPNuYBfwpUFe5xLgEoD58+fT19c38sG2aOvWrfvFsWcPDAw8g8cfv4++vlXlBNbAnXfOBk7lmmtu4tFHm1t67sYbDwNO4pZbfsYjj3gTKNTvd41/9nt3st+7j33enez39mYRrVstXpzbe+6xiCZJkiRp3EopnTfY/oi4GHg+8KyUUhrkda4ArgBYtmxZWr58+QhGOTx9fX3UxrFhA+zaBWee2cPy5T3lBNZAZTrHJUtOpdmPb+3a3D7taU/59b2g3a5ev2v8s9+7k/3efezz7mS/tzenc+xWixbl9p57yo1jpK1dC5s3lx2FJEmSpA4QERcCbwdemFJqYZLB9jUwkNt2XBNtONM5uiaaJEmSymQRrVsdcgjMmze+img33wwnngjnnQe7d5cdjSRJkqT294/ATOAHEXFTRHyq7IAOVGXkVjsW0Soj0VpZmtsimiRJksrkdI7dbNEiuPvusqMYGatXw3OekxcA+PnP4bOfhde+tuyoJEmSJLWxlNLismMYaZWRaEcdVW4c9QxnJNqOHbm1iCZJkqQyOBKtmy1aND5Gom3cCBdeCI89BtdeC09/OrzznbBpU9mRSZIkSdKYaueRaAcyneOUKSMfjyRJkjQUi2jdbNEiuO++vVlJJ0oJXvISWLUKrrwSTj4ZLr8cHnoI/vzPy45OkiRJksbUwADMmQNTp5Ydyf4qRTSnc5QkSVKnsIjWzRYtytMf9veXHcnwrVkDP/kJ/OVf5hFoAE96EvzRH8EnPwk33VRufJIkSZI0hgYG2nMUGsCECbm4N5yRaAcdNDoxSZIkSYOxiNbNFi3KbSdP6Xjttbk977x9t//lX8LcufCWt4x9TJIkSZJUkrVr23M9tIpp01ofiTZpUi7ASZIkSWPNX0O72Xgpok2bBqecsu/2OXPgXe+Cvj64/vpSQpMkSZKksdbOI9EApk9vfSSaUzlKkiSpLBbRutkRR+QCVKcX0Z7ylHxrYq0//EOYPRs++tGxj0uSJEmSxlhK7V9EmzattSLajh0wZcroxSNJkiQNxiJaN4uA447r3CLaY4/BjTfCWWfV3z9zJrz+9fD1r8Pdd49tbJIkSZI0xh56KI/cauci2vTprU/n6Eg0SZIklcUiWrdbtKhzi2i/+AXs2tW4iAbwxjfmFag/9rGxi0uSJEmSSjAwkNt2LqK1OhLNIpokSZLKZBGt2y1aBPfeC3v2lB1J6665Jrdnntn4mCOPhFe+Ej73OdiwYWzikiRJkqQSrFuX2yOOKDeOwUyb5kg0SZIkdQ6LaN1u0SLYvn3vLYud5Nprc/yHHz74cW99a36Pn/jE2MQlSZIkSSXohCLa9OmORJMkSVLnsIjW7RYtym2nTemYUi6iDTaVY8WJJ8ILXgD/8A/w4IOjH5skSZIklcDpHCVJkqSRZRGt23VqEa2/H371Kzj77OaO/8AH4JFH4G1vG9WwJEmSJKks69bBwQfDzJllR9LY9OmtTee4YwdMmTJ68UiSJEmDGZdFtIi4MCLuiIi7I+IdZcfT1np6YOLEziuiXXttbpsZiQZw8slw6aXwhS/Aj340enFJkiRJUkkGBvIotIiyI2nMkWiSJEnqJOOuiBYRE4FPAM8BngC8LCKeUG5Ubeygg+CYY2DVqrIjac211+ZbGE8+uflz3vvePPLuda/La6RJkiRJ0jiybl17r4cGFtEkSZLUWSaVHcAoOAO4O6V0L0BE/BtwEXBrqVG1s4UL8/SIneTaa+GMM2BSC1/hgw+GT30Knv1seP/74a/+anRiSylneo8/Drt27X3UPt+1C3bvZuYdd+TYdu9u/ZHSvtetjaPZ50MdqxF35B13wF13lR2GxpB93p3s90G08zCJA3TkHXfA3XeXHUY5Fi2Cc88tOwqpa61bByecUHYUg5s+PadCzRbHdu6EGTNGPy5JkiSpnvFYRDsauK/q+f3AU2sPiohLgEsA5s+fT19f35gEN5itW7eWEsfxU6Yw95ZbuLYNPoNmTNi+naffeCNrXvYyVrUa86RJnPDsZ3P4Bz/IvQ89xP0veUnTf8SLXbs4+P7782PtWg5eu5bJmzZx0ObNHPTwwxy0ZQsTt29nwo4dRAtFqNNbewcaJ44vOwCNOfu8O9nv3amb+/1Xv/Eb3DaOC6RSuxsYaP869rRpuX300eaLaI5EkyRJUlnGYxGtKSmlK4ArAJYtW5aWL19ebkBAX18fpcRx9dXw3e+y/MwzYerUsb9+q667Dvbsoee3foue4Xxep50Gr3oViz/xCRavWQOf+xwceui+x+zcCStWwC9+AT//OdxwA/zyl3lV64rZs/OCA4cdBkuWwLx5+RbJgw/OjylT8ki5Ro+JE2HiRFbceitPPPXUfbY1/ZhQMyNr7R+tWnk+1LEaUddccw1nn3122WFoDNnn3cl+b2Ccj3i+9tprOavZdVvHmfkHH8z82t+rJI1WnIJlAAAgAElEQVSJHTvgoYfafzrH6dNzu21bTqmGsmNHTq0kSZKkMozHItoDwDFVzxcU29TIwoW5XbMGli4tN5ZmrFiR21NOGd75s2bBN74Bl18Ol14KJ50ET3xi3j51Ktx+e77Gzp35+Nmz4clPhje+EZ70JDj++DxV0dy5I/J2Ns6ZA21QxNXY2nnYYXD00WWHoTFkn3cn+7077TjsMFiwoOwwJHWZdety2+5FtOqRaM1wJJokSZLKNB6LaD8DlkTEQnLx7HeBl5cbUpvr7c3tqlWdU0SbPn1v3MMRAW96EzztaXlttPXrYe3afDvk4sXw5jfDsmVw+um5yOioLEmSJEltrFJEO/LIcuMYikU0SZIkdZJxV0RLKe2KiDcA3wMmAp9NKa0sOaz2VhmJ1t9fahhNW7ECTj55/6kMh+P00/OoNEmSJEnqYJ0yEq16OsdmWESTJElSmcZdEQ0gpfQd4Dtlx9ExjjwSDjooj0RrdynlItqLX1x2JJIkSZLUNgYGcutINEmSJGnkjMBQHnW8iRPh2GM7YyTaunWwcWNew0ySJEmSBORUKQIOO6zsSAY3nJFoU6aMXjySJEnSYCyiKVu4sDOKaCtW5NYimiRJkiT92sAAzJuXJxlpZ62ORNuxw5FokiRJKo9FNGW9vZ0xnaNFNEmSJEnaz7p17T+VI7Q2Em3PHti1yyKaJEmSymMRTdnChbB+ffO3A5ZlxYq8Uva8eWVHIkmSJEltY926nCq1u1aKaI8/nluLaJIkSSqLRTRlvb25bfcpHVescBSaJEmSJNUYGOiskWhbtw597M6dubWIJkmSpLJYRFPWCUW03bvh1lstokmSJElSlZQ6ZyTa5Mn5YRFNkiRJncAimrKFC3PbzkW0u++G7dstokmSJElSlU2b8tSHnVBEgzwarZki2o4duZ0yZXTjkSRJkhqxiKZs/vycmaxaVXYkja1YkVuLaJIkSZL0a+vW5bYTpnMEmDGjuTXRHIkmSZKksllEUzZhQp7SsZ1Hoq1YkeN8whPKjkSSJEmS2kaliNYpI9FmzHA6R0mSJHUGi2jaqxOKaIsXw8EHlx2JJEmSJLWNtWtz2ylFtGanc7SIJkmSpLJZRNNevb3tP52jUzlKkiRJ0j5Wr87tsceWG0eznM5RkiRJncIimvZauBA2boRHHik7kv1t2wb33GMRTZIkSZJqrF4Nhx/eOZN2tDqd45QpoxuPJEmS1IhFNO3V25vbdpzS8dZbISWLaJIkSZJUY/Vq6OkpO4rmNTud444duXUkmiRJkspiEU17LVyY23Ysoq1YkVuLaJIkSZK0j04rorU6Es0imiRJkspiEU17tfNItBUrYNo0OO64siORJEmSpLaREqxZszed6wSuiSZJkqROYRFNex12WC5UrVpVdiT7W7ECTjoJJk4sOxJJkiRJahu/+hVs395ZI9Eq0zmmNPhxFtEkSZJUNoto2isi377YriPRnMpRkiRJkvaxenVuO6mINmMG7N69d82zRipFtClTRj8mSZIkqR6LaNpXb2/7jURbvz4/LKJJkiRJ0j46tYgGQ0/pWCmyORJNkiRJZbGIpn0tXNh+I9FWrMitRTRJkiRJ2kcnF9G2bh38OKdzlCRJUtksomlfvb3w8MP50S4sokmSJElSXf39MHs2zJpVdiTNmz49txbRJEmS1O4somlfvb25bafRaCtWwOGH54ckSZIk6ddWr+6sUWjgSDRJkiR1Doto2tfChblttyKao9AkSZIkaT+dXEQbak20ShFtypTRjUeSJElqxCKa9lUZibZqValh/NqePbBypUU0SZIkSapjzRo49tiyo2iN0zlKkiSpU1hE077mzs23BVZWpy7bvffCo49aRJMkSZKkGtu3T2DLFjjqqLIjaU2z0znu2AETJsDEiaMfkyRJklSPRTTtKyKPRmuX6RxXrMitRTRJkiRJoyQi3hoRKSLmlR1LKzZtykO0jjii5EBa1Mp0jo5CkyRJUpksoml/PT3tMxJtxYpc2DvppLIjkSRJkjQORcQxwPnAmrJjaVWliHbkkSUH0qJWpnO0iCZJkqQyWUTT/tptJNqiRTBtWtmRSJIkSRqfPg68HUhlB9KqjRs7cySaRTRJkiR1Coto2l9PDzz8MGzePHKv2deXX/eLX2ztvJUrHYUmSZIkaVRExEXAAymlm8uOZTg6dSTaQQfBlCnNFdGmTBmbmCRJkqR6JpUdgNpQb29uV6+GU0458Nf7zGfgda+DXbvg6qvhla9s7rydO+Guu+DFLz7wGCRJkiR1pYi4Cqg3VuvdwLvIUzk28zqXAJcAzJ8/n76+vpEKcdjWrTuaCRMSv/zlT7jttrKjac2UKU/jzjvX09d3V8Nj1qw5gT17ZtHXd/0YRtb+tm7d2hbfP40t+7072e/dxz7vTvZ7e7OIpv319OR2JIpo738/vOc9cMEFcN99+dGsu+7KhTdHokmSJEkappTSefW2R8QTgYXAzREBsAC4ISLOSCmtq/M6VwBXACxbtiwtX7581GJu1kc/OsDhhwfPelb5sbRq9myYNetoli8/uuExn/oUHHIItMNn3U76+vr8TLqQ/d6d7PfuY593J/u9vTmdo/ZXGYl2oOui3XZbLqC97GXwrW/BCSfAmhbW6l65MrcW0SRJkiSNsJTSipTS4Sml3pRSL3A/8OR6BbR2tXHj5I6byrFixgzXRJMkSVL7s4im/R12GBx88IEX0a65JreXXZYnvT/22FxES02u171yJUyYAMcff2BxSJIkSdI4tGnTZI6oN1FlB5g+HbZtG/wYi2iSJEkqm0U07S8iT+m4evWBvc5118GcObBkSX5+7LE5S3rooebOX7kSFi2CqVMPLA5JkiRJGkIxIu3BsuNoxaZN438k2pQpYxOPJEmSVI9FNNXX03PgI9Guuw6e+tRclAM45pjcNrsu2sqVTuUoSZIkSXXs3g0PPdS5I9GczlGSJEmdwCKa6uvtPbCRaFu25CLYmWfu3XbssbltZl20HTvgrrssokmSJElSHRs3wp49Ma5Hou3YYRFNkiRJ5bKIpvp6euDBB4eepL6Rn/88r3023CLanXfmWystokmSJEnSfgYGctupI9FcE02SJEmdYFwV0SLioxFxe0TcEhH/ERGzy46pY/X25na4o9Guuy63Z5yxd9vhh+cMqJki2sqVubWIJkmSJEn7Wbcut51aRJsxAx55ZPBjLKJJkiSpbOOqiAb8ADg5pXQKcCfwzpLj6Vw9Pbkd7rpo118Pxx8Pc+bs3TZhQl4XrZk10W69NR+/dOnwri9JkiRJ41hlJFonT+e4bVuewKSRnTthypSxi0mSJEmqNa6KaCml76eUdhVPrwMWlBlPRzvQkWg33ghPfvL+2485pvmRaIsXw9Spw7u+JEmSJI1jnT4SbebMXEAbbEpHR6JJkiSpbJPKDmAU/T7w1UY7I+IS4BKA+fPn09fXN0ZhNbZ169a2iAOAPXt4xkEHcf/VV3PviSe2dOqkLVs45777uGfmTO6reT8nTJ7M7Ftv5boh3ucZP/sZ23p7Wdkun8coaqt+15ix37uPfd6d7PfuZL9LGgsnnggXXjjA9OmdORRt5szcPvJIHpVWz44dFtEkSZJUro4rokXEVUC9e+3enVL6ZnHMu4FdwJcavU5K6QrgCoBly5al5cuXj3ywLerr66Md4vi1nh6OTYljW42p+KPRot/8TRbVnvvDH8JVV7H8nHNgUoOv386dsHYt0171qvb6PEZJ2/W7xoT93n3s8+5kv3cn+13SWLjoIpg16w6g84tojaak3Lq1cYFNkiRJGgsdV0RLKZ032P6IuBh4PvCslAabXV1D6ukZ3ppoN92U2yc9qf5r7tkD99+/d8rIWvfcA7t3wwkntH5tSZIkSVLbqy6i1bNnT953yCFjF5MkSZJUa1ytiRYRFwJvB16YUnq07Hg6Xm/v8NZEu/lmmD+//uT8xx2X21WrGp9/5525Xbq09WtLkiRJktreUEW0rVtzaxFNkiRJZRpXRTTgH4GZwA8i4qaI+FTZAXW0np68WvX27a2dd9NN9Uehwd4i2j33ND7/jjtyaxFNkiRJksaloYpoW7bk1iKaJEmSytRx0zkOJqW0uOwYxpXKdItr1jRf0Hr8cbj1Vjj//Pr7FyzIa6Hde2/j17jzTjj8cJg9u6VwJUmSJEmdYagi2ubNubWIJkmSpDKNt5FoGkk9PbltZV2022+HnTsbj0SbNCkX5wYrot1xBxx/fPPXlCRJkiR1lEpxbKiRaLNmjU08kiRJUj0W0dRYZSRaK+ui3X57bk86qfExxx03+HSOd95pEU2SJEmSxjGnc5QkSVInsIimxo46CiZObG0kWuXYSgGunuOOazwS7eGHYf1610OTJEmSpHFs+vTcWkSTJElSO7OIpsYmTYJjjmltJFp/P8yZM/icG4sWwaZNuWBW6847c+tINEmSJEkatyZMgBkzLKJJkiSpvVlE0+B6elofiTbYKDTII9EAVq3af98dd+TWkWiSJEmSNK7NnGkRTZIkSe3NIpoG19vb+ki0Zoto9dZFu+22PIVk5RhJkiRJ0rjUTBFtxoyxi0eSJEmqZRFNg+vpgQcegJ07hz42pVxE6+kZ/LhKgax2XbSU4Mor4cwzYfLkYYUrSZIkSeoMQxXRZszI91hKkiRJZbGIpsH19ubi1v33D33sgw/Co48OPRLtkENg3jy4++59t99yC6xcCa94xXCjlSRJkiR1iKGKaE7lKEmSpLJZRNPgKqPKmlkXrXLMUEU0gNNPh76+XKCr+PKXYdIkeOlLW4tRkiRJktRxLKJJkiSp3VlE0+AqBbFm1kWrHNNMEe2FL4S77oI77sjP9+yBr3wFLrggj1KTJEmSJI1rgxXRNm+2iCZJkqTyWUTT4BYsgIjWRqINtSYa5CIawNe+ltvrr4f77oPf/d3hRClJkiRJ6jCORJMkSVK7s4imwU2eDEcf3dxItP5+mD07P4ayYAEsXw5f+EKe0vFb38orRj/veQcasSRJkiSpAwxVRJs1a2zjkSRJkmpZRNPQenqaH4nWzFSOFRdfDHffDT/+cS6iPf3pMGfO8GKUJEmSJHWUmTPhscdg16799zkSTZIkSe3AIpqG1tvb/Ei0Vopov/M7cMQR8NrXwi9/uXeKR0mSJEnSuDdzZm63bt1/n0U0SZIktQOLaBpaT09er6ze7YEVKbVeRJs6FS69FO69Nz9/wQsOJEpJkiRJUgepFNFqp3RMySKaJEmS2oNFNA2ttxd274a1axsfs3EjbNuWC26teMMbcnvIIbB48bBDlCRJkiR1lkZFtG3bciHNIpokSZLKNqnsANQBKoWx/n449tj6x1TWTGtlJBrA5MmwYQPs3DnM4CRJkiRJnahREW3LltxaRJMkSVLZLKJpaJXC2GDrolX2tVpEA5g3r/VzJEmSJEkdzSKaJEmS2p3TOWpoldFnldFm9Qx3JJokSZIkqSs1KqJt3pxbi2iSJEkqm0U0DW3qVDjiiMFHovX3w6xZMHv2mIUlSZIkSepcjkSTJElSu7OIpub09Aw9Es1RaJIkSZKkJllEkyRJUruziKbm9PYOPRLNIpokSZIkqUkW0SRJktTuLKKpOT09sGYN7Nmz/76ULKJJkiRJkloydSpMnLi3aFZReT5r1tjHJEmSJFWziKbm9PbCzp2wbt3++zZtgq1bLaJJkiRJkpoWkUebNRqJVhmpJkmSJJXFIpqa09OT23rrolW2WUSTJEmSJLVg1qz6I9GmTYNJk8qJSZIkSaqwiKbmVApk9dZFqxTRKoU2SZIkSZKacMgh9YtorocmSZKkdmARTc0ZbCRapbBmEU2SJEmS1AKLaJIkSWpnFtHUnOnTYd68xiPRDjkE5swZ87AkSZIkSZ2rXhFt82aLaJIkSWoPFtHUvJ6exmui9fTkVaElSZIkSWqSI9EkSZLUziyiqXm9vfVHoq1evXfNNEmSJEmSmmQRTZIkSe3MIpqa19OTC2Yp7d2WUh6JZhFNkiRJktQii2iSJElqZxbR1LzeXnjsMdiwYe+2hx/OGU5PT2lhSZIkSZI60yGHwKOPwq5de7dZRJMkSVK7sIim5lUKZdXrolWmd3QkmiRJkiSpRZVi2SOP5DYli2iSJElqHxbR1LxKoax6XbRKQc0imiRJkiSpRZViWWVKx8ceg927Ydas8mKSJEmSKiyiqXmDjURzOkdJkiRJHSgi3hgRt0fEyoj4SNnxdJvaIlqldSSaJEmS2sGksgNQB5k1C2bPhlWr9m7r74fp0+HQQ0sLS5IkSZKGIyLOBS4CnpRS2hERh5cdU7epFMs2b86tRTRJkiS1k3E5Ei0i3hoRKSLmlR3LuLN4Mdx9997n/f15FFpEaSFJkiRJ0jC9HvhQSmkHQEppfcnxdB2LaJIkSWpn424kWkQcA5wPrCk7lnFpyRK49tq9z1evdj00SZIkSZ1qKfD0iHg/sB14W0rpZ/UOjIhLgEsA5s+fT19f35gF2cjWrVvbIo4DsXHjZOBsvvvdu5g+/QF+8YvZwKncc8+N9PVtLju8tjQe+l2ts9+7k/3efezz7mS/t7dxV0QDPg68Hfhm2YGMS0uWwFe/Cjt2wJQpeSTaWWeVHZUkSZIk1RURVwFH1Nn1bnJOPBc4E3gK8H8j4riUUqo9OKV0BXAFwLJly9Ly5ctHLeZm9fX10Q5xHIiU4PDDYevWJSxfvoSHHsrbn/nM0zj11HJja1fjod/VOvu9O9nv3cc+7072e3sbV0W0iLgIeCCldHM4veDoWLIE9uyBe++Fo4+Ghx7K0zlKkiRJUhtKKZ3XaF9EvB74elE0+2lE7AHmARvGKr5uFwGnnQY33ZSfO52jJEmS2knHFdGGuIvwXeSpHJt5HafiGIaZW7ZwOrDi619n+5FH8hRg5bZtbGjzuNtZJ/S7Rp793n3s8+5kv3cn+13qKN8AzgV+HBFLgcnAg+WG1H1OPRU+9jHYudMimiRJktpLxxXRGt1FGBFPBBYClVFoC4AbIuKMlNK6Oq/jVBzD8cQnwh//MU+cOhUOOwyAk573PDjjjJID61wd0e8acfZ797HPu5P93p3sd6mjfBb4bET8EtgJvLreVI4aXaedBo8/DrfeureINnNmuTFJkiRJ0IFFtEZSSiuAwyvPI6IfWJZS8i7CkXTooTBnDtx1V14TDZzOUZIkSVJHSintBH6v7Di6XWXtsxtvzEW0KVP2ppuSJElSmcZNEU1jaMmSXESbMQOmTs2rQEuSJEmSNAyLF8P06XldtJ07ncpRkiRJ7WNC2QGMlpRSr6PQRkmliNbfn0eh5ekzJUmSJElq2cSJcMope0eizZpVdkSSJElSNm6LaBpFS5bAfffB7bdDb2/Z0UiSJEmSOtzpp8MNN8DGjY5EkyRJUvuwiKbWLVmS25UrLaJJkiRJkg7YOefAtm1w7bUW0SRJktQ+LKKpdZUiGuTpHCVJkiRJOgBPf3put2yxiCZJkqT2YRFNrasuojkSTZIkSZJ0gI46Co47Lv/bIpokSZLahUU0tW72bJg3L//bIpokSZIkaQRURqNZRJMkSVK7sIim4amMRnM6R0mSJEnSCLCIJkmSpHZjEU3Ds2QJTJ4MRxxRdiSSJEmSpHHAIpokSZLazaSyA1CHuvRSuOACmGAdVpIkSZJ04JYsgX/6J3j+88uORJIkScosoml4Tj45PyRJkiRJGgER8PrXlx2FJEmStJfDiCRJkiRJkiRJkqQaFtEkSZIkSZIkSZKkGhbRJEmSJEmSJEmSpBoW0SRJkiRJkiRJkqQaFtEkSZIkSZIkSZKkGhbRJEmSJEmSJEmSpBoW0SRJkiRJkiRJkqQaFtEkSZIkSZIkSZKkGhbRJEmSJEmSJEmSpBoW0SRJkiRJkiRJkqQaFtEkSZIkSZIkSZKkGhbRJEmSJEmSJEmSpBoW0SRJkiRJkiRJkqQaFtEkSZIkSZIkSZKkGpFSKjuG0kXEBmB12XEA84AHyw5CY85+7072e/exz7uT/d6d7Pfy9aSUDis7CI1f5pAqmf3enez37mS/dx/7vDvZ7+2hbh5pEa2NRMTPU0rLyo5DY8t+7072e/exz7uT/d6d7HdJY8X/3nQn+7072e/dyX7vPvZ5d7Lf25vTOUqSJEmSJEmSJEk1LKJJkiRJkiRJkiRJNSyitZcryg5ApbDfu5P93n3s8+5kv3cn+13SWPG/N93Jfu9O9nt3st+7j33enez3NuaaaJIkSZIkSZIkSVINR6JJkiRJkiRJkiRJNSyitYmIuDAi7oiIuyPiHWXHo9EVEcdExI8j4taIWBkRf1J2TBo7ETExIm6MiP8sOxaNjYiYHRFfi4jbI+K2iDir7Jg0+iLiLcV/438ZEV+JiKllx6SRFxGfjYj1EfHLqm1zI+IHEXFX0c4pM0ZJ45M5ZPcxj+xe5pDdxxyyO5lDdgdzyM5jEa0NRMRE4BPAc4AnAC+LiCeUG5VG2S7grSmlJwBnAn9sn3eVPwFuKzsIjam/B76bUjoBeBL2/7gXEUcDbwKWpZROBiYCv1tuVBolnwcurNn2DuCHKaUlwA+L55I0Yswhu5Z5ZPcyh+w+5pBdxhyyq3wec8iOYhGtPZwB3J1SujeltBP4N+CikmPSKEopDaSUbij+/Qj5l6Gjy41KYyEiFgDPAz5ddiwaGxExC3gG8BmAlNLOlNLD5UalMTIJODgiJgHTgLUlx6NRkFK6GthUs/ki4AvFv78AvGhMg5LUDcwhu5B5ZHcyh+w+5pBdzRyyC5hDdh6LaO3haOC+quf34y/CXSMieoHTgOvLjURj5O+AtwN7yg5EY2YhsAH4XDEFy6cjYnrZQWl0pZQeAP4GWAMMAJtTSt8vNyqNofkppYHi3+uA+WUGI2lcMofscuaRXcUcsvuYQ3Yhc8iuZw7ZxiyiSSWKiBnAvwNvTiltKTseja6IeD6wPqX0i7Jj0ZiaBDwZ+GRK6TRgGw7LH/eK+csvIifARwHTI+L3yo1KZUgpJSCVHYckafwwj+we5pBdyxyyC5lDqsIcsv1YRGsPDwDHVD1fUGzTOBYRB5ETny+llL5edjwaE08DXhgR/eQpd34jIv613JA0Bu4H7k8pVe4S/ho5IdL4dh6wKqW0IaX0OPB14OySY9LY+VVEHAlQtOtLjkfS+GMO2aXMI7uOOWR3MofsTuaQ3c0cso1ZRGsPPwOWRMTCiJhMXjTyypJj0iiKiCDPbX1bSuljZcejsZFSemdKaUFKqZf8c/6jlJJ3FY1zKaV1wH0RcXyx6VnArSWGpLGxBjgzIqYV/81/Fi4G3k2uBF5d/PvVwDdLjEXS+GQO2YXMI7uPOWR3MofsWuaQ3c0cso1NKjsAQUppV0S8AfgeMBH4bEppZclhaXQ9DXglsCIibiq2vSul9J0SY5I0et4IfKn4I9e9wGtKjkejLKV0fUR8DbgB2AXcCFxRblQaDRHxFWA5MC8i7gfeB3wI+L8R8QfAauC3y4tQ0nhkDtm1zCOl7mEO2WXMIbuHOWTniTzFpiRJkiRJkiRJkqQKp3OUJEmSJEmSJEmSalhEkyRJkiRJkiRJkmpYRJMkSZIkSZIkSZJqWESTJEmSJEmSJEmSalhEkyRJkiRJkiRJkmpYRJMkSZIkSZIkSZJqWESTJI25iHhRRPxpne3LIyJFxPISwqorIk6PiEcj4ugWzvm7iPjOaMYlSZIkSd3CHFKSVJZIKZUdgySpy0TE54HzUkoLarYfAjwBuDWltKWM2GpFxI/I8byhhXOOBO4FnptS+vGoBSdJkiRJXcAcUpJUFkeiSZLaRkppS0rpujZKfk4HzgU+2cp5KaUB4FvApaMRlyRJkiTJHFKSNPosokmSxlRxB+GrgaOLaTdSRPQX+/abiiMi+iLifyLiwoi4KSIei4gbI+KpETEpIj4QEQMRsSkiPh8R02uuNy0iPhwRqyJiZ9G+OyKa+X/gHwK3pJRW1rzmy4sYtkbElohYERH/p+bcfwMuiIhjWv6QJEmSJEmAOaQkqVyTyg5AktR1/go4DHgK8MJi244hzlkMfBR4P7AV+AhwZfGYBFwMnFgcsx54O0BETAK+R57e46+AFcCZwHuBucBbh7juhcC3qzdExDnAvwL/QL5LcAJwAjC75tz/LvY9G/jsENeRJEmSJNVnDilJKo1FNEnSmEop3RMRG4CdKaXrmjztUODslNK9AMUdgN8EFqaUziuO+V5EPAN4KUUCBLwMOAd4Zkrp6mLbDyMC4H0R8eGU0vp6F4yI+UAvcHPNrjOBh1NKb67a9v0673NDRNxfHG8CJEmSJEnDYA4pSSqT0zlKkjrBnZXkp3B70X6v5rjbgQVRZDjkuwBXA9cU03ZMKu4s/D5wEDk5aeSoot1Qs/1nwJyI+NeIeH5E1N49WG1D1etIkiRJksaGOaQkaURYRJMkdYKHap7vHGT7JGBi8fxwoAd4vObx02L/oYNcc2rR7jNNSErpJ+Q7FY8B/gPYEBFXRcQpdV7jMeDgQa4hSZIkSRp55pCSpBHhdI6SpPFsI7AK+O0G+/uHOBdgTu2OlNLXgK9FxAxgOfBh4LsRsSCltKfq0LnALS3GLEmSJEkqhzmkJGkfFtEkSWXYwdjcXfdd4CXA1pTS7UMdXKMf2A4c1+iAlNJW4D8j4jjg78l3JW4AiIiJwLHA/9962JIkSZKkKuaQkqRSWESTJJXhVmBuRLwe+DmwPaW0YhSu8yXgNeSFoP+WvMDzZGAR8ELgRSmlR+udmFLaGRHXA2dUb4+IvwTmAz8G1gILgDcBN6WUque+PxmYBlyNJEmSJOlAmENKkkphEU2SVIZPkxdk/gAwm7xwc+9IXySl9HhEXAC8A7gEWAhsA+4Bvs3eefEb+Srw0YiYnlLaVmy7npzwfJw81cZ68iLT76059/nAOqDvwN+JJEmSJHU1c0hJUr1b7UgAACAASURBVCkipVR2DJIktaWIOAS4H/ijlNK/tnjurcC/p5RqEyNJkiRJ0jhkDilJ48+EsgOQJKldpZS2kBd8fntERLPnRcRF5Ok6/na0YpMkSZIktRdzSEkaf5zOUZKkwX0MmAgcSZ6/vhkHA7+XUnp41KKSJEmSJLUjc0hJGkeczlGSJEmSJEmSJEmq4XSOkiRJkiRJkiRJUg2LaJIkSZIkSZIkSVINi2iSJEmSJEmSJElSDYtokiRJkiRJkiRJUg2LaJIkSZIkSZIkSVINi2iSJEmSJEmSJElSDYtokiRJkiRJkiRJUg2LaJIkSZIkSZIkSVINi2iSJEmSJEmSJElSDYtokiRJkiRJkiRJUg2LaJIkSZIkSZIkSVINi2iSJEmSJEmSJElSDYtoklSCiPh8RKSI6B3Fa6SI6But1y+u0R8R/aN8jb6ISKN5jbESEcuLfrmsyeNH/XsiSZIkaWRExMXF7+8Xlx3LgRijfPWy4hrLR/Ea46I/KlrJv1vNPSVJjVlEk9R1il8kqx+7I2JTUay5OCKi7Bg1fGNR2JMkSZI0vtXJG1NE7CjyjS9ExIllx6iRNRaFPUlS55lUdgCSVKK/KNqDgMXAi4FnAsuAN5QV1Ag6EXi07CB0QN4JfAh4oOxAJEmSpC71F1X/ngWcAbwKeElEnJNSuqmcsEaVeUjn+yn5bwIPlh2IJHU6i2iSulZK6bLq5xHxNOBq4I8i4m9TSqtKCWyEpJRuLzsGHZiU0gAwUHYckiRJUreqzRsBIuJy8o2XbwYuHuOQRp15SOdLKT0K+DcBSRoBTucoSYWU0v+Sf8kM4PR6x0TEBRHxnYh4sJjK456I+GhEzG5w/HkR8d8Rsa2YMvIbEXHCcOKLiKdExPcj4pGI2BIRV0XEWY2mnKi3Jlr1sRHxsoj4RUQ8GhFrI+JjETGlOO43iuktt0TEQxHxxYg4dJDYZkXEP0bEAxGxPSJujYg31Zsas5gy898j4t6IeKy4xv9GxO8N53Opet3lxdppPUBPzbQrn6/9XCLiiIj4dBHz7so8+RGxNCI+FBE/j4gNRT+vjogrImLBINc/PyK+FRHri3Pui4hvRsR5TcQ+NSK+VsT2iYiYUGzfby2CiOitvKfi3/9WfB+3FzE/v8E1ZkXE30XE/cWxt0fEn0bEcbWfUTNa+Vkoprzpj4hDiu9Zf0Q8HsX8/DXfy5dHxPURsTVqpuWMiN+OiKsjYnPx3VkREe+sfG9buaYkSZJ0AL5ftIc1c3C93KxqX8P1xyLiqUWesC4idhY5xv8XEUe1EmyruUATeciiIq6NkfPT70fEycVxhxW500BxrZ9FxLlDxPfqiLix+B1/fUR8NiKOqHPc6RHx9xFxc+T8entE3BURfxsRc1r5TOq8dj/wvuLpj6Mqn6zzuRwXEW+MiFuKmPuK/ZMj4g1FnrS6yJM2Rc7dnzPItRdExD8U7+Wx4pyfRsR7m4z95cW1bqv0WTRYEy2KNccjYlJEvKu4ZiV//XBETG5wjVdExA1VffTFiDgqhrGGefF+/zHy3wR2FN+jKyPiKXWOHTRXrPleLo2Irxbx7Ymqv5FExJKI+JfI+f/OyH8D+ZeIWNLqNSV1H0eiSVJ9j9duiIj3AZcBm4D/BNYDpwBvA54bEWellLZUHf9bwFeBnUU7AJwDXAvc0kowEfEMcqI2Efg6cA/wRODHwI9ae2sAvBF4DvANoA84H3gLMDcivgn8G/Bt4ArgbOD3gHnFObUmA1cBs4vzJgMvAf4eOB7445rjPwmsJI/6GwAOBZ4LfDEijk8pNZUo1NFPnmrlzcXzv6vaVzvFylzgOmAr+fPcA/yq2PebwOvIn+015P47CfhD4AURsSyltM+0JhHxF8CfF6/3DeA+4Cj2fnZXNQq6SPauBJ4GvDOl9KEm328PeYqOe4EvFu/pd4BvRsR5KaUfV11jKvl78mTgRuBL5Klo3g08vcnrVcfc0s9CYXIRw1zyd3kLUDva863As4FvkT//WVXX/AB5WpkHgS+TP+vnAB8ALoiI81NKO4dxTUmSJKlVlRvlfj5aF4iI3yfnYzvI+cJ9wBL25iVnppTWNPE6I5oLAL3A9cBtwOeL5y8G+iLiLOC75N+7v0r+Pfx3gf+KiKUN4n0LOR/9anHuOcBrgOUR8dSU0oaqY19bXOsn5BxrAvkG2D8FnlMc/8gw3hPk/PFF5CUevkDOLxv5e/Jn923gO8DuYvvcYt81wA+ADcCRwAuA70TEa1NKn65+oYhYBnyvOPdqcn46DXgCOef6q8GCjoi3k6fevAZ4YUppUzNvlpxTPR34L3J/PRd4O3A4+fOvvcaHgYfIn81mct72v8W/mxYRTybnZnPJ7/vr5L81vAj4n4h4cUrpO3VObZgrFhaRv5d3kr/jBxfvi6I4dxUwk/yzdCtwAjlXv6jIn382jGtK6hYpJR8+fPjoqgeQ8n/+9tv+DPIvvzuAI2v2nVucdw0wu2bfxcW+j1dtmwFsJBfjltUc//FKDEBvE/FOAO4qjn9Ozb7XVb3W8jrvs69m22XF9s3AiVXbp5ALW7uLuJ9Zc/0fFOedWvN6/cX2/wGmVG2fSy70JeAZNecsqvMeJwM/LD6vo2v29dXrr0E+r36gf6j+B/4FmFRn/9HV76Vq+/nF5/PJOtsTuZh1dJ3zFlT9e3lx7GXF8x7yL/A7gVfUOffztd8TcpJaeQ/vqzn+gmL7d2q2v7fY/hUgqrYfQ07sEvD5Jj/fln4War4nVwHT67xm5Xu5DTitzv6ziv1rgCOqtk8iJzQJeFcr1/Thw4cPHz58+PDhY7BH1e/cl1U9Pgb8N/kmvG8BM2vOqfw+fHGd1+prcJ16v/MvLXKEu2tzDOBZRV7yH02+j5ZzgSbykHc3uMYm4FPAhKp9r2yQI1RygJ21OQB7c+bP1GzvASbWeY9/UBz/Z830xyCfVSWm5UP01QPAwjr7p1CV/1VtnwX8svh8Dq7aPpl8k18CXl7nvAU1z/spcl1ynn55ce6/A1Nrjl1e+f7WbO8rtv8CmFu1fXrxfdvNvjnXceQ8fQNwTNX2KL5Tdf++0uDzm1RcYztVf3Mo9h1VfK4D7Pu3hUqfNMoVq7+XH6izP8gF30RNzk2+CTWRZySa0Ow1ffjw0X0Pp3OU1LWKIfqXRcT7I+Kr5D+2B/C2lOeAr/amon1tSunh6h0ppc+TRzq9omrzReRC0pdTSrV3J15Ga3drnQ0sBn6cUvqvmn1XkO+0atU/pJRuqzxJKe0g3/k3Afh2SuknVfv2AP9aPH1Sg9d7Z/EalXM2sfeOuX3uYksp3VN7csojiD5B/qX6WS2/m9btJPfzrjqxPFD9Xqq2f59caLygZtcbi/atqWaEWnHe/fUCiIhTyaMSjyYXR7/U2ltgNfDXNdf6HrnQdEbNsa8mJ/rvTCmlquPvY98Re81o9Weh2ltTStsGee0rUko31tn++0X71ymldVXX20W+O3AP+Y7c4VxTkiRJGsz7qh5vIY+Uug34Shr+qKehvB44CPiT2hwjpfRD8miaF0TEzCZeayRzAciFnNrZM75QtFOAS4scsuLLwC7g1Aav98U6OcBl5Jz55VE1dXtKaXVKaTf7+yx51FFtrjZaPpLqrKGeUtpRL/9LKW0mxzgHqJ6y8AXkItCVKaUv1zmvUS45FfgaeV2+y4GXppS2t/ge/ixVjVorcqYvkf8msKzquJeT8/TLi+9M5fgEvIO9o/Ca8TzyiLHLq//mULzeWuAjwBHU/5tAo1yx4lfkmWlqnU0edXZtbc6dUvoq+Ybg48k/161eU1KXcDpHSd3sfTXPE/AHKaXP1Tn2LPLdVy+NiJfW2T8ZOCwiDk0pbSRPlQF5mol9L5LS5oi4iTxNRDNOK9r/qfNaeyLiGvKdiq2oN+3I2qL9RZ19lcSt3ppgu8ijkmr1Fe1p1Rsj4ljgz8i/GB9Lnmah2tF1Xmuk9aeU1tfbERFBLgJdTC4aziFPo1lRO2XgmeTvzndbuP455ClHHiGP1Lu5hXMrbmqQQN5H/r4CEBGHkBOV+1JK/XWO3+97NYRWfxYqtjP0NKY/bbC98vO039SlKaU7I+J+YGFEzCoS1FauKUmSJDWUUvr1Os8RMZ081fuHgC9FxEkppXePwmUrv88/s946UeQp9yaS88B6+RswKrkA1M9DKrnknbWFxZTS7oj4FfVzSRg6Zz6RYnr+iDgI+D/kKSKfQB7hVT1AYCxySWictxARJwGXkme6ORKYWnNIdYxnFm3tzbKDOZg8i8tZ5ELYR1o4t1q9vwlUimTV68sN9veI1RFxH7kQ2IzK97qndq22QmV9shPJ02RWa/iZF26udzMsg+SSVdvPIb/Pq1u8pqQuYRFNUteqJENFInQW8BngUxGxOqVU+wvWoeT/ZtYW3mpVpnGszJX9qwbHrWuwvZ6hXqvR9sHUGwm3q4l9B9XZ92CDYk7lPVava3Uc+RfROeRpUL5fXG83+RfvV5PvXhxtg33+HyOvqzZAnqP9AeCxYt/F5ClEqs0GHkopPUbzTiPPx34NeeqI4Xi4wfZd7JtIHlK0I/X9afVnoWJ99Z2vDTTql8p3qHaEKFXbjyX3RfX3t5lrSpIkSU0pRuv8NCJ+E7gfeHtEfKp6hM4IObRoLx3iuBlD7B/pXADq5IsppV35XsSGM67son4uOVgM++WT5NlTXkyeSv+bxTGVwsmbGZtcsjq2fUTEmeSizCRyoetK8gi5PeSReBfVxDi7aPeb0WQQM8mFoS3kfHVYamcVKVTy/uqbSJv5e0Rvk5etfK/r3YxZrd73eqi/oRxILgl7+6KVa0rqEhbRJHW9IhG6KiJeANwAfCEijk8pPVp12GbyHNlzm3zZSvIwv8H+I1oIccsQr9Vo+1iZFxET6xTSKu+xOpH6U/Ivzq8ppv77tYh4GbmINhbqFlYi4nDydIW/BM6uvYuyiLHWw8ChEXFwC4W0fyTfPfo64MqIeFGLRbhWjPT3p9WfhYpmilmNjql8h44gr7VX68ia41q5piRJktSSlNLDEXEHuZjxZPaO4Gl4Co3/Blfvj/eV32tnpZS21NnfrHbPJWHonHkzQEQsIxfQriJPh//rqfkjYgLw9tEMskajPOM95JFi56aU+qp3RMQ7yUW0apVCVisj6NaT14C7EvhxRJxfZwmJkVT9HVpZZ38r36HK9/qilNKVLcYxVG7XTC5ZT6NcsplrSuoSrokmSYWU0i3AP5OnmXhLze7rgDnF1AzNuKFo95uyMSJm0Xg++Hoqc3DvN0d3kSyc3cJrjYZJDWJYXrTVc4gvLtp/r3N8s9NbDmU3+94514rjyP9v/H6dAtqCYn+t68hr6V3YwnVSSun15DUIzge+XYyIHHFF0n0vcHRE9NY5pN7c74Np9WdhJFS+Q8trd0TEYvLP7KoGd1NKkiRJo6Ey5V0zf1t7CDimdmNETKR+bnhd0T59eKFlo5ALjIbBcubt5PXnYG8ueWWdta3PYP9lAoajcmPocPPJxcCm2gJaoV6+W+nn57RykWJdvAvJufhVEXHWEKcciMH+HtFDne/1IEbke92ihrlk4dyivaHBfkmyiCZJNf6aPB3E2yKieh7wjxftP0fEUbUnRcT0YuqGim+SE6WXF3fMVbuMfaekGMr/kkffnBsRtb9cX0Lr66GNhg9WL/gcEXPJd+EBVK8x11+0y6tPjogLgD8coVg2ktfkGk4S1V+05xQJLQARMYNcYK139+jlRfu3EbHfHYT1tlWklN4CfJD8i/v3ijULRsO/kP+f/8FizbdKbMeQpz1pRas/CyPhs0X7nog4rOpaE4G/Ib+3z4zwNSVJkqS6IuJFwELyWsH11oeu9VPg2Ig4v2b7e9h/unjIM1c8Dnw8IvbL9yJickQ0W4gYyVxgNLwyIk6r2XYZOWf+StU6V/1Fu7z6wGI2kU+MUCyV6eiPHeb5/cDciDilemNE/AFwQZ3jv/X/2LvzMLuqMtH/3zcTGSEDUGQAAiQQkNkwSdRiUhonWrGb1qu0lxaHVnH4/Vptr4q0Q6s90d2/tuVpr402duNF7nX4KYJIiSCzQMCEIQECSSpzUpkISci6f6xzpAgZajhn7zN8P89Tz6qzzz57v5UVeLLq3e+7Kp958666nlQe5NyllNKvgfPI1VI3RUStHkrd2ffIbR4/XPk7U40tyGvZ/iQcf0j+3cafR8QFuzohIs6IiNGDiHdndwCPkdf4F+10r4vICb3HGdj+gJLahO0cJamXlNKSiPhX4HJyO4hPV47fEhGfIv8j8YmI+CnwFLlX96Hkp8pup1KNlFLaGBGXkXu2/zoiriP32p4DHEvesPY1fYxpR0T8GXAjufXfD8j/8Dye/I/mn5GfXNsx+D+BAekm93V/JCJ+RO51fxG5LcK/pJR6b877L8B7gP8VEdeTN6A+lvzn9n3gj2sQzy3AKcCNEXEbOSn6UErpx3v7YEppWUT8F3mj6gcj4iby4u088lOQD7LTk6IppZsi4ovkBfD8iPg/5HYuHeT5vou8l9ru7vmXEbEF+AJwc0Scn1Ja28+feW++BlxY+bmO6vVz/RH57+KF9PHvT3//W6iFlNJvIuJr5P8mH6n83dlE/nt/bOV+X6/V/SRJkqSqiLii18sxwDG8WDn0lymlvuwr9jfkJMoPK2vDNeRuHocBXeyUGEopPRoR/538MNnvIuJG8i/6h5MTPK8GVgKz+nDvmq0F6uRnwB0R8X1eXDPPISeXPtXrvHvJCZG3RsRvyGuADvJcPEZeWw7WreQ/i69ExLHkB2NJKX2xj5//B/I83175eXqA2eSf53ryOvn3UkpbI+Lt5L3CvxcR7yOvH0cCRwPnsIff3aaU7o6Is4GbgZ9Wtgm4ua8/bF+klBZGxOeALwMPVf7+9pDXyBOBh8i/m+jLtbZV9hP8Obkby2/Ia+zN5Iq2U8jdXyZXjtUi/hQRl5D/jK6LiB+S9yU/ivx3fwPw7pRSmf8NSGpwVqJJ0st9hfwPto9ExO/7e6eUvkpOfP3/wJnkp/beTu5ffjUvVl5Vz7+enEi4n7xAeT95sXQGOenQZ5V2EK8lL7DeQN63axS5gunJymmD6ZU/GFuBc8n/8L8YeB/5H9WXAx/qfWKlZeZZ5Kc13wB8gLzZ9VuBf61RPF+sXOsIchL0r4C39ePzl5IXCKOAPycvgn5CXuTucqPslNJnyT/Pb4A3Av9P5XPzyU9+7lFK6UpyguhU4JaI2L8f8e5VZb+1s8hVcweR25WeRf45v1I5rc9/f/r730ItpJQ+CfwJ8ATwbvJ/A0Mq9zovpbS11veUJEmSgM/3+voYeQ+0HwOvSyn9TV8uUGm/dyF5T6mLyXtBP03+9/+i3XzmP4BXAteSkxQfAv4buWXg9cAH+3jvmq4F6uDvyT/LieR1xSzg38l7VK+onlTZg/vNwDeAKeT1wBzg38hrr22DDSSlNJ88N8sqMf1V5auvn78ReBMwj/yA6KXkhzrPIq+ddvWZ+8g/+zfIDyV+HHgXea+8z/Xhng+Qk7AbgB9HxBv6Gm9fpZS+Ql6DLSI/FHspea17JjnJ15+15FzgBOCr5GTue8i/F3glufXiu4BVNQyflNLd5ATd98i/j/l/yev7/wROqbwvSbsVKblHoiQ1s4i4AziNvOn0prLjUXOJiPeSE1/vTyl9s+x4JEmSJBXDtYAGo7IdwXLgwZRSPfdlk6RSWYkmSU0gIkZHxPhdHP9T8hNUN5lA057sZv+yQ4DPknvc77XdpSRJkqTm41pAgxERB0TE8J2ODQP+ltx68n+XEpgkFcQ90SSpORwCPBARNwMLyP//PoncvmId8IkSY1Nz+EFl4XM/+e/MdHLrydHAp1NKtdhDQJIkSVLjcS2gwXgbcGVE/IK8//dEcnv/I8l7mv1TibFJUt3ZzlGSmkBETAC+Tt4X7SBgH3Kf9l8AX0opLSwxPDWBiPggub/8THLv+Y3knvP/nFK6oczYJEmSJNWPawENRkScRK5aPBWYVDn8FHAD8NWU0oayYpOkIjR8Ei0i/if56ZgVKaVjK8e+Tt6ocyuwEHhPSmld5b1Pkze4fAH4SErp56UELkmSJEmSJEmSpKbVDHui/Ttw/k7HbgaOTSkdDzwOfBogIo4BLgZeUfnMv0TE0OJClSRJkiRJkiRJUito+D3RUkq3RcT0nY7d1OvlXcBFle/fAvxXSul54KmIWEAuNb5zT/fYf//90/Tp0/d0SiE2bdrEmDFjyg5DBXPe25Pz3n6c8/bkvLcn5718999//6qU0gFlx6HW5RpSZXLe25Pz3p6c9/bjnLcn570x7G4d2fBJtD7478B1le+nkpNqVYsrx/Zo+vTp3HfffXUIrX+6urro7OwsOwwVzHlvT857+3HO25Pz3p6c9/JFxKKyY1Brcw2pMjnv7cl5b0/Oe/txztuT894YdreObOokWkR8BtgOXDuAz14GXAbQ0dFBV1dXbYMbgI0bNzZEHCqW896enPf245y3J+e9PTnvkiRJkiS1hqZNokXEnwJvBM5JKaXK4SXAwb1Om1Y59jIppauBqwFmz56dGiHTa8a5PTnv7cl5bz/OeXty3tuT8y5JkiRJUmsYUnYAAxER5wN/Abw5pbS511s/Ai6OiH0i4jBgJnBPGTFKkiRJkiRJkiSpeTV8JVpE/CfQCewfEYuBzwOfBvYBbo4IgLtSSu9PKf0uIr4PzCO3efzzlNIL5UQuSZIkSZIkSZKkZtXwSbSU0p/s4vC39nD+l4Av1S8iSZIkSZIkSZIktbqmbOcoSZIkSZIkSZIk1ZNJNEmSJEmSJEmSJGknJtEkSZIkSZIkSZKknZhEkyRJkiRJkiRJknZiEk2SJEmSJEmSJEnaiUk0SZIkSZIkSZIkaScm0SRJkiRJkiRJkqSdmESTJEmSJEmSJEmSdmISrd3Nmwdvfzucdx785CdlRyNJkiRJaiFLluQl57e/XXYkkiRJUv8NKzsAleixx+DVr87fT5gAb3oTXH89vO1t5cYlSZIkSWp6KcEFF8DDD+el5uTJcP75ZUclSZIk9Z2VaO1qxw54z3sgAu69Fx55BE47DS69FNasKTs6SZIkSVKTu/VWmDsXvvnNnEC76qqyI5IkSZL6xyRau7rhBrjzTvj61+Hww2HkSPi3f4P16+FrXys7OkmSJElSk/v2t2HiRHjXu+DP/gxuvBFWry47KkmSJKnvTKK1o5Ry8mzmTHj3u188fuyxcNFFcPXV8Nxz5cUnSZIkSWpqKcFNN+X2jSNHwjnn5ON33VVuXJIkSVJ/mERrRw88APfcA5dfDkOHvvS9978f1q6FH/ygnNgkSZIkSU3vkUdgxQo499z8+pRT8vLzN78pNy5JkiSpP0yitaPvfhdGjIB3vOPl73V2wiGHwPe/X3hYkiRJkqTW0NWVx7PPzuPo0XDiiXlXAUmSJKlZmERrNynBddfBG98IEya8/P0hQ+DCC3PfjY0bi49PkiRJktT07rsPOjryM5pVJ5wA8+aVF5MkSZLUXybR2s1DD0F3N7z5zbs/5w//EJ5/Hm6+ubi4JEmSJEkt47e/hVe+EiJePDZzJixfDhs2lBeXJEmS1B8m0drNz36Wx9e/fvfnvOpVMGYM3HJLMTFJkiRJklrG5s254uyVr3zp8Rkz8rhgQfExSZIkSQNhEq3d3HgjnHQSHHTQ7s8ZMQJe+1r4xS+Ki0uSJEmS1BIefhh27ICTT37p8Zkz8/jEE8XHJEmSJA2ESbR20tMDd9wBf/AHez/3nHPgscdg6dL6xyVJkiRJahnVfc9e8YqXHrcSTZIkSc3GJFo7ueUWeOEFOP/8vZ975pl5vPPO+sYkSZIkSWop8+fnBieHHfbS42PG5KYoCxeWE5ckSZLUXybR2sltt8Ho0XD66Xs/96STYJ994De/qX9ckiRJkqSWMX8+HHkkDBv28vemTYMlS4qPSZIkSRoIk2jt5M474ZRTYPjwvZ87YkQ+1ySaJEmSJKkf5s+Ho4/e9XtTp5pEkyRJUvMwidYutmyBBx7oWxVa1SmnwEMP5RaQkiRJkiTtxfPPw1NPwaxZu37fJJokSZKaiUm0dvHb38K2bf1Lop1wAjz3HDzxRP3ikiRJkiS1jKefhh07YMaMXb8/dSqsXZuXmpIkSVKjM4nWLu66K4/9SaKdeGIeH3yw9vFIkiRJklrOwoV5POKIXb8/dWoerUaTJElSMzCJ1i7uvBOmT4eDDur7Z44+Ou+f9tBDdQtLkiRJktQ6+ppEW7y4mHgkSZKkwTCJ1i7uuqt/VWgAI0bkRJpJNEmSJEktIiKGRsQDEfGTyuvDIuLuiFgQEddFxIiyY2xmCxfCmDHQ0bHr961EkyRJUjMxidYOli/Pj/mdemr/P3viibZzlCRJktRKLgfm93r9VeDvU0ozgLXApaVE1SIWLsxVaBG7fr/aHGXFiuJikiRJkgbKJFo7mDs3jyec0P/PnnACdHe7wpEkSZLU9CJiGvAG4N8qrwM4G7i+cso1wIXlRNcann467ySwO+PHw7BhLjElSZLUHIaVHYAKUE2iHX98/z974ol5fOghOO+82sUkSZIkScX7B+AvgHGV15OAdSml7ZXXi4Gpu/pgRFwGXAbQ0dFBV1dXfSPtg40bNzZEHL099dQcZs5cRlfXgt2eM378GTz00Bq6uh4rMLLW0Yjzrvpz3tuT895+nPP25Lw3NpNo7eChh2DKFNh///5/tpp4e/hhk2iSJEmSmlZEvBFYkVK6PyI6+/v5lNLVwNUAs2fPTp2d/b5EzXV1ddEIcVT19MCmTXDGGdPo7Jy22/OmToWhQyfT2Tm5wOhaR6PNu4rhvLcn5739OOftyXlvbCbR2sHcuQOrQoOceJs0CR7zCUFJkiRJTe1M4M0RcQEwEtgXuAoYHxHDKtVo04AlJcbY1J59No+HHLLn8w48EFauw8FnVgAAIABJREFUrH88kiRJ0mC5J1qr27YN5s0b2H5oVUceCY8/XruYJEmSJKlgKaVPp5SmpZSmAxcDv0wpvRO4FbioctolwA9LCrHpVZNoBx+85/MOPNA90SRJktQcTKK1ukcfzYm0gVaigUk0SZIkSa3sk8DHI2IBeY+0b5UcT9N65pk89qUSzSSaJEmSmoFJtFY3d24eB1OJdtRRsHQpbNxYm5gkSZIkqUQppa6U0hsr3z+ZUjo1pTQjpfT2lNLzZcfXrJ55BoYOhcl72ersgAPy3mmbNxcTlyRJkjRQJtFa3dy5MGJEriYbqOpnrUaTJEmSJO3Gs8/C1Kk5kbYnBx6YR6vRJEmS1OhMorW6+fNzJdnw4QO/hkk0SZIkSdJePPPM3ls5Auy/fx5Xr65vPJIkSdJgmURrdY8+CrNmDe4aM2ZAhEk0SZIkSdJuPfssHHzw3s+bNCmPa9bUNx5JkiRpsEyitbKtW+HJJ3Ml2mCMGpUfJzSJJkmSJEnahR07chKtL5VoEyfm0Uo0SZIkNbqGT6JFxP+MiBUR8UivYxMj4uaIeKIyTqgcj4j4x4hYEBFzI+Lk8iJvAAsXwgsvDL4SDXJLx8ceG/x1JEmSJEktZ/ly2LbNSjRJkiS1loZPogH/Dpy/07FPAbeklGYCt1ReA/wBMLPydRnwjYJibEyPPprHwVaiVa/x+OOQ0uCvJUmSJElqKc8+m8e+VKJNmJBHk2iSJElqdA2fREsp3Qbs/E/rtwDXVL6/Briw1/HvpOwuYHxETC4m0gZUyyTaEUfA+vWuciRJkiRJL/PMM3nsSyXaiBEwdqzLS0mSJDW+hk+i7UZHSqm78v0yoKPy/VTg2V7nLa4ca0+PPQZTp8K4cYO/1vTpeXz66cFfS5IkSZLUUpYuzePUPq7AJ050TzRJkiQ1vmFlBzBYKaUUEf3uMRgRl5FbPtLR0UFXV1etQ+u3jRs31jSOk++5hxcOPJCHanDNMatWcQrwu5/8hJUbNgz6enpRreddzcF5bz/OeXty3tuT8y6pHXV3w7BhL+53tjeTJlmJJkmSpMbXrEm05RExOaXUXWnXuKJyfAnQu3nEtMqxl0kpXQ1cDTB79uzU2dlZx3D7pquri5rFkVJ+FPCd76zNNU88Ed77Xl4xZgw0wJ9VK6npvKtpOO/txzlvT857e3LeJbWj7m446CAY0sd+NxMnmkSTJElS42vWdo4/Ai6pfH8J8MNex98d2elAT6+2j+1lxQro6YFZs2pzvfHj85ftHCVJkiRJO+nuhsn92JHcdo6SJElqBg1fiRYR/wl0AvtHxGLg88BfA9+PiEuBRcAfVU7/KXABsADYDLyn8IAbxRNP5HHmzNpdc/p0k2iSJEmSpJfp7obDD+/7+ZMmmUSTJElS42v4JFpK6U9289Y5uzg3AX9e34iaxJNP5vGII2p3zcMOg8ceq931JEmSJEktobsbzjyz7+ePHw/r1uWdCCLqF5ckSZI0GM3azlF7s3BhbkZ/6KG1u2a1Ei2l2l1TkiRJktTUtm6FVav6185xv/1g+3Z47rn6xSVJkiQNlkm0VvXkk3DwwTBiRO2uOX06bN6cV0eSJEmSJAHLluWxv0k0yFt5S5IkSY3KJFqrWriwfw3p+2L69Dy6L5okSZIkqaK7O48m0SRJktRqTKK1qiefrO1+aJD3RAOTaJIkSZKk36sm0aZM6ftnTKJJkiSpGZhEa0UbN8Ly5bWvRKvur/bUU7W9riRJkiSpaQ2kEm38+DyaRJMkSVIjM4nWiqpJrlpXou27L0yYYCWaJEmSJOn3li6FIUPgwAP7/hkr0SRJktQMTKK1ooUL81jrJBrAwQfD4sW1v64kSZIkqSl1d+cE2tChff+MSTRJkiQ1A5NorejJJ/NY63aOANOmmUSTJEmSJP1ed3f/WjmCSTRJkiQ1B5NorWjhwtx2ccKE2l/bSjRJkiRJUi/d3TBlSv8+M3YsRJhEkyRJUmMzidaKnnyyPlVokCvRVq6ELVvqc31JkiRJUlMZSCXakCF5222TaJIkSWpkJtFa0aJFMH16fa49bVoelyypz/UlSZIkSU1jx478nGVHR/8/u99+JtEkSZLU2EyitZqUchLtkEPqc/1qEs2WjpIkSZLU9lavhhdeMIkmSZKk1mQSrdWsXg2bN8Ohh9bn+gcfnEeTaJIkSZLU9lasyOOBB/b/sybRJEmS1OhMorWaZ57JY72SaFOn5tEkmiRJkiS1veXL82glmiRJklqRSbRWs2hRHuvVznHsWBg/Hp59tj7XlyRJkiQ1DZNokiRJamUm0VpNNYlWr0o0yPuiWYkmSZIkSW3Pdo6SJElqZSbRWs0zz8CYMTBxYv3uYRJNkiRJkkSuRBs2DCZM6P9nq0m0lGoflyRJklQLJtFazaJFuZVjRP3ucfDBJtEkSZIkSSxfnqvQhgzgtwv77QfbtsGWLbWPS5IkSaoFk2itZtGi+rZyhFyJtnw5PP98fe8jSZIkSWpoK1YMrJUj5CQa2NJRkiRJjcskWqt55plikmgAS5fW9z6SJEmSpIa2fDl0dAzssybRJEmS1OhMorWSzZth5crczrGepk7N45Il9b2PJEmSJKmhmUSTJElSKzOJ1kqeeSaP9a5EqybRrESTJEmSpLaVku0cJUmS1NpMorWSahKt3pVoU6bk0Uo0SZIkSWpbGzbAli1WokmSJKl1mURrJYsX5/Hgg+t7nwkTYORIk2iSJEmS1MaWL8+jlWiSJElqVSbRWkk1iVatFKuXiHwP2zlKkiRJUttasSKPVqJJkiSpVZlEayVLluRHAEeMqP+9pk61Ek2SJEmS2li1Em2gSbRx4/IzmibRJEmS1KhMorWSxYtzcqsIVqJJkiRJUlsbbDvHIUNg7Ni8t5okSZLUiEyitZIlS2DatGLuVa1ES6mY+0mSJEmSGkq1neMBBwz8GibRJEmS1MhMorWSIivRpk6F556z74YkSZIktanly2HSJBg+fODXGDcONm6sXUySJElSLZlEaxVbtsDq1cVVok2Zkkf3RZMkSZKktrR8+cBbOVZZiSZJkqRGZhKtVVSTWUVWovW+ryRJkiSpraxYAR0dg7uGlWiSJElqZCbRWkU1mVV0JdrSpcXcT5IkSZLUUJYvH3wSzUo0SZIkNTKTaK1i8eI8FlWJZjtHSZIkSWprtWjnaCWaJEmSGplJtFZRdDvHUaNgwgQr0SRJkiSpDW3ZAuvXW4kmSZKk1mYSrVUsWZIf4dt33+LuOXWqlWiSJEmS1IZWrMhjLZJoVqJJkiSpUZlEaxWLFxdXhVY1daqVaJIkSZLUhpYvz2Ot2jmmNPiYJEmSpFozidYqliyBadOKveeUKVaiSZIkSVIbqlaiDTaJNnZsTqBt3jz4mCRJkqRaM4nWKpYsyUmtIk2dCsuWwfbtxd5XkiRJklSqlSvzeMABg7vOuHF5dF80SZIkNSKTaK1gx46czCo6iTZlSr539RFESZIkSVJbWLUqj4NNoo0dm0f3RZMkSVIjMonWCtasgW3bYPLkYu9b3YPNlo6SJEmS1FZWroQRI16sJBsoK9EkSZLUyJo6iRYRH4uI30XEIxHxnxExMiIOi4i7I2JBRFwXESPKjrPuurvzeNBBxd63Wvm2dGmx95UkSZIklWrlylyFFjG461iJJkmSpEbWtEm0iJgKfASYnVI6FhgKXAx8Ffj7lNIMYC1waXlRFqSaRLMSTZIkSZJUgJUrYf/9B38dK9EkSZLUyJo2iVYxDBgVEcOA0UA3cDZwfeX9a4ALS4qtOGUl0Q48EIYOhcWLi72vJEmSJKlUq1YNfj80sBJNkiRJja1pk2gppSXA3wDPkJNnPcD9wLqU0vbKaYuBqeVEWKBly/JYdDvHoUNh2jRYtKjY+0qSJEmSSlVt5zhYVqJJkiSpkQ0rO4CBiogJwFuAw4B1wP8Czu/H5y8DLgPo6Oigq6urDlH2z8aNGwcUx4x77+WgUaO4/b77ah/UXpy4337E3Lk80AB/fs1qoPOu5ua8tx/nvD057+3JeZfUDmqVRLMSTZIkSY2saZNowLnAUymllQARcQNwJjA+IoZVqtGmAbvcsCuldDVwNcDs2bNTZ2dnIUHvSVdXFwOK4xvfgGnTBvbZwTrhBLj11nLu3SIGPO9qas57+3HO25Pz3p6cd0mtbutWWL++NnuimUSTJElSI2vado7kNo6nR8ToiAjgHGAecCtwUeWcS4AflhRfcbq7i98PrerQQ2HpUti2rZz7S5IkSZIKtWpVHmtRiTZiRP6ynaMkSZIaUdMm0VJKdwPXA78FHib/LFcDnwQ+HhELgEnAt0oLsijLlpWbRNuxAxYvLuf+kiRJkqRCrVyZx1ok0SBXo1mJJkmSpEbUzO0cSSl9Hvj8ToefBE4tIZzydHfDQQeVc+9DD83jokVw2GHlxCBJkiRJKkytk2jjxlmJJkmSpMbUtJVoqti4MX+VVYk2fXoeFy0q5/6SJEmSpEJV2znWYk80sBJNkiRJjcskWrPr7s5jWUm0gw/Oo0k0SZIkSWoLVqJJkiSpXZhEa3ZlJ9FGjsytJE2iSZIkSVJbWLkSImDixNpcz0o0SZIkNSqTaM1u2bI8lrUnGuR90UyiSZIkSVJbWLkSJk2CoUNrcz0r0SRJktSoTKI1u7Ir0cAkmiRJkiS1kVWrarcfGliJJkmSpMZlEq3ZrViRH/+rVR+NgTj0UHjmGdixo7wYJEmSJGkPIuLgiLg1IuZFxO8i4vLK8YkRcXNEPFEZJ5Qda6NbubJ2+6GBlWiSJElqXCbRmt2KFXn1MqTEqZw+HbZufbEqTpIkSZIaz3bgEymlY4DTgT+PiGOATwG3pJRmArdUXmsPrESTJElSuzCJ1uxWrIADDyw3hhkz8rhwYblxSJIkSdJupJS6U0q/rXy/AZgPTAXeAlxTOe0a4MJyImwea9fWthnK2LHw/POwbVvtrilJkiTVgkm0ZtdISbQnnig3DkmSJEnqg4iYDpwE3A10pJSqbTWWAR0lhdU0enpgv/1qd71x4/JoNZokSZIazbCyA9AgrVgBhx9ebgyHHALDh5tEkyRJktTwImIs8APgoyml9RHx+/dSSiki0m4+dxlwGUBHRwddXV0FRLtnGzduLDyO7duDTZtey5o1T9HVtagm11yyZDJwFDfddCcdHc/X5JqtrIx5V/mc9/bkvLcf57w9Oe+NzSRas2uESrRhw3Iib8GCcuOQJEmSpD2IiOHkBNq1KaUbKoeXR8TklFJ3REwGVuzqsymlq4GrAWbPnp06OzuLCHmPurq6KDqO1avzeNJJh9HZeVhNrrlsWR6PP/4Mjj66JpdsaWXMu8rnvLcn5739OOftyXlvbLZzbGbPPZf7XZSdRIPc0tFKNEmSJEkNKnLJ2beA+Smlv+v11o+ASyrfXwL8sOjYmklPTx5r2c5x7Ng82s5RkiRJjcYkWjNbuTKPjZBEmzkzV6KlXXY+kSRJkqSynQm8Czg7Ih6sfF0A/DVwXkQ8AZxbea3dWLcujybRJEmS1A5s59jMVlS6jDRKEm3zZujuhilTyo5GkiRJkl4ipXQ7ELt5+5wiY2lm1Uq08eNrd80xY/JoEk2SJEmNxkq0ZtZISbQZM/JoS0dJkiRJaln1bOe4aVPtrilJkiTVgkm0ZtZISbSZM/O4YEG5cUiSJEmS6qYZ9kS76ir4whdg+/baXE+SJEnty3aOzayRkmiHHALDh1uJJkmSJEktrLonWi3bOdYyiXbrrfDRj+bvI+Bznxv8NSVJktS+rERrZitWwOjRLzaQL9PQoXDEEfDoo2VHIkmSJEmqk2ol2r771u6atdwT7RvfgIMOgjPOgGuvhZQGf01JkiS1L5NozWzFCjjggLKjeNGxx8Ijj5QdhSRJkiSpTnp6ctJrWA372owYkb8Gm0R74QW45RY4/3x417vg8cdh3rzaxChJkqT2ZBKtma1Y0RitHKuOOw6efNLdoCVJkiSpRa1bV9v90KrGjBn8UvKBB2DNGjjvPHjTm/Kxm28efGySJElqXybRmlkjJtFS8lE/SZIkSWpRPT213Q+tauzYwVei3XdfHufMgWnTYPp0uP32QYcmSZKkNmYSrZk1YhIN4OGHy41DkiRJklQXPT31qUSrRRLtscfytuHTpuXXc+bkJJr7okmSJGmgTKI1q5Rg5crGSqIdfjiMGmUSTZIkSZJaVL3aOdYiifboo3DUUTCk8puOV78ali+HhQsHH58kSZLaUw23Alah1q+HrVsbK4k2ZAi84hUm0SRJkiTtVUScDpwPnA5MAUYBq4DHgF8B/yeltLa8CLUrPT0wY0btr1urSrTTTnvx9Zw5ebz99vrELEmSpNZXs0q0iDg9Iq6IiBsjYm5EPBERd0bEv0fEeyJiQq3uJXIrR2isJBrklo4m0SRJkiTtRkRcEhEPA78BPgaMBp4A7gbWAqcB/wYsqawnDystWL1Mvdo5jhkDmzYN/PPPPQdPPw2zZr14bNYsmDgRfv3rQYcnSZKkNjXoJJoLoJI0chJtxYoX45MkSZKkioiYC/w18FPglcD4lNJrUkpvSyn9t5TSBSmlo4GJwHuBA4F5EfHH5UWt3hq1neMzz+RdD4444sVjQ4bAmWfmSjRJkiRpIAbVzrGyADoA+A7wbuDBlF6+ZW9E7Ae8EXgneQH0pyml6wZz77bXqEm044/P44MPwuteV24skiRJkhrNt4BvppS27OmklFIPcC1wbUScABxURHDasy1b8q4C48fX/tqDTaItXZrHqVNfenzOHPjxj/MSutGWz5IkSWp8g61E+xZwWErpkymlB3aVQIO8AEopXZtSuoDc737dIO+rRk2izZ6dx3vuKTcOSZIkSQ0npXTV3hJou/jMQymln9crJvVdT08eG7ESrZpEmzLlpcdf/eo83nHHwK8tSZKk9jWoJJoLoBJVk2j7719uHDvbb7/ceN4kmiRJkiS1lHWVx2HrmUTb9aO5e7e7JNrJJ8PIkbZ0lCRJ0sAMqp2jSrRiBUyYACNGlB3Jy512GvzsZ3n1E1F2NJIkSZIaUET8cg9v7wB6gPuBb6WUlhcTlfakWolWj3aOY8bkJeRzz8Ho0f3//NKlORE3btxLj++zD5x6qkk0SZIkDUzNkmgugArWyA3dTz0VrrkGFi2C6dPLjkaSJElSYwrgSGAy8BSwHOgADgO6K68vAD4WEa9NKc0rK1Bl9W7nCLBp08CSaEuWvLwKrWrOHPja1/K1x4wZeIySJElqP4PdE623AI4COoFDgZGVsRM4mrwQ+izwSEQcU8P7tqdGTqKddloebekoSZIkaff+DtgCzE4pHZFSelVK6QjglMrxLwAzgZXAl8oLU1VFJNEGui/a0qV7TqJt3w533z2wa0uSJKl91TKJ5gKoSCtXNt5+aFXHHZd7ZrhCkSRJkrR7XwSuSCn9tvfBlNL95PXjF1NKi4GvA68pIT7tpLonWj3aOdYiiTZ58q7fe9Wr8k4DtnSUJElSf9UyieYCqEirVzduEm3EiLx78113lR2JJEmSpMZ1JPkhy11ZCcyofL8QsAlfA2jkSrSVK6GjY9fv7bcfHH+8STRJkiT1Xy2TaC6AipJSTqJNmlR2JLv36lfDvffmpvOSJEmS9HJPA+/dzXuXVd4H2B9YXUA82ouenlzRVU141dJgkmjPP58/t6fnTOfMgTvvzG0dJUmSpL6qZRLtaVwAFWPjRti2rbGTaGedlWO8446yI5EkSZLUmK4ELoyIuRHx+Yj4QGWcC7yF3NEE4FzAXvENYN062HdfGFLL3yRUjKk8ajuQ5zBXV37DsLck2saN8NBD/b++JEmS2tewGl7rSuA/KgueHwArgAOBtwHHAu+onOcCaLCqK4RGTqLNmQPDhsGtt8LrXld2NJIkSZIaTErpPyNiFTlZ9pfAcGAbcB/wupTSLyqnfhx4oZwo1VtPT332Q4PBVaKtWpXHPS2R58zJ4+23wytf2f97SJIkqT3VLInmAqhAfVkhlG3sWDj11JxEkyRJkqRdSCndDNwcEUPIXUtWpZR27HTOllKC08v09NRnPzQYXBKtL5Vo06bB9Ok5iXb55f2/hyRJktpTLSvRXAAVpRkq0QDOPhu+8hVYvz73/JAkSZKkXaisG1eUHYf2bN26xkyi9fU50zlz4Oab8zbjEbs/L6W8xfeDD+a4zj0XDjyw/3FJkiSp+dWhk3leAKWUVuycQFON9OUxu0Zw1lnwwgtw221lRyJJkiSpAUXESRFxQ0SsiojtEXFy5fiXI+L8suPTS9WznePo0XkcTBJtb0vks8+G5ctzgmx35s2DM86A006D970P3vlOOPhg+Mxn8rbfkiRJai81TaIVvQCKiPERcX1EPBoR8yPijIiYGBE3R8QTlXFCre9bumapRHvVq2DUqPyonyRJkiT1EhFzgDuBWcD3eOn6dAfw/jLi0u7Vs53j0KF5+TiYdo57WyK/9a0wciR85zu7fv+uu3IC7ckn4ZvfhEWL4P774eKL4ctfhgsvhE2b+h+fJEmSmlfNkmglLYCuAm5MKc0CTgDmA58CbkkpzQRuqbxuLatX594TExo8PzhyJLz2tfDzn5cdiSRJkqTG89fAz4FXkPfO7u23wMmFR6Q9qmc7R8itEweSpFq1CsaNgxEj9nzefvvBH/4hfPe7sGbNS9+77TZ43evggANy4uyyy+CQQ+Dkk+Gaa3JS7cYb4Q/+ALa4SYUkSVLbqGUlWqELoIjYD3gN8C2AlNLWlNI64C3ANZXTrgEurOV9G8Lq1bmHxtChZUeyd697HTz2WH6ET5IkSZJedDLwjZRSAtJO760CDig+JO1OSnm763q1c4ScRBtoJVpfdzv49Kfzz/HlL7947Prr89J16lT41a9y+8adXXYZXHst/PrXcOml+c9DkiRJrW9YDa91MvDWlFKKiCIWQIcBK4FvR8QJwP3A5UBHSqm7cs4yoKPG9y3f6tWN38qx6vWvz+PPf55XHZIkSZKUbQFG7+a9yUBPgbFoLzZtylte17sSbSBJtDVr+t6o5bjj4L3vhb/925w027QJPvc5OP10+PGP97zUvvhieOop+Mu/hGOOyfukSZIkqbXVMolW9AJoGDlx9+GU0t0RcRU7tW7cTUIPgIi4DLgMoKOjg66urhqH138bN27sUxzHP/EEw4YP57cNEPNepcTpBxzAhmuv5XdHHll2NA2pr/Ou1uK8tx/nvD057+3JeZf67HbgoxHxw17Hquu3S4FfFh+SdqensqJvxCTa+vX9i+uqq3KzlI9XeuhcdFFu2Th6d7/R6OVTn4J58+Czn4WTToILLuh/vJIkSWoetUyiFb0AWgwsTindXXl9PTmJtjwiJqeUuiNiMrBiVx9OKV0NXA0we/bs1NnZWePw+q+rq4s+xbFjBxx2WN/ObQRvfjMjr7+ezjlzYFgt/8q1hj7Pu1qK895+nPP25Ly3J+dd6rPPAncAD5HXcwm4JCL+DnglcEqJsWkn69blsZ7tHMeMGVgSracHjjii7+ePGgU/+xncdx8MH56TYX0VkfdH+93v4B3vgHvvhZkz+x+zJEmSmkMt90T7LLky7KHK99UF0K3A6cAXangvUkrLgGcj4qjKoXOAecCPgEsqxy4BfriLjze3ZmrnCLmlY08P3HNP2ZFIkiRJahAppYfI+1wvBz4DBPChytuvTSk9VlZsermiKtE2ber/59avh3337d9nhgyBU0/tXwKtavRouOGG/IzohRfChg39v4YkSZKaQ82SaCUtgD4MXBsRc4ETgS8Dfw2cFxFPAOdWXreW/uya3AjOOSevUH7+87IjkSRJktRAUkq/TSmdA4wDpgH7ppTOSik9UHJo2kkjt3Ps6alvXLsyfTp8//vw6KPwnvdA2uVGEpIkSWp2taxEK3wBlFJ6MKU0O6V0fErpwpTS2pTS6pTSOSmlmSmlc1NKa+px79Js3ZpXFc1UiTZxIpxyikk0SZIkSbuUUtqSUlqaUtpcdizatSLaOQ4kiZbSwCrRauHss+HrX4cf/AA++cni7y9JkqT6q8sGVSmlLcDSely77a1encdmSqJBbun4xS/CmjU5qSZJkiSp7UREf/bKTpWHNNUAGrUSbdOmvG140ZVoVR/7GCxcmJNp++8Pf/EX5cQhSZKk+hhUEs0FUAlWrcpjMybRrrwSfvEL+KM/KjsaSZIkSeUYQt4/u+oo4CDgafLWAB3AdKAbcE+0BlJUEu255+CFF2Do0L59Zv36PJZRiQYQAf/0T/l50U9+EsaNgw98oJxYJEmSVHuDbec4hLz3WfVrFtBJXvSMqoyd5IVRDPJeguatRDv11LzauummsiORJEmSVJKUUmel5f9ZwFXANuCMlNLhKaUzUkqHA2dUjl9VZqx6qXXrYNgwGDWqfvcYMyaPm/vR1LOI5N7eDBkC11wDb3wjfPCD8OUvu0eaJElSqxhUEs0FUAmaNYk2bBicc07eF83VhCRJkiT4K+CzKaW7ex+svL4C+GIZQWnXenryfmhRx8djx47NY39aOpZdiVY1YgTccAO8853wmc/Au9+dW01KkiSpuQ22Eq03F0BFaNYkGuSWjosXw/z5ZUciSZIkqXwzgZW7eW8FMKPAWLQXPT31r/YaSBKtESrRqoYPh+98B/7qr+Daa+Hkk+G228qOSpIkSYNRyySaC6AiNHsSDXI1miRJkqR29xTwvt289z7yPmlqEOvWNWYSrVEq0aqGDIH/8T/yduDbtsFrXwtvfzvMnVt2ZJIkSRqIWibRXAAVYfVqGD26vo3o6+XQQ+Goo0yiSZIkSQL4AvCmiHgkIq6IiA9UxkeAN5A7mqhBVNs51lOzV6L1dvbZ8PDD8NnP5iXwCSfkrcL/+Z9h4UJ3OZAkSWoWw2p4rS8A11YWPNcDy4EO4CJgFvDOGt6rfa1e3ZxVaFWvfz1cfTVs2QIjR5Y0AhMiAAAgAElEQVQdjSRJkqSSpJT+KyJWkdeSnwaGk/fTvhd4fUrpljLj00v19MDMmfW9x5gxeWzmSrTexoyBK6+Eyy+H734Xvv1t+PCH83tTp8Ipp8CsWXDkkTB5Mhx0UB733x+GDi03dkmSJGU1S6K5ACrIqlXNnUR79avhH/8xP5J3yillRyNJkiSpRCmlXwC/iIghwP7AqpTSjpLD0i4UuSfapk19/0y1Em3cuNrHUyuTJsFHP5q/5s+Hri741a9yi8ef/AS2b3/5Z8aOzYnBfffNf+7V7/fZB9asOYrvfz9/3/trxIjcTjLixa/er3d+L2Lvsfe1Yq4v59XyWu1yz97nLFgwjQcfLPaeRV1Lu7dw4cHce2/ZUahIznl7aud5P+QQ+OM/LjuKPatlJZoLoCI0eyXaSSfl8YEHTKJJkiRJAqCyblxRdhzavXXrGrOd4/r1+XPNUrl19NH56wMfyK+3bYNnn4Vly/JXdzesXJl/rvXrc5Kw+v2SJbmpy/r1E7nvPnj++fy1dWu5P5OKMqPsAFSKI8oOQIVzzttT+8772We3WRKtygVQHa1eDQcfXHYUA3fYYfnxuQceKDsSSZIkSQWLiB8Bn08p9WlBEBEjgQ8Cm1NK/1rX4LRbL7wAGzYUV4nW3z3RGm0/tP4YPhwOPzx/9VVX1510dnb+/nVKOZG2dWv+fseOPFa/er/e+b2+VKP15Zy+nlfLa7XLPavn3H777cyZM6fQexZ5Le3abbfdxmte85qyw1CBnPP21M7zPmRI2RHs3aCSaC6AStDslWhDhsCJJ5pEkyRJktrT08BdEfEgcC1wOzA3pfT7hnYRMQU4FXgT8FZgKfCe4kNV1YYNeWzEJNr69Y25H1qRIl5s6ajWNXbs9rpXg6rxjBq14/f7Rao9OOftyXlvbIPN8z1NXgDdHREfiYiTI+IlibmImBIRF0bEt4Bu4FLgt4O8b3vasQPWrm3uJBrklo5z5+bHGSVJkiS1jZTSR4BjgHuAK8h7aG+JiDUR0R0RzwHPAjcArwA+ChyfUrqnpJBFbuUI9W/nOHJkTgi1UyWaJEmSGtugKtFSSh+JiKvIC5srgP2AFBHrgeeB8cAIIMiLpI8C/5FSMnsyEOvW5UTa/vuXHcngnHQSPPccPP54bgYvSZIkqW2klBYCH46ITwBnAKcBU4CRwGrgUeC2lNKi8qJUbz09eax3sioiV6Nt2tT3z6xfbxJNkiRJ9TPoPdFcABVo9eo8TpxYbhyDddJJeXzgAZNokiRJUptKKW0FflX5UgMrKokGOYnW30q0Qw6pXzySJElqb4NOolW5ACrAmjV5bPYk2tFH52btDzwA73hH2dFIkiRJkvag2s6xEZNo7okmSZKkehrsnmgq0tq1eZwwodw4Bmv4cHjFK/K+aJIkSZKkhlatRKv3nmgwsEo02zlKkiSpXkyiNZPq43/NnkQDOOYYmD+/7CgkSZIkSXvRqO0cX3gh759mJZokSZLqxSRaM2mVSjTILR2ffRY2bCg7EkmSJEnSHhTZznHMmJwY64v16/NoJZokSZLqxSRaM2mlJNoxx+Tx0UfLjUOSJEmStEc9PTBqFIwYUf979acSrZpEsxJNkiRJ9WISrZmsXZtXLvvsU3Ykg1dNos2bV24ckiRJkgoXESMi4n9HxGvKjkV7V+S+Y/1JohXZZlKSJEntqSZJNBdABVm7tpidnItw+OH5MUaTaJIkSVLbSSltBc7FBzubQqMm0axEkyRJUr3VZMHiAqgga9e2RitHgGHD4MgjYf78siORJEmSVI47gNPLDkJ7t25dcc9zWokmSZKkRlLLpJcLoHprpSQa5JaOVqJJkiRJ7eoTwKUR8aGImBYRQyNiSO+vsgNUVmQl2pgxsG0bbN2693OtRJMkSVK91XJR4gKo3lotiXb00fDkk/Dcc2VHIkmSJKl4DwNHAFcBi4CtwLZeX31Io6gIRS5Fx47N46ZNez/XSjRJkiTV27AaXuvhynhV5Wtnqcb3az9r18Jxx5UdRe0ccwykBI8/DiecUHY0kiRJkop1JXmdqAZXdDtHyC0d95a4q1aimUSTJElSvdQyqeUCqN7WrWutSrRjjsnjvHkm0SRJkqQ2k1K6ouwYtHcplVOJ1pd90Xp6YOhQGDWqvjFJkiSpfdUsieYCqM5eeCGvEFopiTZzJgwZ4r5okiRJktSgnnsu71FWRiXa3qxfn6vQIuobkyRJktqX+5Q1i2qz91ZKou2zD8yYAfPnlx2JJEmSpBJExOSI+JuIuDciFlbGr0XEQWXHpmzt2jwWtRQdMyaPfa1E23ff+sYjSZKk9lbTJJoLoDoqeuVSlGOOsRJNkiRJakMRcSTwIPARYCNwT2W8HHgwImaWGJ4qqkvRoivRNm3a+7nVSjRJkiSpXmqWRHMBVGdFr1yKcvTR8MQTuT+IJEmSpHbyVWA9cGRK6ayU0p+klM4CjgR6Ku+rZOvW5bFR90SzEk2SJEn1VMtKNBdA9dSqlWhHHw3bt8PChWVHIkmSJKlYZwGfTSk93ftgSmkRcEXlfZWs6KXoQPZEkyRJkuqllkk0F0D11KpJtFmz8vjoo+XGIUmSJKloI4ANu3lvQ+V9laxaiVZ0O0cr0SRJktQIaplEcwFUT62eRJs/v9w4JEmSJBXtQeDDEfGSdWlEBPDByvuFiIjzI+KxiFgQEZ8q6r7NoOil6JgxebQSTZIkSY1gWA2vVV0A/SyltKN6sIwFUEtq1STauHEwdaqVaJIkSVL7uRL4CTA/Iq4DuoGDgLcDM4E3FBFERAwF/j/gPGAxcG9E/CilNK+I+ze6aiVaUcmqESNg+HDYtGnv51qJJkmSpHqrZRKtIRZALWvduryaGDWq7Ehqb9Ysk2iSJElSm0kp3RgRbwC+BHwGCCAB9wNvTCndVFAopwILUkpPAkTEfwFvAUyikZ/nHDcOhtXytwd7MXbs3ivRnn8etm61Ek2SJEn1VbN/BjfQAqg1rV2bq9Aiyo6k9mbNgu98B1JqzZ9PkiRJ0ktExAjgOuDvU0qzI2I0MAFYm1LaXHA4U4Fne71eDJy280kRcRlwGUBHRwddXV2FBLcnGzdurHsc8+fPYtSo8XR13VXX+/Q2fPjpLFiwlq6ux3Z7ztq1w4EzWbbscbq6lhYWWyMoYt7VeJz39uS8tx/nvD05742tJkm0BlsAtaZqEq0VHX00bNgA3d0wZUrZ0UiSJEmqs5TS1og4F7iq8noz0NBrx5TS1cDVALNnz06dnZ3lBgR0dXVR7zj+4R/goIOo+316mzQJxo6dTGfn5N2es2BBHk855Ug6O48sKLLGUMS8q/E47+3JeW8/znl7ct4b25C9n7J3KaWtwLnV66WUNqeUlphAq6FWTqLNmpVHWzpKkiRJ7eQO4PSygwCWAAf3ej2tckzkpej48cXesy/tHHt68uieaJIkSaqnmiTRKhplAdSayli5FKWaRJs/v9w4JEmSJBXpE8ClEfGhiJgWEUMjYkjvr4LiuBeYGRGHVbqsXAz8qKB7N7x164p/nnPMmL0n0davz6N7okmSJKmearkoKWUBVLnPAxHxk8rrwyLi7ohYEBHXVRZBza+VK9GmTMk7VVuJJkmSJLWTh4EjyC0dFwFbgW29vrYWEURKaTvwIeDnwHzg+yml3xVx72ZQViXapk17PsdKNEmSJBWhJnuiVTxcGa+qfO0s1fh+VZeTFzrVfzp/lbw3239FxL8ClwLfqMN9i9XKSbSIXI1mEk2SJElqJ1eS14mlSyn9FPhp2XE0ojIq0frSztFKNEmSJBWhlkmtwhdAETENeAPwJeDjERHA2cA7KqdcA1xBsyfRduwoZ+VSpFmz4Je/LDsKSZIkSQVJKV1Rdgzas+3bYcOGxkyiWYkmSZKkItQsiVbSAugfgL8AxlVeTwLWVdpxACwGppYQV22tXw8ptXYS7eij4bvfzSu0ceP2fr4kSZKkplVpu38duYvIbWXHo12rJqrKaOdoEk2SJEmNoCZJtDIWQBHxRmBFSun+iOgcwOcvAy4D6OjooKurq7YBDsDGjRt3GcfIZcs4HXh0+XKWNUCc9bD/9u0cC9z/ve+x4aijyg6nULubd7U25739OOftyXlvT867tHcppa0RcS673gpADWLt2jwW/TznmDE5iZZS7v6/K+vXw8iRMKI1dkGXJElSg6pJEq2kBdCZwJsj4gJgJHlPtKuA8RExrFKNNg1YsqsPp5SuBq4GmD17durs7Cwk6D3p6upil3E88AAAs844g1kNEGdddHTA5z7HK0eNglb9GXdjt/Oulua8tx/nvD057+3JeZf67A7gdKCr5Di0G9UkWtGVaOPG5QTa5s05obYrPT3uhyZJkqT6G1LDa1UXQIVIKX06pTQtpTQduBj4ZUrpncCtwEWV0y4BflhUTHVT1uN/RZoxIz9C+MgjZUciSZIkqRifAC6NiA9FxLSIGBoRQ3p/lR1gu1u3Lo9FL0WrLRrXr9/9OevX28pRkiRJ9VfLRUmjLIA+CXw8IhaQ90j7VkH3rZ92SKINHw7HHANz55YdiSRJkqRiPAwcQe4osgjYCmzr9bW1vNAE5VWiVSvMqvue7YqVaJIkSSpCTdo5VjxcGa9i120dU43v9+KFU+qi0gIkpfQkcGo97lOadkiiARx3HNxyS9lRSJIkSSrGleR1ohpUWZVofUmiWYkmSZKkItQyqeUCqF7KevyvaMcfD9/9LqxeDZMmlR2NJEmSpDpKKV1Rdgzas0avRJsxo5h4JEmS1L5qlkRzAVRH69bB0KEwdmzZkdTXccfl8eGHobOz1FAkSZIkqd2tW5c7748eXex9+7Inmu0cJUmSVAQ3am4G69bl1UFE2ZHUV+8kmiRJkqSWFxEnRcQNEbEqIrZHxMmV41+OiPPLjq/drV2bq9CKXoq6J5r0f9m79zi7yurw/59FQoAA4ZYQwiUEFUVEFI2IFSGIlUuteG3VqqBYtGpVvP2g1q+0/qy1Vq31VtGqtNoiRfqFVhSQMmpVUEBQuSkQEEIkAXIlCSHJ+v7x7ENOTmaSmcyZs8/M/rxfr3ntOft21pknhFlZez2PJEnqF10topkAjZGmZAezZpVpHH/xi7ojkSRJkjTGIuJo4CfAIcC/sWl+ugF4Sx1xaaMlS+pZmntrRbQNG2DFimakyZIkSapX14poJkBjqClFtIjSjWYnmiRJktQEfwtcBjwFeHfHseuBZ/Q8Im1i6dJ6imi77lq2QxXRVqyAzGakyZIkSapXNzvRTIDGSlOKaACHHw6/+lV5tFCSJEnSRPYM4AuZmUB2HHsAmNH7kNSuNZ1jr02aVAppQ62J1trflDRZkiRJ9elmEc0EaKw0qYj21KfCww/D/Pl1RyJJkiRpbK0Bpg5xbBawhRWx1At1daJBSYGH6kRr7W9KmixJkqT6dLOIZgI0VppWRAOndJQkSZImvv8F3hURk9r2tR7IPB34n96HpHZ1daIBTJtmEU2SJEn162YRzQRorDSpiPaUp5S10X7xi7ojkSRJkjS2PkiZ0eTG6vsETo2Iq4CjgL+qMbbGy7QTTZIkSepmEc0EaCxklgnfm5Id7LILPO5xFtEkSZKkCS4zbwSOAe4HPgAE8Pbq8LGZeVtdsanMsr9uXX2daBbRJEmS1A+6VkQzARojK1fChg3Nyg6e+Uy49tq6o5AkSZI0xjLz+sw8HtgV2B+YlpnHZebPaw6t8ZYuLds6O9GWLx/8mEU0SZIk9Uo3O9FMgMZCE7ODo46Cu++GhQvrjkSSJElSD2Tmmsy8LzNX1R2LiiVLyrafO9GmTetdPJIkSWqmrhbRWkyAuqiVHdSVudThqKPK9ppr6o1DkiRJkhqqVUSrqxNt2rQtF9EmTYKpU3sbkyRJkppnTIpo6qImdqIdcQRsvz1cfXXdkUiSJElSI7Wmc6yzE23NGli7dvNjy5aV4xG9j0uSJEnNYhGt3zWxiLbjjqWQZhFNkiRJkmpRdydaKwUebF20VhFNkiRJGmsW0fpdE4toUKZ0/NnPYN26uiORJEmSpMZpdaLVXUQbbEpHi2iSJEnqlcnduElETAH2BdYB92Xmhm7cVzS7iPaP/wi//GXpSuuGTLjjDrjhBnj0Udh1V3jCE+Dgg8uE+pIkSZJ6KiJeD7wU2Bm4A7gIuNKcsn6tTrS6UlGLaJIkSeoHoyqiRcQ04LPAK4Ep1e5HI+JG4DvAeZk5f3QhNlxTi2hHH122V101+iLa+vVw3nnwsY/Br3+9+fHdd4d58+C448rXU54C29mkKUmSJI2liPg/wDnAEuC3wNOANwO3RsQrMvPmGsNrvKVLYdq0+p43nDatbIcqos2Z09NwJEmS1FCjrRScC/wh8HfAGcB7KMW0PYG/BG6LiM9ExI6jfJ/mWrasZC1Tp9YdSW8dcAAccghcdtno7vPQQ3DyyXD66bDzzvCFL8D118Ott8KPfwxf/Sq8/OVw443wznfC4YfDzJnwylfC5z5XppRcvbo7n0mSJElquIh4fUQ8sXr5VuDLwIzMPCIzZwJHAncBV0fEITWFKUon2u671/f+dqJJkiSpH4x2OseTgbdk5r8BRMQk4JPAHwP3Aq8H3g8cERG/n5lWI0aqlR1E1B1J751wAnzxi6WItdNOI7/+gQfgec8rUzieey686U2b/xyf8xw47bTy/V13wcBA+brqKrjwwrJ/u+3giU+EJz0JZs8uBb7Zs2HvvUtWucceZTttmh1skiRJ0pZ9FSAilgPTgJ2Al0fEzzPz9sy8Fjg5Ii4APgacUl+ozbZ0aX3rocHGItny5Zsfs4gmSZKkXhltEe0RYPFgBzJzEfD3EfF14CpKZ9oHRvl+zdPk7OCEE+DTn4Yf/hBe+MKRXbt6Nbz4xTB/PlxxBRx77NavmTOnFNROO62sn3b33aVr7cYby9cdd5Ti2mBZHJQC3Y47lq+ddhp6O2UKTJ782NeTFi+G88/fZN8mX+2FufYiYOv7wfYN5/h4lFl3BNtmkLhn33kn/OQnNQQzQuP1Z96HZt95Z+mAVaM47s3U6HE/9FB4yUvqjkL9bU9gLqXj7MOUBzP/BMiIWAncCFwPLKI8lKma9GsnWmZJyVrTPUqSJEljabRFtEuBtwBXDHVCZv6umuv+E1hEG7mlS5tbRDv2WNhhhzKl40iLaGeeCVdfDf/xH8MroHWKKEW1OXPgZS/b9NiyZXDPPaXTbcmSMkat7erVsGbN4NuHHy7XrF0L69Y99rXnqlVw3XWb7Hvsa/36kceuceFxdQegnnPMm8lxb6ZGj/urX20RTVuUmcuAK4ErI+J0SrfZfwLPBJ4OPAP4A6r/lKrC2g3AzzLzzFqCbqglS+AJT6jv/YdaE23lStiwoblpsiRJknprtEW0s4CfRsTFwLspc9cPZg0wfZTv1UxN7kSbOrVMx/id78AnPjH86668skwD+d73lvXOum233bo6Jj8ZGGDevHmDH8zc2AnU3hG0pX3DPT5eu9ImSNzf//73OXZbCrx1GK8/8z4zrsZcXeO4N1Ojx92prTUyXwI+AtyYmZcBjy2IHBGvoUz9+FfAsyhrcVtE66GlS+vtRJsypUzm0VlEa71uaposSZKk3hpVES0zF0bEMcC/A78GfgIk8KyIWAusB54CfBT46ShjbaZly0o3VFOdcgr8+Z/DzTeX6YG2ZuXKsvbZwQfDX//12Mc31iIsYExQOWVK6bRUY+T225d/DVKjOO7N5LhLw/Zx4HDgRxHxbeC7wELgIMra2tdk5sdrjK/Rliypd000KEW8pUs33WcRTZIkSb006kdFM3N+Zh4FvBJYAqwGvkCZy/5XwAXAWuBPR/tejdTkTjSAV7yiPNH8zW8O7/yzzy5rmX3lK2X9MUmSJEl9KTM3ZOafAGcA+wKfp0zt+ElgJeaQtXn00TIbfZ2daAB77gkPPbTpvtYS1U1OkyVJktQ7o53O8TGZeRFwUURsDxwKzKnuf1dmXtet92mcphfR9tkHnv98OO88+D//ByZNGvrcH/wAPvtZeMc74OijexejJEmSpG2WmV8FvhoRsyhroT0M/CIzN9QbWXO1ur/q7kTbay948MFN99mJJkmSpF7q+qIFmfloZt6YmRdn5rcsoI1CZnnMrunZwRlnlO6yyy4b+pxVq+D00+Ggg+Bv/qZ3sUmSJEnqisxcmJk/yswbLKDVyyKaJEmSVLjydz9buRI2bDA7OOUU2Hdf+PgWlkM46yy4/Xb453+GnXfuXWySJEmSNMEsWVK2dU/nOFgRrVXga3qaLEmSpN6wiNbPfMSumDIF3vc+GBiA731v8+OXXgqf+Qy8611w3HE9D0+SJEmSJpJWEa1fOtEyN+574IGynT69npgkSZLULBbR+plFtI3e/GZ4/OPhrW/duJI0wPz5cNpp8NSnwkc/Wlt4kiRJkjRRtLq9+qETbe1aePjhjfsWLYJdd4Udd6wvLkmSJDWHRbR+ZhFto512gi99Ce68E178YrjlFrj88tJ5tm4dXHCBWZQkSZIkdUE/daLBplM6Ll4MM2bUE48kSZKaxyJaP7OItqnjjoPzzoNrroFDD4UTTijzelxxBRxySN3RSZIkSdKE0E+daLB5EW3vveuJR5IkSc0zue4AtAUW0Tb3J38Cz3teKZztsQecfLIdaJIkSZLURUuWlKWpd9qp3jhaRbTWOmhQpnM88MB64pEkSVLzWETrZxbRBjd7Npx+et1RSJIkSdKEtHRp6UKLqDeOoTrRnvWseuKRJElS8zidYz+ziCZJkiRJ6rElS+pfDw1g5syyvf/+ss10TTRJkiT1lkW0frZsGUyaBDvvXHckkiRJkqSGWLq0P4poe+4JO+wACxaU10uXwrp1rokmSZKk3rGI1s+WLYNp0+qfQ0OSJEmS1BhLlpTpHOsWAfvvD/feW14vXly2dqJJkiSpVyyi9bNly5zKUZIkSZLUU/0ynSPAfvtt7ES7556N+yRJkqResIjWzyyiSZIkSZJ6bOnS/uhEg0070ebPL9uDDqovHkmSJDWLRbR+ZhFNkiRJktRDmf2zJhqUItqCBSWu+fPLsuH77193VJIkSWqKcVtEi4gDIuKqiLg5Im6KiHdW+/eMiCsi4jfVtk9+9d8GFtEkSZIkST20ciWsX98/nWj77Qdr18IDD5Qi2uzZMHly3VFJkiSpKcZtEQ1YB7wnMw8FjgLeFhGHAmcBV2bmwcCV1evxySKaJEmSJKmHliwp237pRDvwwLK9885SRHMqR0mSJPXSuC2iZebCzLy++n4FcAuwH3AKcF512nnAS+qJsAuWL4dp0+qOQpIkSZLUZz7zGXjd644ks7v3Xbq0bPulE+3pTy/b66+3iCZJkqTeG7dFtHYRMQc4ArgGmJmZC6tDvwNm1hTW6GTCihUW0SRJkiRJm1mzBu69dyoPP9zd+/ZbJ9rs2bDXXnDRRXD//XDYYXVHJEmSpCYZ9zOJR8QuwLeAd2Xm8oh47FhmZkQM+lxeRJwBnAEwc+ZMBgYGehDtlq1cufKxOLZbu5ZjHn2UOxcv5rd9EJvGTvu4qzkc9+ZxzJvJcW8mx11SL+y5Z9k+9BDsskv37tsqovVLJ1oEPOMZcMUV5fUJJ9QbjyRJkpplXBfRImJ7SgHtG5l5UbX7/oiYlZkLI2IWsGiwazPzXOBcgLlz5+a8efN6EfIWDQwM8FgcixcD8LinP53H9UFsGjubjLsaw3FvHse8mRz3ZnLcJfVCexFt9uzu3bc1nWO/dKIBHH98KaJtvz0cckjd0UiSJKlJxm0RLUrL2T8Dt2TmJ9sOXQKcCvxttb24hvBGb/nyst1113rjkCRJkiT1nfYiWjf123SOAO99b1npYNas0pkmSZIk9cq4LaIBzwVeB/wyIm6o9v0FpXh2QUScDtwN/FFN8Y3OihVl65pokiRJkqQOY1VEa3Wi9VMqOmkS/Nmf1R2FJEmSmmjcFtEy83+BoZ5BO76XsYwJO9EkSZIkSUMYy0603XYrhStJkiSp6barOwANoVVE66fH/yRJkiRJfWEsO9F2372795QkSZLGK4to/ao1naOdaJIkSZKkDjvtBFOmrB+TTrR+Wg9NkiRJqpNFtH5lJ5okSZIkaQumTVtnJ5okSZI0hiyi9atWJ5pFNEmSJEnSIHbd9VE70SRJkqQxZBGtX7U60Xbeud44JEmSJEl9adddu9+JtmSJnWiSJElSi0W0frViRVkPbTuHSJIkSZK0uWnTut+JtnSpnWiSJElSixWafrV8eSmiSZIkSZI0iG53oq1dC6tW2YkmSZIktVhE61crVrgemiRJkiRpSN3uRFu6tGztRJMkSZIKi2j9yk40SZIkSdIW7LrrOlavhtWru3O/JUvK1iKaJEmSVFhE61d2okmSJEmStmDXXR8FNha/RqvVieZ0jpIkSVJhEa1f2YkmSZIkSdqCadPWAXRtSsdWMc4imiRJklRYROtXdqJJkiRJUldExMcj4taI+EVE/GdE7N527OyIuD0ibouIE+qMc6RanWjdKqI9+GDZ7rVXd+4nSZIkjXcW0fqVnWiSJEmS1C1XAIdl5uHAr4GzASLiUOBVwFOAE4HPR8Sk2qIcoW53orXuYxFNkiRJKiyi9aPMUkSzE02SJEmSRi0zL8/MddXLq4H9q+9PAc7PzEcycz5wO3BkHTFui253orXus8ce3bmfJEmSNN5ZROtHa9bA+vUW0SRJkiSp+94IfKf6fj/gnrZj91b7xoVud6I9+CDsthtMntyd+0mSJEnjnb8a96Ply8vW6RwlSZIkaVgi4nvAPoMc+kBmXlyd8wFgHfCNbbj/GcAZADNnzmRgYGDbg+2S9etXMmnSBn7+83sYGJg/6vvdcsuTmTp1GgMD13QhOo2VlStX9sWfP/WW495MjnvzOObN5Lj3N4to/WjFirK1E02SJEmShiUzX7Cl4xFxGvAi4PjMzGr3AjV813kAACAASURBVOCAttP2r/YNdv9zgXMB5s6dm/PmzRtlxKM3MDDAXnttxy67HMi8eQeO+n4f+xjstx/0w2fT0AYGBhyjBnLcm8lxbx7HvJkc9/7mdI79yE40SZIkSeqaiDgReD/w4sxc1XboEuBVEbFDRBwEHAz8tI4Yt9WMGbB4cXfu9dBDsOee3bmXJEmSNBHYidaP7ESTJEmSpG76LLADcEVEAFydmW/JzJsi4gLgZso0j2/LzPU1xjli06fDAw90514PPgiPf3x37iVJkiRNBBbR+pGdaJIkSZLUNZn5hC0c+wjwkR6G01UzZsCvftWde9mJJkmSJG3K6Rz7kZ1okiRJkqRh6NZ0juvXw9KlsNdeo7+XJEmSNFFYROtHdqJJkiRJkoZh+vTSQbZ+lJNQLl0KmXaiSZIkSe0sovUjO9EkSZIkScMwY0Ypfj300Oju8+CDZWsnmiRJkrSRRbR+tHw5RMDOO9cdiSRJkiSpj82YUbajndKxVYSzE02SJEnayCJaP1qxokzlGFF3JJIkSZKkPtatIpqdaJIkSdLmLKL1o+XLXQ9NkiRJkrRV06eX7QMPjO4+dqJJkiRJm7OI1o+WL3c9NEmSJEnSVtmJJkmSJI0di2j9aMUKi2iSJEmSpK1qdaJ1Y020CNhtt9HHJEmSJE0UFtH6kdM5SpIkSZKGYcqU8gxmNzrR9tgDJk3qTlySJEnSRGARrR/ZiSZJkiRJGqYZM7qzJprroUmSJEmbsojWj+xEkyRJkiQN04wZ3ZnO0fXQJEmSpE1ZROtHdqJJkiRJkoZp+vTuTOdoJ5okSZK0KYto/SbTTjRJkiRJ0rB1oxPtwQftRJMkSZI6WUTrN6tXw4YNdqJJkiRJkoaltSZa5rbfY9Gich9JkiRJG1lE6zfLl5etnWiSJEmSpGGYMQPWri0rA2yLVavKl0U0SZIkaVMW0fpNK+uxE02SJEmSNAzTp5fttk7p2Lpu7727E48kSZI0UVhE6zd2okmSJEmSRmCffcr2d7/btutbRTQ70SRJkqRNWUTrN61ONItokiRJkqRhmDWrbC2iSZIkSd1lEa3frFxZthbRJEmSJEnD0OpEW7hw2663iCZJkiQNziJav2l1ou2yS71xSJIkSZLGhenTYdIkO9EkSZKkbpuQRbSIODEibouI2yPirLrjGRE70SRJkiRJIzBpEuy997Z3oi1aBNtvD9OmdTcuSZIkabybcEW0iJgEfA44CTgUeHVEHFpvVCPQKqLZiSZJkiRJGqZZs0bXibb33hDR3ZgkSZKk8W7CFdGAI4HbM/POzFwLnA+cUnNMw2cRTZIkSZI0QvvsM7o10ZzKUZIkSdrcRCyi7Qfc0/b63mrf+LBiBey4I0yeXHckkiRJkqRxYrSdaBbRJEmSpM01tlITEWcAZwDMnDmTgYGBegMCVq5cyYLbbmPGDjvw4z6IR72xcuXKvvjzp95y3JvHMW8mx72ZHHdJddhnH7j/fli/vqyRNhKLF8PjHz82cUmSJEnj2UQsoi0ADmh7vX+1bxOZeS5wLsDcuXNz3rx5PQluSwYGBthvt91gjz3oh3jUGwMDA453AznuzeOYN5Pj3kyOu6Q6zJoFGzbAAw/AzJkju9ZONEmSJGlwE3E6x58BB0fEQRExBXgVcEnNMQ3fihWuhyZJkiRJGpF99inbkU7p+MgjJQ21iCZJkiRtbsIV0TJzHfB24DLgFuCCzLyp3qhGYOVK2HXXuqOQJEmSJI0js2aV7cKFI7tu8eKy3Xvv7sYjSZIkTQQTcTpHMvNS4NK649gmFtEkSZIkSSO0rZ1oixaVrZ1okiRJ0uYmXCfauOd0jpIkSZKkEWoV0ba1E80imiRJkrQ5i2j9xk40SZIkSdIITZ0K06aNvBPNIpokSZI0NIto/WblSjvRJEmSJEkjNmvWyDvR7r+/bF0TTZIkSdqcRbR+YxFNkiRJkrQN9t0X7r13ZNfcd1/pYtttt7GJSZIkSRrPLKL1kVi3Dh55xOkcJUmSJEkjNns2/Pa3I7tmwQLYbz+IGJuYJEmSpPHMIlofmbR6dfnGTjRJkiRJ0ggdeGDpLFu7dvjXLFhQOtgkSZIkbc4iWh+xiCZJkiRJ2lYHHgiZpTA2XK1ONEmSJEmbs4jWRyatWlW+cTpHSZIkSdIIzZ5dtnffPbzzM0vnmkU0SZIkaXAW0fqInWiSJEmSpG114IFlO9x10R56qCzLbRFNkiRJGpxFtD5iEU2SJEmStK0OOKBsh9uJ1pr20TXRJEmSpMFZROsjj03naBFNkiRJkjRCO+4IM2cOvxOtVUSzE02SJEkanEW0PvJYJ5prokmSJEmStsHs2cPvRLvvvrK1iCZJkiQNziJaH3E6R0mSJEnSaBx44Minc5w1a+zikSRJksYzi2h9ZLJFNEmSJEnSKMyeXaZzzNz6uQsWwN57w5QpYx+XJEmSNB5ZROsjj3Wi7bxzvYFIkiRJksalAw+ENWtg8eKtn7tgAey779jHJEmSJI1XFtH6yKTVq2HqVJg0qe5QJEmSJEnj0OzZZfvb32793Pvucz00SZIkaUssovWRSatXO5WjJEmSJGmbHXRQ2d5xx9bPXbDAIpokSZK0JRbR+sikVatg113rDkOSJEmSNE4dfHDZ3nbbls9bswYWLbKIJkmSJG2JRbQ+YieaJEmSJGk0pk4t66JtrYh2991l2+pckyRJkrQ5i2h9xCKaJEmSJGm0DjkEbr11y+fMn1+2FtEkSZKkoVlE6yMW0SRJkiRJo9Uqom3YMPQ5FtEkSZKkrbOI1kcmrV7tmmiSJEmSpFE55BBYtQoWLBj6nPnzYYcdYNas3sUlSZIkjTcW0fqInWiSJEmSpNE65JCy3dKUjvPnl7XTtvNfBSRJkqQh+etyH5m0apVFNEmSJEnSqAyniHbnnU7lKEmSJG2NRbR+kel0jpIkSZKkUZs5E3bbbegi2oYN5Vir2CZJkiRpcBbR+sXatWy3fr2daJIkSZKkUYkoBbKhimgLFpQ10yyiSZIkSVtmEa1frFxZthbRJEmSJEmj9OQnw69+BZmbH7vttrK1iCZJkiRtmUW0frFiRdk6naMkSZIkaZSe+UxYtKh0nXVqdahZRJMkSZK2zCJav7ATTZIkSZLUJXPnlu21125+7KabypppM2f2NiZJkiRpvLGI1i8sokmSJEmSuuRpT4NJk+C66zY/du218IxnlLXTJEmSJA3NIlq/cDpHSZIkSVKX7LQTHH44/OhHm+5/5BG48UZ41rPqiUuSJEkaTyyi9Qs70SRJkiRJXTRvHvz4x7BmzcZ9v/wlPPqoRTRJkiRpOCyi9QuLaJIkSZKkLnr+80vn2dVXb9z3wx+W7ZFH1hOTJEmSNJ5YROsXrekcLaJJkiRJkrrgmGNg++3hv/5r475LL4VDD4XZs+uLS5IkSRovLKL1i1YnmmuiSZIkSZK6YNo0OOkkOP98WL8eli+H738fTj657sgkSZKk8WFy3QGosnIlGUHstFPdkUiSJEmSJojXvhYuuQQuugjuvrush/bHf1x3VJIkSdL4YBGtX6xYwfodd2TydjYHSpIkSZK646Uvhac+FV7/eli3Do4/HubOrTsqSZIkaXywYtMvVq1i/dSpdUchSZIkSZpAJk+Gf/kXeNKTSjHtS1+qOyJJkiRp/LCI1i+++EWuPv/8uqOQJEmSpAkrIt4TERkR06vXERH/GBG3R8QvIuIZdcc4Fp7+dLjhBrjuOjjooLqjkSRJksYPi2h9JCc7u6YkSZIkjYWIOAB4IfDbtt0nAQdXX2cAX6ghtJ6JqDsCSZIkaXwZl0W0iPh4RNxaPSn4nxGxe9uxs6unCG+LiBPqjFOSJEmS1Dc+BbwfyLZ9pwD/ksXVwO4RMauW6CRJkiT1nXFZRAOuAA7LzMOBXwNnA0TEocCrgKcAJwKfj4hJtUUpSZIkSapdRJwCLMjMGzsO7Qfc0/b63mqfJEmSJDEu5w/MzMvbXl4NvKL6/hTg/Mx8BJgfEbcDRwI/6XGIkiRJkqQeiojvAfsMcugDwF9QpnIczf3PoEz5yMyZMxkYGBjN7bpi5cqVfRGHestxbybHvZkc9+ZxzJvJce9v47KI1uGNwDer7/ejFNVafIpQkiRJkhogM18w2P6IeCpwEHBjlEXB9geuj4gjgQXAAW2n71/tG+z+5wLnAsydOzfnzZvXtdi31cDAAP0Qh3rLcW8mx72ZHPfmccybyXHvb31bRNvSU4SZeXF1zgeAdcA3tuH+PkWovuC4N5Pj3jyOeTM57s3kuEv9JTN/Cezdeh0RdwFzM/OBiLgEeHtEnA88G1iWmQvriVSSJElSv+nbItpQTxG2RMRpwIuA4zOztTC0TxFq3HHcm8lxbx7HvJkc92Zy3KVx5VLgZOB2YBXwhnrDkSRJktRP+raItiURcSLwfuDYzFzVdugS4N8i4pPAvsDBwE9rCFGSJEmS1Icyc07b9wm8rb5oJEmSJPWzcVlEAz4L7ABcUc1pf3VmviUzb4qIC4CbKdM8vi0z19cYpyRJkiRJkiRJksahcVlEy8wnbOHYR4CP9DAcSZIkSZIkSZIkTTDb1R2AJEmSJEmSJEmS1G8sokmSJEmSJEmSJEkdLKJJkiRJkiRJkiRJHSyiSZIkSZIkSZIkSR0iM+uOoXYRsRi4u+44gOnAA3UHoZ5z3JvJcW8ex7yZHPdmctzrd2Bmzqg7CE1c5pCqmePeTI57MznuzeOYN5Pj3h8GzSMtovWRiLg2M+fWHYd6y3FvJse9eRzzZnLcm8lxl9Qr/n3TTI57MznuzeS4N49j3kyOe39zOkdJkiRJkiRJkiSpg0U0SZIkSZIkSZIkqYNFtP5ybt0BqBaOezM57s3jmDeT495MjrukXvHvm2Zy3JvJcW8mx715HPNmctz7mGuiSZIkSZIkSZIkSR3sRJMkSZIkSZIkSZI6WESTJEmSJEmSJEmSOlhE6xMRcWJE3BYRt0fEWXXHo7EVEQdExFURcXNE3BQR76w7JvVOREyKiJ9HxH/XHYt6IyJ2j4gLI+LWiLglIp5Td0waexFxZvV3/K8i4t8jYse6Y1L3RcRXImJRRPyqbd+eEXFFRPym2u5RZ4ySJiZzyOYxj2wuc8jmMYdsJnPIZjCHHH8sovWBiJgEfA44CTgUeHVEHFpvVBpj64D3ZOahwFHA2xzzRnkncEvdQainPg18NzMPAZ6G4z/hRcR+wDuAuZl5GDAJeFW9UWmMfA04sWPfWcCVmXkwcGX1WpK6xhyyscwjm8scsnnMIRvGHLJRvoY55LhiEa0/HAncnpl3ZuZa4HzglJpj0hjKzIWZeX31/QrKL0P71RuVeiEi9gf+APhy3bGoNyJiN+AY4J8BMnNtZi6tNyr1yGRgp4iYDEwF7qs5Ho2BzPwB8FDH7lOA86rvzwNe0tOgJDWBOWQDmUc2kzlk85hDNpo5ZAOYQ44/FtH6w37APW2v78VfhBsjIuYARwDX1BuJeuQfgPcDG+oORD1zELAY+Go1BcuXI2LnuoPS2MrMBcDfA78FFgLLMvPyeqNSD83MzIXV978DZtYZjKQJyRyy4cwjG8UcsnnMIRvIHLLxzCH7mEU0qUYRsQvwLeBdmbm87ng0tiLiRcCizLyu7ljUU5OBZwBfyMwjgIexLX/Cq+YvP4WSAO8L7BwRr603KtUhMxPIuuOQJE0c5pHNYQ7ZWOaQDWQOqRZzyP5jEa0/LAAOaHu9f7VPE1hEbE9JfL6RmRfVHY964rnAiyPiLsqUO8+PiK/XG5J64F7g3sxsPSV8ISUh0sT2AmB+Zi7OzEeBi4Dfqzkm9c79ETELoNouqjkeSROPOWRDmUc2jjlkM5lDNpM5ZLOZQ/Yxi2j94WfAwRFxUERMoSwaeUnNMWkMRURQ5ra+JTM/WXc86o3MPDsz98/MOZT/zv8nM32qaILLzN8B90TEk6pdxwM31xiSeuO3wFERMbX6O/94XAy8SS4BTq2+PxW4uMZYJE1M5pANZB7ZPOaQzWQO2VjmkM1mDtnHJtcdgCAz10XE24HLgEnAVzLzpprD0th6LvA64JcRcUO17y8y89IaY5I0dv4c+Eb1j1x3Am+oOR6Nscy8JiIuBK4H1gE/B86tNyqNhYj4d2AeMD0i7gU+BPwtcEFEnA7cDfxRfRFKmojMIRvLPFJqDnPIhjGHbA5zyPEnyhSbkiRJkiRJkiRJklqczlGSJEmSJEmSJEnqYBFNkiRJkiRJkiRJ6mARTZIkSZIkSZIkSepgEU2SJEmSJEmSJEnqYBFNkiRJkiRJkiRJ6mARTZLUcxHxkoh49yD750VERsS8GsIaVEQ8MyJWRcR+I7jmHyLi0rGMS5IkSZKawhxSklSXyMy6Y5AkNUxEfA14QWbu37F/GnAocHNmLq8jtk4R8T+UeN4+gmtmAXcCJ2fmVWMWnCRJkiQ1gDmkJKkudqJJkvpGZi7PzKv7KPl5JnAc8IWRXJeZC4H/At43FnFJkiRJkswhJUljzyKaJKmnqicITwX2q6bdyIi4qzq22VQcETEQEf8bESdGxA0RsToifh4Rz46IyRHxNxGxMCIeioivRcTOHe83NSI+FhHzI2Jttf1ARAzn/4FvAn6RmTd13PM1VQwrI2J5RPwyIt7cce35wAkRccCIf0iSJEmSJMAcUpJUr8l1ByBJapwPAzOAZwEvrvY9spVrngB8HPgIsBL4O+CS6msycBrw5OqcRcD7ASJiMnAZZXqPDwO/BI4CPgjsCbxnK+97IvDt9h0RcTTwdeAfKU8JbgccAuzece0Pq2O/D3xlK+8jSZIkSRqcOaQkqTYW0SRJPZWZd0TEYmBtZl49zMv2An4vM+8EqJ4AvBg4KDNfUJ1zWUQcA7ySKgECXg0cDRybmT+o9l0ZEQAfioiPZeaiwd4wImYCc4AbOw4dBSzNzHe17bt8kM+5OCLurc43AZIkSZKkbWAOKUmqk9M5SpLGg1+3kp/KrdX2so7zbgX2jyrDoTwFeDfw42rajsnVk4WXA9tTkpOh7FttF3fs/xmwR0R8PSJeFBGdTw+2W9x2H0mSJElSb5hDSpK6wiKaJGk8WNLxeu0W9k8GJlWv9wYOBB7t+PppdXyvLbznjtV2k2lCMvP7lCcVDwD+E1gcEd+LiMMHucdqYKctvIckSZIkqfvMISVJXeF0jpKkiexBYD7wR0Mcv2sr1wLs0XkgMy8ELoyIXYB5wMeA70bE/pm5oe3UPYFfjDBmSZIkSVI9zCElSZuwiCZJqsMj9Obpuu8CLwdWZuatWzu5w13AGuBxQ52QmSuB/46IxwGfpjyVuBggIiYBs4H/GHnYkiRJkqQ25pCSpFpYRJMk1eFmYM+I+DPgWmBNZv5yDN7nG8AbKAtBf4KywPMU4PHAi4GXZOaqwS7MzLURcQ1wZPv+iPhrYCZwFXAfsD/wDuCGzGyf+/4wYCrwAyRJkiRJo2EOKUmqhUU0SVIdvkxZkPlvgN0pCzfP6fabZOajEXECcBZwBnAQ8DBwB/BtNs6LP5RvAh+PiJ0z8+Fq3zWUhOdTlKk2FlEWmf5gx7UvAn4HDIz+k0iSJElSo5lDSpJqEZlZdwySJPWliJgG3Au8NTO/PsJrbwa+lZmdiZEkSZIkaQIyh5SkiWe7ugOQJKlfZeZyyoLP74+IGO51EXEKZbqOT4xVbJIkSZKk/mIOKUkTj9M5SpK0ZZ8EJgGzKPPXD8dOwGszc+mYRSVJkiRJ6kfmkJI0gTidoyRJkiRJkiRJktTB6RwlSZIkSZIkSZKkDhbRJEmSJEmSJEmSpA4W0SRJkiRJkiRJkqQOFtEkSZIkSZIkSZKkDhbRJEmSJEmSJEmSpA4W0SRJkiRJkiRJkqQOFtEkSZIkSZIkSZKkDhbRJEmSJEmSJEmSpA4W0SRJkiRJkiRJkqQOFtEkSZIkSZIkSZKkDhbRJEmSJEmSJEmSpA4W0SRJkiRJkiRJkqQOFtEkSVsUEV+LiIyIOWP4HhkRA2N1/+o97oqIu8b4PQYiIkdw/pjHJEmSJEmdIuK0Kg87re5YRqNH+eo51XvMG8P3GNF49CImSVJhEU2S+lj1S3H71/qIeKgq1pwWEVF3jGqGiJhT/Rn8Wt2xSJIkSdpokLwxI+KR6qG98yLiyXXHqGYb6QOnktRPJtcdgCRpWP6q2m4PPAF4KXAsMBd4e11BddGTgVV1B1GD4+sOQJIkSdKE8Vdt3+8GHAm8Hnh5RBydmTfUE9aYOhv4W2BB3YH02GeB84Hf1h2IJE10FtEkaRzIzHPaX0fEc4EfAG+NiE9k5vxaAuuSzLy17hjqkJl31B2DJEmSpImhM28EiIjPUB68fBdwWo9DGnOZuRBYWHccvZaZDwAP1B2HJDWB0zlK0jiUmT8CbgUCeOZg50TECRFxaUQ8UE3lcUdEfDwidh/i/BdExA8j4uFqysj/GxGHbEt8EfGsiLg8IlZExPKI+F5EPGeoedsHWxOt/dyIeHVEXBcRqyLivoj4ZETsUJ33/GpqiOURsSQi/jUi9tpCbLtFxGcjYkFErImImyPiHYNNjVlNmfmtiLgzIlZX7/GjiHjttvxcBrn/Zmuitc+FHxHHVZ+t9XP89mBTsbStA/C4iHh3RNxafbZ7I+JTETFtkGuGXIeuc12BiDgHaBVqT+2YJua00fwMJEmSJI2py6vtjOGcPJI8oePYsyPiwoj4XUSsjYh7IuKLEbHvSIKt8rV/qHKZNVVu8+4q19lsevnBYmqfij4iHl/F9WCVV10eEYdV582IiHMjYmH1Xj+LiOO2Et+pEfHzKj9cFBFfiYh9BjnvmRHx6Yi4scqv10TEbyLiExGxx0h+JkPEscXcOiKmt322RyLipoh4wyD3mVddc06UnP17EbGs+lldFhFzB7lmS38OHrtf9XpOlGkcj22Lr/U1MNqfgyT1gp1okjT+Pdq5IyI+BJwDPAT8N7AIOBx4L3ByRDwnM5e3nf8K4JvA2mq7EDga+Anwi5EEExHHUBK1ScBFwB3AU4GrgP8Z2UcD4M+Bk4D/CwwALwTOBPaMiIspU1h8GzgX+D3gtcD06ppOU4DvAbtX100BXg58GngS8LaO878A3ETp+lsI7AWcDPxrRDwpMz+4DZ9nuF4EnAJ8B/gn4NDqvZ8VEYdWTx52+hRwDHABcDFwAuWJ0+dFmb5lzTbGMkD5mb0TuJEyFi0TcUoYSZIkaaJ4QbW9dqzeICLeSMnHHgEuAe4BDgbeBPxhRByVmVuddjAidqTkjM8Afg58gzIt5QeA521DaHOAa4BbgK9Vr18KDETEc4DvAsspOfCewKuA70TEE4eI90xKPvrN6tqjgTcA8yLi2Zm5uO3cP63e6/uUHHQ7ygOw7wZOqs5fsQ2faTh2B35Eye8vBHYAXgl8JSI2ZOZ5g1zzbMrUmN8DPkdZRuJlwDER8cLM/OE2xrKUMs3oacCBbDrl6F3beE9J6imLaJI0DlWFqkMovxT/tOPYcZQC2k+AkzNzadux04CvUn5xPbPatwvwRWAD8LzMvLbt/E9RijDDjWs74J8pv6SfnJnfaTv2FkpRaqReADwzM2+p7rMDcD3wOuAPgRdm5vfb3v8y4MSIePogc/7PAu4EDsvMR6prPgT8jDI15jcz8wdt5x/WOeViREyhFLbOioh/ysyxmnv/JcAJmXll23t/FDgLeCPwd4Nc81zg6Zl5d3X+2cB/UJKf9wEf3pZAMnMgSsfcO4EbBpsmRpIkSVK9Wt0/lWnAsyg5wn8Dfz9G7/lEykN/dwHHtudHEXE85QHLT1MKSlvzPkoB7XzgNZmZ1X0+QskBR+pY4C8z8yNtMX0Q+GtKce0C4K2ZuaE6dgXwL5Rc+cxB7ncS8OzM/Hnb/Vo5898Cp7ed+1HgbZm5vv0GEXE68GXgrcDHtuEzDcfTKHn5m1vvHxH/QHlA9v8DBiuinQj8eWZ+ti3WUygPUH6leoh0w0gDqf494pyqY+5Ac0lJ45HTOUrSOFBNrXBORHwkIr5JeTosgPdWc8C3e0e1/dP2AhpAZn6N0jn0J227T6E8dfdv7QW0yjnAshGE+nuUJ9auai+gVc4Ffj2Ce7X8Y6uABlAVv75J+X/Yt1sFtOrYBuDr1cunDXG/s1sFtOqah9hYXNpkeovB1izLzLWUJ/MmA8eP+NMM3/ntBbTKudX2yCGu+XSrgAaP/TzeRymQvrH7IUqSJEnqIx9q+zqT0il1C/DvY9j19GfA9sA7Ox8wrPKZSyjdaLsO416nUnKXs1sFtOo+9wD/sA2x3UUpbrVrFZB2AN7XURj6N2Ad8PQh7vev7QW0yjmUnPk11QOfrZjv7iygVb5C6X47YTgfYButAt7d/v6ZeTOlO+3J1YO0nW4HPt++IzMvpnTSPYFt6wSUpAnBTjRJGh8+1PE6gdMz86uDnPscyhSPr4yIVw5yfAowIyL2yswHKU/6QfnleNM3yVwWETdQzV8+DEdU2/8d5F4bIuLHwBOHea+WwaYdua/aXjfIsVbitv8gx9YBPx5k/0C1PaJ9Z0TMpjypdzwwG9ip47r9BrlXtwz2ue+ptkPNoT/YGN4ZEfcAcyJi987CqiRJkqSJITMfW+c5InYGnkIpIn0jIp6SmR8Yg7d9TrU9NiKeNcjxvSlT/T+RwfM3AKKs4/x44J7MvGuQUzbLMYfhhkEKWa1c8tedhcXMXB8R9zN4Lglbz5mfTDXdfURsD7yZMkXkoZRpKdubGcYyl/xN+/INbdrzyZUdx344RKfZAOWzHcEgn1+SmsAimiSNA61kqEqEnkOZmuGfIuLuzOxcZ2wvyt/vnYW3TrsAD1J+mQe4f4jzfjeCULd2r6H2b8lgnXDrhnFs+0GOPTDE04Ctz9iKn4h4HGWqzD2AH1KmIVkGrKfMpX8q5enFsbJZsSsz10UElCR0MFsawwMpn88imiRJkjTBZebDwE8jzPPncwAAIABJREFU4mXAvcD7q+no79nKpSO1V7V931bOG6z7qd20ajumuWRbTjXUjCvrGDyX3FIMm+WTlNlTXkpZTuDi6pzWjCjvose5ZKWVKw+WT47ks0lSo1hEk6RxpEqEvhcRf0iZE/68am7yVW2nLQO2y8w9h3nbVvIwc4jj+4wgxNbTbkPda6j9vTI9IiYNUkhrfcb2ROrdlITwDdU0mI+JiFdTimj9ZiZw2yD7B/t8ydC/B+zezaAkSZIk1SMzl0bEbZQZSJ7Bxm6kIS9hZHlCK8fYbYjup+Hq91wStp4zLwOIiLmUAtr3gJMys1W8aq3j/f6xDHIbDeuzVVoda4P9OTGXlDThuCaaJI1DmfkL4EuUaSY6Fzy+GtgjIp4yzNu1FmjebMrGiNiNoeeDH0xrfvijB7nXdpQ10+o0eYgY5lXb9vntn1BtvzXI+cOd3rLXBhvDxwEHAHd1TOW4pNrfef4kBh/zVuFxqC44SZIkSf2pNR38cP4dcKR5wtXVdlRrZlUFuDuB/SJiziCnbJZj1mBLOfMayvpzsDGXvKS9gFY5ks2XCegHR1c5e6d51bY9V15SbTf7cwLMHeL+6+GxP0eSNK5YRJOk8ev/p0wH8d6IaF8j61PV9ksRsW/nRRGxc0Qc1bbrYsovwa+pnphrdw4jm7bhR8AdwHERcVLHsTMY+XpoY+Gj7Qs+R8SewF9WL9vXmLur2s5rvzgiTgDeNIbxjcY7I+LA1osqCfo45f/3nevn/RSYHREv7Nj/l5SpHzstoTyVOrt74UqSJEkaSxHxEuAgyrrZg60P3WmkecJnq3t/KiI2y/ciYkpEDLfA9i+U3OWjUc25WN3jAMoUiHV7XUQc0bHvHErO/O+Z2Zqu8a5qO6/9xIjYG/jcGMY3GgcDb23fERGnUAqHt1OWOGj5abX9047znwq8c4j7P1htzScljTtO5yhJ41RmLoiIf6L8kvp+4Oxq/5URcRbwUeA3EXEpMJ8yB/2BlF+C/xc4sTp/ZUScQZmz/YcR8U1gIeVJv8OAHwDHDDOmDRHxJuC7wCUR8S1KUe1w4PeB7wAnsXH6h15bSJl7/lcRcQllrvtXALOAz2fmD9rO/TzwBuA/IuJCygLUh1F+bhcAf9zLwIfpR8AN1RguA04AnkZZwPvvOs79++r4xdX5D1G69A6iLB49r/3k6s/JNcDzIuIbwK8pTxNeUnVGSpIkSapRRJzT9nJn4FBK/gXwF5k5nHXFRpon3BoRbwS+AtwUEd+l5ArbUwomzwMWA4cM473/DngJ8CrgSRFxOaVA9UeUvPQl1JdLQslnfxQRF7AxZz6aUjQ7q+28n1Fys5dFxI8p+fdMyljcRskt+813gU9UD8PeSOmmexmlw+6Nmdn+c78Y+A3w6ojYH7iGMtanVMf+aJD7Xwm8Erio+jeK1cDdmfmvY/R5JKlr7ESTpPHto8Aq4B0R8dgc5pn5MUrh69vAcylP7b0S2A84l42dV63zL6QUh66j/ML7Fkqy9BxKAW7YMnOAUqgbAP4AeAdluorjKNNzwMb57nttLfAC4HJKYvZmSrHpncDb20+sCkPHUZ7W/APgzyiLXb8M+KfehTwiZ1I6FOdRPtMM4NPA8zNzTfuJmXklJQm9ifKzOJWS/B0J3D3E/V9H+TN1IvAh4MOUdRUkSZIk1e9DbV9nUn5X/y/ghZn598O5wbbkCZn5deCZwDcoD1C+HXgtpRBzIR0dTlt479WUHOwzlLW4zqxe/w0l94X6ckkos768lTJ947sohcGvAb+XmYtaJ1VrcL8Y+AKwLyUnPhr4MqVA+WhPox6eayh55A6U8TsJ+B/gmMxs70Kjyi2Ppzxcelh1/uOA11A+82C+TBnD3SgPAX8YOL3bH0KSxkJkZt0xSJIaIiJ+BDybsuj0w3XHM1FExNcoye1BmXlXvdFIkiRJUndFxJ9SHgh9S2Z+se54JoqImAdcBfxVZp5TbzSS1J/sRJMkdVVETI2I3QfZfxplGpDLLaBJkiRJkjoNsa73bOCDwDpKZ50kST3jmmiSpG6bDfw8Iq6gLEA8GTiCMn3FUuA9NcYmSZIkSepf34qI7SlLDSwF5gAvAqYCZ2dmP64nJkmawCyiSZK67X7KXPjHUuav3wH4HfBV4COZeUeNsUmSJEmS+te/UtZifjll/ayVlPW6PpuZF9UZmCSpmVwTTZIkSZIkSZIkSergmmiSJEmSJEmSJElSB6dzBKZPn55z5sypOwwefvhhdt5557rDUI857s3kuDePY95MjnszOe71u+666x7IzBl1x6GJyxxSdXLcm8lxbybHvXkc82Zy3PvDUHmkRTRgzpw5XHvttXWHwcDAAPPmzas7DPWY495MjnvzOObN5Lg3k+Nev4i4u+4YNLGZQ6pOjnszOe7N5Lg3j2PeTI57fxgqj3Q6R0mSJEmSJEmSJKmDRTRJkiRJkiRJkiSpg0U0SZIkSZIkSZIkqYNFNEmSJEmSJEmSJKmDRTRJkiRJkiRJkiSpg0U0SZIkSZIkSZIkqYNFNEmSJEnSuBYRX4mIRRHxq7Z9e0bEFRHxm2q7xxDXnlqd85uIOLV3UUuSJEnqd31ZRDMBkiRJkiSNwNeA/8fevcfJVdf3H399dzebQAwJCbiBQIhcDEmVa0SusoDijWprbb396rUittZae/FS1FZrVWztQ6VWqforKor6s1ZsEUFxQRAUkDsRAiRAQkzCLWGBXHb3+/vj7GSHzczszJk5M2f2vJ6Pxz5mdubMmc9yqD1f3ufzOS+Z9Nr7gZ/GGA8Bfjr++9OEEOYDHwGeDxwDfKTaWlOSJElS8eQyRMMFkCRJkiSpTjHGK4FHJr38SuD88efnA79X4aMvBi6LMT4SY3wUuIxd16KSJEmSCqqv0wVUEmO8MoSwZNLLrwQGx5+fDwwB75u0zc4FEEAIobQA+lZGpUqSJEmS8mkgxrh+/PlvgYEK2ywCHij7fe34a7sIIZwJnAkwMDDA0NBQ6ypNaXh4OBd1qL087sXkcS8mj3vxeMyLyeOeb7kM0apo6QJIkiRJklQMMcYYQohN7uM84DyAFStWxMHBwVaU1pShoSHyUIfay+NeTB73YvK4F4/HvJg87vnWTSHaTq1YAHkVofLC415MHvfi8ZgXk8e9mDzuUm5sCCHsE2NcH0LYB9hYYZt1TEw8AdiPZOqJJEmSJHVViNbSBZBXESovPO7F5HEvHo95MXnci8njLuXGRcCbgE+OP/6gwjY/Bv6p7F7apwMfaE95kiRJkvKum0I0F0B5tm4dlK643mMPOOMMCKGjJUmSJEkqhhDCt0guqNwrhLAW+AjJ2vE7IYS3AfcBfzS+7QrgrBjjn8QYHwkhfAy4bnxXHy3dY1v58JOfwIYNyfNjj4WDDupsPZIkSSqWXIZoLoC60J/+KVx00cTvN9wARx3VuXokSZIkFUaM8XVV3jqtwrbXA39S9vtXga9mVJqasGEDvOhFE7+/6EVw6aWdq0eSJEnFk8sQzQVQl9mxAy6/HP7P/4HTT4c3vhGGhztdlSRJkiSpiz31VPL4iU/AZZfBQw91th5JkiQVTy5DNHWJX/8arroKHnwwCc1+7/dgYCB5b/v2ztYmSZIkSepqY2PJ4777wj77wJo1HS1HkiRJBWSIpvTe/W64+urk+dy5cOqpsGpV8rshmiRJkiSpCaUQracnufX2li2drUeSJEnF09PpAtTFtm+H006Dhx+G3/4W9twT+vsn3pMkSZIkKaVSiNbbm1y3uXkzxNjZmiRJklQshmhqTn8/zJ8Ps2ZN/A6GaJIkSZKkpkzuRNuxA7Zt62xNkiRJKhZDNKUXI4Tw9NcM0SRJkiRJLVAeos2dmzzfvLlz9UiSJKl4DNGUXqU5GqUQbceO9tYiSZIkSQX2ve/BsmVw6KFwxBFw112drqh5o6PJY6kTDbwvmiRJktrLEE3NsRNNkiRJkjpuaAjuuScJ0O64A847r9MVNc9ONEmSJHVaX6cLUBerNM5xxozk0RBNkiRJktomRpgzBy68EH7v9+D//l9Yvz4JoI47DhYsSJZvp54Ke+3V6WrrM/meaGAnmiRJktrLEE3p1RrnaIgmSZIkSW0TYxI2AbznPXDnnfCrX8ETT8A3vjGx3Vlnwb//e2dqbJSdaJIkSeo0QzQ1x3GOkiRJktRxY2MTy7PBQVi5MnkeI9x7b7JEe/Ob4dZbO1Vh4+xEkyRJUqd5TzSl5zhHSZIkScqF8k60ciHAQQfBsmVw5JHJ/dIqDRXJIzvRJEmS1Gl2oim9Siuvnh7o6zNEkyRJkqQ2Ku9Eq2b5cnj0UdiwARYubE9dzSiFaL29E51oF18MW7fCUUfBC1/YudokSZJUDIZoak6lVVp/P+zY0f5aJEmSJKmgqnWilVu+PHl8//th0SJ4+cvh+OOzry2t8k60GTPg0EPhxz9OfpYsgdWrO1qeJEmSCsAQTelVGucISYhmJ5okSZIktU09nWhHHZV0oF1wAYyMwPXXJ4FUXpWHaAC33QbbtsGf/in85Cedq0uSJEnFYYim9KoN0jdEkyRJkqS2qnaNY7n582H9+uT5qafCk09mX1czRkeTx1KI1tsLu++edKV1y33dJEmS1N2mGPYgTaHSKm3GDEM0SZIkSWqjesY5lps1K+nqyrPJnWglIUy8J0mSJGXJEE3pOc5RkiRJknKhnnGO5WbNgq1bs6unFWqFaHaiSZIkqR0M0ZSe4xwlSZIkKRca7USbOdMQTZIkSZqKIZqaYyeaJEmSJHVcmk60bh7naIgmSZKkdjBEU3qOc5QkSZKkXEhzTzQ70SRJkqTaDNGUXq1xjjt2tLcWSZIkSSqwRjvRummcY2/v0183RJMkSVK7GKKpOXaiSZIkSVLHVRsUUo3jHCVJkqSpGaIpPcc5SpIkSVIupBnnuG1bvsOo0dHkcfLf1dOT77olSZI0fRiiKb1qIdqMGYZokiRJktRGacY5Qr670exEkyRJUqcZoqn17ESTJEmSpLZK04kG3Ruild6TJEmSsmSIpvQc5yhJkiRJudBoJ1opRNu6NZt6WsFONEmSJHWaIZrSM0STJEmSpFxotBOtNM7REE2SJEmqzhBNrWeIJkmSJEltlbYTrVvHORqiSZIkqR0M0ZRerU60HTvaX48kSZIkFVS15Vk1jnOUJEmSpmaIpvQc5yhJkiRJuTCdxzn29j79dUM0SZIktYshmlrPEE2SJEmS2spxjpIkSVLrGaIpvWqdaDNmJCuxRx+F4eH21yVJkiSp8EIIS0MIN5X9bAkhvGfSNoMhhM1l23y4U/U2q9FOtG4Y5zg6mjwaokmSJKlTuiZEK9oCqCtUC9Fmz4aREZg/H/bYAy6/vP21SZIkSSq0GOOdMcYjYoxHAEcDTwLfr7Dpz0vbxRg/2t4qW6fRTrRuGuc4OUTr6TFEkyRJUnv0dbqAesUY7wSOAAgh9ALrqL4AOqOdtWmSt78d5s6FTZvgox+F++/vdEWSJEmSiu004J4Y432dLiQraTvRunWcY+k9SZIkKUtd04k2ybRfAHWFap1oz3wmvOtd8La3Jb+XZnC0wvAwbNkCTz7Zun1KkiRJmu5eC3yrynvHhRBuDiH8KITwO+0sqpXS3hOtGzvRHOcoSZKkdumaTrRJplwAAQ8Cfx1jvL3SRiGEM4EzAQYGBhgaGsqizoYMDw/noo56HfvUUzy2YQO/qVJz/6ZNHA/ceccdrG/B37XwRz/i0HPOASD29HDzOefw2NFHN73fTuu2467W8LgXj8e8mDzuxeRxl/IlhNAPvAL4QIW3fw0cEGMcDiG8DPhv4JAq+8n1GvKRRw5n27YehoZurOuzGzfOBI7j5pvvZL/91mdXZBPuvHMRcAjXXHM1c+fu2Pn6/fc/ixgXMzR0ReeK6yD//0wxedyLyeNePB7zYvK451vXhWitWgDFGM8DzgNYsWJFHBwczKbgBgwNDZGHOuo2axYLFy5kYbWaf/tbAJYefDBLW/F3XXABzJsHf/EXhH/4B46YMwe66Z9XFV133NUSHvfi8ZgXk8e9mDzuUu68FPh1jHHD5DdijFvKnl8cQvhCCGGvGONDFbbN9Rpy3jzYvp26//dn06bkccmSpQwOLs2mwCbdckvyeNJJJzB//sTrP/1p0omWh2PQCf7/mWLyuBeTx714PObF5HHPt24c51hzARRjHB5/fjEwI4SwV7sLLIxq4xxL+sYz2laNc7znHli2LBkVCfmeOyJJkiQpL15HlUkmIYSFISSLmhDCMSRr5IfbWFvLTOdxjr29T3/dcY6SJElql24M0QqxAOoKU4VopZVOq0K0u++Ggw/ujjtgS5IkSeq4EMJs4EXAf5W9dlYI4azxX18N3DZ+S4DPAa+NsTvjmRh3vXdYLTNnJo+rVsE118CGXS5T7bxa90STJEmS2qGrxjmWLYDeUfbaWQAxxi+SLIDeGUIYAZ6iixdA00IrQ7Rt22DtWjjooO64ZFKSJElSx8UYnwAWTHrti2XPzwXObXddWRgb27Vjq5YZM+AZz4AvfSn5OewwuPnm7OpLY6oQbarrOiVJkqRmdVWIVqQFUFfIqhPtE5+Ab34zeT5/PrzudfD448n3HXxwMiayt9cQTZIkSZLGNdqJFgJcdx3cdx985jNwxx3Z1ZZWaSlpiCZJkqRO6aoQTTmTVYj2gx/Axo1w4olw443wzndOvHfEEcnjzJmOc5QkSZKkcY3eEw3g0EOTn+9/H266KZu6mlGtE630u3NnJEmSlDVDNGUnbYg2NgZHHQXf+x6MjCRjHAFmz4a9906ez5plJ5okSZIkjWumK2vGDNixo7X1tMJU4xwbHWEpSZIkNcoQTell1Yk2NjaxSurrgyVLdt3GEE2SJEmSdmp0nGO5/v7uDNHsRJMkSVLWUp5iS0wdopVWOiMjje23nssJHecoSZIkSTulGedYMmMGbN/e2npawRBNkiRJnWaIpmz19jbXiVaNnWiSJEmStFMznWh5H+c4ORw0RJMkSVK7GKIpvXqG7qcJ0UZHDdEkSZIkqQHNdKL19yfLu0aXblmrNqTEEE2SJEntYoim9LIK0erpRHOcoyRJkiTt1GwnGuRvpGO1paEhmiRJktrFEE3ZcpyjJEmSJGWu2U40yN9IR0M0SZIkdZohmtLrZCeaIZokSZIk7VTP8qyavHaiVZv0b4gmSZKkdjFEU3r1rNL6+hznKEmSJEkZa8U4RzvRJEmSpKczRFO20naiVbp7dDk70SRJkiRppyKNcyy9ZogmSZKkrBmiKb1Oj3O0E02SJEmSgNZ0ouVtnONUnWhjY+2tR5IkScVjiKb0sgrRqg2+L2cnmiRJkiTtVKRONMc5SpIkqV0M0ZStrDrRZs40RJMkSZKkcd4TTZIkSWo9QzSlV28n2shIY/t1nKMkSZIkNaQVnWh5HOdY6XbZhmiSJElqF0M0pdfpe6Jt3eqqSZIkSZKob3lWjZ1okiRJUmWGaMpW2hCt0uWG5WbOTB7zdqmkJEmSJHVAK8Y55m15ZYgmSZKkTjNEU3qd7kQDRzpKkiRJEq0Z55i3TrTRUUM0SZIkdZYhmtLLQ4i2dWtj+5YkSZKkaagVnWh5C9HsRJMkSVKnGaIpW2lCtGqXG5YrjXM0RJMkSZKklnSidcs4x9JrhmiSJEnKmiGa0stDJ9oLXgCHHgr/+7+NfYckSZIkTSNF7EQbG2tvPZIkSSoeQzSl18kQ7bTT4K1vheOPh7vugquuauw7JEmSJGkaaaYTrVtDNDvRJEmSlLW+Thegaa6vL12I1ttbe5uFC+ErX0me/9d/eQmiJEmSpEKr5xrHarptnKMhmiRJktrFTjSl18lOtGa/Q5IkSZKmkek6zrHS9ZWGaJIkSWoXQzSlZ4gmSZIkSbnQzDhHO9EkSZKkygzRlK3eXhgZaewzhmiSJEmS1JDp2Ik2OmqIJkmSpM4yRFN6WXSixWiIJkmSJEkNaqYTLa8hmp1okiRJ6jRDNKWXVYgGjYVoPT3J6kqSJEmSCqqe5Vk1jnOUJEmSKjNEU7YaDdFKYZidaJIkSZJUt0YHepSzE02SJEmqzBBN6WXRiVYK0Xp76/+MIZokSZKkgmumEy0E6Ovrnk600msOJJEkSVLWDNGUXpYhmp1okiRJklS3GNN3okHSjWYnmiRJkvR0XReihRDWhBBuDSHcFEK4vsL7IYTwuRDC3SGEW0IIR3WiTo1rV4jmJYiSJEmSCmxsLH0nGhiiSZIkSZX0dbqAlE6JMT5U5b2XAoeM/zwf+PfxR7VaFp1opW0bCdF6euxEkyRJklRRCGEN8DgwCozEGFdMej8AnwVeBjwJvDnG+Ot219msZjvR+vvzOc6x0qR/QzRJkiS1S7eGaLW8EvhajDEC14YQ5oUQ9okxru90YdOO4xwlSZIkdYdpfyGmnWiSJElS63XdOEcgApeGEG4IIZxZ4f1FwANlv68df02dYIgmSZIkKd92XogZY7wWmBdC2KfTRTWqnmsca+nvz1+INjpqiCZJkqTO6sZOtBNjjOtCCM8ELgsh/CbGeGWjOxkP4M4EGBgYYGhoqMVlNm54eDgXddTrBWNjPHD//ayuUfPSTZuY/+STXFPn39W3eTMnAqvuvZd1dX5mxdatPLVhA7d30T+7ct123NUaHvfi8ZgXk8e9mDzuUu6ULsSMwJdijOdNer/ahZhdNc2kWtdWvfr74bvfhSuugKVL4eKLmwvlWmFsDPoq/FcLQzRJkiS1S9eFaDHGdeOPG0MI3weOAcpDtHXA/mW/7zf+2uT9nAecB7BixYo4ODiYVcl1GxoaIg91NOKAJUs4oFbN3/oW3HBD/X/Xpk0AHLJ0KYfU+5k5c3jG/Pld98+upBuPu5rncS8ej3kxedyLyeMu5U4hLsQcHX0BDzywlqGhe1Pt61WvWsivfz2P1atnc8klc/jpT6+gr6+zKdWjjx7JrFmjDA3d8rTX77hjb+B3+OUvf8XGjU92prgO8mKNYvK4F5PHvXg85sXkcc+3rgrRQgizgZ4Y4+Pjz08HPjpps4uAd4UQLiSZY7/Z+6F1kOMcJUmSJHVQUS7EDAGWLFnM4ODiVPsq/Tmf+AR88INw4oknM2tWa+pMa84c2GMPdrkwYfzaS573vGN4znPaX1enebFGMXnci8njXjwe82LyuOdbt90TbQC4KoRwM/Ar4H9jjJeEEM4KIZw1vs3FwL3A3cB/AH/amVILoJ6h+4ZokiRJkjokhDA7hDCn9JzkQszbJm12EfDGkDiWLr0Qc2ysNeMXe3uTxzwssaqNqCy9Vlo+SpIkSVnpqk60GOO9wOEVXv9i2fMI/Fk76yqsLEK00raGaJIkSZKaNwB8PyTrlj7gm6ULMWHnWvJi4GUkF2I+CbylQ7U2Jcbm7olW0g0hmvdEkyRJUrt0VYimLtSuTjQvQZQkSZI0SZEuxCxSJ5ohmiRJktql28Y5Kk+yHOdYWrnVo6cnHys8SZIkSeqQepZn9chbiFZpaWiIJkmSpHYxRFNzvCeaJEmSJHVUKUxynKMkSZLUWoZoypYhmiRJkiRlqhQmTbdOtNFRQzRJkiR1liGa0ql3lVa6X1m9qxtDNEmSJElqiJ1okiRJUjYM0ZROIyEaTIRjU0kbotW7f0mSJEmaZkrLoenWiWaIJkmSpE4zRFO2SiuwkZH6ti+t1BoJ0Xp68rHCkyRJkqQOsBNNkiRJyoYhmtKptxOtry95rHcF5jhHSZIkSWpIFp1o9V4HmaWpQjQHkkiSJClrhmhKp9Fxjo2GaKXP1cMQTZIkSVKB1bs8q0c3dKKVXrMTTZIkSVkzRFO20oZodqJJkiRJUl3SLKOqyVuIVun6Ssc5SpIkqV0M0ZRO1p1ojd4TzTkekiRJkgqqaJ1ohmiSJElqF0M0pZOnEM1ONEmSJEkFVlqetaITrdHbWmfJEE2SJEmdZoimbBmiSZIkSVKmSsuo6dCJdvfdsOeeMGMGrFs3EeqVM0STJElSu1Q4HZXqkFUnWmk7QzRJkiRJqksrO9E6HaKtWQOPPQZ//MeweDG8/vW7bmOIJkmSpHYxRFM6WY9zrHT36Frf4T3RJEmSJBXUdOpEK/0tZ50Fxx9feRtDNEmSJLWL4xyVTr2rlXaMc+zpsRNNkiRJUmHVe41jPfISotW6rtIQTZIkSe1iiKbmTLVK6+9PHg85BGbOhG9+s/b23hNNkiRJkhqSZhlVTV5CtFp/S2kZ6kASSZIkZc0QTenUe6njS18KH/sYfOADsH07rFxZe3tDNEmSJElqyHTsRKsnRLMTTZIkSVnznmhKp97Vyrx5cPbZyfNPfGLqzxmiSZIkSVJDSsusonSild4zRJMkSVLW7ERTcxq51DGEbEK0nh7neEiSJEkqrNJyyE40SZIkqbUM0ZROmnkh9YRopZVarbtIT2YnmiRJkqQCm06daKXvNUSTJElSHhiiKZ00q5V6AjfHOUqSJElSQ+xEkyRJkrJhiKbm5GGcoyGaJEmSpAJLMyikGkM0SZIkaYIhmtLJapyjIZokSZIkNSTNMqoaQzRJkiRpgiGa0kk7zjGLEK2nZ+JzkiRJklQwWXSijYw0v680DNEkSZKUJ4Zoak5eOtFidAUlSZIkqZBKS6GidaJ5LaUkSZKyZoimdLIa51haqTUaopV/VpIkSZIKpBQmeU80SZIkqbX6Ol2AulTW4xxLK7d6lK/y+vxXWpIkSVKxZNmJdt118PnPJ9+x++7wT/8ECxY0/z3V1BOild4zRJMkSVLWTBzUnEYvdcxqnGP5ZyVJkiSpQFrZiVa6LrEUon396/CNb8C++8K6dXDGGfC7v9v891RjJ5okSZLyxHGOSiercY5pQrTSto5zlCRJklRAaZZn1UzuRNu+HfbeGy66KPk962sX6xlOYogmSZKkdjFEUzpZj3P0nmiSJEmSVJc0y6hqKoVo/f0T+25XiGYnmiRHQ7RHAAAgAElEQVRJkvLAEE3NyUMnmiGaJEmSpALLuhOtPETLOrgyRJMkSVKedE2IFkLYP4TwsxDCHSGE20MIf1Fhm8EQwuYQwk3jPx/uRK2FkKdxjoZokiRJkgqstMzKshOttPSzE02SJElF0tfpAhowAvxVjPHXIYQ5wA0hhMtijHdM2u7nMcYzOlBfsWQ1zrG0Uqs1AH+yds0VkSRJkqQcKi2F7ESTJEmSWqtrOtFijOtjjL8ef/44sBJY1NmqZCeaJEmSpDwq0jST6dSJVvreekI0r6OUJElS1rqpE22nEMIS4EjglxXePi6EcDPwIPDXMcbb21hacTjOUZIkSVK+FWaaSTs70RznKEmSpCLpuhAthPAM4HvAe2KMWya9/WvggBjjcAjhZcB/A4dU2c+ZwJkAAwMDDA0NZVd0nYaHh3NRRz1mPPIIJwB33XUXD9ZZ8wkjI2xcu5ZVNbbf9ze/4dnA1ddcw4558+ra78JVqzgUuPbqq9m6cGFdn8mTbjruah2Pe/F4zIvJ415MHncpH2KM64H1488fDyGUpplMDtG6XpprHKtxnKMkSZI0oatCtBDCDJIA7YIY439Nfr88VIsxXhxC+EIIYa8Y40MVtj0POA9gxYoVcXBwMLvC6zQ0NEQe6qjLhg0APHvpUp5db839/Szad18W1dr+1lsBOOGkk2DBgvr2e//9ABx7zDFw4IH1fSZHuuq4q2U87sXjMS8mj3sxedyl/Jnu00zSDPSoprSP8hBt7tz2jVCs529pV6AnSZIkdU2IFkIIwFeAlTHGz1TZZiGwIcYYQwjHkNzz7eE2llkceRrnOHmVJ0mSJEnjijDN5M475wBHc9ttt7LHHs0vgXt6Tubee+9naGg1jzxyND092/jVr+4GjuWOO1YyNLSh6e+o5u67FwMHctVVV9LfXzmxu//+3YDnc/vtdzA0tDGzWvLKjudi8rgXk8e9eDzmxeRxz7euCdGAE4A/Bm4NIdw0/toHgcUAMcYvAq8G3hlCGAGeAl4bo9emZSLNP9ZGQrTSDJF6eE80SZIkSRUUZZrJ7NnJ74cf/lxaUVZfH+y33wEMDh5Afz/ss88cjjtuLwCWLl3G4OCy5r+kil/8InkcHHwB/f2Vt7nrruRx2bLlDA4uz6yWvLLjuZg87sXkcS8ej3kxedzzrWtCtBjjVUDNtqcY47nAue2pSEDrO9FKQVgjnWiGaJIkSZImKdI0k9K1iK24JxokS6yRkeT55Hui5WGco/dEkyRJUrt0TYimnMnTOEdDNEmSJEm7Ksw0k1LFrbgnGiRLrPJ7opWHaFn/0zFEkyRJUp4YoimdrMc5prknWtaXREqSJEnqGkWaZpJFJ9rkEK2073Z1otX6W9KEaE88AR/+MDz+ePL7W98Kxx6brkZJkiQVhyGamtNoJ9pU7ESTJEmSpIakGRRSS61OtHaEaD099YVojdTyy1/CZz4D8+cnQdqmTfD97zdXqyRJkqa/Fg17UOE4zlGSJEmSciHNMqqWTo9znOrvSNOJtmNH8vjDH8IrXwm33pquPkmSJBWLIZrSydM4R0M0SZIkSQXW6k60vr6J5dWOHe0f55hliDZjBhx2GNx7LwwPp6tRkiRJxWGIpubYiSZJkiRJHVVaZhWlEy1NLaUQra8Pnvvc5LOXXAIrV8JTT6WrVZIkSdOfIZrSSXup41SrnNHRxld+7RrOL0mSJEk5VFoKtfqeaKOjyb6nQyfayEjyOGMGHHFE8vwP/xCWL4fXv77xOiVJklQMhmhKJ8txjo2GaHaiSZIkSSqwrDrRtm9Pfi/vROvWEK18nOOSJfCzn8GFF8Lhh8P69alKlSRJUgH0dboAdbksxjkaokmSJElS3bLqRKsUomU9zrGe4STNhGh94/8VZHAwefzWt2DNmkYqlCRJUpHYiaZ00oxzNESTJEmSpJZLO22/mkoh2nQa51hu1izYurX+/UiSJKlYDNGUTh7HOXpPNEmSJEkFVFoKtWOcY9adaO0Y51jOEE2SJEm1GKKpOa3qRPvFL+C88+CmmyZCsXqVVlj/8i/wlrckw+0lSZIkqSCK2onWSC3VQrSZMw3RJEmSVJ33RFM6rR7n+OpXT9zNeenSxmo58EA47DBYtQquuAKGh+GUUxrbhyRJkiR1qdIyqx2daHkK0dKMc+yb9F9B7ESTJElSLXaiKZ1Wj3PcuhXe/GZYtw5uvLGx/S5YADffDPfdB4ce6r3RJEmSJBVKKdjKshNtOo9z3Lat/v1IkiSpWOxEU3Na1Yk2NgZ77AH77ttcPX19E5cYSpIkSVIBtKMTLY/jHFt5T7QYWxdCSpIkafpoKEQLISwCXgQcC+wL7AY8BNwJXAFcEWPM+JRaudDqcY71rJTqUVrtSZIkSeq4EMJM4DgqryGvjDHe28Hypo2idaKlqaUUolUa5wjJ3zpzZv37kyRJUjHUFaKFEE4G/gZ4MdALrAU2AU8BhwO/C3wYWB9C+A/gMzHGLZlUrHxo9TjHVoZodqJJkiRJHRVCOBh4D/AGYC4wBmwmWUPOB2YBMYRwA/AF4GtekJlemmscayktq6ZTJ9rISLLfyfsuhWhbtxqiSZIkaVdTphYhhP8FfgQ8AfwR8MwY4+IY49ExxhNjjMuBPYAjSBY/fwjcE0J4cYZ1Ky9a1YkWY2tCtL4+O9EkSZKkDgoh/BtwB/A84KPjj7NijAtijPvFGHcH9gFeBdwEfAa4PYTw/E7V3O1KwVaW4xxL+25HiNbbW3ubtOMcJ49yhKeHaJIkSdJk9XSi3QW8Lcb422objF8xeMv4z8dDCK8gudpQ05XjHCVJkiRVti9wTIzxpmobxBg3AD8AfhBC+HPgHSRTTn7ZnhKnlyw60bZty+84x7Qh2uRRjmCIJkmSpNqmDNFijH/Z6E5jjBelK0ddI6/jHPv6JobdS5IkSWq7GOPvN7j9NuBzGZVTCKVlVis70bZuhY0bk9+nyzhHO9EkSZLUqHrGOX44hHBAO4pRF7ITTZIkSVKZEMIbQwi7d7qOIikFW63qRNttN7jxRnjrW5PfZ8+e2H+eQrRGanGcoyRJktKoZ5zj3wMfDiFcDfwn8N0Y43CWRakLOM5RkiRJUmX/CZwbQvgv4PwY4886XM+01+pOtHPOgReP3+V8wQI46KCJ/TvOUZIkSUVST4h2MPAm4A3AV4DPhxD+Gzgf+EmMWZ9CK5fyPM5xZKT5/UiSJElK60XAG4FXAX8cQlgLfB34Wozxro5WNk21uhPt2c9OfiZrRyfa6KjjHCVJkpQfU6YWMcZ7Y4wfiTEeDJwMfBN4GXAJ8EAI4ZMhhOUZ16m8akUnWivvgm0nmiRJktRRMcafxhjfBCwE3gzcCbwfWBlCuCaEcFYIYV4na5xuWrmkqqXbO9EM0SRJktSohlp/Yow/jzGeCewDvA64CXgvcGsI4boQwrsyqFF5lHacYyWlSxntRJMkSZKmjRjjkzHGr8cYTwf2Bz4AzAa+AKwPIXw3hHBGR4vsYv/wD3DKKYOEAK9/ffJapXGFrZSXe6KV3m/FOMeZM5NHQzRJkiRVkuoUO8a4DfgO8J0Qwt4kVxW+BzgKOLd15Sm3WjnOsZUhmp1okiRJUu7EGNcD5wDnhBCOAM4C3g78PinXpUV38snwxjeuYcmSJQDstdfEvcuy0tOTjxDNcY6SJElql9SLlRDCHOAPgT8GTgIicHmL6lK3aHReiCGaJEmSVFghhFNJ1pCvAgJwd2cr6l6DgwBrGBxc0rbvdJyjJEmSiqahEC2E0AO8mOQm0a8AdiOZb3828PUY47qWV6h8SjvOMesQzXGOkiRJUq6EEJaRrCHfACwCtgDfAs6PMV7TydrUmLyMc8wiRNu2rf59SZIkqTjqCtFCCEeSLHpeCzwTeAz4T5JFz68yq0755ThHSZIkSVWMj/1/PUnX2ZHAGHAp8NfAD8ZvEaAu0+2daJXuiWYnmiRJkmqZMkQLIdwGLANGgUuA84Efxhi3Z1ybukEeO9GaCdFGR+Gqq5IV1MMPw+c/D48/nrz3Z38G73xn8zVKkiRJ01gI4X+A00nWm7cBfwtcEGP8bUcLU9Py1onWSC3eE02SJElp1NOJNgL8FcmiZ1PG9ahbtHKcY+m1VnWiNTPO8Qc/gD/4g4nfDzoIjjgCVq2C97wnmfHR3w8rVsAxxzRfryRJkjT9HAN8gWRyyY2dLkat09OTrxCt0U602bN3fX3mzOTREE2SJEmVTBmixRiPaEch6jLTdZzjTTcldVxxRXKZ4uGHJ5cmrlsHRx8Nf/mXyXZ77gn33Qdz5jRfsyRJkjS97Btj9EbF01C7xjn29tbeppXjHHt7k6Xf5z4H3/42nHwyfOEL9e9XkiRJ09uUqUUI4VWN7jSEsE8I4dh0JdXc70tCCHeGEO4OIby/wvszQwjfHn//lyGEJa2uQZPkcZxjM51oK1fCgQfCiSfC858/Mdtj0SJYvRo2bICf/AQefRSe9zw49lh4+9ub+05JkiRpejms0Q+EEGaFEA7Nohi1Tt7GOTYSolUb5wjw4Q/DKafA9u1JkCZJkiSV1JNafD6EcFMI4awQwvxaG4YQTgohnAfcTYqF0xT77gX+DXgpsBx4XQhh+aTN3gY8GmM8GPhX4FOtrEFlWjnOMU+daCtXwrJlld/bbTd45jPhtNPggx+EJUtg993hy19OXnvNa+Dd74bh4fTfL0mSJHW/K0MIF41fBFnzJD+EsDiE8EFgNXBGe8pTWu3qRMtqnGO1EO3ss+G734U/+iPYsiX7v1GSJEndo557oh0C/DXwUZJAbSVwM7AJ2AbsCRwIrADmAlcCL4ox/qLFtR4D3B1jvBcghHAh8ErgjrJtXgn8/fjz/wecG0IIMXoK3HJ5HefY19d4iPbYY/DDHyaXJq5aBS9/+dSf+fjHJ56ffTZ873uwcSPcdVdyX7W99kq62F76UnjGMyZWeSFM/Iz/vu+qVUl4N/n9vj7YY49kSH9fX/LT25s89vcnK8De3uSfW09P8pnJzyu9Nvn9akFopdcbCU1VU9/mzfDww50uQ2007Y+5/6+2ohmbN8NDD3W6DLVZoY/7zJmOuxbAUuBjwA+ALSGEa6i8hjwGeA5JgPZXMcZvdqZc1SsvnWilWloxzrHcnDnJsnDbtomhJI169NFkiQmw997JclCSJEndq557oj0JfDSE8Eng94EXA8cC+wKzgIeB3wCfBb4dY/xNRrUuAh4o+30t8Pxq28QYR0IIm4EFQEH/K0Yb5LETrdHRil/6Ery/bDro8yf/azWFf/zH5AeSMO3885O/88EH4UMfmvLjz27s2zRNnNjpAtR2HvNiOqHTBagjCn3cX/c6+KY5SNHFGNcBbx0fwf8WkjXke4HdyjZbTXIB5vuBH2d54WMI4SUk69Ve4Msxxk9Oen8m8DXgaJL17WtijGuyqqeb9fR0b4hWa5xjyR57JI9bttQfoo2NJddkPvEErF+fDC3Zvj15r68vuZ02wPLl8JGPJNdDDgzAwQfXX7skSZI6p55ONABijNuBb4//dL0QwpnAmQADAwMMDQ11tiBgeHg4F3XU4xl33cUK4NbbbuPhuXPr+syRW7Ywtm0bN0/6G/sfeojjgTvvuov1Tf79z1q7lsUjI1zRwH4OvPFGFvX3c9355zPW18f2+fMhbR0LFsB737vz194nniCMjU2s7mJkZ+wYI8TIE8PDzJ49O3l9/DWAnpERep98krBjB2F0dOdPT+n5jh079x1iTFZvZc8DVH0tlL6nygq4YjRabYUaox1qKWzbto2ZM2d2ugy1USGOuf9bsItCHHftosjH/clFi3i0S85nlb0Y40aSEfufAgghzGP8QswY44521FB2W4AXkVyIeV0I4aIYY/lEk523BQghvHa83te0o75u045xjqOj2XWiTRWilRppt2xJJvnX43vfS8ZAlhx3HLzjHUltq1YlnWljY3DBBXDqqRO1v+1tMG9eEty9+91Q57JakiRJbVZ3iJYD64D9y37fb/y1StusDSH0kYyXrDg7K8Z4HnAewIoVK+Lg4GCr623Y0NAQeaijLuOri+c+97lQb83z5sHMmbv+jWvXArB02TKWNvv3/+xnMDbG4Mkn1/8fcy+8EPbck2Nf+9rmvjuloaEhTuiW466W6ar/e1dLeMyLyeNeTB53qbIY42Md+FpvC9BC032cY6kT7fHHa2+3dStcfHHScfbZz8LixXDppUlNBx2UDEiZ7OyzJ6b4f/WrE027Tz0F//zPyRK7ry+5I8CCBU+fvj/5+erVi7n22trbVHo+1Y/y7Te/WciaNZ2uortMh3+vV64c4L77Ol2F2mmqYz4d/r3WrlauHOD++ztdRWcsXAinn97pKmrrphDtOuCQEMKzSMKy1wKvn7TNRcCbgGuAVwOXu/DJWB7HOZb2WWnlUsmWLROrJUmSJEnTSctuC+A0E9ix41gefPAxhoayuosDbN58NDNmbGNo6LYptnwBa9asZWjo3rr2+9RTx7Nx4yaGhlZV3eaee+YBR3DFFTeyefPmqttdfPFCPv3pQ3f+/id/ci/r1yf/5evBB6vXUOqEe8c7kh+AW2+dy49/PECMgccem8FXvjKf0dHA2FittfaBNd7T9HXo1JtoGlrW6QLUdh7zYirucT/yyEfp77+502XU1DUh2vhi5l3Aj0lm2X81xnh7COGjwPUxxouArwBfDyHcDTxCErQpC6UwLG8hWunSwtHRxkK00twOSZIkSarAaSaw224wMLCQwcGFmX3H7Nmw995zpvy7enpg//0XMzi4uO59L1myiMHBRVXff8YzkseDDz6y5sCVSy9Nlp633JI8HnTQgfT0pAu2Bgfhz/+8+vtlk/t3Pr/iiis56aQXPO31SttVel7tR/l37bXXcuyxx3a6jK4xXf699rgXT61jPl3+vdauivx/67Nm7cm++w52uoyauiZEA4gxXgxcPOm1D5c93wr8YbvrKqQ0/6vdzk60kZHkjs31sBNNkiRJmq5aeluAouv2cY6N3BOtlvvug/33h2VtuGg8hF2vD+3vH2O33bL/buXLmjVbWbKk01Wo3e67byvPelanq1A7ecyL6f77t3Kgjea51YLUQoWWt0600upidLT+zxiiSZIkSdPVztsChBD6SaaVXDRpm9JtAcDbAtTU05P9VfBZhWgjI/XfE62eEG1x/Q1wkiRJ6mKGaEqnleMcS6+1epxjvQzRJEmSpGkpxjgClG4LsBL4Tum2ACGEV4xv9hVgwfhtAd4LvL8z1eZfUTrRHn+89nb33QcHHFD/d0uSJKl7ddU4R+VIN4xzrJchmiRJkjRteVuA1unpyU+I1khX3Ohosu1UIdrs2cmytVYn2o4d8OCDhmiSJElF0bJOtBDCH4QQGmj/0bTQ7eMcYzREkyRJkloshLAohPD3IYT/CCH8ZQhhboVtloUQLu9EfUqn28Y5rlkDb3oTvP71ye9TjXMMIelGq9SJ9sMfwuGHw2GHJTUaokmSJBWDnWhKp5XjHFsZopVWRfV2om3bllxKaIgmSZIktUQIYQlwPbAnsAl4G/C+EMIbYow/Ldt0D+Dktheo1LptnOOll8LXvgYHHgjLl8Pxx0+93z32gMceS5aUPT0TtXz5y/DAA3DKKXDUUfDSl069L0mSJHW/KUO0EMIb69zX85qsRd2klZcfdrITrTSnwxBNkiRJapV/BDYCR8UY7w8hLAO+CFwcQnhLjPGbnS1PabWrE620rKulnhCttNS8+mpYuLC+7583D84/P/k58ED45S9h/nz4+c/hVa9KwjRJkiQVRz2daP8JRKCelqOMT6eVO3ntRDNEkyRJkjrlJOB9Mcb7AWKMK0MIpwL/BnwthDA3xvjvHa1QqeStE22qWtIsNT//ebjqKti+HT7+cXj1q+FZz4JHH4UXvKD+/UiSJGl6qCdEewT4IcnVhLW8FPhs0xWpO2QxzrGRfVVTumSx3nGOhmiSJElSq+0FrCt/IcY4CpwVQngMODeEsAcw1IHa1ISennyFaPV2ojUSog0OJj8AM2bAZz8Lt92WdKWdfnr9+5EkSdL0UE+IdgNwYIzxnlobhRDWt6YkdYW83hOt3nGOn/88nH32RNhmiCZJkiS1yv3A7wA/n/xGjPH9IYTHgU8AP2p3YWpOu8Y5djJEK/ehDyU/kiRJKq56Q7R31bHdJuDK5srRtJancY6/+EXyfWeeCXPmwHHHNf/dkiRJkiBZF76B5D5ou4gxfnw8SPvXtlalpk0eobhqFQwPJ68vXw79/c1/R55CNEmSJGnKEC3G+EHgg3VsdyVwSiuKKqRzzuHI88+f6IhasgQuuCC/Z/t570SbapzjE0/AAQfAv7pulyRJklrsPOC1IYQFMcaHK20QY/xcCGEj8OL2lqZmlHeiXXcdHHPMxHt/+7fwqU81/x2jo4ZokiRJyg9PJfNi1ixGd989CdEeeQQuvBAef7zTVVWX1xCt3k60J56A2bOb/z5JkiRJTxNjvCHG+DfVArSy7S6MMb6lXXWpeeWdaA89lDx+6lOwcCGsXdua77ATTZIkSXniqWRevPvd3PLpT8OPfwxnnZW8lvWw+XbLWyeaIZokSZIk1a2nZ2L5Vrpu8ZRTkhBty5bWfEe9IVo992czRJMkSVKz6rkn2k4hhMun2CTGGE9roh7BxBl+nkO0vHailUK0ejrR9tmn+e+TJEmSVJVryOmlPLgqXbfY2wtz57Y/RLMTTZIkSe3Q6KlkDxAm/ewFnAA8e/x3NasUTJXfsTlvWhmilV5znKMkSZI03biGnEbKxzmWllx9fcldCTZvbs13GKJJkiQpTxrqRIsxDlZ6PYRwEPDfwD+1oCaVgqk8d6Kl4ThHSZIkqVBcQ04vlcY59vYmIVonOtGmuu7UEE2SJEnNasmpZIzxHuCTwKdbsb/Cc5xjenaiSZIkSbnnGrI7Oc5RkiRJRdPKU8lNJOM41KyijXNs9z3RYoQnnzREkyRJkjrLNWSXmWqcYyuuA80iRGtk2SpJkiSVa0mIFkJYALwXuKcV+yu8buhESyMv4xyfeiqpwxBNkiRJ6gjXkN2pvBNt8jjHkRHYurX572h1iBaCIZokSZLSa+ieaCGE1cDk09R+YGD8+R+0oqjCsxMtvXrGOT7xRPJoiCZJkiRlyjXk9FLeiVa6brGvLxnnCMlIx912a+47xsYmro2cqpZ6QjRHOUqSJKkZDYVowBXsugDaCtwHfHd8rr2aVQqm8tyJlkWI1orLA+vpRDNEkyRJktrFNeQ00tOz6zjHUicaJCMdBwYqf7Zere5EM0STJElSMxoK0WKMb86oDpVznGN6dqJJkiRJueEacnqpNc4Rkk60ZtUbfJXX0uy+JEmSpGo8ncwjxzmmV+pEM0STJEmSpJaqZ5xjM2JMfuxEkyRJUl54OplHRR3n2MoQzXGOkiRJktRSU3Wi3XEHrFwJTz2Vbv+lfRuiSZIkKS88ncwjxzmm5zhHSZIkScpEeSdaeYi2997J8z//c1i+HN7whnT7L+2z3hBtquEthmiSJElqVkP3RFObTNdxjuWfK+c4R0mSJEnKvZ6eyuMc99sPfvpT2LQJPvvZpBstjUaWhnaiSZIkqR0M0fKoGzrR8jrOsdSJVmmc42WXwY9+lMwYAUM0SZIkSWpAtXGOAKeemjxecw18+cvJdo1ec2mIJkmSpLwxRMujbuhES6PaCqqRwfdTqdWJ9qEPwfXXw+67w9KlMDDQ/PdJkiRJUkFUG+dYbv/9k+EfmzfDvHn17XftWvjUpyaGhhiiSZIkKS8M0fKoFDbZida40gquUifaY4/Bq14F3/lO898jSZIkSQVTaZzj5GXcfvslj2vX1h+i/c//wLnnJvdW228/OPLIqT9jiCZJkqR28HQyjxznmF5pnOOqVXDVVbBx48R7jz1W/ypOkiRJkvQ0k8c59vbuuiTcf//k8YEH6t/vjh3J48qVyede+MKpP2OIJkmSpHbwdDKPpvM4x6xDtFmzYMYM+Nzn4KSTks6zks2bYe7c5r9DkiRJkgpo8jjHyaMcYaIT7fbb4cEHYdu2qfdbbTTkVLUMDSX3YjvzzOpLTUM0SZIkNcPTyTxynGN6u+0GN90El10GL3kJ3Hdf8vr27bB1qyGaJEmSJKVU3ok2MjIxCKTcvvsm1zX+zd/AokVwwglT77c0GrLS/qp505tg2TJYvRr+4z+S5d5khmiSJElqVlecToYQPh1C+E0I4ZYQwvdDCBVn8oUQ1oQQbg0h3BRCuL7ddbaM4xybs3x5Mv/jOc+Bhx5KvnPz5uQ9QzRJkiRJSqWeTrS+PrjkEvjSl+CMM+Dmmyc6zapJE6K9731w5ZVw1lnJ73aiSZIkKQvdcjp5GfCcGONhwF3AB2pse0qM8YgY44r2lJaBoo5zbCSQq8deeyWXIz75pCGaJEmSJDWpp2fqEA0mRiy+4hVJQLZ2be39lkK0RsY5ltcElZfPhmiSJElqVlecTsYYL40xjp9Wcy2wXyfryZydaK2x997J40MPGaJJkiRJUpPqGedY7lnPSh5Xr669XZp7opXXBHaiSZIkKRsNDEvIjbcC367yXgQuDSFE4EsxxvOq7SSEcCZwJsDAwABDQ0OtrrNhw8PDDA0Nsdftt/Mc4Ppf/YrhRx7pdFkVLbjlFp4LXH/DDQwPD9f1maUbNrDn1q1cO+mf9T4rV7IU+MW117J9r71aV+P69UmNl1xC3/AwRwA3rl7N5hwc63Kl465i8bgXj8e8mDzuxeRxlzovhPBp4HeB7cA9wFtijI9V2G4N8DgwCox09USTNqhnnGO58hBtcLD6diMjSdiVJvCqNcjFEE2SJEnNyk2IFkL4CbCwwlt/F2P8wfg2fweMABdU2c2JMcZ1IYRnApeFEH4TY7yy0objAdt5ACtWrIiDtc7o22RoaIjBwUF4LFnbrTj6aDjyyM4WVc3jj+T1rCoAACAASURBVAOwYsUKOPro+j7zta9Bfz+7/LNeuRKA4088ERZW+lcgpf7+pMYlS+CJJwA4cnAQjjiidd/RAjuPuwrF4148HvNi8rgXk8ddyoXLgA/EGEdCCJ8iuSXA+6pse0qM8aH2lda9yjvR6gnRFi9OPjNVJ9rISLoutFJNUL0TrdV3DZAkSVKx5OaarBjjC2OMz6nwUwrQ3gycAbwhxspzDmOM68YfNwLfB45pU/mt5TjH1ih1tTnOUZIkSSqUwt0SoE3KO9HqGec4Ywbsvz987GNJSHbooZU7xkZHp95XrZrATjRJkiRloytOJ0MILwH+FnhFjPHJKtvMDiHMKT0HTgdua1+VLVRrFZAXhmiSJEmSusNbgR9Vea90S4Abxkf+q4aensbGOQJ88Ytw9tnJOMc774Rt23bdpp5ArlZNYIgmSZKkbORmnOMUzgVmkoxoBLg2xnhWCGFf4MsxxpcBA8D3x9/vA74ZY7ykUwU3pRRM5bkTLY12h2jz5iX7vOGGiRXZHnu09jskSZIkdUS7bwmQ5/tqt8uGDUvZunVPhoau5cEHl7F9+xyGhn5V8zOzZsFpp8HDD+/H5ZcfzOWX/5zZs0efts2aNQcT4wBDQ1c3XNPdd+8LPJurrrqaefN2TKr3d3jqqd0ZGrqu4f3mmffeLCaPezF53IvHY15MHvd864oQLcZ4cJXXHwReNv78XuDwdtaVmaKNcyy91uoQracnmR3y9a8nvz/zmekvb5QkSZKUKzHGF9Z6v+yWAKfVc0uAEELplgDdd1/tNvnGN5IRjYODg3zhCzBnDnV//803J4/HHXcS8+c//b3vfjcJ29L8LXfcUdrvCQwMPP29BQvgkUfS7TfPvPdmMXnci8njXjwe82LyuOebiUIeOc6xda68cuIu1gcc0Pr9S5IkScqdslsCnFzrlgBAT4zx8bJbAny0jWV2nZ6eiSVdveMcS2bMSB537Nj1vVaMc6y21HScoyRJkpphiJZH3dCJlkYnQrTFi5MfSZIkSUVSrFsCtEkIjd8TraQUko2M7PreyEhj+5pcE3hPNEmSJGXDEC2P7ESTJEmSpNQKd0uANunpmVi+Ndo9lnUnmiGaJEmSsuDpZB6Vgqk8d6IZokmSJElSoTQzzrFWJ9roqOMcJUmSlE+eTubRdB3nCIZokiRJktSlmhnnmFUnmuMcJUmSlCVPJ/OoqOMcG9mXJEmSJKmtmhnnmNU90WpdgxqjIZokSZKa4+lkHjnOUZIkSZKUM82Mc6zVidbMOEc70SRJkpQlTyfzaLqOczREkyRJkqSu1cw4x6k60bwnmiRJkvLI08k8ms7jHCtxnKMkSZIk5V55J1qjwddU90RLO87RTjRJkiRlydPJPOqGTrRWj3N0ZSNJkiRJuZZVJ1oz4xxLS0lDNEmSJGXB08k86oZOtDQM0SRJkiSpa/X0pA/RpupEc5yjJEmS8sjTyTwqhWhF6USL0ZWNJEmSJOVcM+Mcp7onmuMcJUmSlEeeTuaR4xwlSZIkSTnTzDjHUidatRDNTjRJkiTlkaeTeeQ4R0mSJElSzkzuREtzT7RK4xybuSeanWiSJEnKkqeTeVS0cY6ubCRJkiQp9yZ3ojUSfE3ViZZ2nGNpKWmIJkmSpCx4OplHtVYBeWGIJkmSJEmF0tOTfpxjrU40xzlKkiQprzydzKNu6ERLwxBNkiRJkrpWeWDVaPdYrU40xzlKkiQprzydzKNal9LlRas70RrZjyRJkiSp7cqv92w0+JqqE63ZcY5erylJkqQseDqZR7UupcsLxzlKkiRJUqGUB1aNjnOc6p5odqJJkiQpjzydzCPHOUqSJEmScqY8sGq0eyzre6IZokmSJCkLnk7mURHHObqykSRJkqRcKw+sGh3nmNU90RznKEmSpCx5OplHjnOUJEmSJOVMM+Mcs7onmuMcJUmSlCVPJ/PIcY6SJEmSpJxpZpxjVvdEsxNNkiRJWfJ0Mo9qDXXPCzvRJEmSJKlQmhnnWKsTrZlxjnaiSZIkKUueTuZRN3SipQnRyj83+TVXNpIkSZKUa82Mcyx9tlonWtpxjnaiSZIkKUueTuZRrVVAN6sWuLmykSRJkqTcKy3pRkeTZVwjwVcIyUjHavdEsxNNkiRJeeTpZB7VWgXkRdpxjuWfLXFlI0mSJEm5N7mbrNHgq6+vcidaM+Mca90NwaWmJEmSmuXpZB5N13GOhmiSJEmS1LVKS7pSN1mjIxhrdaI5zlGSJEl55OlkHk33cY6GaJIkSZLUdUrLtrQhWqVOtLGx5MdxjpIkScojTyfzyHGOkiRJkqScKS3bTj89eWxFJ9roaPLY7DhHO9EkSZKUhZSnqcpUN3SiNROiTTY21th+JEmSJEltd/rp8JrXwPbtcNhh8PKXN/b5Sp1opRAt7ThHO9EkSZKUpa4I0UIIfw+8Hdg0/tIHY4wXV9juJcBngV7gyzHGT7atyFbqhk60NOxEkyRJkqSudcghcOGF6T9fqROtFKo124lmiCZJkqQsdEWINu5fY4z/XO3NEEIv8G/Ai4C1wHUhhItijHe0q8CWqRY25YnjHCVJkiRJDajUidaqEM1xjpIkScrCdDqdPAa4O8Z4b4xxO3Ah8MoO15TOdB/naIgmSZIkSYVT655ojnOUJElSHnXT6eS7Qgi3hBC+GkLYs8L7i4AHyn5fO/5a9ynKOMdzzoE/+zO45RZXNpIkSZI0zdmJJkmSpG6Tm3GOIYSfAAsrvPV3wL8DHwPi+OO/AG9t8vvOBM4EGBgYYGhoqJndtcTw8DBDQ0P0P/wwxwN33XknD+agrkr2vfNOng384ppr2D5/fl2fWbx6NQcCV15xBf+/vXsPlvQu6wT+fc4MyeSyGkCYMJlowhKFeEM5xiCJe8CsxCxlgAUMFm687I61a9ZrraiUpSWFiiwiVrnsjsilClZg0RQspBKMcsxauwTwSq4YkwFmAkkEhzARGGbmt390n9BpztzO6ct7zvv5VE1193vpfnoeGN6H5/09vfClL+WSl740h7dty+FTT8393/7tuauj33XaVvJOv8h7/8h5P8l7P8k7wOqm8ZtoVqIBADBNnWmitdYuO5Hjqur3k7xnlV37kpw78nrncNvRPm93kt1Jsri42JaWlk441mlZXl7O0tJSct99SZKvv+CCfH0H4lrV7bcnSb7rGc9Itm8/sXNuvjlJ8t2XXpo89FCSZMurXpUt11yTnRkkrI8ezju9Iu/9I+f9JO/9JO/QDVX1q0n+Q5IHhpt+qbV23SrHXZ7ktUm2JHl9a+03ZxZkzxxrJdpaxzmuNMk00QAAmIYNcTlZVU8Yefm8JLesctiHklxQVedX1SlJrkry7lnEN3EbYZzjWn6vbXSc43oH3wMAABzfa1prTx3+Wa2BtiXJ7yX5viQXJnlxVV046yD74li/iWacIwAAXbRRLid/q6o+UlV/l+SZSX4mSapqR1VdlySttUNJrklyQ5Lbk7yjtXbrvAJel2NVAV2z0hg7mWNHm2gqGgAAYH4uSnJXa+3u1trBJG9LcuWcY9q0pvGbaMY5AgAwTZ0Z53gsrbUfOsr2e5NcMfL6uiRfcXfhhrORVqKttYm28t2sRAMAAKbnmqr6d0k+nOTnWmv/NLb/nCSfGHm9N8l3ziq4vnnUox6e7P+w9TbRrEQDAGCaNkQTrXdGm01dZZwjAAAwZ1V1Y5KzV9n1siSvS/LyJG34+OokP7qOz9qVZFeSbN++PcvLy2t9q4k5cOBAJ+I4UQ8++M25//5teeMbb0vSUpXs23dakm/OHXfcmuXlB473Fl/hYx87PclFueWW2/L4x9//iH1Hjizl4x/fk+XlPZMIvzM2Wt6ZDHnvJ3nvHznvJ3nvNk20LurTOEdNNAAAYI1aa5edyHFV9ftJ3rPKrn1Jzh15vXO4bbXP2p1kd5IsLi62paWlk4p1GpaXl9OFOE7UeeclH/xg8qM/+h1fse+ii74xa/kqd945eHzKUy7M0tKXf85upZx+4hPPy9LSeSf/xh220fLOZMh7P8l7/8h5P8l7t2midVEfxjlqogEAAFNUVU9orX1y+PJ5SW5Z5bAPJbmgqs7PoHl2VZIfnFGIvfOa1yQvfOGgJFz5c+RIctppyWUn1A79Skcrn1deG+cIAMB6aKJ10WYd5zh6riYaAAAwXb9VVU/NYJzjniQ/niRVtSPJ61trV7TWDlXVNUluSLIlyRtaa7fOK+DNbseO5AUvmOx7rjTJNNEAAJgGTbQuMs4RAABgXVprP3SU7fcmuWLk9XVJrptVXEzW0cpnTTQAACbB5WQXGecIAAAAx2WcIwAA0+Rysos2wkq0tcS2WhNNRQMAAMAaWYkGAMA0uZzsoo2wEm3FWleirXw3K9EAAABYIyvRAACYJpeTXTTabOoq4xwBAACYs5UmmSYaAADT4HKyi/o0zlETDQAAgDUyzhEAgGlyOdlFfRjnqIkGAADAOhnnCADANLmc7CLjHAEAAOC4rEQDAGCaXE520WYf55hoogEAALBuVqIBADBNLie7yDhHAAAAOK6VJpkmGgAA0+BysquqNsZKtPU20VQ0AAAArJFxjgAATJPLya6q6vZKtPWMc2zty9/NSjQAAADWyDhHAACmyeVkV3V9JdoK4xwBAACYk6OtRFt5rYkGAMB6uJzsqoWFbjfRJjXOURMNAACANbISDQCAaXI52VWbfZyjJhoAAADr5DfRAACYJpeTXWWcIwAAAByTlWgAAEyTy8muMs4RAAAAjmmlSaaJBgDANLic7CrjHAEAAOCYjHMEAGCaXE52VddXoq1Y70o0FQ0AAABrZJwjAADTtHXeAXAUG2Ul2sk00UbPXfluVqIBAACwRuMr0T71qeTaa5O9ex+5HwAA1kITrauqur0SzThHAAAA5mx8Jdrv/m7yG7/x5X07dswnLgAANgdNtK7qyzhHTTQAAADWaGWl2UoT7fOfT848M7n77uSUU5Kv/ur5xQYAwManidZVm3GcoyYaAAAAEzRaZibJoUOD5tnjHje/mAAA2DxMB+8q4xwBAADguEbvQT10KNnqdmEAACZEE62rjHMEAACA4xotnzXRAACYJE20rjLOEQAAAI5rtHw+fFiZCQDA5GiidVXXV6JNapzjgv8IAgAAsHYLC8Y5AgAwHToYXdX1lWgr1roSbeW7uUUQAACAdTDOEQCAadkQl5ZV9fYk3zB8eVaS/a21p65y3J4kn0tyOMmh1trizIKctKp+rETTRAMAAGAdRu9B1UQDAGCSNsSlZWvtB1aeV9Wrk3z2GIc/s7X2j9OPaso28zjHRBMNAACAibASDQCAadlQl5ZVVUlelORZ845l6jbCOMeTGeU4erzfRAMAAGBCrEQDAGBaNloH49Ik97XW/v4o+1uS91XVX1bVrhnGNXkbYZzjeptoVqEBAACwTqMr0ZSaAABMUmfuz6qqG5Ocvcqul7XW3jV8/uIkf3iMt7mktbavqh6f5E+q6o7W2k1H+bxdSXYlyfbt27O8vLz24CfkwIEDD8dx8cGD2X/vvbmjA3Gt5vw9e/K1Sf78JOL7mltvzTcl+fCHPpTH33NPdi4s5KaOfr9ZGs07/SHv/SPn/STv/STvALNlJRoAANPSmUvL1tplx9pfVVuTPD/J047xHvuGj/dX1bVJLkqyahOttbY7ye4kWVxcbEtLS2sLfIKWl5fzcBynnZazt2/P2R2Ia1U33phU5aT+3vbvT5IsPu1pyZ13Jlu3ntz5m9Qj8k5vyHv/yHk/yXs/yTvAbC0saKIBADAdG+nS8rIkd7TW9q62s6rOSLLQWvvc8Pn3Jvm1WQY4UaPzKLpoEuMc/R4aAAAwBVX19iTfMHx5VpL9rbWnrnLcniSfS3I4yaHW2uLMgmRiRstnTTQAACZpI11aXpWxUY5VtSPJ61trVyTZnuTaGjRqtib5n62162ce5aSMzqPoorU0+EabaEeOGFQPAABMRWvtB1aeV9Wrk3z2GIc/s7X2j9OPimkZH+d4+unzjQcAgM1jwzTRWms/vMq2e5NcMXx+d5JvnXFY01PV7ZVoyfpXommiAQAAU1SDuyxflORZ846F6bESDQCAaTFPr6v6MM5REw0AAJiuS5Pc11r7+6Psb0neV1V/WVW7ZhgXEzS6Ek2pCQDAJLk/q6s2+zhHlQ0AALAOVXVjkrNX2fWy1tq7hs9fnLGfBRhzSWttX1U9PsmfVNUdrbWbjvJ5u5LsSpLt27dneXl57cFPyIEDBzoRx7wdOvT07Nv36SwvfzT79y9m27YvZHn5lnmHNTXy3k/y3k/y3j9y3k/y3m2aaF21Gcc5rtBEAwAA1qm1dtmx9lfV1iTPT/K0Y7zHvuHj/VV1bZKLkqzaRGut7U6yO0kWFxfb0tLS2gKfoOXl5XQhjnnbti05++wdWVraMXx+5qb+e5H3fpL3fpL3/pHzfpL3bjPOsasWFrq/Es04RwAAoLsuS3JHa23vajur6oyq+hcrz5N8b5LNu3xpExsd5OI30QAAmCRNtK7q+ko04xwBAIBuuypjoxyrakdVXTd8uT3JX1TV3yb5YJL3ttaun3GMTMDoT4progEAMEkuLbtqtAroqvWuRFvQwwUAAKajtfbDq2y7N8kVw+d3J/nWGYfFFFiJBgDAtOhidNVoFdBF6x3neOSIlWgAAACs2+ivIRw6pNQEAGByNNG6yjhHAAAAOK7RQS6HD1uJBgDA5GiidVUfxjlqogEAALBOxjkCADAtmmhdtdnHOWqiAQAAMAGj96BqogEAMEmaaF3V9ZVoxjkCAADQAVaiAQAwLZpoXdX1lWiJlWgAAADMnZVoAABMiyZaV1V1fyWaJhoAAABzNr4STakJAMCkaKJ11WYf53jkyOA7AgAAwDosLHy5iXb4sJVoAABMji5GV23mcY6JlWgAAABMxMo9qEeODB410QAAmBRNtK4yzhEAAACOa+Ue1EOHBq810QAAmBSXll3V1XGO992XfOITg8eTNd5EO/XUycYGAABA76yUz5poAABMmkvLrurqOMeLL0727Bk8P+eckzvXSjQAAAAmzEo0AACmxaVlV3V1Jdq99yYveEFy9dXJk550cudqogEAADBhCwuPbKIpNQEAmBRNtK6qGjSauuTQoeTgweRbviV5znNO/nxNNAAAACZs5R7UlRLaSjQAACZlYd4BcBRV3VuJ9tBDg8czzljb+ZpoAAAATJhxjgAATIsmWld1cZzjJJtoR44MviMAAACsw0r5rIkGAMCk6WJ01cqtdF1y4MDgca1NtBVWogEAADAhVqIBADAtmmhdtZnHOb72tcm+fZpoAAAArNvCgiYaAADToYnWVV0e53jmmWs7/4lPTJ7ylOSWWwaNuEsvnVxsAAAA9NL4OEf3awIAMCnuz+qqLo5zXO9KtMc9LrnttsnFAwAAQO+tlM+HDw9eW4kGAMCkWInWVV1eibbe30QDAACACRlfiaaJBgDApGiiddVmXIkGAAAAE7ZSPmuiAQAwaZpoXVXV3ZVoa/1NNAAAAJgwK9EAAJgWTbSu6uI4xwMHBo9WogEAANARVqIBADAtmmhd1eVxjqefPt84AAAAYGhh4ZFNtC1b5hsPAACbhyZaV3V1nOO2bSoSAAAAOmNlkMvhw4PXVqIBADApnWqiVdULq+rWqjpSVYtj+36xqu6qqjur6tlHOf/8qrp5eNzbq+qU2UQ+BV0c5/jQQ0Y5AgAA0CnGOQIAMC2daqIluSXJ85PcNLqxqi5MclWSb0xyeZL/VlWrLYd6ZZLXtNaelOSfkvzYdMOdoq6OczzzzHlHAQAAAA9buQdVEw0AgEnr1KVla+32JKmq8V1XJnlba+2LSe6pqruSXJTk/60cUIOTnpXkB4eb3pzkV5O8brpRT8nCwqAC+MxnTuz4k1m1drLHPvRQ8tnPJvfeayUaAAAAnVKVHDyY7N8/eK2JBgDApGyUS8tzknxg5PXe4bZRj02yv7V26BjHbBynnJJ89KPJYx8770ge6dJL5x0BAAAAPOzUU5Nbbkle8pLB623b5hsPAACbx8ybaFV1Y5KzV9n1stbau2YYx64ku5Jk+/btWV5entVHH9WBAwcejuO0yy/PY846a3BL3Yma0rGHt23LoTPOSBYWcuBJT8oXOvB3tZmM5p3+kPf+kfN+kvd+kneA2Xr5y5NLLhk8f/Sjkyc/eb7xAACwecy8idZau2wNp+1Lcu7I653DbaM+neSsqto6XI222jGjcexOsjtJFhcX29LS0hrCmqzl5eU8Io6V2+jY1L4i7/SCvPePnPeTvPeTvAPM1pOfrHEGAMB0LMw7gBP07iRXVdWpVXV+kguSfHD0gNZaS/L+JC8Ybro6ycxWtgEAAAAAALB5dKqJVlXPq6q9SZ6e5L1VdUOStNZuTfKOJLcluT7JT7TWDg/Pua6qdgzf4qVJfraq7srgN9L+YNbfAQAAgNmoqhdW1a1VdaSqFsf2/WJV3VVVd1bVs49y/vlVdfPwuLdX1SmziRwAANgIZj7O8Vhaa9cmufYo+16R5BWrbL9i5PndSS6aWoAAAAB0yS1Jnp/kf4xurKoLk1yV5BuT7EhyY1V9/crNmCNemeQ1rbW3VdV/T/JjSV43/bABAICNoFMr0QAAAOBEtdZub63ducquK5O8rbX2xdbaPUnuytgNl1VVSZ6V5J3DTW9O8txpxgsAAGwsnVqJBgAAABNwTpIPjLzeO9w26rFJ9rfWDh3jmIdV1a4ku5Jk+/btWV5enliwa3XgwIFOxMFsyXs/yXs/yXv/yHk/yXu3aaIBAADQWVV1Y5KzV9n1stbau2YVR2ttd5LdSbK4uNiWlpZm9dFHtby8nC7EwWzJez/Jez/Je//IeT/Je7dpogEAANBZrbXL1nDaviTnjrzeOdw26tNJzqqqrcPVaKsdAwAA9JjfRAMAAGCzeXeSq6rq1Ko6P8kFST44ekBrrSV5f5IXDDddnWRmK9sAAIDu00QDAABgQ6qq51XV3iRPT/LeqrohSVprtyZ5R5Lbklyf5Cdaa4eH51xXVTuGb/HSJD9bVXdl8BtpfzDr7wAAAHSXcY4AAABsSK21a5Nce5R9r0jyilW2XzHy/O4kF00tQAAAYEOzEg0AAAAAAADGaKIBAAAAAADAGE00AAAAAAAAGKOJBgAAAAAAAGOqtTbvGOauqh5I8rF5x5Hka5L847yDYObkvZ/kvX/kvJ/kvZ/kff6+rrX2uHkHwealhmTO5L2f5L2f5L1/5Lyf5L0bVq0jNdE6pKo+3FpbnHcczJa895O894+c95O895O8A7Pi35t+kvd+kvd+kvf+kfN+kvduM84RAAAAAAAAxmiiAQAAAAAAwBhNtG7ZPe8AmAt57yd57x857yd57yd5B2bFvzf9JO/9JO/9JO/9I+f9JO8d5jfRAAAAAAAAYIyVaAAAAAAAADBGE60jquryqrqzqu6qql+YdzxMV1WdW1Xvr6rbqurWqvqpecfE7FTVlqr666p6z7xjYTaq6qyqemdV3VFVt1fV0+cdE9NXVT8z/Df+lqr6w6raNu+YmLyqekNV3V9Vt4xse0xV/UlV/f3w8dHzjBHYnNSQ/aOO7C81ZP+oIftJDdkPasiNRxOtA6pqS5LfS/J9SS5M8uKqunC+UTFlh5L8XGvtwiQXJ/kJOe+Vn0py+7yDYKZem+T61tqTk3xr5H/Tq6pzkvxkksXW2jcl2ZLkqvlGxZS8KcnlY9t+IcmfttYuSPKnw9cAE6OG7C11ZH+pIftHDdkzasheeVPUkBuKJlo3XJTkrtba3a21g0neluTKOcfEFLXWPtla+6vh889lcDF0znyjYhaqameSf5Pk9fOOhdmoqq9O8t1J/iBJWmsHW2v75xsVM7I1yWlVtTXJ6UnunXM8TEFr7aYknxnbfGWSNw+fvznJc2caFNAHasgeUkf2kxqyf9SQvaaG7AE15MajidYN5yT5xMjrvXEh3BtVdV6Sb0ty83wjYUZ+J8nPJzky70CYmfOTPJDkjcMRLK+vqjPmHRTT1Vrbl+S/Jvl4kk8m+Wxr7X3zjYoZ2t5a++Tw+aeSbJ9nMMCmpIbsOXVkr6gh+0cN2UNqyN5TQ3aYJhrMUVWdmeSPkvx0a+3BecfDdFXVc5Lc31r7y3nHwkxtTfLtSV7XWvu2JA/FsvxNbzi//MoMCuAdSc6oqpfMNyrmobXWkrR5xwHA5qGO7A81ZG+pIXtIDckKNWT3aKJ1w74k54683jncxiZWVY/KoPB5a2vtj+cdDzPxjCTfX1V7Mhi586yqest8Q2IG9ibZ21pbuUv4nRkURGxulyW5p7X2QGvtS0n+OMl3zTkmZue+qnpCkgwf759zPMDmo4bsKXVk76gh+0kN2U9qyH5TQ3aYJlo3fCjJBVV1flWdksGPRr57zjExRVVVGcy2vr219tvzjofZaK39YmttZ2vtvAz+e/5nrTV3FW1yrbVPJflEVX3DcNP3JLltjiExGx9PcnFVnT78N/974sfA++TdSa4ePr86ybvmGAuwOakhe0gd2T9qyH5SQ/aWGrLf1JAdtnXeAZC01g5V1TVJbkiyJckbWmu3zjkspusZSX4oyUeq6m+G236ptXbdHGMCpuc/J3nr8P/kujvJj8w5HqastXZzVb0zyV8lOZTkr5Psnm9UTENV/WGSpSRfU1V7k/xKkt9M8o6q+rEkH0vyovlFCGxGasjeUkdCf6ghe0YN2R9qyI2nBiM2AQAAAAAAgBXGOQIAAAAAAMAYTTQAAAAAAAAYo4kGAAAAAAAAYzTRAAAAAAAAYIwmGgAAAAAAAIzRRAMAAAAAAIAxmmgAzFxVPbeqfnaV7UtV1apqaQ5hraqqnlZV/1xV55zEOb9TVddNMy4AAIC+UEMCMC/VWpt3DAD0TFW9KcllrbWdY9u/KsmFSW5rrT04j9jGVdWfZRDPNSdxzhOSUrhAlAAABENJREFU3J3kitba+6cWHAAAQA+oIQGYFyvRAOiM1tqDrbUPdKj4eVqSZyZ53cmc11r7ZJL/neS/TCMuAAAA1JAATJ8mGgAzNbyD8Ook5wzHbrSq2jPc9xWjOKpquar+oqour6q/qarPV9VfV9V3VtXWqvr1qvpkVX2mqt5UVWeMfd7pVfXKqrqnqg4OH19WVSfyv4H/PsnftdZuHXvPHxzGcKCqHqyqj1TVj4+d+7Ykz66qc0/6LwkAAIAkakgA5mvrvAMAoHdenuRxSb4jyfcPt33xOOc8KcmrkrwiyYEkv5Xk3cM/W5P8cJKnDI+5P8nPJ0lVbU1yQwbjPV6e5CNJLk7yy0kek+TnjvO5lyd57+iGqrokyVuS/G4GdwkuJHlykrPGzv0/w33/OskbjvM5AAAArE4NCcDcaKIBMFOttX+oqgeSHGytfeAET3tsku9qrd2dJMM7AN+V5PzW2mXDY26oqu9O8sIMC6AkL05ySZJ/1Vq7abjtT6sqSX6lql7ZWrt/tQ+squ1Jzkvyt2O7Lk6yv7X20yPb3rfK93ygqvYOj1cAAQAArIEaEoB5Ms4RgI3goyvFz9Adw8cbxo67I8nOGlY4GdwF+LEk/3c4tmPr8M7C9yV5VAbFydHsGD4+MLb9Q0keXVVvqarnVNX43YOjHhh5HwAAAGZDDQnARGiiAbAR/NPY64PH2L41yZbh68cn+bokXxr788Hh/sce4zO3DR8fMSaktfbnGdypeG6Sa5M8UFU3VtW3rPIen09y2jE+AwAAgMlTQwIwEcY5ArCZfTrJPUledJT9e45zbpI8enxHa+2dSd5ZVWcmWUryyiTXV9XO1tqRkUMfk+TvTjJmAAAA5kMNCcAjaKIBMA9fzGzurrs+yb9NcqC1dsfxDh6zJ8kXkjzxaAe01g4keU9VPTHJazO4K/GBJKmqLUm+Nsn/OvmwAQAAGKGGBGAuNNEAmIfbkjymqv5jkg8n+UJr7SNT+Jy3JvmRDH4I+tUZ/MDzKUn+ZZLvT/Lc1to/r3Zia+1gVd2c5KLR7VX1a0m2J3l/knuT7Ezyk0n+prU2Ovv+m5KcnuSmAAAAsB5qSADmQhMNgHl4fQY/yPzrSc7K4Iebz5v0h7TWvlRVz07yC0l2JTk/yUNJ/iHJe/PlufhH8/Ykr6qqM1prDw233ZxBwfOaDEZt3J/Bj0z/8ti5z0nyqSTL6/8mAAAAvaaGBGAuqrU27xgAoJOq6quS7E3yn1prbznJc29L8kettfHCCAAAgE1IDQmw+SzMOwAA6KrW2oMZ/ODzz1dVneh5VXVlBuM6Xj2t2AAAAOgWNSTA5mOcIwAc228n2ZLkCRnMrz8RpyV5SWtt/9SiAgAAoIvUkACbiHGOAAAAAAAAMMY4RwAAAAAAABijiQYAAAAAAABjNNEAAAAAAABgjCYaAAAAAAAAjNFEAwAAAAAAgDH/H8ksZts9qiP9AAAAAElFTkSuQmCC\n", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "plot_test(x1_eval,x2_eval,x3_eval,x4_eval,x1_ref_eval,x3_ref_eval,act,t_end)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Evaluate control performance" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
$\\theta$ MAE (rad)$\\phi$ MAE (rad)$\\theta$ MSSE (rad)$\\phi$ MSSE (rad)$\\theta$ in bounds (%)$\\phi$ in bounds (%)$\\theta$ unsteady (%)$\\phi$ unsteady (%)$\\theta$ rise time (s)$\\phi$ rise time (s)$\\theta$ settling time (s)$\\phi$ settling time (s)u1 (V)u2 (V)u1 variation (V)u2 variation (V)Convergence time (min)
Config.
ddpg_b00.5868660.442910.540010.36714530.551.50.07.00.1860660.7668691.2100411.0447821.7181111.4469380.2687720.32476914.706724
\n", "
" ], "text/plain": [ " $\\theta$ MAE (rad) $\\phi$ MAE (rad) $\\theta$ MSSE (rad) \\\n", "Config. \n", "ddpg_b0 0.586866 0.44291 0.54001 \n", "\n", " $\\phi$ MSSE (rad) $\\theta$ in bounds (%) $\\phi$ in bounds (%) \\\n", "Config. \n", "ddpg_b0 0.367145 30.5 51.5 \n", "\n", " $\\theta$ unsteady (%) $\\phi$ unsteady (%) $\\theta$ rise time (s) \\\n", "Config. \n", "ddpg_b0 0.0 7.0 0.186066 \n", "\n", " $\\phi$ rise time (s) $\\theta$ settling time (s) \\\n", "Config. \n", "ddpg_b0 0.766869 1.210041 \n", "\n", " $\\phi$ settling time (s) u1 (V) u2 (V) u1 variation (V) \\\n", "Config. \n", "ddpg_b0 1.044782 1.718111 1.446938 0.268772 \n", "\n", " u2 variation (V) Convergence time (min) \n", "Config. \n", "ddpg_b0 0.324769 14.706724 " ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Single evaluation\n", "env_name = 'gyroscopeenv-v0'\n", "agent_path = 'ddpg_b0'\n", "ss_bound = 0.3\n", "metrics = evaluate_control(env_name,agent_path,ss_bound)\n", "metrics" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/matthieulc/Documents/MA2/DRLGyro/resources/drlgyroenv/lib/python3.6/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n", " warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
$\\theta$ MAE (rad)$\\phi$ MAE (rad)$\\theta$ MSSE (rad)$\\phi$ MSSE (rad)$\\theta$ in bounds (%)$\\phi$ in bounds (%)$\\theta$ unsteady (%)$\\phi$ unsteady (%)$\\theta$ rise time (s)$\\phi$ rise time (s)$\\theta$ settling time (s)$\\phi$ settling time (s)u1 (V)u2 (V)u1 variation (V)u2 variation (V)Convergence time (min)
Config.
integral_norm_s10/0.6610560.5599710.4887590.56852442.55.012.032.00.4980880.351.0307351.93752.8870294.0231050.6508951.06661915.70701
\n", "
" ], "text/plain": [ " $\\theta$ MAE (rad) $\\phi$ MAE (rad) $\\theta$ MSSE (rad) \\\n", "Config. \n", "integral_norm_s10/ 0.661056 0.559971 0.488759 \n", "\n", " $\\phi$ MSSE (rad) $\\theta$ in bounds (%) \\\n", "Config. \n", "integral_norm_s10/ 0.568524 42.5 \n", "\n", " $\\phi$ in bounds (%) $\\theta$ unsteady (%) \\\n", "Config. \n", "integral_norm_s10/ 5.0 12.0 \n", "\n", " $\\phi$ unsteady (%) $\\theta$ rise time (s) \\\n", "Config. \n", "integral_norm_s10/ 32.0 0.498088 \n", "\n", " $\\phi$ rise time (s) $\\theta$ settling time (s) \\\n", "Config. \n", "integral_norm_s10/ 0.35 1.030735 \n", "\n", " $\\phi$ settling time (s) u1 (V) u2 (V) \\\n", "Config. \n", "integral_norm_s10/ 1.9375 2.887029 4.023105 \n", "\n", " u1 variation (V) u2 variation (V) Convergence time (min) \n", "Config. \n", "integral_norm_s10/ 0.650895 1.066619 15.70701 " ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Init dataframe\n", "env_name = 'gyroscopeintegralenv-v0'\n", "agent_paths = ['integral_norm_s10/']\n", "ss_bound = 0.3\n", "\n", "# Loop dataframe\n", "for idx, agent_path in zip(range(len(agent_paths)),agent_paths):\n", " if idx == 0:\n", " metrics = evaluate_control(env_name,agent_path,ss_bound)\n", " else:\n", " new_metrics = evaluate_control(env_name,agent_path,ss_bound)\n", " metrics = metrics.append(new_metrics)\n", "\n", "# Show\n", "metrics" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "accelerator": "GPU", "colab": { "collapsed_sections": [], "name": "gyroscope_ddpg_testing.ipynb", "provenance": [] }, "kernelspec": { "display_name": "drlgyroenv", "language": "python", "name": "drlgyroenv" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.9" } }, "nbformat": 4, "nbformat_minor": 1 }