{ "ac_kwargs": { "activation": "ReLU", "hidden_sizes": [ 700, 200 ] }, "act_noise": 0.1, "actor_critic": "MLPActorCritic", "batch_size": 150, "env_fn": "functools.partial(, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)", "epochs": 800, "exp_name": "td3_n_it2_hid_var0", "gamma": 0.985, "logger": { "": { "epoch_dict": {}, "exp_name": "td3_n_it2_hid_var0", "first_row": true, "log_current_row": {}, "log_headers": [], "output_dir": "td3_n_it2_hid_var0", "output_file": { "<_io.TextIOWrapper name='td3_n_it2_hid_var0/progress.txt' mode='w' encoding='UTF-8'>": { "mode": "w" } } } }, "logger_kwargs": { "exp_name": "td3_n_it2_hid_var0", "output_dir": "td3_n_it2_hid_var0" }, "max_ep_len": 110, "noise_clip": 0.04, "num_test_episodes": 10, "pi_lr": 0.0015, "policy_delay": 2, "polyak": 0.999, "q_lr": 0.0015, "replay_size": 1000000, "save_freq": 1, "seed": 10, "start_steps": 20000, "steps_per_epoch": 1650, "target_noise": 0.2, "update_after": 1000, "update_every": 50 }