{ "ac_kwargs": { "activation": "ReLU", "hidden_sizes": [ 400 ] }, "act_noise": 0.1, "actor_critic": "MLPActorCritic", "batch_size": 100, "env_fn": "functools.partial(, env_name='gyroscopeenv-v0', reward_type='Normalized', reward_args={'k': 0.05, 'qx2': 0.01, 'qx4': 0.01, 'pu1': 0.5, 'pu2': 0.5}, ep_len=110)", "epochs": 800, "exp_name": "td3_n_nc_var1", "gamma": 0.995, "logger": { "": { "epoch_dict": {}, "exp_name": "td3_n_nc_var1", "first_row": true, "log_current_row": {}, "log_headers": [], "output_dir": "td3_n_nc_var1", "output_file": { "<_io.TextIOWrapper name='td3_n_nc_var1/progress.txt' mode='w' encoding='UTF-8'>": { "mode": "w" } } } }, "logger_kwargs": { "exp_name": "td3_n_nc_var1", "output_dir": "td3_n_nc_var1" }, "max_ep_len": 110, "noise_clip": 0.05, "num_test_episodes": 10, "pi_lr": 0.001, "policy_delay": 2, "polyak": 0.995, "q_lr": 0.001, "replay_size": 1000000, "save_freq": 1, "seed": 0, "start_steps": 20000, "steps_per_epoch": 1650, "target_noise": 0.2, "update_after": 1000, "update_every": 50 }