update codes

2021-12-22 16:55:09 +08:00
parent 75df999258
commit 41fb561d25
75 changed files with 1248 additions and 918 deletions
--- a/codes/PPO/train.ipynb
+++ b/codes/PPO/train.ipynb
@@ -90,9 +90,9 @@
    "def env_agent_config(cfg,seed=1):\n",
    "    env = gym.make(cfg.env)  \n",
    "    env.seed(seed)\n",
-    "    state_dim = env.observation_space.shape[0]\n",
-    "    action_dim = env.action_space.n\n",
-    "    agent = PPO(state_dim,action_dim,cfg)\n",
+    "    n_states = env.observation_space.shape[0]\n",
+    "    n_actions = env.action_space.n\n",
+    "    agent = PPO(n_states,n_actions,cfg)\n",
    "    return env,agent"
   ]
  },