Update Cartpole configuration files and colab to match default Gym ma…

…x episode length. PiperOrigin-RevId: 232791515
ribeirojose · Feb 7, 2019 · 79b024f · 79b024f
1 parent 4799c3a
commit 79b024f
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 14 deletions.
diff --git a/dopamine/agents/dqn/configs/dqn_cartpole.gin b/dopamine/agents/dqn/configs/dqn_cartpole.gin
@@ -29,7 +29,7 @@ Runner.create_environment_fn = @gym_lib.create_gym_environment
 Runner.num_iterations = 500
 Runner.training_steps = 1000
 Runner.evaluation_steps = 1000
-Runner.max_steps_per_episode = 500
+Runner.max_steps_per_episode = 200  # Default max episode length.
 
 WrappedReplayBuffer.replay_capacity = 50000
 WrappedReplayBuffer.batch_size = 128
diff --git a/dopamine/agents/rainbow/configs/c51_cartpole.gin b/dopamine/agents/rainbow/configs/c51_cartpole.gin
@@ -33,7 +33,7 @@ Runner.create_environment_fn = @gym_lib.create_gym_environment
 Runner.num_iterations = 500
 Runner.training_steps = 1000
 Runner.evaluation_steps = 1000
-Runner.max_steps_per_episode = 500
+Runner.max_steps_per_episode = 200  # Default max episode length.
 
 WrappedPrioritizedReplayBuffer.replay_capacity = 50000
 WrappedPrioritizedReplayBuffer.batch_size = 128
diff --git a/dopamine/agents/rainbow/configs/rainbow_cartpole.gin b/dopamine/agents/rainbow/configs/rainbow_cartpole.gin
@@ -33,7 +33,7 @@ Runner.create_environment_fn = @gym_lib.create_gym_environment
 Runner.num_iterations = 500
 Runner.training_steps = 1000
 Runner.evaluation_steps = 1000
-Runner.max_steps_per_episode = 500
+Runner.max_steps_per_episode = 200  # Default max episode length.
 
 WrappedPrioritizedReplayBuffer.replay_capacity = 50000
 WrappedPrioritizedReplayBuffer.batch_size = 128
diff --git a/dopamine/colab/cartpole.ipynb b/dopamine/colab/cartpole.ipynb