Added BipedalWalker-v3

Manaro-Alpha · Sep 18, 2023 · 1ea903e · 1ea903e
1 parent 0eb2f64
commit 1ea903e
Show file tree

Hide file tree

Showing 30 changed files with 498 additions and 26 deletions.
diff --git a/PPO.py b/PPO.py
@@ -246,15 +246,15 @@ def learn(self,total_timesteps):
                 self.save('./ppo_LunarLanderContinuous-v2')
 
     def _init_hyperparams(self):
-        self.timesteps_per_batch = 1024
-        self.max_timesteps_per_episode = 1000
-        self.num_epochs = 4
+        self.timesteps_per_batch = 2048
+        self.max_timesteps_per_episode = 1600
+        self.num_epochs = 10
         self.clip = 0.2
         self.lr = 2.5e-4
-        self.gamma = 0.999
+        self.gamma = 0.99
         self.lam = 0.98
         self.num_minibatch = 6
-        self.ent_coef = 0
+        self.ent_coef = 0.001
         self.target_kl = 0.02
         self.max_grad_norm = 0.5
         self.env_id = "Pendulum-v1"

diff --git a/PPO_BipedalWalker-v3_model_1694988276 b/PPO_BipedalWalker-v3_model_1694988276
diff --git a/Plot_Data/ppo_log_1694985469.csv b/Plot_Data/ppo_log_1694985469.csv
diff --git a/Plot_Graphs/output_BipedalWalker-v3.png b/Plot_Graphs/output_BipedalWalker-v3.png
diff --git a/__pycache__/PPO.cpython-38.pyc b/__pycache__/PPO.cpython-38.pyc
diff --git a/data_viz.ipynb b/data_viz.ipynb
diff --git a/runs/ppo_log_1694985469/events.out.tfevents.1694985469.manaro-rog-strix-g513ih.69962.0 b/runs/ppo_log_1694985469/events.out.tfevents.1694985469.manaro-rog-strix-g513ih.69962.0
diff --git a/train.py b/train.py
@@ -12,4 +12,4 @@ def train(env_id,total_timesteps):
     model.save(path)
 
 if __name__ == '__main__':
-    train("LunarLanderContinuous-v2",1000000)
+    train("BipedalWalker-v3",1405000)
diff --git a/videos/ppo_log_1694985469/rl-video-episode-0.meta.json b/videos/ppo_log_1694985469/rl-video-episode-0.meta.json
@@ -0,0 +1 @@
+{"step_id": 0, "episode_id": 0, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-0.mp4 b/videos/ppo_log_1694985469/rl-video-episode-0.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-1.meta.json b/videos/ppo_log_1694985469/rl-video-episode-1.meta.json
@@ -0,0 +1 @@
+{"step_id": 1600, "episode_id": 1, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-1.mp4 b/videos/ppo_log_1694985469/rl-video-episode-1.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-1000.meta.json b/videos/ppo_log_1694985469/rl-video-episode-1000.meta.json
@@ -0,0 +1 @@
+{"step_id": 1251480, "episode_id": 1000, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-1000.mp4 b/videos/ppo_log_1694985469/rl-video-episode-1000.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-125.meta.json b/videos/ppo_log_1694985469/rl-video-episode-125.meta.json
@@ -0,0 +1 @@
+{"step_id": 110300, "episode_id": 125, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-125.mp4 b/videos/ppo_log_1694985469/rl-video-episode-125.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-216.meta.json b/videos/ppo_log_1694985469/rl-video-episode-216.meta.json
@@ -0,0 +1 @@
+{"step_id": 228043, "episode_id": 216, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-216.mp4 b/videos/ppo_log_1694985469/rl-video-episode-216.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-27.meta.json b/videos/ppo_log_1694985469/rl-video-episode-27.meta.json
@@ -0,0 +1 @@
+{"step_id": 15910, "episode_id": 27, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-27.mp4 b/videos/ppo_log_1694985469/rl-video-episode-27.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-343.meta.json b/videos/ppo_log_1694985469/rl-video-episode-343.meta.json
@@ -0,0 +1 @@
+{"step_id": 385001, "episode_id": 343, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-343.mp4 b/videos/ppo_log_1694985469/rl-video-episode-343.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-512.meta.json b/videos/ppo_log_1694985469/rl-video-episode-512.meta.json
@@ -0,0 +1 @@
+{"step_id": 594400, "episode_id": 512, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-512.mp4 b/videos/ppo_log_1694985469/rl-video-episode-512.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-64.meta.json b/videos/ppo_log_1694985469/rl-video-episode-64.meta.json
@@ -0,0 +1 @@
+{"step_id": 50733, "episode_id": 64, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-64.mp4 b/videos/ppo_log_1694985469/rl-video-episode-64.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-729.meta.json b/videos/ppo_log_1694985469/rl-video-episode-729.meta.json
@@ -0,0 +1 @@
+{"step_id": 887211, "episode_id": 729, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-729.mp4 b/videos/ppo_log_1694985469/rl-video-episode-729.mp4
diff --git a/videos/ppo_log_1694985469/rl-video-episode-8.meta.json b/videos/ppo_log_1694985469/rl-video-episode-8.meta.json
@@ -0,0 +1 @@
+{"step_id": 5305, "episode_id": 8, "content_type": "video/mp4"}
diff --git a/videos/ppo_log_1694985469/rl-video-episode-8.mp4 b/videos/ppo_log_1694985469/rl-video-episode-8.mp4
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 0, "episode_id": 0, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 1600, "episode_id": 1, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 1251480, "episode_id": 1000, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 110300, "episode_id": 125, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 228043, "episode_id": 216, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 15910, "episode_id": 27, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 385001, "episode_id": 343, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 594400, "episode_id": 512, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 50733, "episode_id": 64, "content_type": "video/mp4"}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"step_id": 887211, "episode_id": 729, "content_type": "video/mp4"}