diff --git a/.gitignore b/.gitignore index 5c8f4f6..327195b 100644 --- a/.gitignore +++ b/.gitignore @@ -180,4 +180,5 @@ test*.py logs/ logs settings.json -training_logs \ No newline at end of file +training_logs +*.bck* \ No newline at end of file diff --git a/invader_agent.zip b/invader_agent.zip new file mode 100644 index 0000000..231bcaa Binary files /dev/null and b/invader_agent.zip differ diff --git a/utils/rl.py b/utils/rl.py index d846403..10124c3 100644 --- a/utils/rl.py +++ b/utils/rl.py @@ -178,7 +178,7 @@ class SpaceInvadersEnv(gym.Env): nearest = self._nearest_enemy() alignment = abs(nearest.center_x - self.player.center_x) / self.width if alignment < 0.025: - reward += 0.1 + reward += 0.005 self.player.center_x = np.clip(self.player.center_x, 0, self.width) self.player_speed = (self.player.center_x - prev_x) / max(1e-6, PLAYER_SPEED) @@ -260,11 +260,11 @@ class SpaceInvadersEnv(gym.Env): self.bullets.append(b) if self.player_alive: - edge_threshold = self.width * 0.15 + edge_threshold = self.width * 0.1 if self.player.center_x < edge_threshold or self.player.center_x > self.width - edge_threshold: reward -= 0.03 - reward -= 0.0025 + reward -= 0.01 obs = self._obs()