change add terminal state

starry-sky6688 · Jan 14, 2018 · 639902b · 639902b
1 parent 8a8c0b4
commit 639902b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/contents/3_Sarsa_maze/maze_env.py b/contents/3_Sarsa_maze/maze_env.py
@@ -117,9 +117,11 @@ def step(self, action):
         if s_ == self.canvas.coords(self.oval):
             reward = 1
             done = True
+            s_ = 'terminal'
         elif s_ in [self.canvas.coords(self.hell1), self.canvas.coords(self.hell2)]:
             reward = -1
             done = True
+            s_ = 'terminal'
         else:
             reward = 0
             done = False

diff --git a/contents/4_Sarsa_lambda_maze/maze_env.py b/contents/4_Sarsa_lambda_maze/maze_env.py
@@ -117,9 +117,11 @@ def step(self, action):
         if s_ == self.canvas.coords(self.oval):
             reward = 1
             done = True
+            s_ = 'terminal'
         elif s_ in [self.canvas.coords(self.hell1), self.canvas.coords(self.hell2)]:
             reward = -1
             done = True
+            s_ = 'terminal'
         else:
             reward = 0
             done = False