Add lunarlander checkpoint

sansnom · Sep 23, 2020 · 77a73f1 · 77a73f1
1 parent 6a273e0
commit 77a73f1
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 2 deletions.
diff --git a/replay_buffer.py b/replay_buffer.py
@@ -212,7 +212,6 @@ def compute_target_value(self, game_history, index):
                 if game_history.reanalysed_predicted_root_values is None
                 else game_history.reanalysed_predicted_root_values
             )
-            print(game_history.reanalysed_predicted_root_values is None)
             last_step_value = (
                 root_values[bootstrap_index]
                 if game_history.to_play_history[bootstrap_index]

diff --git a/results/lunarlander/model.checkpoint b/results/lunarlander/model.checkpoint
diff --git a/trainer.py b/trainer.py
@@ -30,7 +30,7 @@ def __init__(self, initial_checkpoint, config):
 
         self.training_step = initial_checkpoint["training_step"]
 
-        if not self.config.train_on_gpu:
+        if "cuda" not in str(next(self.model.parameters()).device):
             print("You are not training on GPU.\n")
 
         # Initialize the optimizer