params

COeXISTENCE-PROJECT · Nov 8, 2024 · 379afd7 · 379afd7
1 parent 00a1c28
commit 379afd7
Show file tree

Hide file tree

Showing 5 changed files with 1,169 additions and 29 deletions.
diff --git a/tutorials/MLinPL/iql_mutation.ipynb b/tutorials/MLinPL/iql_mutation.ipynb
@@ -103,7 +103,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -139,12 +139,7 @@
     "max_grad_norm = 1.0  # Maximum norm for the gradients\n",
     "memory_size = 1000  # Size of the replay buffer\n",
     "tau =  0.005\n",
-    "\n",
-    "# PPO\n",
-    "clip_epsilon = 0.2  # clip value for PPO loss\n",
-    "gamma = 0.99  # discount factor\n",
-    "lmbda = 0.9  # lambda for generalised advantage estimation\n",
-    "entropy_eps = 1e-4  # coefficient of the entropy term in the PPO loss"
+    "gamma = 0.99  # discount factor"
    ]
   },
   {