vdn tutorial

COeXISTENCE-PROJECT · Oct 9, 2024 · 5066f69 · 5066f69
1 parent ab2ecb1
commit 5066f69
Show file tree

Hide file tree

Showing 5 changed files with 375 additions and 156 deletions.
diff --git a/docs/img/image.png → docs/img/two_route_net.png b/docs/img/image.png → docs/img/two_route_net.png
diff --git a/docs/img/vdn.png b/docs/img/vdn.png
diff --git a/tutorials/MarlAlgorithms/qmix_mutation.ipynb b/tutorials/MarlAlgorithms/qmix_mutation.ipynb
@@ -75,18 +75,15 @@
     "import torch\n",
     "\n",
     "from tensordict.nn import TensorDictModule, TensorDictSequential\n",
-    "from torch.distributions import Categorical\n",
     "from torchrl.envs.libs.pettingzoo import PettingZooWrapper\n",
     "from torchrl.envs.transforms import TransformedEnv, RewardSum\n",
     "from torchrl.envs.utils import check_env_specs\n",
-    "from torchrl.modules import MultiAgentMLP\n",
     "from torch import nn\n",
     "from torchrl._utils import logger as torchrl_logger\n",
     "from torchrl.collectors import SyncDataCollector\n",
     "from torchrl.data import TensorDictReplayBuffer\n",
     "from torchrl.data.replay_buffers.samplers import SamplerWithoutReplacement\n",
     "from torchrl.data.replay_buffers.storages import LazyTensorStorage\n",
-    "from torchrl.envs import RewardSum, TransformedEnv\n",
     "from torchrl.modules import EGreedyModule, QValueModule, SafeSequential\n",
     "from torchrl.modules.models.multiagent import MultiAgentMLP, QMixer\n",
     "from torchrl.objectives import SoftUpdate, ValueEstimators\n",