Update

[ghstack-poisoned]
pytorch · Jan 21, 2025 · 344e7ae · 344e7ae
1 parent f70bc1b
commit 344e7ae
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/torchrl/envs/transforms/transforms.py b/torchrl/envs/transforms/transforms.py
@@ -4943,15 +4943,15 @@ def call_tokenizer_fn(self, value: str | List[str]):
         if isinstance(value, str):
             out = self.tokenizer.encode(value, return_tensors="pt", **kwargs)[0]
             # TODO: incorporate attention mask
-            attention_mask = torch.ones_like(out, dtype=torch.bool)
+            # attention_mask = torch.ones_like(out, dtype=torch.bool)
         else:
             kwargs["padding"] = (
                 self.padding if self.max_length is None else "max_length"
             )
             # kwargs["return_attention_mask"] = False
             # kwargs["return_token_type_ids"] = False
             out = self.tokenizer.batch_encode_plus(value, return_tensors="pt", **kwargs)
-            attention_mask = out["attention_mask"]
+            # attention_mask = out["attention_mask"]
             out = out["input_ids"]
 
         if device is not None and out.device != device: