diff --git a/ultravox/model/ultravox_model.py b/ultravox/model/ultravox_model.py
index 6d008e7d..1b0a5753 100644
--- a/ultravox/model/ultravox_model.py
+++ b/ultravox/model/ultravox_model.py
@@ -548,7 +548,7 @@ def init_latency_mask(self, audio_latency_block_size: int, dtype: torch.dtype):
         if audio_latency_block_size is None:
             self.audio_streaming_mask = None
             return
-        audio_streaming_mask = None
+
         # maximum sequence length
         max_seqlen = (
             self.config.max_source_positions