rm local streaming

mosaicml · Sep 25, 2023 · 9b798c6 · 9b798c6
1 parent 77b0099
commit 9b798c6
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/diffusion/datasets/image_caption.py b/diffusion/datasets/image_caption.py
@@ -232,9 +232,6 @@ def build_streaming_image_caption_dataloader(
     transform = transforms.Compose(transform)
     assert isinstance(transform, Callable)
 
-    import streaming
-    streaming.base.util.clean_stale_shared_memory()
-
     dataset = StreamingImageCaptionDataset(
         streams=streams,
         tokenizer_name_or_path=tokenizer_name_or_path,