prefetch: disable for huggingface

iterative · Dec 25, 2024 · 6fe8095 · 6fe8095
1 parent 60256d6
commit 6fe8095
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/datachain/lib/file.py b/src/datachain/lib/file.py
@@ -272,6 +272,9 @@ def ensure_cached(self) -> None:
     async def _prefetch(self) -> None:
         if self._caching_enabled:
             client = self._catalog.get_client(self.source)
+            # https://github.com/iterative/datachain/issues/746
+            if client.protocol == "hf":
+                return
             await client._download(self, callback=self._download_cb)
 
     def get_local_path(self) -> Optional[str]: