Add huggingface-hub patch for offline snapshot_download with local_dir

huggingface · Oct 11, 2024 · 7f68088 · 7f68088
1 parent 6d2bc11
commit 7f68088
Show file tree

Hide file tree

Showing 3 changed files with 827 additions and 695 deletions.
diff --git a/lerobot/common/datasets/lerobot_dataset.py b/lerobot/common/datasets/lerobot_dataset.py
@@ -178,9 +178,6 @@ def download_episodes(self) -> None:
         will only download those episodes (selected by their episode_index). If 'episodes' is None, the whole
         dataset will be downloaded. Thanks to the behavior of snapshot_download, if the files are already present
         in 'local_dir', they won't be downloaded again.
-
-        Note: Currently, if you're running this code offline but you already have the files in 'local_dir',
-        snapshot_download will still fail. This behavior will be fixed in an upcoming update of huggingface_hub.
         """
         # TODO(rcadene, aliberts): implement faster transfer
         # https://huggingface.co/docs/huggingface_hub/en/guides/download#faster-downloads