type

allenai · Oct 31, 2024 · 6467504 · 6467504
1 parent 6d1e26d
commit 6467504
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 7 deletions.
diff --git a/hf_olmo/convert_olmo_to_hf.py b/hf_olmo/convert_olmo_to_hf.py
@@ -35,7 +35,7 @@
 
 def walk_local_path(path: PathOrStr, top_down=True, on_error=None, follow_symlinks=False):
     """Necessary because Path.walk() was only added in python 3.12"""
-    for root, dirs, files in os.walk(path, topdown=top_down, onerror=on_error, followlinks=follow_symlinks):
+    for root, dirs, files in os.walk(str(path), topdown=top_down, onerror=on_error, followlinks=follow_symlinks):
         yield Path(root), dirs, files
 
 

diff --git a/olmo/util.py b/olmo/util.py
@@ -313,12 +313,6 @@ def get_progress_bar() -> Progress:
     return get_download_progress()
 
 
-def walk_local_path(path: PathOrStr, top_down=True, on_error=None, follow_symlinks=False):
-    """Necessary because Path.walk() was only added in python 3.12"""
-    for root, dirs, files in os.walk(path, topdown=top_down, onerror=on_error, followlinks=follow_symlinks):
-        yield Path(root), dirs, files
-
-
 def resource_path(
     folder: PathOrStr, fname: str, local_cache: Optional[PathOrStr] = None, progress: Optional[Progress] = None
 ) -> Path: