diff --git a/dags/elsevier/repository.py b/dags/elsevier/repository.py index a5bb0e0a..df95f4de 100644 --- a/dags/elsevier/repository.py +++ b/dags/elsevier/repository.py @@ -17,7 +17,7 @@ def __init__(self) -> None: def get_all_raw_filenames(self): return [ - f.key.replace("raw/", "") + f.key.lstrip("raw/") for f in self.s3.objects.filter(Prefix=self.ZIPED_DIR).all() ] diff --git a/dags/iop/repository.py b/dags/iop/repository.py index 0952bcd5..7519f43a 100644 --- a/dags/iop/repository.py +++ b/dags/iop/repository.py @@ -17,7 +17,7 @@ def __init__(self) -> None: def get_all_raw_filenames(self): return [ - f.key.replace("raw/", "") + f.key.lstrip("raw/") for f in self.s3.objects.filter(Prefix=self.ZIPED_DIR).all() ] diff --git a/dags/springer/repository.py b/dags/springer/repository.py index a0138e0c..d55a644a 100644 --- a/dags/springer/repository.py +++ b/dags/springer/repository.py @@ -16,7 +16,7 @@ def __init__(self) -> None: def get_all_raw_filenames(self): return [ - f.key.replace("raw/", "") + f.key.lstrip("raw/") for f in self.s3.objects.filter(Prefix=self.ZIPED_DIR).all() ]