improve snapshot skipping for ublad

CentreForDigitalHumanities · May 28, 2024 · ffa136e · ffa136e
1 parent e5d8971
commit ffa136e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/backend/corpora/ublad/ublad.py b/backend/corpora/ublad/ublad.py
@@ -73,8 +73,8 @@ def es_settings(self):
     def sources(self, start=min_date, end=max_date):
         for directory, _, filenames in os.walk(self.data_directory):
             _body, tail = os.path.split(directory)
-            if tail.startswith("."):
-                # don't go through directories from snapshots
+            if '.snapshot' in _:
+                _.remove('.snapshot')
                 continue
             for filename in filenames:
                 if filename != '.DS_Store':