tests passing

cern-sis · Oct 2, 2023 · f817d71 · f817d71
1 parent b8e6507
commit f817d71
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/dags/common/pull_ftp.py b/dags/common/pull_ftp.py
@@ -36,7 +36,7 @@ def migrate_files(
                     repo.save(s3_filename, io.BytesIO(zip_file_content))
                     if repo.is_meta(s3_filename):
                         extracted_filenames.append("extracted/" + s3_filename)
-                    repo.save(s3_filename, io.BytesIO(zip_file_content))
+                repo.save(_file, file_bytes)
 
         elif tarfile.is_tarfile(file_bytes):
             file_bytes.seek(0)
@@ -48,7 +48,8 @@ def migrate_files(
                     repo.save(s3_filename, io.BytesIO(tar_file_content))
                     if repo.is_meta(s3_filename):
                         extracted_filenames.append("extracted/" + s3_filename)
-                    repo.save(s3_filename, io.BytesIO(tar_file_content))
+                repo.save(_file, file_bytes)
+
         else:
             logger.info(
                 "File is not zip or tar, processing the next one", file_name=_file

diff --git a/dags/elsevier/elsevier.py → dags/elsevier/elsevier_pull_ftp.py b/dags/elsevier/elsevier.py → dags/elsevier/elsevier_pull_ftp.py
@@ -47,7 +47,7 @@ def trigger_file_processing(
             publisher="elsevier", repo=repo, logger=logger, filenames=filenames or []
         )
 
-    # filenames = migrate_from_ftp()
+    filenames = migrate_from_ftp()
     # trigger_file_processing(filenames=filenames)