fix: Reintroduce sanitize-file-list, fix some bugs

.github/workflows/test_container.yml

@@ -34,7 +34,7 @@ jobs:
       - name: File Checker
         uses: docker://ghcr.io/vorondesign/voron_toolkit_docker:latest
         env:
-          FILE_CHECKER_IGNORE_WARNINGS: false
+          FILE_CHECKER_IGNORE_WARNINGS: true
           FILE_CHECKER_CHECK_LICENSE: true
           FILE_CHECKER_CHECK_FILE_SIZE_MB: 2
         with:

.github/workflows/test_pr.yml

@@ -2,9 +2,10 @@ name: VoronCI PR Test CI
 run-name: "#${{github.event.number}} - ${{github.event.pull_request.title}}"
 on:
   pull_request:
-    types: [opened, reopened, synchronize]
+    types: [opened, reopened, synchronize, labeled]
 jobs:
     voron_ci:
+      if: ${{ contains( github.event.pull_request.labels.*.name, 'Ready for CI') }}
       env:
         VORON_TOOLKIT_OUTPUT_DIR: ${{ github.workspace }}/workflow_output
         VORON_TOOLKIT_INPUT_DIR: ${{ github.workspace }}/tests/test_repository_root/printer_mods

pyproject.toml

@@ -74,3 +74,4 @@ generate-readme = "voron_toolkit.tools.readme_generator:main"
 prepare-sparse-checkout = "voron_toolkit.voronuser_utils.sparse_checkout_helper:main"
 set-pr-comment-labels = "voron_toolkit.voronuser_utils.pr_helper:main"
 upload-images = "voron_toolkit.utils.imagekit_uploader:main"
+sanitize-file-list = "voron_toolkit.utils.file_helper:FileHelper.sanitize_file_list"

voron_toolkit/tools/file_checker.py

@@ -18,9 +18,9 @@
 
 class WhitespaceChecker:
     def __init__(self: Self, args: configargparse.Namespace) -> None:
-        self.input_dir = args.input_dir
-        self.check_license = args.check_license
-        self.check_file_size = args.check_file_size_mb
+        self.input_dir: Path = Path(Path.cwd(), args.input_dir)
+        self.check_license: bool = args.check_license
+        self.check_file_size: int = args.check_file_size_mb
         self.return_status: ExtendedResultEnum = ExtendedResultEnum.SUCCESS
         self.input_file_list: list[Path] = []
         self.result_items: defaultdict[ExtendedResultEnum, list[ItemResult]] = defaultdict(list)
@@ -57,7 +57,7 @@ def _check_file_size(self: Self) -> None:
         for input_file in self.input_file_list:
             relative_file_path: str = input_file.relative_to(self.input_dir).as_posix()
             if input_file.stat().st_size > self.check_file_size * 1024 * 1024:
-                logger.error("File '{}' is larger than {} MB!", relative_file_path, self.check_file_size)
+                logger.warning("File '{}' is larger than {} MB!", relative_file_path, self.check_file_size)
                 self.result_items[ExtendedResultEnum.WARNING].append(
                     ItemResult(item=relative_file_path, extra_info=[f"This file is larger than {self.check_file_size} MB!"])
                 )

voron_toolkit/tools/stl_corruption_checker.py

@@ -88,7 +88,7 @@ def _check_stl(self: Self, stl_file_path: Path) -> ExtendedResultEnum:
                 self._write_fixed_stl_file(stl=stl, path=Path(stl_path_relative))
                 return ExtendedResultEnum.FAILURE
             if stl.stats["type"] != StlType.BINARY:
-                logger.warning("STL '{}' is not a binary STL: {} !", stl_path_relative, StlType[stl.stats["type"]])
+                logger.warning("STL '{}' is not a binary STL. Detected Type: '{}' !", stl_path_relative, StlType(int(stl.stats["type"])).name)
                 self.result_items[ExtendedResultEnum.WARNING].append(
                     ItemResult(item=stl_file_path.name, extra_info=["STL is not a binary STL. Consider converting it to save space!"])
                 )

voron_toolkit/utils/file_helper.py

@@ -1,9 +1,13 @@
 import itertools
+import os
 from pathlib import Path
 from typing import Self
 
 from loguru import logger
 
+from voron_toolkit.utils.github_action_helper import GithubActionHelper
+from voron_toolkit.utils.logging import init_logging
+
 
 class FileHelper:
     @classmethod
@@ -38,3 +42,17 @@ def get_shallow_folders(cls: type[Self], input_dir: Path, max_depth: int, ignore
     @classmethod
     def get_all_folders(cls: type[Self], _: Path) -> list[Path]:
         return []
+
+    @classmethod
+    def sanitize_file_list(cls: type[Self]) -> None:
+        init_logging(verbose=True)
+        logger.info("============ Sanitize File List ============")
+        file_list: list[str] = os.environ.get("FILE_LIST_SANITIZE_INPUT", "").splitlines()
+        if not file_list:
+            logger.warning("Input file list from env var 'FILE_LIST_SANITIZE_INPUT' is empty")
+            return
+        output_file_list: list[str] = [input_file.replace("[", "\\[").replace("]", "\\]") for input_file in file_list]
+        gh_helper: GithubActionHelper = GithubActionHelper()
+        gh_helper.set_output_multiline(output={"FILE_LIST_SANITIZE_OUTPUT": output_file_list})
+        gh_helper.write_outputs()
+        logger.success("Sanitize file list success!")

voron_toolkit/voronuser_utils/sparse_checkout_helper.py

@@ -37,7 +37,7 @@ def run(self: Self) -> None:
         for pr_file in file_list:
             file_path = Path(pr_file)
             try:
-                file_path_relative: Path = file_path.relative_to(self.input_dir)
+                file_path_relative: Path = file_path.relative_to(self.input_dir.relative_to(Path.cwd()))
             except ValueError:
                 logger.warning("File '{}' is not relative to input directory '{}'. Skipping.", file_path, self.input_dir)
                 continue