diff --git a/.github/workflows/compile-check.yml b/.github/workflows/compile-check.yml
index 8803f4f4c..c0fe8687a 100644
--- a/.github/workflows/compile-check.yml
+++ b/.github/workflows/compile-check.yml
@@ -17,6 +17,14 @@ jobs:
         with:
           mods-directory: "${{ github.workspace }}/mods"
           native-json: "${{ github.workspace }}/mods/.github/nativefuncs.json"
+          vanilla: false
+
+      - name: Compile Scripts (Vanilla)
+        uses: ASpoonPlaysGames/squirrel-re-compiler@v3
+        with:
+          mods-directory: "${{ github.workspace }}/mods"
+          native-json: "${{ github.workspace }}/mods/.github/nativefuncs.json"
+          vanilla: true
 
       # It's important that scripts compile when Northstar.Custom isn't enabled/installed, so run again without it
       - name: Remove Northstar.Custom
@@ -28,3 +36,11 @@ jobs:
         with:
           mods-directory: "${{ github.workspace }}/mods"
           native-json: "${{ github.workspace }}/mods/.github/nativefuncs.json"
+          vanilla: false
+
+      - name: Compile Scripts (Vanilla, No Northstar.Custom)
+        uses: ASpoonPlaysGames/squirrel-re-compiler@v3
+        with:
+          mods-directory: "${{ github.workspace }}/mods"
+          native-json: "${{ github.workspace }}/mods/.github/nativefuncs.json"
+          vanilla: true