Pin stack version in CI (#3465)

* Pin stack version in CI * Revert back to old hpack version * Pin ubuntu version * Swap all powershell to bash * Set shell on all 'defaults' blocks
unisonweb · Sep 28, 2022 · 0635366 · 0635366
1 parent 6969939
commit 0635366
Show file tree

Hide file tree

Showing 24 changed files with 143 additions and 58 deletions.
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -1,5 +1,9 @@
 name: CI
 
+defaults:
+  run:
+    shell: bash
+
 on:
   # Build on every pull request (and new PR commit)
   pull_request:
@@ -19,6 +23,7 @@ jobs:
     defaults: 
       run:
         working-directory: unison
+        shell: bash
     strategy:
       # Run each build to completion, regardless of if any have failed
       fail-fast: false
@@ -89,6 +94,32 @@ jobs:
           key: stack-work-3_${{matrix.os}}-${{github.sha}}
           restore-keys: stack-work-3_${{matrix.os}}
 
+      # Install stack by downloading the binary from GitHub. 
+      # The installation process differs by OS.
+      - name: install stack (Linux)
+        if: runner.os == 'Linux'
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-linux-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
+      - name: install stack (macOS)
+        working-directory: ${{ github.workspace }}
+        if: runner.os == 'macOS'
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-osx-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
+      - name: install stack (windows)
+        working-directory: ${{ github.workspace }}
+        if: runner.os == 'Windows'
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-windows-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
       # One of the transcripts fails if the user's git name hasn't been set.
       - name: set git user info
         run: |
@@ -102,14 +133,14 @@ jobs:
       # Build deps, then build local code. Splitting it into two steps just allows us to see how much time each step
       # takes.
       - name: build dependencies
-        shell: bash
         # Run up to 5 times in a row before giving up.
         # It's very unlikely that our build-dependencies step will fail on most builds,
         # so if it fails its almost certainly due to a race condition on the Windows
         # file-system API that stack runs into. Since any successful packages are
         # cached within a single build, it should get further along on each re-start
         # and should hopefully finish!
         run: |
+          stack --version
           tries=1
           if [[ ${{matrix.os}} = "windows-"* ]]; then
             tries=5

diff --git a/.github/workflows/haddocks.yaml b/.github/workflows/haddocks.yaml
@@ -3,6 +3,7 @@ name: Haddocks
 defaults:
   run:
     working-directory: unison
+    shell: bash
 
 on:
   push:
@@ -57,6 +58,13 @@ jobs:
             stack-work-2_Linux-haddocks
             stack-work-2_Linux
 
+      - name: install stack (Linux)
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-linux-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
       # One of the transcripts fails if the user's git name hasn't been set.
       - name: set git user info
         working-directory: unison

diff --git a/.github/workflows/pre-release.yaml b/.github/workflows/pre-release.yaml
@@ -1,5 +1,9 @@
 name: "pre-release"
 
+defaults:
+  run:
+    shell: bash
+
 on:
   workflow_run:
     workflows: ["CI"]
@@ -10,11 +14,18 @@ jobs:
   build_linux:
 
     name: "build_linux"
-    runs-on: ubuntu-18.04
+    runs-on: ubuntu-20.04
 
     steps:
       - uses: actions/checkout@v2
 
+      - name: install stack (Linux)
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-linux-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
       # One of the transcripts fails if the user's git name hasn't been set.
       - name: set git user info
         run: |
@@ -46,6 +57,12 @@ jobs:
 
     steps:
       - uses: actions/checkout@v2
+      - name: install stack (macOS)
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-osx-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
 
       # One of the transcripts fails if the user's git name hasn't been set.
       - name: set git user info
@@ -81,19 +98,26 @@ jobs:
 
     steps:
       - uses: actions/checkout@v2
+
+      - name: install stack (windows)
+        working-directory: ${{ github.workspace }}
+        if: runner.os == 'Windows'
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-windows-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
       - name: build
         run: stack --no-terminal build --flag unison-parser-typechecker:optimized
 
       - name: fetch latest codebase-ui and package with ucm
-        # Powershell
         run: |
-          mkdir -p tmp\ui
-          mkdir -p release\ui
-          $UCM = stack exec -- where unison
-          cp $UCM .\release\ucm.exe
-          Invoke-WebRequest -Uri https://github.com/unisonweb/codebase-ui/releases/download/latest/unisonLocal.zip -OutFile tmp\unisonLocal.zip
-          Expand-Archive -Path tmp\unisonLocal.zip -DestinationPath release\ui
-          Compress-Archive -Path .\release\* -DestinationPath ucm-windows.zip
+          mkdir -p /tmp/ucm/ui
+          UCM="$(stack path | awk '/local-install-root/{print $2}')/bin/unison"
+          cp "$UCM" /tmp/ucm/ucm
+          wget -O /tmp/unisonLocal.zip https://github.com/unisonweb/unison-local-ui/releases/download/latest/unisonLocal.zip
+          tar.exe -xf /tmp/unisonLocal.zip --directory /tmp/ucm/ui
+          tar.exe -a -c -f ucm-windows.zip /tmp/ucm
 
       - name: Upload windows artifact
         uses: actions/upload-artifact@v2
@@ -104,7 +128,7 @@ jobs:
 
   release:
     name: "create_release"
-    runs-on: "ubuntu-latest"
+    runs-on: ubuntu-20.04
     needs:
       - build_linux
       - build_macos

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -1,5 +1,9 @@
 name: "release"
 
+defaults:
+  run:
+    shell: bash
+
 on:
   workflow_dispatch:
     inputs:
@@ -16,7 +20,7 @@ on:
 jobs:
   release:
     name: "create_release"
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-20.04
     needs:
       - build_linux
       - build_macos
@@ -52,7 +56,7 @@ jobs:
   build_linux:
 
     name: "build_linux"
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-20.04
     steps:
       - uses: actions/checkout@v2
         with:
@@ -69,11 +73,11 @@ jobs:
           # recent branch cache.
           # Then it will save a new cache at this commit sha, which should be used by
           # the next build on this branch.
-          key: stack-0_ubuntu-22.04-${{hashFiles('stack.yaml')}}-${{github.sha}}
+          key: stack-0_ubuntu-20.04-${{hashFiles('stack.yaml')}}-${{github.sha}}
           # Fall-back to use the most recent cache for the stack.yaml, or failing that the OS
           restore-keys: |
-            stack-0_ubuntu-22.04-${{hashFiles('stack.yaml')}}
-            stack-0_ubuntu-22.04
+            stack-0_ubuntu-20.04-${{hashFiles('stack.yaml')}}
+            stack-0_ubuntu-20.04
 
       # Cache each local package's ~/.stack-work for fast incremental builds in CI.
       - uses: actions/cache@v3
@@ -87,8 +91,15 @@ jobs:
           # recent branch cache.
           # Then it will save a new cache at this commit sha, which should be used by
           # the next build on this branch.
-          key: stack-work-3_ubuntu-22.04-${{github.sha}}
-          restore-keys: stack-work-3_ubuntu-22.04
+          key: stack-work-3_ubuntu-20.04-${{github.sha}}
+          restore-keys: stack-work-3_ubuntu-20.04
+
+      - name: install stack (Linux)
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-linux-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
 
       - name: build
         run: stack --no-terminal build --flag unison-parser-typechecker:optimized
@@ -149,6 +160,13 @@ jobs:
           key: stack-work-3_macOS-11.0-${{github.sha}}
           restore-keys: stack-work-3_macOS-11.0
 
+      - name: install stack (macOS)
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-osx-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
       - name: remove ~/.stack/setup-exe-cache on macOS
         run: rm -rf ~/.stack/setup-exe-cache
 
@@ -212,8 +230,14 @@ jobs:
           key: stack-work-3_windows-2019-${{github.sha}}
           restore-keys: stack-work-3_windows-2019
 
+      - name: install stack (windows)
+        working-directory: ${{ github.workspace }}
+        run: |
+          mkdir stack && cd stack
+          curl -L https://github.com/commercialhaskell/stack/releases/download/v2.7.5/stack-2.7.5-windows-x86_64.tar.gz | tar -xz
+          echo "$PWD/stack-"* >> $GITHUB_PATH
+
       - name: build
-        shell: bash
         run: |
           # Windows will crash on build intermittently because the filesystem
           # sucks at managing concurrent file access;
@@ -224,15 +248,13 @@ jobs:
           done
 
       - name: fetch latest Unison Local UI and package with ucm
-        # Powershell
         run: |
-          mkdir -p tmp\ui
-          mkdir -p release\ui
-          $UCM = stack exec -- where unison
-          cp $UCM .\release\ucm.exe
-          Invoke-WebRequest -Uri https://github.com/unisonweb/unison-local-ui/releases/download/latest/unisonLocal.zip -OutFile tmp\unisonLocal.zip
-          Expand-Archive -Path tmp\unisonLocal.zip -DestinationPath release\ui
-          Compress-Archive -Path .\release\* -DestinationPath ucm-windows.zip
+          mkdir -p /tmp/ucm/ui
+          UCM="$(stack path | awk '/local-install-root/{print $2}')/bin/unison"
+          cp "$UCM" /tmp/ucm/ucm
+          wget -O /tmp/unisonLocal.zip https://github.com/unisonweb/unison-local-ui/releases/download/latest/unisonLocal.zip
+          tar.exe -xf /tmp/unisonLocal.zip --directory /tmp/ucm/ui
+          tar.exe -a -c -f ucm-windows.zip /tmp/ucm
 
       - name: Upload windows artifact
         uses: actions/upload-artifact@v2

diff --git a/codebase2/codebase-sqlite-hashing-v2/unison-codebase-sqlite-hashing-v2.cabal b/codebase2/codebase-sqlite-hashing-v2/unison-codebase-sqlite-hashing-v2.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/codebase-sqlite/unison-codebase-sqlite.cabal b/codebase2/codebase-sqlite/unison-codebase-sqlite.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/codebase-sync/unison-codebase-sync.cabal b/codebase2/codebase-sync/unison-codebase-sync.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/codebase/unison-codebase.cabal b/codebase2/codebase/unison-codebase.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/core/unison-core.cabal b/codebase2/core/unison-core.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/util-serialization/unison-util-serialization.cabal b/codebase2/util-serialization/unison-util-serialization.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/util-term/unison-util-term.cabal b/codebase2/util-term/unison-util-term.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/codebase2/util/unison-util.cabal b/codebase2/util/unison-util.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/lib/unison-prelude/unison-prelude.cabal b/lib/unison-prelude/unison-prelude.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 

diff --git a/lib/unison-pretty-printer/unison-pretty-printer.cabal b/lib/unison-pretty-printer/unison-pretty-printer.cabal
@@ -1,6 +1,6 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.35.0.
+-- This file has been generated from package.yaml by hpack version 0.34.4.
 --
 -- see: https://github.com/sol/hpack
 
@@ -68,9 +68,9 @@ library
     , unison-core1
     , unison-prelude
     , unliftio
-  default-language: Haskell2010
   if flag(optimized)
     ghc-options: -funbox-strict-fields -O2
+  default-language: Haskell2010
 
 executable prettyprintdemo
   main-is: Main.hs
@@ -103,9 +103,9 @@ executable prettyprintdemo
     , safe
     , text
     , unison-pretty-printer
-  default-language: Haskell2010
   if flag(optimized)
     ghc-options: -funbox-strict-fields -O2
+  default-language: Haskell2010
 
 test-suite pretty-printer-tests
   type: exitcode-stdio-1.0
@@ -145,6 +145,6 @@ test-suite pretty-printer-tests
     , easytest
     , raw-strings-qq
     , unison-pretty-printer
-  default-language: Haskell2010
   if flag(optimized)
     ghc-options: -funbox-strict-fields -O2
+  default-language: Haskell2010