Merge pull request #7568 from roc-lang/release-tests-changes

release testing improvements

Author: Anton-4

.github/workflows/test_nightly_macos_apple_silicon.yml

@@ -1,16 +1,16 @@
 on:
-#  pull_request:
   workflow_dispatch:
+# pull_request:
 
-name: Test latest nightly releases for macOS and Linux x86_64
+name: Test latest nightly releases for macOS and Linux
 
 jobs:
   test-nightly:
-    name: test nightly macos 13 (x64), ubuntu 20.04/22.04
+    name: test nightly macos 13 (x64), macos 14 (aarch64), ubuntu 20.04-24.04 (x64), ubuntu 22.04-24.04 (aarch64)
     strategy:
       fail-fast: false
       matrix:
-        os: [macos-13, ubuntu-20.04, ubuntu-22.04, ubuntu-24.04]
+        os: [macos-13, macos-14, ubuntu-20.04, ubuntu-22.04, ubuntu-24.04, ubuntu-22.04-arm, ubuntu-24.04-arm]
     runs-on: ${{ matrix.os }}
     timeout-minutes: 90
     steps:
@@ -19,28 +19,18 @@ jobs:
         with:
           version: 0.13.0
 
-      - name: Install z3 on macOS-13
-        if: matrix.os == 'macos-13'
-        run: brew install z3
-
-      - name: get the latest release archive for linux (x86_64)
-        if: startsWith(matrix.os, 'ubuntu')
-        run: |
-          curl -fOL https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-linux_x86_64-latest.tar.gz
+      - name: Delete everything except ci folder to test the release like a real user would
+        run: find . -maxdepth 1 ! -name ci ! -name '.' -exec rm -rf {} +
 
-      - name: get the latest release archive for macos (x86_64)
+      - name: install z3 on macOS
         if: startsWith(matrix.os, 'macos')
-        run: curl -fOL https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-macos_x86_64-latest.tar.gz
+        run: brew install z3
 
       - run: zig version
 
-      - name: prep and run basic tests
-        run: |
-          ./ci/basic_nightly_test.sh
+      - name: Run basic tests
+        run: ./ci/basic_release_test.sh ${{ matrix.os }}
 
-      - name: clean up, get old linux release (x86_64), run tests
+      - name: Run basic tests with old release
         if: startsWith(matrix.os, 'ubuntu')
-        run: |
-          rm -rf roc_nightly
-          curl -fOL https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-old_linux_x86_64-latest.tar.gz
-          ./ci/basic_nightly_test.sh
+        run: ./ci/basic_release_test.sh ${{ matrix.os }} old

.github/workflows/test_nightly_many_os.yml

@@ -0,0 +1,77 @@
+#!/usr/bin/env bash
+
+# https://vaneyckt.io/posts/safer_bash_scripts_with_set_euxo_pipefail/
+set -euxo pipefail
+
+# Check if argument is provided
+if [ $# -lt 1 ]; then
+    echo "Usage: $0 <os> [old]"
+    exit 1
+fi
+
+OS="$1"
+IS_OLD="${2:-}"
+
+function download_release() {
+    local os="$1"
+    local is_old="$2"
+    local old_prefix=""
+    
+    if [ "$is_old" = "old" ]; then
+        old_prefix="old_"
+    fi
+
+    case "$os" in
+        "macos-13")
+            curl -fL "https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-macos_x86_64-latest.tar.gz" -o roc_release.tar.gz
+            ;;
+        "macos-14")
+            curl -fL "https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-macos_apple_silicon-latest.tar.gz" -o roc_release.tar.gz
+            ;;
+        ubuntu-*-arm)
+            curl -fL "https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-${old_prefix}linux_arm64-latest.tar.gz" -o roc_release.tar.gz
+            ;;
+        ubuntu-*)
+            curl -fL "https://github.com/roc-lang/roc/releases/download/nightly/roc_nightly-${old_prefix}linux_x86_64-latest.tar.gz" -o roc_release.tar.gz
+            ;;
+        *)
+            echo "Unsupported OS: $os"
+            exit 1
+            ;;
+    esac
+}
+
+# Download the appropriate release
+download_release "$OS" "$IS_OLD"
+
+mkdir -p roc_release
+
+# decompress the tar
+tar -xzvf roc_release.tar.gz -C roc_release
+
+# delete tar
+rm -rf roc_release.tar.gz
+
+cd roc_release/*/
+
+# test rust platform (first prebuild the host)
+# temp disabled
+# examples/platform-switching/rust-platform/build.sh
+# ./roc examples/platform-switching/rocLovesRust.roc
+
+# test zig platform
+./roc --build-host --suppress-build-host-warning examples/platform-switching/rocLovesZig.roc
+
+# test C platform
+./roc --build-host --suppress-build-host-warning examples/platform-switching/rocLovesC.roc
+
+# test repl
+cd ../../ci/repl_basic_test
+cargo build --release
+cp target/release/repl_basic_test ../../roc_release/*/
+cd ../../roc_release/*/
+./repl_basic_test
+
+cd ../..
+#cleanup
+rm -rf roc_release