Migrate to new Zig compiler

.github/workflows/ci.yml

@@ -1,78 +1,124 @@
+name: CI
+
 on:
   pull_request:
   workflow_dispatch:
 
-# this cancels workflows currently in progress if you start a new one
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
-# Do not add permissions here! Configure them at the job level!
-permissions: {}
-
 jobs:
-  build-and-test-native:
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ubuntu-22.04, ubuntu-24.04, ubuntu-24.04-arm, macos-15]
+  validate:
+    name: validate sources
+    runs-on: ubuntu-22.04
+    permissions:
+      contents: read
     steps:
       - uses: actions/checkout@v4
-
-      - name: Does init() in platform/src/lib.rs contain all roc_fx functions? (Imperfect check)
-        run: cat platform/src/lib.rs | grep -oP 'roc_fx_[^(\s]*' | sort | uniq -u | grep -q . && exit 1 || exit 0
-
-      - uses: roc-lang/setup-roc@39c354a6a838a0089eea9068a0414f49b62c5c08
+      - uses: mlugg/setup-zig@8d6198c65fb0feaa111df26e6b467fea8345e46f # ratchet:mlugg/setup-zig@v2.0.5
         with:
-          # Note: nightly hashes are not verified because they are updated regularly.
-          version: nightly
-
-      - run: roc version
-
-      - name: Install dependencies (Ubuntu)
-        if: startsWith(matrix.os, 'ubuntu-')
-        run: |
-          sudo apt install -y expect ncat ripgrep
-
-      - name: Install dependencies (macOS)
-        if: startsWith(matrix.os, 'macos-')
-        run: |
-          brew install expect # expect for testing
-          brew install nmap  # includes ncat, for tcp-client example
-          brew install ripgrep # ripgrep for ci/check_all_exposed_funs_tested.roc
-
-      - run: expect -v
-
-      - name: Run all tests
-        run: ROC=roc EXAMPLES_DIR=./examples/ ./ci/all_tests.sh
+          version: 0.16.0
+      - uses: roc-lang/setup-roc@cbe782d6f165b89c87d99f50a59ac4f5f73b4427 # ratchet:roc-lang/setup-roc@v0.3.0
+        with:
+          version: nightly-new-compiler
+      - uses: dtolnay/rust-toolchain@1.83.0
+        with:
+          targets: x86_64-unknown-linux-musl
+      - name: Format, check, and test examples
+        run: ./scripts/test.py --operation validate
 
-      - name: Install dependencies for musl build
-        if: startsWith(matrix.os, 'ubuntu-')
-        run: |
-          sudo apt-get install -y musl-tools
-          if [[ "${{ matrix.os }}" == *"-arm" ]]; then
-            # TODO re-enable once TODO below is done: rustup target add aarch64-unknown-linux-musl
-            echo "no-op"
-          else
-            rustup target add x86_64-unknown-linux-musl
-          fi
+  validate-windows:
+    name: validate sources (windows)
+    runs-on: windows-2025
+    permissions:
+      contents: read
+    steps:
+      - uses: actions/checkout@v4
+      - uses: roc-lang/setup-roc@cbe782d6f165b89c87d99f50a59ac4f5f73b4427 # ratchet:roc-lang/setup-roc@v0.3.0
+        with:
+          version: nightly-new-compiler
+      - uses: dtolnay/rust-toolchain@1.83.0
+        with:
+          targets: x86_64-pc-windows-msvc
+      - name: Format, check, and test examples
+        shell: bash
+        run: ./scripts/test.py --operation validate
 
-      - name: Test building with musl target
-        if: startsWith(matrix.os, 'ubuntu-')
-        env:
-          ROC: roc
-        run: |
-          if [[ "${{ matrix.os}}" == *"-arm" ]]; then
-            # TODO debug this: CARGO_BUILD_TARGET=aarch64-unknown-linux-musl $ROC build.roc
-            echo "no-op"
-          else
-            CARGO_BUILD_TARGET=x86_64-unknown-linux-musl $ROC build.roc
-          fi
+  build-examples:
+    name: build examples (${{ matrix.target }})
+    needs: validate
+    permissions:
+      contents: read
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - target: x64mac
+            os: macos-15
+            rust_target: x86_64-apple-darwin
+          - target: arm64mac
+            os: macos-15
+            rust_target: aarch64-apple-darwin
+          - target: x64musl
+            os: ubuntu-22.04
+            rust_target: x86_64-unknown-linux-musl
+          - target: arm64musl
+            os: ubuntu-22.04
+            rust_target: aarch64-unknown-linux-musl
+          - target: x64win
+            os: windows-2025
+            rust_target: x86_64-pc-windows-msvc
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install Zig
+        if: runner.os != 'Windows'
+        uses: mlugg/setup-zig@8d6198c65fb0feaa111df26e6b467fea8345e46f # ratchet:mlugg/setup-zig@v2.0.5
+        with:
+          version: 0.16.0
+      - uses: roc-lang/setup-roc@cbe782d6f165b89c87d99f50a59ac4f5f73b4427 # ratchet:roc-lang/setup-roc@v0.3.0
+        with:
+          version: nightly-new-compiler
+      - uses: dtolnay/rust-toolchain@1.83.0
+        with:
+          targets: ${{ matrix.rust_target }}
+      - name: Cross-compile every example
+        shell: bash
+        run: ./scripts/test.py --operation build --target "${{ matrix.target }}" --artifact-dir dist/example-binaries
+      - name: Upload example binaries
+        uses: actions/upload-artifact@v4
+        with:
+          name: basic-cli-example-binaries-${{ matrix.target }}
+          path: dist/example-binaries/${{ matrix.target }}
+          if-no-files-found: error
 
-      - name: Test using musl build
-        if: startsWith(matrix.os, 'ubuntu-')
-        run: |
-          # TODO remove `if` when above TODOs are done
-          if [[ "${{ matrix.os }}" != *"-arm" ]]; then
-            NO_BUILD=1 IS_MUSL=1 ROC=roc EXAMPLES_DIR=./examples/ ./ci/all_tests.sh
-          fi
+  run-examples:
+    name: run examples (${{ matrix.target }})
+    needs: build-examples
+    permissions:
+      contents: read
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - target: x64mac
+            os: macos-15-intel
+          - target: arm64mac
+            os: macos-15
+          - target: x64musl
+            os: ubuntu-22.04
+          - target: x64win
+            os: windows-2025
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dtolnay/rust-toolchain@1.83.0
+      - name: Download native example binaries
+        uses: actions/download-artifact@v4
+        with:
+          name: basic-cli-example-binaries-${{ matrix.target }}
+          path: dist/example-binaries/${{ matrix.target }}
+      - name: Run native spec cases
+        shell: bash
+        run: ./scripts/test.py --operation run --target "${{ matrix.target }}" --artifact-dir dist/example-binaries

.github/workflows/deploy-docs.yml

@@ -5,109 +5,70 @@ on:
     branches:
       - main
     paths:
-      - '**.roc'
-  release:
-    types:
-      - created
-
+      - ".github/workflows/deploy-docs.yml"
+      - "docs/**"
+      - "platform/**"
+      - "www/**"
   workflow_dispatch:
 
-# this cancels workflows currently in progress if you start a new one
 concurrency:
-  group: "pages"
+  group: pages
   cancel-in-progress: true
 
-# Do not add permissions here! Configure them at the job level!
 permissions:
   contents: read
 
 jobs:
   deploy:
+    name: Deploy docs
+    runs-on: ubuntu-latest
     environment:
       name: github-pages
       url: ${{ steps.deployment.outputs.page_url }}
-    runs-on: ubuntu-24.04
     permissions:
+      contents: read
       pages: write
       id-token: write
+
     steps:
       - name: Checkout
         uses: actions/checkout@v4
-        
+
       - name: Setup Pages
         uses: actions/configure-pages@v5
 
-      - uses: roc-lang/setup-roc@39c354a6a838a0089eea9068a0414f49b62c5c08
+      - name: Install Roc
+        uses: roc-lang/setup-roc@bd311e2fb815a3d2255f7ee14a922f0b736e020b
         with:
-          # Note: nightly hashes are not verified because they are updated regularly.
-          version: nightly
+          version: nightly-new-compiler
 
-      - run: roc version
-
-      - name: Create temp directory for docs
-        run: mkdir -p ./temp_docs
-
-      - name: Download and extract docs for each release
+      - name: Create Pages tree
         run: |
-          # Get all releases 
-          releases=$(curl -s -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" "https://api.github.com/repos/roc-lang/basic-cli/releases" | jq -c '.')
-          echo "$releases" | jq -c '.[]' | while read -r release; do
-            release_name=$(echo $release | jq -r '.tag_name')
-            assets_url=$(echo $release | jq -r '.assets_url')
-
-            # Get assets for this release
-            assets=$(curl -s -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" "${assets_url}")
-
-            # Look for docs.tar.gz asset
-            download_url=$(echo $assets | jq -r '.[] | select(.name=="docs.tar.gz") | .browser_download_url')
-
-            if [ ! -z "$download_url" ]; then
-              echo "Processing release ${release_name}, downloading from ${download_url}"
-
-              # Create directory for this release
-              mkdir -p "./temp_docs/${release_name}"
-
-              # Download and extract
-              curl -sL "${download_url}" -o ./temp_docs/temp.tar.gz
-              tar -xzf ./temp_docs/temp.tar.gz -C "./temp_docs/${release_name}" --strip-components=1
-              rm ./temp_docs/temp.tar.gz
-            else
-              echo "Error: docs.tar.gz not found for release ${release_name}"
-            fi
-          done
-
-          # fix URLs
-          find ./temp_docs -type f -exec sed -i 's/\/packages\/basic-cli\//\/basic-cli\//g' {} +
-
-          # Get the latest release version
-          latest_release=$(echo "${releases}" | jq -r '.[0].tag_name')
-
-          if [ -f "./docs/index.html" ]; then
-            # Copy the index.html and replace LATESTVERSION with actual latest release
-            cat ./docs/index.html | sed "s/LATESTVERSION/${latest_release}/g" > ./temp_docs/index.html
-            echo "Created index.html with latest version: ${latest_release}"
+          mkdir -p temp_docs
+          if [ -d www ]; then
+            cp -R www/. temp_docs/
           else
-            echo "Error: index.html not found in docs folder"
-            exit 1
+            sed 's/LATESTVERSION/main/g' docs/index.html > temp_docs/index.html
           fi
 
-      - name: Add docs for main branch
+      - name: Generate main branch docs
         env:
           ROC_DOCS_URL_ROOT: /basic-cli/main
         run: |
-          roc docs ./platform/main.roc
+          set -euo pipefail
 
-          mkdir -p "./temp_docs/main"
+          roc docs --output=temp_docs/main platform/main.roc
 
-          mv ./generated-docs/* ./temp_docs/main
-
+      - name: Fix legacy generated URLs
+        run: |
+          find temp_docs -type f \( -name "*.html" -o -name "*.js" \) \
+            -exec sed -i 's|/packages/basic-cli/|/basic-cli/|g' {} +
 
-      - name: Upload artifact
+      - name: Upload Pages artifact
         uses: actions/upload-pages-artifact@v3
         with:
-          # Upload the processed docs folder
-          path: "./temp_docs"
-
-      - name: Deploy to GitHub Pages
+          path: temp_docs
+
+      - name: Deploy Pages
         id: deployment
         uses: actions/deploy-pages@v4