Merge remote-tracking branch 'origin/main' into implement-missing-harness-issues

Author: Myestery

.agents/skills/rebuild-all-test-components/SKILL.md

@@ -7,7 +7,15 @@ description: "Rebuilds all test WASM components from scratch. Use when explicitl
 
 Clean rebuild of every test WASM component in `test-components/`. This is a heavyweight operation — only use when all components need regeneration (e.g., after merge conflicts in `.wasm` files or major SDK/WIT changes).
 
-## Steps
+## Quick Path (single command)
+
+```shell
+cargo make build-test-components
+```
+
+This handles everything: builds `golem-cli`, the TS SDK, then cleans and rebuilds all test components.
+
+## Manual Steps (if needed)
 
 ### 1. Build golem-cli
 
@@ -52,7 +60,7 @@ If any component fails to build, fix the issue and re-run `./build-components.sh
 
 ### 5. Verify
 
-After rebuilding, the `.wasm` files in `test-components/` should be updated. Commit all changed `.wasm` files.
+After rebuilding, the `.wasm` files in `test-components/` should be present. Note: these files are gitignored and built on CI automatically.
 
 ## Troubleshooting
 

.github/actions/docker-build-push-service/action.yml

@@ -0,0 +1,29 @@
+name: 'Docker Build and Push Service'
+description: 'Extract metadata and build+push a Docker service image'
+inputs:
+  image-name:
+    description: 'Full Docker Hub image name (e.g., golemservices/golem-worker-executor)'
+    required: true
+  dockerfile:
+    description: 'Path to the Dockerfile'
+    required: true
+  platforms:
+    description: 'Target platforms (e.g., linux/amd64,linux/arm64)'
+    required: true
+runs:
+  using: 'composite'
+  steps:
+    - name: Extract metadata (tags, labels)
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ inputs.image-name }}
+    - name: Build and push image
+      uses: useblacksmith/build-push-action@v1
+      with:
+        context: .
+        file: ${{ inputs.dockerfile }}
+        push: true
+        platforms: ${{ inputs.platforms }}
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}

.github/actions/docker-publish-setup/action.yml

@@ -0,0 +1,51 @@
+name: 'Docker Publish Setup'
+description: 'Common setup for Docker image publishing jobs'
+inputs:
+  dockerhub-username:
+    description: 'Docker Hub username'
+    required: true
+  dockerhub-password:
+    description: 'Docker Hub password'
+    required: true
+runs:
+  using: 'composite'
+  steps:
+    - name: Fetch tag
+      shell: bash
+      run: git fetch origin --deepen=1
+    - name: Prepare platforms
+      shell: bash
+      run: echo "PLATFORMS=linux/amd64,linux/arm64" >> $GITHUB_ENV
+    - name: Download Targets
+      uses: actions/download-artifact@v4
+      with:
+        pattern: docker-targets-build-*
+        path: target
+        merge-multiple: true
+    - name: Extract Targets
+      shell: bash
+      run: |
+        ls -R target
+        cd target
+        for f in *.tar; do tar xvf "$f"; done
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v3
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+    - name: Set Docker version
+      shell: bash
+      run: |
+        if [ "${{ github.event_name }}" == 'push' ] && [ "${{ github.ref_type }}" == 'tag' ]; then
+          DOCKER_VERSION=$(echo "${{ github.ref }}" | sed 's|^refs/tags/v||')
+          echo "DOCKER_VERSION=${DOCKER_VERSION}" >> $GITHUB_ENV
+        else
+          COMMIT_SHORT_HASH=$(git rev-parse --short=7 HEAD)
+          echo "DOCKER_VERSION=${COMMIT_SHORT_HASH}" >> $GITHUB_ENV
+        fi
+    - uses: jpribyl/action-docker-layer-caching@v0.1.1
+      continue-on-error: true
+    - name: Log in to Docker Hub
+      uses: docker/login-action@v3
+      with:
+        username: ${{ inputs.dockerhub-username }}
+        password: ${{ inputs.dockerhub-password }}

.github/actions/publish-test-report/action.yml

@@ -0,0 +1,29 @@
+name: 'Publish Test Report'
+description: 'Publish CTRF test reports as GitHub artifacts and PR comments'
+inputs:
+  artifact-name:
+    description: 'Name for the uploaded test report artifact'
+    required: true
+  github-token:
+    description: 'GitHub token for publishing reports'
+    required: true
+runs:
+  using: 'composite'
+  steps:
+    - name: Publish Test Report
+      uses: ctrf-io/github-test-reporter@v1
+      if: always()
+      with:
+        report-path: "**/target/ctrf-*.json"
+        upload-artifact: 'true'
+        artifact-name: ${{ inputs.artifact-name }}
+        summary: true
+        summary-report: true
+        failed-report: true
+        slowest-report: true
+        github-report: true
+        flaky-report: true
+        collapse-large-reports: true
+        exit-on-no-files: true
+      env:
+        GITHUB_TOKEN: ${{ inputs.github-token }}

.github/actions/restore-binaries/action.yml

@@ -0,0 +1,33 @@
+name: 'Restore Build Binaries'
+description: 'Install cargo-test-r, restore binary cache, and apply archive'
+inputs:
+  run-id:
+    description: 'GitHub run ID for cache key'
+    required: true
+  copy-to-target:
+    description: 'Whether to copy binaries to target/debug'
+    default: 'false'
+  fail-on-cache-miss:
+    description: 'Whether to fail if cache is not found'
+    default: 'false'
+runs:
+  using: 'composite'
+  steps:
+    - name: Install cargo-test-r
+      shell: bash
+      run: cargo binstall --force --locked cargo-test-r@2.2.4
+    - name: Restore packaged binaries from cache
+      uses: actions/cache/restore@v4
+      with:
+        path: tmp/golem-binaries
+        key: golem-binaries-${{ inputs.run-id }}
+        fail-on-cache-miss: ${{ inputs.fail-on-cache-miss }}
+    - name: Apply binary archive
+      shell: bash
+      run: cargo-test-r reuse-nextest-archive --archive-file tmp/golem-binaries
+    - name: Copy binaries to target/debug
+      if: inputs.copy-to-target == 'true'
+      shell: bash
+      run: |
+        mkdir -pv target/debug
+        find target/nextest-archive/target/dev-ci -maxdepth 1 -type f | xargs mv -t target/debug/

.github/actions/restore-test-components/action.yml

@@ -0,0 +1,18 @@
+name: 'Restore Test Components'
+description: 'Restore test component WASMs from cache and install them'
+inputs:
+  run-id:
+    description: 'GitHub run ID for cache key'
+    required: true
+runs:
+  using: 'composite'
+  steps:
+    - name: Restore built test component WASMs
+      uses: actions/cache/restore@v4
+      with:
+        path: tmp/test-components-wasm
+        key: golem-test-components-${{ inputs.run-id }}
+        fail-on-cache-miss: true
+    - name: Install test component WASMs
+      shell: bash
+      run: cp -v tmp/test-components-wasm/*.wasm test-components/

.github/actions/setup-rust/action.yml

@@ -0,0 +1,55 @@
+name: 'Setup Rust Environment'
+description: 'Checkout, setup Rust, cache, and cargo-make'
+inputs:
+  fetch-tag:
+    description: 'Whether to fetch tag with --deepen=1'
+    default: 'false'
+  rust-targets:
+    description: 'Additional Rust targets to add (space-separated)'
+    default: ''
+  use-cache:
+    description: 'Whether to use Swatinem/rust-cache'
+    default: 'true'
+  cache-prefix-key:
+    description: 'Rust cache prefix key'
+    default: 'v4-rust'
+  cache-shared-key:
+    description: 'Rust cache shared key'
+    default: 'debug'
+  cache-save-if:
+    description: 'Whether to save rust cache'
+    default: 'false'
+  install-cargo-make:
+    description: 'Whether to install cargo-make'
+    default: 'true'
+  install-cargo-binstall:
+    description: 'Whether to install cargo-binstall'
+    default: 'false'
+runs:
+  using: 'composite'
+  steps:
+    - name: Fetch tag
+      if: inputs.fetch-tag == 'true'
+      shell: bash
+      run: git fetch origin --deepen=1
+    - name: Setup Rust
+      shell: bash
+      run: |
+        rustup update stable --no-self-update && rustup default stable
+        for target in ${{ inputs.rust-targets }}; do
+          rustup target add "$target"
+        done
+    - name: Setup Rust cache
+      if: inputs.use-cache == 'true'
+      uses: Swatinem/rust-cache@v2
+      with:
+        prefix-key: ${{ inputs.cache-prefix-key }}
+        shared-key: ${{ inputs.cache-shared-key }}
+        cache-all-crates: true
+        save-if: ${{ inputs.cache-save-if }}
+    - name: Install cargo-make
+      if: inputs.install-cargo-make == 'true'
+      uses: davidB/rust-cargo-make@v1
+    - name: Install cargo-binstall
+      if: inputs.install-cargo-binstall == 'true'
+      uses: cargo-bins/cargo-binstall@main

.github/workflows/benchmark.yaml

@@ -9,26 +9,19 @@ jobs:
   run-benchmark:
     runs-on: blacksmith-32vcpu-ubuntu-2204
     steps:
-      - name: Checkout
-        uses: actions/checkout@v5
+      - uses: actions/checkout@v5
         with:
           fetch-depth: 1
-      - name: Setup Rust
-        run: rustup update stable --no-self-update && rustup default stable
-      - uses: Swatinem/rust-cache@v2
+      - uses: ./.github/actions/setup-rust
         with:
-          prefix-key: v3-rust
-          shared-key: release
-          cache-all-crates: true
-          save-if: true
-      - uses: davidB/rust-cargo-make@v1
+          cache-prefix-key: 'v3-rust'
+          cache-shared-key: 'release'
+          cache-save-if: 'true'
       - name: Setup Redis
         uses: shogo82148/actions-setup-redis@v1.35.1
         with:
           redis-version: latest
           auto-start: false
-      - name: Purge v8 from cache
-        run: cargo make --profile ci clear-v8
 
       - name: Building release executables
         run: cargo make --profile ci build-release