mirror of
https://github.com/nearai/ironclaw.git
synced 2026-09-03 08:06:01 +08:00
c74f9555da
* ci: speed up feedback loop — concurrency, dynamic matrix, path skip, faster staging - Add cancel-in-progress concurrency groups to 6 workflows (test, code_style, e2e, regression-test-check, pr-label-classify, pr-label-scope) so pushes to the same branch cancel stale CI runs instead of queuing behind them. - Collapse test/clippy matrix on PRs from 3 configs to 1 (all-features). Full 3-config matrix still runs on staging promotion and push-to-main. Cuts PR compilation from ~3x to ~1x. - Reduce staging-ci poll interval from 60 minutes to 10 minutes, cutting worst-case promotion latency by 6x. - Add path-based skip to test.yml and code_style.yml: a lightweight changes-detection job checks if any code files changed (src/, crates/, Cargo.*, etc.). Docs-only PRs skip all Rust compilation while the rollup job still passes for branch protection. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * test: collapse nested ifs in trace_contains_tool_call match arms Clippy 1.95 added/tightened `clippy::collapsible_match`. The two nested `if`s in this helper are equivalent to additional match-arm guards, which is what the lint suggests. No behavior change. Inherited from #2268's merge into staging; would have failed `Clippy (all-features)` on every PR until fixed. * test: rustfmt struct destructure in collapsed match arm * ci: drop --benches from clippy invocations `--benches` pulls in `criterion` (heavy dep) but only covers 2 bench files in `crates/ironclaw_safety/`. Lints rarely differ in bench code, and `bench-compile` in test.yml already provides the type-check signal. Cold-cache impact: ~30s+ saved per Linux/Windows leg (criterion + plotters + ciborium chain). Warm-cache: marginal but non-zero. --------- Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com> Co-authored-by: ilblackdragon@gmail.com <ilblackdragon@gmail.com>
308 lines
12 KiB
YAML
308 lines
12 KiB
YAML
name: Run Tests
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
ref:
|
|
description: Commit SHA or ref to test
|
|
required: false
|
|
type: string
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
push:
|
|
branches:
|
|
- main
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
group: test-${{ github.head_ref || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
# ── Skip expensive jobs when only docs/config changed on a PR ──
|
|
changes:
|
|
name: Detect code changes
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
has_code: ${{ steps.non_pr.outputs.has_code || steps.pr_check.outputs.has_code }}
|
|
steps:
|
|
- id: non_pr
|
|
if: github.event_name != 'pull_request'
|
|
run: echo "has_code=true" >> "$GITHUB_OUTPUT"
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
if: github.event_name == 'pull_request'
|
|
with:
|
|
fetch-depth: 0
|
|
persist-credentials: false
|
|
- id: pr_check
|
|
if: github.event_name == 'pull_request'
|
|
env:
|
|
BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
|
run: |
|
|
CODE_CHANGES=$(git diff --name-only "$BASE_SHA"...HEAD -- \
|
|
'src/' 'crates/' 'channels-src/' 'tools-src/' 'tests/' 'migrations/' \
|
|
'Cargo.toml' 'Cargo.lock' 'Dockerfile' 'build.rs' \
|
|
| head -1)
|
|
if [ -n "$CODE_CHANGES" ]; then
|
|
echo "has_code=true" >> "$GITHUB_OUTPUT"
|
|
else
|
|
echo "has_code=false" >> "$GITHUB_OUTPUT"
|
|
echo "No code changes detected — expensive jobs will be skipped"
|
|
fi
|
|
|
|
# ── Dynamic matrix: PRs run only all-features; full matrix on staging/push ──
|
|
matrix-config:
|
|
name: Configure matrix
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
test_matrix: ${{ steps.set.outputs.test_matrix }}
|
|
windows_matrix: ${{ steps.set.outputs.windows_matrix }}
|
|
steps:
|
|
- id: set
|
|
run: |
|
|
FULL='[{"name":"all-features","flags":"--no-default-features --features postgres,libsql,html-to-markdown,bedrock,import"},{"name":"default","flags":""},{"name":"libsql-only","flags":"--no-default-features --features libsql"}]'
|
|
SLIM='[{"name":"all-features","flags":"--no-default-features --features postgres,libsql,html-to-markdown,bedrock,import"}]'
|
|
|
|
if [ "${{ github.event_name }}" = "pull_request" ]; then
|
|
echo "test_matrix=${SLIM}" >> "$GITHUB_OUTPUT"
|
|
echo "windows_matrix=${SLIM}" >> "$GITHUB_OUTPUT"
|
|
else
|
|
echo "test_matrix=${FULL}" >> "$GITHUB_OUTPUT"
|
|
echo "windows_matrix=${FULL}" >> "$GITHUB_OUTPUT"
|
|
fi
|
|
|
|
tests:
|
|
name: Tests (${{ matrix.name }})
|
|
needs: [changes, matrix-config]
|
|
if: needs.changes.outputs.has_code == 'true'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 45
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJSON(needs.matrix-config.outputs.test_matrix) }}
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Install Rust
|
|
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
|
|
with:
|
|
targets: wasm32-wasip2
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
key: ${{ matrix.name }}
|
|
save-if: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/staging') }}
|
|
- name: Install cargo-component
|
|
uses: ./.github/actions/install-cargo-component
|
|
- name: Build WASM channels (for integration tests)
|
|
run: ./scripts/build-wasm-extensions.sh --channels
|
|
- name: Run Tests
|
|
run: |
|
|
timeout --signal=INT --kill-after=30s 40m \
|
|
cargo test ${{ matrix.flags }} -- --nocapture
|
|
|
|
heavy-integration-tests:
|
|
name: Heavy Integration Tests
|
|
needs: changes
|
|
if: needs.changes.outputs.has_code == 'true'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 20
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Install Rust
|
|
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
|
|
with:
|
|
targets: wasm32-wasip2
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
key: heavy-integration
|
|
save-if: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/staging') }}
|
|
- name: Build Telegram WASM channel
|
|
run: cargo build --manifest-path channels-src/telegram/Cargo.toml --target wasm32-wasip2 --release
|
|
- name: Run thread scheduling integration tests
|
|
run: |
|
|
timeout --signal=INT --kill-after=30s 15m \
|
|
cargo test --no-default-features --features libsql,integration --test e2e_thread_scheduling -- --nocapture
|
|
- name: Run Telegram thread-scope regression test
|
|
run: |
|
|
timeout --signal=INT --kill-after=30s 10m \
|
|
cargo test --features integration --test telegram_auth_integration test_private_messages_use_chat_id_as_thread_scope -- --exact
|
|
|
|
telegram-tests:
|
|
name: Telegram Channel Tests
|
|
if: >
|
|
github.event_name != 'pull_request' ||
|
|
github.base_ref != 'staging'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 15
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Install Rust
|
|
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
save-if: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/staging') }}
|
|
- name: Run Telegram Channel Tests
|
|
run: |
|
|
timeout --signal=INT --kill-after=30s 10m \
|
|
cargo test --manifest-path channels-src/telegram/Cargo.toml -- --nocapture
|
|
|
|
windows-build:
|
|
name: Windows Build (${{ matrix.name }})
|
|
needs: matrix-config
|
|
if: >
|
|
github.event_name != 'pull_request' ||
|
|
github.base_ref != 'staging'
|
|
runs-on: windows-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJSON(needs.matrix-config.outputs.windows_matrix) }}
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Install Rust
|
|
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
key: windows-${{ matrix.name }}
|
|
save-if: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/staging') }}
|
|
- name: Check compilation
|
|
run: cargo check --all --benches --tests --examples ${{ matrix.flags }}
|
|
|
|
wasm-wit-compat:
|
|
name: WASM WIT Compatibility
|
|
if: >
|
|
github.event_name != 'pull_request' ||
|
|
github.base_ref != 'staging'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Install Rust
|
|
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
|
|
with:
|
|
targets: wasm32-wasip2
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
key: wasm-extensions
|
|
save-if: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/staging') }}
|
|
- name: Install cargo-component
|
|
uses: ./.github/actions/install-cargo-component
|
|
- name: Build all WASM extensions against current WIT
|
|
run: ./scripts/build-wasm-extensions.sh
|
|
- name: Instantiation test (host linker compatibility)
|
|
run: |
|
|
timeout --signal=INT --kill-after=30s 20m \
|
|
cargo test --all-features wit_compat -- --nocapture
|
|
|
|
bench-compile:
|
|
name: Benchmark Compilation
|
|
needs: changes
|
|
if: needs.changes.outputs.has_code == 'true'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Install Rust
|
|
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
key: bench
|
|
save-if: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/staging') }}
|
|
- name: Compile benchmarks
|
|
run: cargo bench --all-features --no-run
|
|
|
|
docker-build:
|
|
name: Docker Build
|
|
if: >
|
|
github.event_name != 'pull_request' ||
|
|
github.base_ref != 'staging'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
- name: Build Docker image
|
|
run: docker build --target runtime -t ironclaw-test:ci .
|
|
|
|
version-check:
|
|
name: Version Bump Check
|
|
runs-on: ubuntu-latest
|
|
if: github.event_name == 'pull_request'
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.sha }}
|
|
persist-credentials: false
|
|
fetch-depth: 0
|
|
- name: Check version bumps for changed extensions
|
|
env:
|
|
PR_LABELS: ${{ join(github.event.pull_request.labels.*.name, ',') }}
|
|
run: ./scripts/check-version-bumps.sh
|
|
|
|
# Roll-up job for branch protection
|
|
run-tests:
|
|
name: Run Tests
|
|
runs-on: ubuntu-latest
|
|
if: always()
|
|
needs: [changes, matrix-config, tests, heavy-integration-tests, telegram-tests, wasm-wit-compat, docker-build, windows-build, version-check, bench-compile]
|
|
steps:
|
|
- run: |
|
|
# If no code changes on a PR, expensive jobs were correctly skipped
|
|
if [[ "${{ needs.changes.outputs.has_code }}" == "false" ]]; then
|
|
echo "No code changes — all tests skipped correctly"
|
|
exit 0
|
|
fi
|
|
|
|
# Unit tests must always pass
|
|
if [[ "${{ needs.tests.result }}" != "success" ]]; then
|
|
echo "Unit tests failed"
|
|
exit 1
|
|
fi
|
|
if [[ "${{ needs.heavy-integration-tests.result }}" != "success" ]]; then
|
|
echo "Heavy integration tests failed"
|
|
exit 1
|
|
fi
|
|
# Gated jobs: must pass on promotion PRs / push, skipped on developer PRs
|
|
for job in telegram-tests wasm-wit-compat docker-build windows-build version-check bench-compile; do
|
|
case "$job" in
|
|
telegram-tests) result="${{ needs.telegram-tests.result }}" ;;
|
|
wasm-wit-compat) result="${{ needs.wasm-wit-compat.result }}" ;;
|
|
docker-build) result="${{ needs.docker-build.result }}" ;;
|
|
windows-build) result="${{ needs.windows-build.result }}" ;;
|
|
version-check) result="${{ needs.version-check.result }}" ;;
|
|
bench-compile) result="${{ needs.bench-compile.result }}" ;;
|
|
esac
|
|
if [[ "$result" == "failure" || "$result" == "cancelled" ]]; then
|
|
echo "$job failed"
|
|
exit 1
|
|
fi
|
|
done
|