Adaptive task count assignation #1742
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - main | |
| env: | |
| CARGO_TERM_COLOR: always | |
| RUST_BACKTRACE: 1 | |
| TPCDS_SCALE_FACTOR: 0.5 # 0.5 scale factor produces a data dir which is 124MB | |
| concurrency: | |
| group: ${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - run: cargo build | |
| clippy: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| with: | |
| components: clippy | |
| - run: cargo clippy --all-targets --all-features -- -D warnings | |
| unit-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| lfs: true | |
| - uses: ./.github/actions/setup | |
| - run: cargo test --features integration | |
| tpch-correctness-test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| adaptive: [ "true", "false" ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - run: cargo test --features tpch --test tpch_correctness_test | |
| env: | |
| ADAPTIVE: ${{ matrix.adaptive }} | |
| tpch-plans-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - run: cargo test --features tpch --test tpch_plans_test | |
| tpcds-correctness-test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shard: [ "01", "02", "03", "04", "05", "06", "07", "08", "09", "10" ] | |
| adaptive: [ "true", "false" ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - uses: actions/cache@v4 | |
| with: | |
| path: testdata/tpcds/main.zip | |
| key: "main.zip" | |
| - run: cargo test --features tpcds --test tpcds_correctness_test shard${{ matrix.shard }} | |
| env: | |
| ADAPTIVE: ${{ matrix.adaptive }} | |
| tpcds-plans-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - uses: actions/cache@v4 | |
| with: | |
| path: testdata/tpcds/main.zip | |
| key: "main.zip" | |
| - run: cargo test --features tpcds --test tpcds_plans_test | |
| clickbench-correctness-test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| adaptive: [ "true", "false" ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - uses: actions/cache@v4 | |
| with: | |
| path: testdata/clickbench/ | |
| key: "data" | |
| - run: cargo test --features clickbench --test clickbench_correctness_test | |
| env: | |
| ADAPTIVE: ${{ matrix.adaptive }} | |
| clickbench-plans-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - uses: actions/cache@v4 | |
| with: | |
| path: testdata/clickbench/ | |
| key: "data" | |
| - run: cargo test --features clickbench --test clickbench_plans_test | |
| format-check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| with: | |
| components: rustfmt | |
| - run: cargo fmt --all -- --check |