ci: containerised testing #10336
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: I2::Dev::Tests | |
| on: | |
| pull_request: | |
| branches: [main] | |
| paths: | |
| - '**.rs' | |
| - '**.json' | |
| - '**.toml' | |
| - '**.lock' | |
| - '**.py' | |
| - '.github/workflows/iroha2-dev-pr.yml' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| CARGO_TERM_COLOR: always | |
| CLIENT_CLI_DIR: "/__w/${{ github.event.repository.name }}/${{ github.event.repository.name }}/test" | |
| DOCKER_COMPOSE_PATH: configs/swarm | |
| POETRY_HOME: /opt/poetry | |
| jobs: | |
| consistency: | |
| runs-on: [self-hosted, Linux, iroha2] | |
| container: | |
| image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Check genesis.json | |
| if: always() | |
| run: ./scripts/tests/consistency.sh genesis | |
| - name: Check schema.json | |
| if: always() | |
| run: ./scripts/tests/consistency.sh schema | |
| - name: Check Docker Compose configurations | |
| if: always() | |
| run: ./scripts/tests/consistency.sh docker-compose | |
| # exclude: client/tests/integration/ | |
| with_coverage: | |
| runs-on: [self-hosted, Linux, iroha2] | |
| container: | |
| image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Run tests, with coverage | |
| run: | | |
| mold --run cargo test --all-features --no-fail-fast --workspace --exclude iroha | |
| mold --run cargo test --all-features --no-fail-fast -p iroha -- --skip integration | |
| env: | |
| RUSTFLAGS: "-C instrument-coverage" | |
| LLVM_PROFILE_FILE: "iroha-%p-%m.profraw" | |
| - name: Generate lcov report | |
| if: always() | |
| run: grcov . --binary-path ./target/debug/ -s . -t lcov --branch --ignore-not-existing --ignore "/client_cli" --ignore "**/main.rs" -o lcov.info | |
| - name: Upload lcov report artifact | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: lcov.info | |
| path: lcov.info | |
| # include: client/tests/integration/ | |
| # exclude: client/tests/integration/extra_functional | |
| integration: | |
| runs-on: [self-hosted, Linux, iroha2] | |
| container: | |
| image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Run tests, with no-default-features | |
| run: mold --run cargo test --no-default-features --no-fail-fast -p iroha integration -- --skip extra_functional | |
| # include: client/tests/integration/extra_functional | |
| extra_functional: | |
| runs-on: [self-hosted, Linux, iroha2] | |
| container: | |
| image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Run tests | |
| run: mold --run cargo test --no-default-features --no-fail-fast -p iroha extra_functional | |
| # Run the job to check that the docker containers are properly buildable | |
| pr-generator-build: | |
| # Job will only execute if the head of the pull request is a branch for PR-generator case | |
| if: startsWith(github.head_ref, 'iroha2-pr-deploy/') | |
| runs-on: [self-hosted, Linux, iroha2] | |
| container: | |
| image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login to Soramitsu Harbor | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: docker.soramitsu.co.jp | |
| username: ${{ secrets.HARBOR_USERNAME }} | |
| password: ${{ secrets.HARBOR_TOKEN }} | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| if: always() | |
| uses: docker/setup-buildx-action@v2 | |
| with: | |
| install: true | |
| - name: Build and push iroha2:dev image | |
| uses: docker/build-push-action@v6 | |
| if: always() | |
| with: | |
| push: true | |
| tags: docker.soramitsu.co.jp/iroha2/iroha2:dev-${{ github.event.pull_request.head.sha }} | |
| labels: commit=${{ github.sha }} | |
| build-args: TAG=dev | |
| file: Dockerfile | |
| # This context specification is required | |
| context: . | |
| workspace_analysis_clippy: | |
| runs-on: ubuntu-latest | |
| container: | |
| image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Format | |
| run: cargo fmt --all -- --check | |
| - name: Lints without features | |
| if: always() | |
| run: cargo clippy --workspace --benches --tests --examples --no-default-features --quiet | |
| - name: Lints with all features enabled | |
| if: always() | |
| run: cargo clippy --workspace --benches --tests --examples --all-features --quiet --message-format=json | tee clippy.json | |
| - name: Documentation | |
| if: always() | |
| run: cargo doc --no-deps --quiet | |
| - name: Upload clippy report artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: clippy.json | |
| path: clippy.json | |
| torii-api-and-client-cli-tests: | |
| runs-on: [self-hosted, Linux, iroha2] | |
| #container: | |
| # image: hyperledger/iroha2-ci:nightly-2024-04-18 | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| if: always() | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - name: Build and export to Docker iroha:local and iroha:dev images | |
| uses: docker/build-push-action@v6 | |
| if: always() | |
| with: | |
| context: . | |
| load: true | |
| file: Dockerfile | |
| tags: | | |
| hyperledger/iroha:local | |
| hyperledger/iroha:dev | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| - name: Test docker-compose.yml containers | |
| run: | | |
| docker compose -f ${{ env.DOCKER_COMPOSE_PATH }}/docker-compose.yml up --wait || exit 1 | |
| - name: Show containers names | |
| run: docker ps -a | |
| - name: Copy build client cli bin from peer into runner | |
| run: | | |
| mkdir -p test | |
| docker cp swarm-irohad0-1:/usr/local/bin/iroha test | |
| cp ./configs/swarm/client.toml test | |
| - name: Mark binaries as executable | |
| run: | | |
| chmod +x test/iroha | |
| - name: Install Poetry | |
| run: | | |
| curl -sSL https://install.python-poetry.org | python3 - | |
| export PATH="/opt/poetry/bin:$PATH" | |
| - name: Install torii api dependencies using Poetry | |
| working-directory: torii/pytests | |
| run: | | |
| /opt/poetry/bin/poetry env use python3.11 | |
| /opt/poetry/bin/poetry install | |
| - name: Run torii api tests | |
| working-directory: torii/pytests | |
| run: | | |
| /opt/poetry/bin/poetry run pytest | |
| - name: Install client cli dependencies using Poetry | |
| working-directory: client_cli/pytests | |
| run: | | |
| poetry env use python3.11 | |
| /opt/poetry/bin/poetry install | |
| - name: Run client cli tests | |
| working-directory: client_cli/pytests | |
| env: | |
| CLIENT_CLI_BINARY: ../../test/iroha | |
| CLIENT_CLI_CONFIG: ../../test/client.toml | |
| run: | | |
| /opt/poetry/bin/poetry run pytest |