name: acceptance-tests on: pull_request_target: branches: - main - release-* pull_request_review: types: [submitted] env: GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false" total-runners: 16 jobs: shouldRun: name: checks to ensure we should run # necessary because there is no single PR approved event, need to check all comments/approvals/denials runs-on: ubuntu-22.04 outputs: shouldRun: ${{steps.shouldRun.outputs.result}} steps: - name: required check id: shouldRun uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea env: # fun fact, this changes based on incoming event, it will be different when we run this on pushes to main RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }} with: script: | const { RELEVANT_SHA } = process.env; const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({ owner: context.repo.owner, repo: context.repo.repo, ref: RELEVANT_SHA, }); const acceptanceTested = statuses && statuses.filter(({ context }) => context === 'acceptance-tests'); const alreadyRun = acceptanceTested && acceptanceTested.find(({ state }) => state === 'success') > 0; const { data: reviews } = await github.rest.pulls.listReviews({ owner: context.repo.owner, repo: context.repo.repo, pull_number: context.issue.number, }); const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED'); const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0); console.log("tests should be run = %j", shouldRun); console.log("alreadyRun = %j", alreadyRun); console.log("approvingReviews = %j", approvingReviews.length); return shouldRun; acceptanceTestEthereum: runs-on: ubuntu-22.04 name: "Acceptance Runner" needs: shouldRun permissions: statuses: write checks: write if: ${{ needs.shouldRun.outputs.shouldRun == 'true'}} strategy: fail-fast: true matrix: runner_index: [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15] steps: - name: Checkout Repo uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 with: ref: ${{ github.event.pull_request.head.sha || github.ref }} - name: Set up Java uses: actions/setup-java@387ac29b308b003ca37ba93a6cab5eb57c8f5f93 with: distribution: temurin java-version: 17 - name: get acceptance test report uses: dawidd6/action-download-artifact@e7466d1a7587ed14867642c2ca74b5bcc1e19a2d with: branch: main name_is_regexp: true name: 'acceptance-node-\d*\d-test-results' path: tmp/junit-xml-reports-downloaded if_no_artifact_found: true - name: setup gradle uses: gradle/gradle-build-action@a8f75513eafdebd8141bd1cd4e30fcd194af8dfa - name: Split tests id: split-tests uses: r7kamura/split-tests-by-timings@9322bd292d9423e2bc5a65bec548901801341e3f with: reports: tmp/junit-xml-reports-downloaded glob: 'acceptance-tests/tests/src/test/java/org/hyperledger/besu/tests/acceptance/**/*Test.java' total: ${{env.total-runners}} index: ${{ matrix.runner_index }} - name: write out test list run: echo "${{ steps.split-tests.outputs.paths }}" >> testList.txt - name: format gradle args #regex means: first truncate file paths to align with package name, then swap path delimiter with package delimiter, #then drop file extension, then insert --tests option between each. run: cat testList.txt | sed -e 's@acceptance-tests/tests/src/test/java/@--tests\ @g;s@/@.@g;s/\.java//g' > gradleArgs.txt - name: run acceptance tests run: ./gradlew acceptanceTestNotPrivacy `cat gradleArgs.txt` -Dorg.gradle.parallel=true -Dorg.gradle.caching=true - name: cleanup tempfiles run: rm testList.txt gradleArgs.txt - name: Upload Acceptance Test Results uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 with: name: acceptance-node-${{matrix.runner_index}}-test-results path: 'acceptance-tests/tests/build/test-results/**/TEST-*.xml' - name: Publish Test Report uses: mikepenz/action-junit-report@5f47764eec0e1c1f19f40c8e60a5ba47e47015c5 if: (success() || failure()) # always run even if the build step fails with: report_paths: 'acceptance-tests/tests/build/test-results/**/TEST-*.xml' annotate_only: true accepttests-passed: runs-on: ubuntu-22.04 needs: [ acceptanceTestEthereum ] permissions: checks: write statuses: write steps: - name: consolidation run: echo "consolidating statuses"