mirror of https://github.com/hyperledger/besu
GitHub Actions CI/CD (#6427)
Implements a CI/CD pipeline using Github Actions, to replace the current CircleCI implementation. https://wiki.hyperledger.org/pages/viewpage.action?pageId=80774216 --------- Signed-off-by: Justin Florentine <justin+github@florentine.us> Signed-off-by: Gabriel Fukushima <gabrielfukushima@gmail.com> Signed-off-by: Sally MacFarlane <macfarla.github@gmail.com> Signed-off-by: jflo <justin+github@florentine.us> Signed-off-by: RoboCopsGoneSock <158174948+RoboCopsGoneSock@users.noreply.github.com> Signed-off-by: Danno Ferrin (shemnon) <danno.ferrin@shemnon.com> Signed-off-by: Danno Ferrin <danno.ferrin@swirldslabs.com> Signed-off-by: Karim Taam <karim.t2am@gmail.com> Signed-off-by: Ameziane H <ameziane.hamlat@consensys.net> Signed-off-by: ahamlat <ameziane.hamlat@consensys.net> Signed-off-by: garyschulte <garyschulte@gmail.com> Co-authored-by: Fabio Di Fabio <fabio.difabio@consensys.net> Co-authored-by: Gabriel Fukushima <gabrielfukushima@gmail.com> Co-authored-by: Sally MacFarlane <macfarla.github@gmail.com> Co-authored-by: RoboCopsGoneSock <158174948+RoboCopsGoneSock@users.noreply.github.com> Co-authored-by: Danno Ferrin <danno.ferrin@shemnon.com> Co-authored-by: Karim TAAM <karim.t2am@gmail.com> Co-authored-by: garyschulte <garyschulte@gmail.com>pull/6508/head
Justin Florentine
10 months ago
committed by
GitHub
parent
c10cb3d3a9
commit
9cb6600456
@ -0,0 +1,114 @@ |
|||||||
|
name: acceptance-tests |
||||||
|
on: |
||||||
|
pull_request: |
||||||
|
pull_request_review: |
||||||
|
types: [submitted] |
||||||
|
|
||||||
|
env: |
||||||
|
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false" |
||||||
|
total-runners: 16 |
||||||
|
|
||||||
|
jobs: |
||||||
|
shouldRun: |
||||||
|
name: checks to ensure we should run |
||||||
|
# necessary because there is no single PR approved event, need to check all comments/approvals/denials |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
outputs: |
||||||
|
shouldRun: ${{steps.shouldRun.outputs.result}} |
||||||
|
steps: |
||||||
|
- name: required check |
||||||
|
id: shouldRun |
||||||
|
uses: actions/github-script@v7.0.1 |
||||||
|
env: |
||||||
|
# fun fact, this changes based on incoming event, it will be different when we run this on pushes to main |
||||||
|
RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }} |
||||||
|
with: |
||||||
|
script: | |
||||||
|
const { RELEVANT_SHA } = process.env; |
||||||
|
const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({ |
||||||
|
owner: context.repo.owner, |
||||||
|
repo: context.repo.repo, |
||||||
|
ref: RELEVANT_SHA, |
||||||
|
}); |
||||||
|
const acceptanceTested = statuses && statuses.filter(({ context }) => context === 'acceptance-tests'); |
||||||
|
const alreadyRun = acceptanceTested && acceptanceTested.find(({ state }) => state === 'success') > 0; |
||||||
|
const { data: reviews } = await github.rest.pulls.listReviews({ |
||||||
|
owner: context.repo.owner, |
||||||
|
repo: context.repo.repo, |
||||||
|
pull_number: context.issue.number, |
||||||
|
}); |
||||||
|
const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED'); |
||||||
|
const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0); |
||||||
|
|
||||||
|
console.log("tests should be run = %j", shouldRun); |
||||||
|
console.log("alreadyRun = %j", alreadyRun); |
||||||
|
console.log("approvingReviews = %j", approvingReviews.length); |
||||||
|
|
||||||
|
return shouldRun; |
||||||
|
acceptanceTestEthereum: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
name: "Acceptance Runner" |
||||||
|
needs: shouldRun |
||||||
|
permissions: |
||||||
|
statuses: write |
||||||
|
checks: write |
||||||
|
if: ${{ needs.shouldRun.outputs.shouldRun == 'true'}} |
||||||
|
strategy: |
||||||
|
fail-fast: true |
||||||
|
matrix: |
||||||
|
runner_index: [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15] |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: get acceptance test report |
||||||
|
uses: dawidd6/action-download-artifact@v2 |
||||||
|
with: |
||||||
|
branch: main |
||||||
|
name_is_regexp: true |
||||||
|
name: 'acceptance-node-\d*\d-test-results' |
||||||
|
path: tmp/junit-xml-reports-downloaded |
||||||
|
if_no_artifact_found: true |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: Split tests |
||||||
|
id: split-tests |
||||||
|
uses: r7kamura/split-tests-by-timings@v0 |
||||||
|
with: |
||||||
|
reports: tmp/junit-xml-reports-downloaded |
||||||
|
glob: 'acceptance-tests/tests/src/test/java/org/hyperledger/besu/tests/acceptance/**/*Test.java' |
||||||
|
total: ${{env.total-runners}} |
||||||
|
index: ${{ matrix.runner_index }} |
||||||
|
- name: write out test list |
||||||
|
run: echo "${{ steps.split-tests.outputs.paths }}" >> testList.txt |
||||||
|
- name: format gradle args |
||||||
|
#regex means: first truncate file paths to align with package name, then swap path delimiter with package delimiter, |
||||||
|
#then drop file extension, then insert --tests option between each. |
||||||
|
run: cat testList.txt | sed -e 's@acceptance-tests/tests/src/test/java/@--tests\ @g;s@/@.@g;s/\.java//g' > gradleArgs.txt |
||||||
|
- name: run acceptance tests |
||||||
|
run: ./gradlew acceptanceTest `cat gradleArgs.txt` -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
- name: cleanup tempfiles |
||||||
|
run: rm testList.txt gradleArgs.txt |
||||||
|
- name: Upload Acceptance Test Results |
||||||
|
uses: actions/upload-artifact@v3.1.0 |
||||||
|
with: |
||||||
|
name: acceptance-node-${{matrix.runner_index}}-test-results |
||||||
|
path: 'acceptance-tests/tests/build/test-results/acceptanceTest/TEST-*.xml' |
||||||
|
- name: Publish Test Report |
||||||
|
uses: mikepenz/action-junit-report@v4 |
||||||
|
if: (success() || failure()) # always run even if the build step fails |
||||||
|
with: |
||||||
|
report_paths: 'acceptance-tests/tests/build/test-results/acceptanceTest/TEST-*.xml' |
||||||
|
acceptance-tests: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
needs: [ acceptanceTestEthereum ] |
||||||
|
permissions: |
||||||
|
checks: write |
||||||
|
statuses: write |
||||||
|
steps: |
||||||
|
- name: consolidation |
||||||
|
run: echo "consolidating statuses" |
||||||
@ -0,0 +1,76 @@ |
|||||||
|
|
||||||
|
name: artifacts |
||||||
|
|
||||||
|
on: |
||||||
|
release: |
||||||
|
types: |
||||||
|
- prereleased |
||||||
|
|
||||||
|
jobs: |
||||||
|
artifacts: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
permissions: |
||||||
|
contents: write |
||||||
|
steps: |
||||||
|
- name: checkout |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up JDK 17 |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: 'temurin' |
||||||
|
java-version: '17' |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: assemble distributions |
||||||
|
run: |
||||||
|
./gradlew -Prelease.releaseVersion=${{github.ref_name}} assemble -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
- name: hashes |
||||||
|
id: hashes |
||||||
|
run: | |
||||||
|
cd build/distributions |
||||||
|
echo "zipSha=$(shasum -a 256 besu*.zip)" >> $GITHUB_OUTPUT |
||||||
|
echo "tarSha=$(shasum -a 256 besu*.tar.gz)" >> $GITHUB_OUTPUT |
||||||
|
- name: upload tarball |
||||||
|
uses: actions/upload-artifact@v3 |
||||||
|
with: |
||||||
|
path: 'build/distributions/besu*.tar.gz' |
||||||
|
name: besu-${{ github.ref_name }}.tar.gz |
||||||
|
- name: upload zipfile |
||||||
|
uses: actions/upload-artifact@v3 |
||||||
|
with: |
||||||
|
path: 'build/distributions/besu*.zip' |
||||||
|
name: besu-${{ github.ref_name }}.zip |
||||||
|
- name: Upload Release assets |
||||||
|
uses: softprops/action-gh-release@v1 |
||||||
|
with: |
||||||
|
append_body: true |
||||||
|
files: | |
||||||
|
build/distributions/besu*.tar.gz |
||||||
|
build/distributions/besu*.zip |
||||||
|
body: | |
||||||
|
${{steps.hashes.outputs.tarSha}} |
||||||
|
${{steps.hashes.outputs.zipSha}} |
||||||
|
testWindows: |
||||||
|
runs-on: windows-2022 |
||||||
|
needs: artifacts |
||||||
|
timeout-minutes: 10 |
||||||
|
if: ${{ github.actor != 'dependabot[bot]' }} |
||||||
|
steps: |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: adopt |
||||||
|
java-version: 17 |
||||||
|
- name: Download zip |
||||||
|
uses: actions/download-artifact@v3 |
||||||
|
with: |
||||||
|
name: besu-${{ github.ref_name }}.zip |
||||||
|
- name: test Besu |
||||||
|
run: | |
||||||
|
unzip besu-*.zip -d besu-tmp |
||||||
|
cd besu-tmp |
||||||
|
mv besu-* ../besu |
||||||
|
cd .. |
||||||
|
besu\bin\besu.bat --help |
||||||
|
besu\bin\besu.bat --version |
||||||
|
|
||||||
@ -1,36 +0,0 @@ |
|||||||
name: checks |
|
||||||
on: |
|
||||||
push: |
|
||||||
branches: [ main ] |
|
||||||
pull_request: |
|
||||||
workflow_dispatch: |
|
||||||
|
|
||||||
jobs: |
|
||||||
spotless: |
|
||||||
runs-on: [besu-research-ubuntu-16] |
|
||||||
if: ${{ github.actor != 'dependabot[bot]' }} |
|
||||||
steps: |
|
||||||
- name: Checkout Repo |
|
||||||
uses: actions/checkout@v4 |
|
||||||
- name: Set up Java |
|
||||||
uses: actions/setup-java@v4 |
|
||||||
with: |
|
||||||
distribution: 'temurin' |
|
||||||
java-version: 17 |
|
||||||
cache: gradle |
|
||||||
- name: spotless |
|
||||||
run: ./gradlew --no-daemon --parallel clean spotlessCheck |
|
||||||
javadoc_17: |
|
||||||
runs-on: [besu-research-ubuntu-8] |
|
||||||
if: ${{ github.actor != 'dependabot[bot]' }} |
|
||||||
steps: |
|
||||||
- name: Checkout Repo |
|
||||||
uses: actions/checkout@v4 |
|
||||||
- name: Set up Java 17 |
|
||||||
uses: actions/setup-java@v4 |
|
||||||
with: |
|
||||||
distribution: 'temurin' |
|
||||||
java-version: 17 |
|
||||||
cache: gradle |
|
||||||
- name: javadoc (JDK 17) |
|
||||||
run: ./gradlew --no-daemon clean javadoc |
|
||||||
@ -1,10 +0,0 @@ |
|||||||
name: dco |
|
||||||
on: |
|
||||||
merge_group: |
|
||||||
|
|
||||||
jobs: |
|
||||||
dco: |
|
||||||
runs-on: [besu-research-ubuntu-8] |
|
||||||
if: ${{ github.actor != 'dependabot[bot]' }} |
|
||||||
steps: |
|
||||||
- run: echo "This DCO job runs on merge_queue event and doesn't check PR contents" |
|
||||||
@ -1,20 +0,0 @@ |
|||||||
name: dco |
|
||||||
on: |
|
||||||
pull_request: |
|
||||||
workflow_dispatch: |
|
||||||
|
|
||||||
jobs: |
|
||||||
dco: |
|
||||||
runs-on: [besu-research-ubuntu-8] |
|
||||||
if: ${{ github.actor != 'dependabot[bot]' }} |
|
||||||
steps: |
|
||||||
- run: echo "This DCO job runs on pull_request event and workflow_dispatch" |
|
||||||
- name: Get PR Commits |
|
||||||
id: 'get-pr-commits' |
|
||||||
uses: tim-actions/get-pr-commits@v1.2.0 |
|
||||||
with: |
|
||||||
token: ${{ secrets.GITHUB_TOKEN }} |
|
||||||
- name: DCO Check |
|
||||||
uses: tim-actions/dco@v1.1.0 |
|
||||||
with: |
|
||||||
commits: ${{ steps.get-pr-commits.outputs.commits }} |
|
||||||
@ -0,0 +1,113 @@ |
|||||||
|
name: docker |
||||||
|
on: |
||||||
|
release: |
||||||
|
types: |
||||||
|
- prereleased |
||||||
|
env: |
||||||
|
registry: ghcr.io |
||||||
|
|
||||||
|
jobs: |
||||||
|
hadolint: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: hadoLint_openj9-jdk_17 |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openj9-jdk-17/Dockerfile |
||||||
|
- name: hadoLint_openjdk_17 |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17/Dockerfile |
||||||
|
- name: hadoLint_openjdk_17_debug |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17-debug/Dockerfile |
||||||
|
- name: hadoLint_openjdk_latest |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openjdk-latest/Dockerfile |
||||||
|
- name: hadoLint_graalvm |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/graalvm/Dockerfile |
||||||
|
buildDocker: |
||||||
|
needs: hadolint |
||||||
|
permissions: |
||||||
|
contents: read |
||||||
|
packages: write |
||||||
|
|
||||||
|
strategy: |
||||||
|
fail-fast: false |
||||||
|
matrix: |
||||||
|
platform: |
||||||
|
- ubuntu-22.04 |
||||||
|
- [self-hosted, ARM64] |
||||||
|
runs-on: ${{ matrix.platform }} |
||||||
|
steps: |
||||||
|
- name: Prepare |
||||||
|
id: prep |
||||||
|
run: | |
||||||
|
platform=${{ matrix.platform }} |
||||||
|
if [ "$platform" = 'ubuntu-22.04' ]; then |
||||||
|
echo "PLATFORM_PAIR=linux-amd64" >> $GITHUB_OUTPUT |
||||||
|
echo "ARCH=amd64" >> $GITHUB_OUTPUT |
||||||
|
else |
||||||
|
echo "PLATFORM_PAIR=linux-arm64" >> $GITHUB_OUTPUT |
||||||
|
echo "ARCH=arm64" >> $GITHUB_OUTPUT |
||||||
|
fi |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: short sha |
||||||
|
id: shortSha |
||||||
|
run: echo "sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: install goss |
||||||
|
run: | |
||||||
|
mkdir -p docker/reports |
||||||
|
curl -L https://github.com/aelsabbahy/goss/releases/download/v0.4.4/goss-${{ steps.prep.outputs.PLATFORM_PAIR }} -o ./docker/tests/goss-${{ steps.prep.outputs.PLATFORM_PAIR }} |
||||||
|
- name: build and test docker |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
env: |
||||||
|
architecture: ${{ steps.prep.outputs.ARCH }} |
||||||
|
with: |
||||||
|
arguments: testDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Prelease.releaseVersion=${{ github.ref_name }} |
||||||
|
- name: login to ghcr |
||||||
|
uses: docker/login-action@v3.0.0 |
||||||
|
with: |
||||||
|
registry: ${{ env.registry }} |
||||||
|
username: ${{ github.actor }} |
||||||
|
password: ${{ secrets.GITHUB_TOKEN }} |
||||||
|
- name: publish |
||||||
|
env: |
||||||
|
architecture: ${{ steps.prep.outputs.ARCH }} |
||||||
|
run: ./gradlew --no-daemon dockerUpload -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Prelease.releaseVersion=${{ github.ref_name }} |
||||||
|
multiArch: |
||||||
|
needs: buildDocker |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
permissions: |
||||||
|
contents: read |
||||||
|
packages: write |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: login to ghcr |
||||||
|
uses: docker/login-action@v3.0.0 |
||||||
|
with: |
||||||
|
registry: ${{ env.registry }} |
||||||
|
username: ${{ github.actor }} |
||||||
|
password: ${{ secrets.GITHUB_TOKEN }} |
||||||
|
- name: multi-arch docker |
||||||
|
run: ./gradlew manifestDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Prelease.releaseVersion=${{ github.ref_name }} |
||||||
|
|
||||||
@ -1,11 +0,0 @@ |
|||||||
# SPDX-License-Identifier: Apache-2.0 |
|
||||||
name: "Validate Gradle Wrapper" |
|
||||||
on: [push, pull_request] |
|
||||||
|
|
||||||
jobs: |
|
||||||
validation: |
|
||||||
name: "Gradle Wrapper Validation" |
|
||||||
runs-on: [besu-research-ubuntu-8] |
|
||||||
steps: |
|
||||||
- uses: actions/checkout@v4 |
|
||||||
- uses: gradle/wrapper-validation-action@v1 |
|
||||||
@ -0,0 +1,73 @@ |
|||||||
|
name: integration-tests |
||||||
|
on: |
||||||
|
pull_request: |
||||||
|
pull_request_review: |
||||||
|
types: |
||||||
|
- submitted |
||||||
|
|
||||||
|
env: |
||||||
|
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false" |
||||||
|
|
||||||
|
jobs: |
||||||
|
shouldRun: |
||||||
|
name: checks to ensure we should run |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
outputs: |
||||||
|
shouldRun: ${{steps.shouldRun.outputs.result}} |
||||||
|
steps: |
||||||
|
- name: required check |
||||||
|
id: shouldRun |
||||||
|
uses: actions/github-script@v7.0.1 |
||||||
|
env: |
||||||
|
# fun fact, this changes based on incoming event, it will be different when we run this on pushes to main |
||||||
|
RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }} |
||||||
|
with: |
||||||
|
script: | |
||||||
|
const { RELEVANT_SHA } = process.env; |
||||||
|
const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({ |
||||||
|
owner: context.repo.owner, |
||||||
|
repo: context.repo.repo, |
||||||
|
ref: RELEVANT_SHA, |
||||||
|
}); |
||||||
|
|
||||||
|
const intTested = statuses && statuses.filter(({ context }) => context === 'integration-tests'); |
||||||
|
const alreadyRun = intTested && intTested.find(({ state }) => state === 'success') > 0; |
||||||
|
const { data: reviews } = await github.rest.pulls.listReviews({ |
||||||
|
owner: context.repo.owner, |
||||||
|
repo: context.repo.repo, |
||||||
|
pull_number: context.issue.number, |
||||||
|
}); |
||||||
|
const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED'); |
||||||
|
const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0); |
||||||
|
|
||||||
|
console.log("tests should be run = %j", shouldRun); |
||||||
|
console.log("alreadyRun = %j", alreadyRun); |
||||||
|
console.log("approvingReviews = %j", approvingReviews.length); |
||||||
|
|
||||||
|
return shouldRun; |
||||||
|
integration-tests: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
needs: shouldRun |
||||||
|
if: ${{ needs.shouldRun.outputs.shouldRun == 'true' }} |
||||||
|
permissions: |
||||||
|
statuses: write |
||||||
|
checks: write |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: run integration tests |
||||||
|
run: ./gradlew integrationTest compileJmh -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
- name: Publish Test Report |
||||||
|
uses: mikepenz/action-junit-report@v4 |
||||||
|
if: (success() || failure()) |
||||||
|
with: |
||||||
|
report_paths: '**/build/test-results/integrationTest/TEST-*.xml' |
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,121 @@ |
|||||||
|
name: nightly |
||||||
|
|
||||||
|
on: |
||||||
|
workflow_dispatch: |
||||||
|
schedule: |
||||||
|
# * is a special character in YAML so you have to quote this string |
||||||
|
# expression evaluates to midnight every night |
||||||
|
- cron: '0 0 * * *' |
||||||
|
|
||||||
|
env: |
||||||
|
nightly-tag: develop |
||||||
|
registry: ghcr.io |
||||||
|
|
||||||
|
jobs: |
||||||
|
hadolint: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: hadoLint_openj9-jdk_17 |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openj9-jdk-17/Dockerfile |
||||||
|
- name: hadoLint_openjdk_17 |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17/Dockerfile |
||||||
|
- name: hadoLint_openjdk_17_debug |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17-debug/Dockerfile |
||||||
|
- name: hadoLint_openjdk_latest |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/openjdk-latest/Dockerfile |
||||||
|
- name: hadoLint_graalvm |
||||||
|
run: docker run --rm -i hadolint/hadolint < docker/graalvm/Dockerfile |
||||||
|
buildDocker: |
||||||
|
needs: hadolint |
||||||
|
permissions: |
||||||
|
contents: read |
||||||
|
packages: write |
||||||
|
strategy: |
||||||
|
fail-fast: false |
||||||
|
matrix: |
||||||
|
platform: |
||||||
|
- ubuntu-22.04 |
||||||
|
- [self-hosted, ARM64] |
||||||
|
runs-on: ${{ matrix.platform }} |
||||||
|
steps: |
||||||
|
- name: Prepare |
||||||
|
id: prep |
||||||
|
run: | |
||||||
|
platform=${{ matrix.platform }} |
||||||
|
if [ "$platform" = 'ubuntu-22.04' ]; then |
||||||
|
echo "PLATFORM_PAIR=linux-amd64" >> $GITHUB_OUTPUT |
||||||
|
echo "ARCH=amd64" >> $GITHUB_OUTPUT |
||||||
|
else |
||||||
|
echo "PLATFORM_PAIR=linux-arm64" >> $GITHUB_OUTPUT |
||||||
|
echo "ARCH=arm64" >> $GITHUB_OUTPUT |
||||||
|
fi |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: short sha |
||||||
|
id: shortSha |
||||||
|
run: echo "sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: build image |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
with: |
||||||
|
arguments: distDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main |
||||||
|
- name: install goss |
||||||
|
run: | |
||||||
|
mkdir -p docker/reports |
||||||
|
curl -L https://github.com/aelsabbahy/goss/releases/download/v0.4.4/goss-${{ steps.prep.outputs.PLATFORM_PAIR }} -o ./docker/tests/goss-${{ steps.prep.outputs.PLATFORM_PAIR }} |
||||||
|
- name: test docker |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
env: |
||||||
|
architecture: ${{ steps.prep.outputs.ARCH }} |
||||||
|
with: |
||||||
|
arguments: testDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main |
||||||
|
- name: login to ghcr |
||||||
|
uses: docker/login-action@v3.0.0 |
||||||
|
with: |
||||||
|
registry: ${{ env.registry }} |
||||||
|
username: ${{ github.actor }} |
||||||
|
password: ${{ secrets.GITHUB_TOKEN }} |
||||||
|
- name: publish |
||||||
|
env: |
||||||
|
architecture: ${{ steps.prep.outputs.ARCH }} |
||||||
|
run: ./gradlew --no-daemon dockerUpload -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main |
||||||
|
multiArch: |
||||||
|
permissions: |
||||||
|
contents: read |
||||||
|
packages: write |
||||||
|
needs: buildDocker |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: Login to DockerHub |
||||||
|
uses: docker/login-action@v3.0.0 |
||||||
|
with: |
||||||
|
registry: ${{ env.registry }} |
||||||
|
username: ${{ github.actor }} |
||||||
|
password: ${{ secrets.GITHUB_TOKEN }} |
||||||
|
- name: multi-arch docker |
||||||
|
run: ./gradlew manifestDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main |
||||||
|
|
||||||
@ -0,0 +1,49 @@ |
|||||||
|
name: parallel-unit-tests |
||||||
|
#experimental work in progress - trying to figure out how to split tests across multi-modules by runtime |
||||||
|
on: |
||||||
|
workflow_dispatch: |
||||||
|
|
||||||
|
env: |
||||||
|
GRADLE_OPTS: "-Dorg.gradle.daemon=false" |
||||||
|
total-runners: 4 |
||||||
|
jobs: |
||||||
|
junit: |
||||||
|
runs-on: ubuntu-latest |
||||||
|
strategy: |
||||||
|
fail-fast: false |
||||||
|
matrix: |
||||||
|
runner_index: |
||||||
|
- 0 |
||||||
|
- 1 |
||||||
|
- 2 |
||||||
|
- 3 |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Split tests |
||||||
|
id: split-tests |
||||||
|
uses: chaosaffe/split-tests@v1-alpha.1 |
||||||
|
with: |
||||||
|
glob: '**/src/test/java/**/*.java' |
||||||
|
split-total: ${{ env.total-runners }} |
||||||
|
split-index: ${{ matrix.runner_index }} |
||||||
|
line-count: true |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: adopt |
||||||
|
java-version: 17 |
||||||
|
cache: gradle |
||||||
|
- name: write out test list |
||||||
|
run: echo "${{ steps.split-tests.outputs.test-suite }}" >> testList.txt |
||||||
|
- name: debug testfile paths |
||||||
|
run: cat testList.txt |
||||||
|
- name: format gradle args |
||||||
|
# regex means: truncate file paths to align with package name, replacing with tests switch, then drop file extension, |
||||||
|
# then swap path delimiter with package delimiter |
||||||
|
run: cat testList.txt | sed -e 's/[^ ]*src\/test\/java\//--tests\ /g' -e 's/\.java//g' -e 's/\//\./g' >> gradleArgs.txt |
||||||
|
- name: debug test class list |
||||||
|
run: cat gradleArgs.txt |
||||||
|
- name: run unit tests |
||||||
|
run: ./gradlew test `cat gradleArgs.txt` |
||||||
|
|
||||||
@ -0,0 +1,103 @@ |
|||||||
|
name: pre-review |
||||||
|
|
||||||
|
on: |
||||||
|
pull_request: |
||||||
|
workflow_dispatch: |
||||||
|
|
||||||
|
permissions: |
||||||
|
statuses: write |
||||||
|
checks: write |
||||||
|
|
||||||
|
jobs: |
||||||
|
repolint: |
||||||
|
name: "Repository Linting" |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
container: ghcr.io/todogroup/repolinter:v0.11.2 |
||||||
|
steps: |
||||||
|
- name: Checkout Code |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Lint Repo |
||||||
|
run: bundle exec /app/bin/repolinter.js --rulesetUrl https://raw.githubusercontent.com/hyperledger-labs/hyperledger-community-management-tools/main/repo_structure/repolint.json --format markdown |
||||||
|
gradle-wrapper: |
||||||
|
name: "Gradle Wrapper Validation" |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
steps: |
||||||
|
- uses: actions/checkout@v4.1.1 |
||||||
|
- uses: gradle/wrapper-validation-action@v1.1.0 |
||||||
|
spotless: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
if: ${{ github.actor != 'dependabot[bot]' }} |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: Setup Gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: run spotless |
||||||
|
run: ./gradlew spotlessCheck -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
compile: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
timeout-minutes: 30 |
||||||
|
needs: [spotless, gradle-wrapper, repolint] |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: Setup Gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: Gradle Compile |
||||||
|
run: ./gradlew build -x test -x spotlessCheck -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
unitTests: |
||||||
|
env: |
||||||
|
GRADLEW_UNIT_TEST_ARGS: ${{matrix.gradle_args}} |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
needs: [ compile ] |
||||||
|
permissions: |
||||||
|
checks: write |
||||||
|
statuses: write |
||||||
|
strategy: |
||||||
|
fail-fast: true |
||||||
|
matrix: |
||||||
|
gradle_args: |
||||||
|
- "test -x besu:test -x consensus:test -x crypto:test -x ethereum:eth:test -x ethereum:api:test -x ethereum:core:test" |
||||||
|
- "besu:test consensus:test crypto:test" |
||||||
|
- "ethereum:api:testBonsai" |
||||||
|
- "ethereum:api:testForest" |
||||||
|
- "ethereum:api:testRemainder" |
||||||
|
- "ethereum:core:test" |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: Setup Gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: run unit tests |
||||||
|
id: unitTest |
||||||
|
run: ./gradlew $GRADLEW_UNIT_TEST_ARGS -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
- name: Publish Test Report |
||||||
|
uses: mikepenz/action-junit-report@v4 |
||||||
|
if: success() || failure() # always run even if the build step fails |
||||||
|
with: |
||||||
|
report_paths: '**/test-results/**/TEST-*.xml' |
||||||
|
annotate_only: true |
||||||
|
pre-review: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
needs: [unitTests] |
||||||
|
permissions: |
||||||
|
checks: write |
||||||
|
statuses: write |
||||||
|
steps: |
||||||
|
- name: consolidation |
||||||
|
run: echo "consolidating statuses" |
||||||
@ -0,0 +1,147 @@ |
|||||||
|
name: reference-tests |
||||||
|
on: |
||||||
|
pull_request: |
||||||
|
pull_request_review: |
||||||
|
types: |
||||||
|
- submitted |
||||||
|
|
||||||
|
env: |
||||||
|
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false" |
||||||
|
total-runners: 6 |
||||||
|
|
||||||
|
jobs: |
||||||
|
shouldRun: |
||||||
|
name: checks to ensure we should run |
||||||
|
# necessary because there is no single PR approved event, need to check all comments/approvals/denials |
||||||
|
# might also be a job running, and additional approvals |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
outputs: |
||||||
|
shouldRun: ${{steps.shouldRun.outputs.result}} |
||||||
|
steps: |
||||||
|
- name: required check |
||||||
|
id: shouldRun |
||||||
|
uses: actions/github-script@v7.0.1 |
||||||
|
env: |
||||||
|
# fun fact, this changes based on incoming event, it will be different when we run this on pushes to main |
||||||
|
RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }} |
||||||
|
with: |
||||||
|
script: | |
||||||
|
const { RELEVANT_SHA } = process.env; |
||||||
|
const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({ |
||||||
|
owner: context.repo.owner, |
||||||
|
repo: context.repo.repo, |
||||||
|
ref: RELEVANT_SHA, |
||||||
|
}); |
||||||
|
|
||||||
|
|
||||||
|
const refTested = statuses && statuses.filter(({ context }) => context === 'reference-tests'); |
||||||
|
const alreadyRun = refTested && refTested.find(({ state }) => state === 'success') > 0; |
||||||
|
const { data: reviews } = await github.rest.pulls.listReviews({ |
||||||
|
owner: context.repo.owner, |
||||||
|
repo: context.repo.repo, |
||||||
|
pull_number: context.issue.number, |
||||||
|
}); |
||||||
|
const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED'); |
||||||
|
const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0); |
||||||
|
|
||||||
|
console.log("tests should be run = %j", shouldRun); |
||||||
|
console.log("alreadyRun = %j", alreadyRun); |
||||||
|
console.log("approvingReviews = %j", approvingReviews.length); |
||||||
|
|
||||||
|
return shouldRun; |
||||||
|
|
||||||
|
prepareReferenceTestEthereum: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
needs: shouldRun |
||||||
|
if: ${{ needs.shouldRun.outputs.shouldRun == 'true' }} |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
with: |
||||||
|
submodules: recursive |
||||||
|
set-safe-directory: true |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: temurin |
||||||
|
java-version: 17 |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: execute generate reference tests |
||||||
|
run: ./gradlew ethereum:referencetests:blockchainReferenceTests ethereum:referencetests:generalstateReferenceTests ethereum:referencetests:generalstateRegressionReferenceTests -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
- name: store generated tests |
||||||
|
uses: actions/upload-artifact@v3 |
||||||
|
with: |
||||||
|
name: 'reference-tests' |
||||||
|
path: 'ethereum/referencetests/build/generated/sources/reference-test/**/*.java' |
||||||
|
|
||||||
|
referenceTestEthereum: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
permissions: |
||||||
|
statuses: write |
||||||
|
checks: write |
||||||
|
needs: |
||||||
|
- prepareReferenceTestEthereum |
||||||
|
if: ${{ needs.shouldRun.outputs.shouldRun == 'true' }} |
||||||
|
strategy: |
||||||
|
fail-fast: true |
||||||
|
matrix: |
||||||
|
runner_index: [0,1,2,3,4,5] |
||||||
|
steps: |
||||||
|
- name: Checkout Repo |
||||||
|
uses: actions/checkout@v4.1.1 |
||||||
|
with: |
||||||
|
submodules: recursive |
||||||
|
- name: Set up Java |
||||||
|
uses: actions/setup-java@v4.0.0 |
||||||
|
with: |
||||||
|
distribution: adopt-openj9 |
||||||
|
java-version: 17 |
||||||
|
- name: retrieve generated tests |
||||||
|
uses: actions/download-artifact@v3.0.2 |
||||||
|
with: |
||||||
|
name: 'reference-tests' |
||||||
|
path: 'ethereum/referencetests/build/generated/sources/reference-test/' |
||||||
|
- name: get reference test report |
||||||
|
uses: dawidd6/action-download-artifact@v2 |
||||||
|
with: |
||||||
|
branch: main |
||||||
|
name_is_regexp: true |
||||||
|
name: 'reference-test-node-\d*\d-results' |
||||||
|
path: tmp/ref-xml-reports-downloaded |
||||||
|
if_no_artifact_found: true |
||||||
|
- name: setup gradle |
||||||
|
uses: gradle/gradle-build-action@v2.12.0 |
||||||
|
- name: Split tests |
||||||
|
id: split-tests |
||||||
|
uses: r7kamura/split-tests-by-timings@v0 |
||||||
|
with: |
||||||
|
reports: tmp/ref-xml-reports-downloaded |
||||||
|
glob: 'ethereum/referencetests/build/generated/sources/reference-test/**/*.java' |
||||||
|
total: ${{env.total-runners}} |
||||||
|
index: ${{ matrix.runner_index }} |
||||||
|
- name: compose gradle args |
||||||
|
run: echo ${{ steps.split-tests.outputs.paths }} | sed -e 's/^.*java\///' -e 's@/@.@g' -e 's/\.java//' -e 's/^/--tests /' > refTestArgs.txt |
||||||
|
- name: run reference tests |
||||||
|
run: ./gradlew ethereum:referenceTests:referenceTests `cat refTestArgs.txt` -Dorg.gradle.parallel=true -Dorg.gradle.caching=true |
||||||
|
- name: Upload Test Report |
||||||
|
uses: actions/upload-artifact@v3 |
||||||
|
if: always() # always run even if the previous step fails |
||||||
|
with: |
||||||
|
name: reference-test-node-${{matrix.runner_index}}-results |
||||||
|
path: '**/build/test-results/referenceTests/TEST-*.xml' |
||||||
|
- name: Publish Test Report |
||||||
|
uses: mikepenz/action-junit-report@v4 |
||||||
|
if: success() || failure() # always run even if the build step fails |
||||||
|
with: |
||||||
|
report_paths: '**/build/test-results/referenceTest/TEST-*.xml' |
||||||
|
reference-tests: |
||||||
|
runs-on: ubuntu-22.04 |
||||||
|
needs: [ referenceTestEthereum ] |
||||||
|
permissions: |
||||||
|
checks: write |
||||||
|
statuses: write |
||||||
|
steps: |
||||||
|
- name: consolidation |
||||||
|
run: echo "consolidating statuses" |
||||||
|
|
||||||
@ -1,24 +0,0 @@ |
|||||||
# SPDX-License-Identifier: Apache-2.0 |
|
||||||
# Hyperledger Repolinter Action |
|
||||||
name: Repolinter |
|
||||||
|
|
||||||
on: |
|
||||||
workflow_dispatch: |
|
||||||
push: |
|
||||||
branches: |
|
||||||
- master |
|
||||||
- main |
|
||||||
pull_request: |
|
||||||
branches: |
|
||||||
- master |
|
||||||
- main |
|
||||||
|
|
||||||
jobs: |
|
||||||
build: |
|
||||||
runs-on: [besu-research-ubuntu-16] |
|
||||||
container: ghcr.io/todogroup/repolinter:v0.10.1 |
|
||||||
steps: |
|
||||||
- name: Checkout Code |
|
||||||
uses: actions/checkout@v4 |
|
||||||
- name: Lint Repo |
|
||||||
run: bundle exec /app/bin/repolinter.js --rulesetUrl https://raw.githubusercontent.com/hyperledger-labs/hyperledger-community-management-tools/main/repo_structure/repolint.json --format markdown |
|
||||||
Loading…
Reference in new issue