#!/usr/bin/env groovy import hudson.model.Result import hudson.model.Run import jenkins.model.CauseOfInterruption.UserInterruption def shouldPublish() { return env.BRANCH_NAME == 'master' || env.BRANCH_NAME ==~ /^release-\d+\.\d+/ } if (shouldPublish()) { properties([ buildDiscarder( logRotator( daysToKeepStr: '30', artifactDaysToKeepStr: '7' ) ) ]) } else { properties([ buildDiscarder( logRotator( numToKeepStr: '10' ) ) ]) } def docker_image_dind = 'docker:18.06.0-ce-dind' def docker_image = 'docker:18.06.0-ce' def build_image = 'pegasyseng/pantheon-build:0.0.7-jdk11' def abortPreviousBuilds() { Run previousBuild = currentBuild.rawBuild.getPreviousBuildInProgress() while (previousBuild != null) { if (previousBuild.isInProgress()) { def executor = previousBuild.getExecutor() if (executor != null) { echo ">> Aborting older build #${previousBuild.number}" executor.interrupt(Result.ABORTED, new UserInterruption( "Aborted by newer build #${currentBuild.number}" )) } } previousBuild = previousBuild.getPreviousBuildInProgress() } } if (!shouldPublish()) { abortPreviousBuilds() } try { timeout(time: 1, unit: 'HOURS') { parallel DCOCheck: { def stage_name = "DCO tests node: " node { checkout scm docker.image(build_image).inside() { stage(stage_name + 'Check') { sh '''#!/bin/bash status=0 while IFS= read -r -a line; do my_array+=( "$line" ) done < <( git branch -r | grep -v origin/HEAD ) for branch in "${my_array[@]}" do branch=$(echo "$branch" | xargs) echo "Checking commits in branch $branch for commits missing DCO..." while read -r results; do status=1 commit_hash="$(echo "$results" | cut -d' ' -f1)" >&2 echo "$commit_hash is missing Signed-off-by line." done < <(git log "$branch" --no-merges --pretty="%H %ae" --grep 'Signed-off-by' --invert-grep -- ) done exit $status ''' } } } }, UnitTests: { def stage_name = "Unit tests node: " node { checkout scm docker.image(docker_image_dind).withRun('--privileged') { d -> docker.image(build_image).inside("--link ${d.id}:docker") { try { stage(stage_name + 'Prepare') { sh './gradlew --no-daemon --parallel clean compileJava compileTestJava assemble' } stage(stage_name + 'Unit tests') { sh './gradlew --no-daemon --parallel build' } } finally { archiveArtifacts '**/build/reports/**' archiveArtifacts '**/build/test-results/**' archiveArtifacts 'build/reports/**' archiveArtifacts 'build/distributions/**' stash allowEmpty: true, includes: 'build/distributions/besu-*.tar.gz', name: 'distTarBall' junit '**/build/test-results/**/*.xml' } } } } }, ReferenceTests: { def stage_name = "Reference tests node: " node { checkout scm docker.image(docker_image_dind).withRun('--privileged') { d -> docker.image(build_image).inside("--link ${d.id}:docker") { try { stage(stage_name + 'Prepare') { sh './gradlew --no-daemon --parallel clean compileJava compileTestJava assemble' } stage(stage_name + 'Reference tests') { sh './gradlew --no-daemon --parallel referenceTest' } } finally { archiveArtifacts '**/build/reports/**' archiveArtifacts '**/build/test-results/**' archiveArtifacts 'build/reports/**' archiveArtifacts 'build/distributions/**' junit '**/build/test-results/**/*.xml' } } } } }, IntegrationTests: { def stage_name = "Integration tests node: " node { checkout scm docker.image(docker_image_dind).withRun('--privileged') { d -> docker.image(build_image).inside("--link ${d.id}:docker") { try { stage(stage_name + 'Prepare') { sh './gradlew --no-daemon --parallel clean compileJava compileTestJava assemble' } stage(stage_name + 'Integration Tests') { sh './gradlew --no-daemon --parallel integrationTest' } stage(stage_name + 'Check Licenses') { sh './gradlew --no-daemon --parallel checkLicenses' } stage(stage_name + 'Check javadoc') { sh './gradlew --no-daemon --parallel javadoc' } stage(stage_name + 'Compile Benchmarks') { sh './gradlew --no-daemon --parallel compileJmh' } } finally { archiveArtifacts '**/build/reports/**' archiveArtifacts '**/build/test-results/**' archiveArtifacts 'build/reports/**' archiveArtifacts 'build/distributions/**' junit '**/build/test-results/**/*.xml' } } } } }, AcceptanceTests: { def stage_name = "Acceptance tests node: " node { checkout scm docker.image(docker_image_dind).withRun('--privileged') { d -> docker.image(build_image).inside("--link ${d.id}:docker") { try { stage(stage_name + 'Prepare') { sh './gradlew --no-daemon --parallel clean compileJava compileTestJava assemble' } stage(stage_name + 'Acceptance Tests') { sh './gradlew --no-daemon --parallel acceptanceTest' } } finally { archiveArtifacts '**/build/reports/**' archiveArtifacts '**/build/test-results/**' archiveArtifacts 'build/reports/**' archiveArtifacts 'build/distributions/**' junit '**/build/test-results/**/*.xml' } } } } } parallel DockerImage: { def stage_name = 'Docker image node: ' def docker_folder = 'docker' def reports_folder = docker_folder + '/reports' def dockerfile = docker_folder + '/Dockerfile' def version = '' def image = '' node { checkout scm docker.image(build_image).inside() { stage(stage_name + 'Dockerfile lint') { sh "docker run --rm -i hadolint/hadolint < ${dockerfile}" } stage(stage_name + 'Build image') { sh './gradlew distDocker' } stage(stage_name + 'Calculate variables') { def gradleProperties = readProperties file: 'gradle.properties' version = gradleProperties.version def imageRepos = 'hyperledger' image = "${imageRepos}/besu:${version}" } try { stage(stage_name + 'Test image') { sh "mkdir -p ${reports_folder}" sh "cd ${docker_folder} && bash test.sh ${image}" } } finally { archiveArtifacts "${reports_folder}/**" junit "${reports_folder}/*.xml" sh "rm -rf ${reports_folder}" } if (shouldPublish()) { def registry = 'https://registry.hub.docker.com' def userAccount = 'dockerhub-pegasysengci' stage(stage_name + 'Push image') { docker.withRegistry(registry, userAccount) { docker.image(image).push() def additionalTags = [] if (env.BRANCH_NAME == 'master') { additionalTags.add('develop') } if (! version ==~ /.*-SNAPSHOT/) { additionalTags.add('latest') additionalTags.add(version.split(/\./)[0..1].join('.')) } additionalTags.each { tag -> docker.image(image).push tag.trim() } } } } } } }, BintrayPublish: { def stage_name = "Publish distributions: " def version = '' node { if (shouldPublish()) { checkout scm docker.image(docker_image_dind).withRun('--privileged') { d -> docker.image(build_image).inside("--link ${d.id}:docker") { stage(stage_name + 'Calculate variables') { def gradleProperties = readProperties file: 'gradle.properties' version = gradleProperties.version } // we dont publish snapshots to bintray if (! (version ==~ /.*-SNAPSHOT/)) { stage(stage_name + 'Prepare') { sh './gradlew --no-daemon --parallel clean assemble' } stage(stage_name + 'Publish') { withCredentials([ usernamePassword( credentialsId: 'pegasys-bintray', usernameVariable: 'BINTRAY_USER', passwordVariable: 'BINTRAY_KEY' ) ]) { sh './gradlew --no-daemon --parallel bintrayUpload' } } } } } } } }, AzurePublish: { def stage_name = "Publish jars: " def version = '' node { if (shouldPublish()) { checkout scm docker.image(docker_image_dind).withRun('--privileged') { d -> docker.image(build_image).inside("--link ${d.id}:docker") { stage(stage_name + 'Calculate variables') { def gradleProperties = readProperties file: 'gradle.properties' version = gradleProperties.version } if (version ==~ /.*-SNAPSHOT/) { // Only publish snapshots to Azure stage(stage_name + 'Prepare') { sh './gradlew --no-daemon --parallel clean assemble' } stage(stage_name + 'Publish') { withCredentials([ usernamePassword( credentialsId: 'hyperledger-azure', usernameVariable: 'AZURE_USER', passwordVariable: 'AZURE_KEY' ) ]) { sh './gradlew --no-daemon --parallel publish' } } } } } } } } } } catch (e) { currentBuild.result = 'FAILURE' } finally { // If we're on master and it failed, notify slack if (shouldPublish()) { def currentResult = currentBuild.result ?: 'SUCCESS' def channel = '#priv-pegasys-prod-dev' if (currentResult == 'SUCCESS') { def previousResult = currentBuild.previousBuild?.result if (previousResult != null && (previousResult == 'FAILURE' || previousResult == 'UNSTABLE')) { slackSend( color: 'good', message: "Besu branch ${env.BRANCH_NAME} build is back to HEALTHY.\nBuild Number: #${env.BUILD_NUMBER}\n${env.BUILD_URL}", channel: channel ) } } else if (currentBuild.result == 'FAILURE') { slackSend( color: 'danger', message: "Besu branch ${env.BRANCH_NAME} build is FAILING.\nBuild Number: #${env.BUILD_NUMBER}\n${env.BUILD_URL}", channel: channel ) } else if (currentBuild.result == 'UNSTABLE') { slackSend( color: 'warning', message: "Besu branch ${env.BRANCH_NAME} build is UNSTABLE.\nBuild Number: #${env.BUILD_NUMBER}\n${env.BUILD_URL}", channel: channel ) } } }