mirror of
https://github.com/corda/corda.git
synced 2024-12-23 14:52:29 +00:00
392 lines
16 KiB
Groovy
392 lines
16 KiB
Groovy
#!groovy
|
|
/**
|
|
* Jenkins pipeline to build Corda OS release branches and tags.
|
|
* PLEASE NOTE: we DO want to run a build for each commit!!!
|
|
*/
|
|
@Library('corda-shared-build-pipeline-steps')
|
|
|
|
import com.r3.build.utils.GitUtils
|
|
|
|
GitUtils gitUtils = new GitUtils(this)
|
|
|
|
/**
|
|
* Sense environment
|
|
*/
|
|
boolean isReleaseBranch = (env.BRANCH_NAME =~ /^release\/os\/.*/)
|
|
boolean isReleaseTag = (env.TAG_NAME =~ /^release-.*(?<!_JDK11)$/)
|
|
boolean isInternalRelease = (env.TAG_NAME =~ /^internal-release-.*$/)
|
|
boolean isReleaseCandidate = (env.TAG_NAME =~ /^(release-.*(RC|HC).*(?<!_JDK11))$/)
|
|
boolean isReleasePatch = (env.TAG_NAME =~ /^release.*([1-9]\d*|0)(\.([1-9]\d*|0)){2}$/)
|
|
|
|
/**
|
|
* Common Gradle arguments for all Gradle executions
|
|
*/
|
|
String COMMON_GRADLE_PARAMS = [
|
|
'--no-daemon',
|
|
'--stacktrace',
|
|
'--info',
|
|
'-Pcompilation.warningsAsErrors=false',
|
|
'-Ptests.failFast=true',
|
|
].join(' ')
|
|
|
|
pipeline {
|
|
agent { label 'standard-latest-ami' }
|
|
|
|
/*
|
|
* List options in alphabetical order
|
|
*/
|
|
options {
|
|
buildDiscarder(logRotator(daysToKeepStr: '14', artifactDaysToKeepStr: '14'))
|
|
parallelsAlwaysFailFast()
|
|
timeout(time: 6, unit: 'HOURS')
|
|
timestamps()
|
|
}
|
|
|
|
parameters {
|
|
booleanParam defaultValue: true, description: 'Run tests during this build?', name: 'DO_TEST'
|
|
}
|
|
|
|
/*
|
|
* List environment variables in alphabetical order
|
|
*/
|
|
environment {
|
|
ARTIFACTORY_BUILD_NAME = "Corda :: Publish :: Publish Release to Artifactory :: ${env.BRANCH_NAME}"
|
|
ARTIFACTORY_CREDENTIALS = credentials('artifactory-credentials')
|
|
CORDA_ARTIFACTORY_PASSWORD = "${env.ARTIFACTORY_CREDENTIALS_PSW}"
|
|
CORDA_ARTIFACTORY_USERNAME = "${env.ARTIFACTORY_CREDENTIALS_USR}"
|
|
CORDA_USE_CACHE = "corda-remotes"
|
|
DOCKER_URL = "https://index.docker.io/v1/"
|
|
EMAIL_RECIPIENTS = credentials('corda4-email-recipient')
|
|
SNYK_API_KEY = "c4-os-snyk" //Jenkins credential type: Snyk Api token
|
|
SNYK_API_TOKEN = credentials('c4-os-snyk-api-token-secret') //Jenkins credential type: Secret text
|
|
C4_OS_SNYK_ORG_ID = credentials('corda4-os-snyk-org-id')
|
|
}
|
|
|
|
stages {
|
|
stage('Compile') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'clean',
|
|
'jar'
|
|
].join(' ')
|
|
}
|
|
}
|
|
|
|
stage('Stash') {
|
|
when {
|
|
expression { params.DO_TEST }
|
|
}
|
|
steps {
|
|
stash name: 'compiled', useDefaultExcludes: false
|
|
}
|
|
}
|
|
|
|
stage('Snyk Security') {
|
|
when {
|
|
expression { isReleaseTag || isReleaseCandidate || isReleaseBranch }
|
|
}
|
|
steps {
|
|
script {
|
|
// Invoke Snyk for each Gradle sub project we wish to scan
|
|
def modulesToScan = ['node', 'capsule', 'bridge', 'bridgecapsule']
|
|
modulesToScan.each { module ->
|
|
snykSecurityScan("${env.SNYK_API_KEY}", "--sub-project=$module --configuration-matching='^runtimeClasspath\$' --prune-repeated-subdependencies --debug --target-reference='${env.BRANCH_NAME}' --project-tags=Branch='${env.BRANCH_NAME.replaceAll("[^0-9|a-z|A-Z]+","_")}'")
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
stage('Generate Snyk License Report') {
|
|
when {
|
|
expression { isReleaseTag || isReleaseCandidate || isReleaseBranch }
|
|
}
|
|
steps {
|
|
snykLicenseGeneration(env.SNYK_API_TOKEN, env.C4_OS_SNYK_ORG_ID)
|
|
}
|
|
post {
|
|
always {
|
|
script {
|
|
archiveArtifacts artifacts: 'snyk-license-report/*-snyk-license-report.html', allowEmptyArchive: true, fingerprint: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
stage('All Tests') {
|
|
when {
|
|
expression { params.DO_TEST }
|
|
beforeAgent true
|
|
}
|
|
parallel {
|
|
stage('Another agent') {
|
|
agent {
|
|
label 'standard'
|
|
}
|
|
options {
|
|
skipDefaultCheckout true
|
|
}
|
|
post {
|
|
always {
|
|
archiveArtifacts artifacts: '**/*.log', fingerprint: false
|
|
junit testResults: '**/build/test-results/**/*.xml', keepLongStdio: true
|
|
/*
|
|
* Copy all JUnit results files into a single top level directory.
|
|
* This is necessary to stop the allure plugin from hitting out
|
|
* of memory errors due to being passed many directories with
|
|
* long paths.
|
|
*
|
|
* File names are pre-pended with a prefix when
|
|
* copied to avoid collisions between files where the same test
|
|
* classes have run on multiple agents.
|
|
*/
|
|
fileOperations([fileCopyOperation(
|
|
includes: '**/build/test-results/**/*.xml',
|
|
targetLocation: 'allure-input',
|
|
flattenFiles: true,
|
|
renameFiles: true,
|
|
sourceCaptureExpression: '.*/([^/]+)$',
|
|
targetNameExpression: 'other-agent-$1')])
|
|
stash name: 'allure-input', includes: 'allure-input/**', useDefaultExcludes: false
|
|
}
|
|
cleanup {
|
|
deleteDir() /* clean up our workspace */
|
|
}
|
|
}
|
|
stages {
|
|
stage('Unstash') {
|
|
steps {
|
|
unstash 'compiled'
|
|
}
|
|
}
|
|
stage('Recompile') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'jar'
|
|
].join(' ')
|
|
}
|
|
}
|
|
stage('Unit Test') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'test'
|
|
].join(' ')
|
|
}
|
|
}
|
|
stage('Smoke Test') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'smokeTest'
|
|
].join(' ')
|
|
}
|
|
}
|
|
stage('Slow Integration Test') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'slowIntegrationTest'
|
|
].join(' ')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
stage('Same agent') {
|
|
post {
|
|
always {
|
|
archiveArtifacts artifacts: '**/*.log', fingerprint: false
|
|
junit testResults: '**/build/test-results/**/*.xml', keepLongStdio: true
|
|
/*
|
|
* Copy all JUnit results files into a single top level directory.
|
|
* This is necessary to stop the allure plugin from hitting out
|
|
* of memory errors due to being passed many directories with
|
|
* long paths.
|
|
*
|
|
* File names are pre-pended with a prefix when
|
|
* copied to avoid collisions between files where the same test
|
|
* classes have run on multiple agents.
|
|
*/
|
|
fileOperations([fileCopyOperation(
|
|
includes: '**/build/test-results/**/*.xml',
|
|
targetLocation: 'allure-input',
|
|
flattenFiles: true,
|
|
renameFiles: true,
|
|
sourceCaptureExpression: '.*/([^/]+)$',
|
|
targetNameExpression: 'same-agent-$1')])
|
|
}
|
|
}
|
|
stages {
|
|
stage('Integration Test') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'integrationTest'
|
|
].join(' ')
|
|
}
|
|
}
|
|
|
|
stage('Deploy Node') {
|
|
steps {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'deployNode'
|
|
].join(' ')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
stage('Publish to Artifactory') {
|
|
when {
|
|
expression { isReleaseTag }
|
|
}
|
|
steps {
|
|
rtServer(
|
|
id: 'R3-Artifactory',
|
|
url: 'https://software.r3.com/artifactory',
|
|
credentialsId: 'artifactory-credentials'
|
|
)
|
|
rtGradleDeployer(
|
|
id: 'deployer',
|
|
serverId: 'R3-Artifactory',
|
|
repo: 'corda-releases'
|
|
)
|
|
rtGradleRun(
|
|
usesPlugin: true,
|
|
useWrapper: true,
|
|
switches: '-s --info',
|
|
tasks: 'artifactoryPublish',
|
|
deployerId: 'deployer',
|
|
buildName: env.ARTIFACTORY_BUILD_NAME
|
|
)
|
|
rtPublishBuildInfo(
|
|
serverId: 'R3-Artifactory',
|
|
buildName: env.ARTIFACTORY_BUILD_NAME
|
|
)
|
|
}
|
|
}
|
|
|
|
stage('Publish Release to Docker Hub') {
|
|
when {
|
|
expression { isReleaseTag && !isInternalRelease && !isReleaseCandidate && !isReleasePatch}
|
|
}
|
|
steps {
|
|
withCredentials([
|
|
usernamePassword(credentialsId: 'corda-publisher-docker-hub-credentials',
|
|
usernameVariable: 'DOCKER_USERNAME',
|
|
passwordVariable: 'DOCKER_PASSWORD')
|
|
]) {
|
|
sh script: [
|
|
'./gradlew',
|
|
COMMON_GRADLE_PARAMS,
|
|
'pushOfficialImages'
|
|
].join(' ')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
script {
|
|
if (gitUtils.isReleaseTag()) {
|
|
gitUtils.getGitLog(env.TAG_NAME, env.GIT_URL.replace('https://github.com/corda/', ''), scm.userRemoteConfigs[0].credentialsId)
|
|
}
|
|
try {
|
|
if (params.DO_TEST) {
|
|
unstash 'allure-input'
|
|
allure includeProperties: false,
|
|
jdk: '',
|
|
results: [[path: '**/allure-input']]
|
|
}
|
|
} catch (err) {
|
|
echo("Allure report generation failed: $err")
|
|
|
|
if (currentBuild.resultIsBetterOrEqualTo('SUCCESS')) {
|
|
currentBuild.result = 'UNSTABLE'
|
|
}
|
|
}
|
|
}
|
|
|
|
script
|
|
{
|
|
if (!isReleaseTag) {
|
|
// We want to send a summary email, but want to limit to once per day.
|
|
// Comparing the dates of the previous and current builds achieves this,
|
|
// i.e. we will only send an email for the first build on a given day.
|
|
def prevBuildDate = new Date(
|
|
currentBuild.previousBuild?.timeInMillis ?: 0).clearTime()
|
|
def currentBuildDate = new Date(
|
|
currentBuild.timeInMillis).clearTime()
|
|
|
|
if (prevBuildDate != currentBuildDate) {
|
|
def statusSymbol = '\u2753'
|
|
switch(currentBuild.result) {
|
|
case 'SUCCESS':
|
|
statusSymbol = '\u2705'
|
|
break;
|
|
case 'UNSTABLE':
|
|
statusSymbol = '\u26A0'
|
|
break;
|
|
case 'FAILURE':
|
|
statusSymbol = '\u274c'
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
echo('First build for this date, sending summary email')
|
|
emailext to: '$DEFAULT_RECIPIENTS',
|
|
subject: "$statusSymbol" + '$BRANCH_NAME regression tests - $BUILD_STATUS',
|
|
mimeType: 'text/html',
|
|
body: '${SCRIPT, template="groovy-html.template"}'
|
|
} else {
|
|
echo('Already sent summary email today, suppressing')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
success {
|
|
script {
|
|
sendSlackNotifications("good", "BUILD PASSED", false, "#corda-corda4-open-source-build-notifications")
|
|
if (isReleaseTag || isReleaseCandidate || isReleaseBranch) {
|
|
snykSecurityScan.generateHtmlElements()
|
|
}
|
|
}
|
|
}
|
|
unstable {
|
|
script {
|
|
sendSlackNotifications("warning", "BUILD UNSTABLE", false, "#corda-corda4-open-source-build-notifications")
|
|
if (isReleaseTag || isReleaseCandidate || isReleaseBranch) {
|
|
snykSecurityScan.generateHtmlElements()
|
|
}
|
|
if (isReleaseTag || isReleaseCandidate || isReleaseBranch) {
|
|
snykSecurityScan.generateHtmlElements()
|
|
}
|
|
}
|
|
}
|
|
failure {
|
|
script {
|
|
sendSlackNotifications("danger", "BUILD FAILURE", true, "#corda-corda4-open-source-build-notifications")
|
|
if (isReleaseTag || isReleaseBranch || isReleaseCandidate) {
|
|
sendEmailNotifications("${env.EMAIL_RECIPIENTS}")
|
|
}
|
|
}
|
|
}
|
|
cleanup {
|
|
deleteDir() /* clean up our workspace */
|
|
}
|
|
}
|
|
}
|