mirror of
https://github.com/corda/corda.git
synced 2024-12-28 08:48:57 +00:00
254 lines
11 KiB
Groovy
254 lines
11 KiB
Groovy
#!groovy
|
|
/**
|
|
* Jenkins pipeline to build Corda OS release branches and tags
|
|
*/
|
|
|
|
/**
|
|
* Kill already started job.
|
|
* Assume new commit takes precendence and results from previous
|
|
* unfinished builds are not required.
|
|
* This feature doesn't play well with disableConcurrentBuilds() option
|
|
*/
|
|
@Library('corda-shared-build-pipeline-steps')
|
|
import static com.r3.build.BuildControl.killAllExistingBuildsForJob
|
|
|
|
killAllExistingBuildsForJob(env.JOB_NAME, env.BUILD_NUMBER.toInteger())
|
|
|
|
/**
|
|
* Sense environment
|
|
*/
|
|
boolean isReleaseTag = (env.TAG_NAME =~ /^release-.*(?<!_JDK11)$/)
|
|
boolean isInternalRelease = (env.TAG_NAME =~ /^internal-release-.*$/)
|
|
/*
|
|
** calculate the stage for NexusIQ evaluation
|
|
** * build for snapshots
|
|
** * stage-release: for release candidates and for health checks
|
|
** * operate: for final release
|
|
*/
|
|
def nexusIqStage = "build"
|
|
if (isReleaseTag) {
|
|
switch (env.TAG_NAME) {
|
|
case ~/.*-RC\d+(-.*)?/: nexusIqStage = "stage-release"; break;
|
|
case ~/.*-HC\d+(-.*)?/: nexusIqStage = "stage-release"; break;
|
|
default: nexusIqStage = "operate"
|
|
}
|
|
}
|
|
|
|
pipeline {
|
|
agent { label 'k8s' }
|
|
options {
|
|
timestamps()
|
|
timeout(time: 3, unit: 'HOURS')
|
|
buildDiscarder(logRotator(daysToKeepStr: '14', artifactDaysToKeepStr: '14'))
|
|
}
|
|
|
|
environment {
|
|
DOCKER_TAG_TO_USE = "${env.GIT_COMMIT.subSequence(0, 8)}"
|
|
DOCKER_URL = "https://index.docker.io/v1/"
|
|
EXECUTOR_NUMBER = "${env.EXECUTOR_NUMBER}"
|
|
BUILD_ID = "${env.BUILD_ID}-${env.JOB_NAME}"
|
|
ARTIFACTORY_CREDENTIALS = credentials('artifactory-credentials')
|
|
ARTIFACTORY_BUILD_NAME = "Corda / Publish / Publish Release to Artifactory".replaceAll("/", "::")
|
|
CORDA_USE_CACHE = "corda-remotes"
|
|
CORDA_ARTIFACTORY_USERNAME = "${env.ARTIFACTORY_CREDENTIALS_USR}"
|
|
CORDA_ARTIFACTORY_PASSWORD = "${env.ARTIFACTORY_CREDENTIALS_PSW}"
|
|
}
|
|
|
|
stages {
|
|
stage('Sonatype Check') {
|
|
steps {
|
|
sh "./gradlew --no-daemon clean jar"
|
|
script {
|
|
sh "./gradlew --no-daemon properties | grep -E '^(version|group):' >version-properties"
|
|
def version = sh (returnStdout: true, script: "grep ^version: version-properties | sed -e 's/^version: //'").trim()
|
|
def groupId = sh (returnStdout: true, script: "grep ^group: version-properties | sed -e 's/^group: //'").trim()
|
|
def artifactId = 'corda'
|
|
nexusAppId = "jenkins-${groupId}-${artifactId}-${version}"
|
|
}
|
|
nexusPolicyEvaluation (
|
|
failBuildOnNetworkError: false,
|
|
iqApplication: manualApplication(nexusAppId),
|
|
iqScanPatterns: [[scanPattern: 'node/capsule/build/libs/corda*.jar']],
|
|
iqStage: nexusIqStage
|
|
)
|
|
}
|
|
}
|
|
|
|
stage('Deploy Nodes') {
|
|
steps {
|
|
sh "./gradlew --no-daemon jar deployNodes"
|
|
}
|
|
}
|
|
|
|
stage('Generate Build Image') {
|
|
steps {
|
|
withCredentials([string(credentialsId: 'container_reg_passwd', variable: 'DOCKER_PUSH_PWD')]) {
|
|
sh "./gradlew " +
|
|
"-Dkubenetize=true " +
|
|
"-Ddocker.push.password=\"\${DOCKER_PUSH_PWD}\" " +
|
|
"-Ddocker.work.dir=\"/tmp/\${EXECUTOR_NUMBER}\" " +
|
|
"-Ddocker.container.env.parameter.CORDA_USE_CACHE=\"${CORDA_USE_CACHE}\" " +
|
|
"-Ddocker.container.env.parameter.CORDA_ARTIFACTORY_USERNAME=\"\${ARTIFACTORY_CREDENTIALS_USR}\" " +
|
|
"-Ddocker.container.env.parameter.CORDA_ARTIFACTORY_PASSWORD=\"\${ARTIFACTORY_CREDENTIALS_PSW}\" " +
|
|
"-Ddocker.build.tag=\"\${DOCKER_TAG_TO_USE}\"" +
|
|
" clean preAllocateForParallelRegressionTest preAllocateForAllParallelSlowIntegrationTest pushBuildImage --stacktrace"
|
|
}
|
|
sh "kubectl auth can-i get pods"
|
|
}
|
|
}
|
|
|
|
stage('Testing phase') {
|
|
parallel {
|
|
stage('Regression Test') {
|
|
steps {
|
|
sh "./gradlew " +
|
|
"-DbuildId=\"\${BUILD_ID}\" " +
|
|
"-Dkubenetize=true " +
|
|
"-Ddocker.run.tag=\"\${DOCKER_TAG_TO_USE}\" " +
|
|
"-Dartifactory.username=\"\${ARTIFACTORY_CREDENTIALS_USR}\" " +
|
|
"-Dartifactory.password=\"\${ARTIFACTORY_CREDENTIALS_PSW}\" " +
|
|
"-Dgit.branch=\"\${GIT_BRANCH}\" " +
|
|
"-Dgit.target.branch=\"\${GIT_BRANCH}\" " +
|
|
" parallelRegressionTest --stacktrace"
|
|
}
|
|
}
|
|
stage('Slow Integration Test') {
|
|
steps {
|
|
sh "./gradlew " +
|
|
"-DbuildId=\"\${BUILD_ID}\" " +
|
|
"-Dkubenetize=true " +
|
|
"-Ddocker.run.tag=\"\${DOCKER_TAG_TO_USE}\" " +
|
|
"-Dartifactory.username=\"\${ARTIFACTORY_CREDENTIALS_USR}\" " +
|
|
"-Dartifactory.password=\"\${ARTIFACTORY_CREDENTIALS_PSW}\" " +
|
|
"-Dgit.branch=\"\${GIT_BRANCH}\" " +
|
|
"-Dgit.target.branch=\"\${GIT_BRANCH}\" " +
|
|
" allParallelSlowIntegrationTest --stacktrace"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
stage('Publish to Artifactory') {
|
|
when {
|
|
expression { isReleaseTag }
|
|
}
|
|
steps {
|
|
rtServer(
|
|
id: 'R3-Artifactory',
|
|
url: 'https://software.r3.com/artifactory',
|
|
credentialsId: 'artifactory-credentials'
|
|
)
|
|
rtGradleDeployer(
|
|
id: 'deployer',
|
|
serverId: 'R3-Artifactory',
|
|
repo: 'corda-releases'
|
|
)
|
|
rtGradleRun(
|
|
usesPlugin: true,
|
|
useWrapper: true,
|
|
switches: '-s --info',
|
|
tasks: 'artifactoryPublish',
|
|
deployerId: 'deployer',
|
|
buildName: env.ARTIFACTORY_BUILD_NAME
|
|
)
|
|
rtPublishBuildInfo(
|
|
serverId: 'R3-Artifactory',
|
|
buildName: env.ARTIFACTORY_BUILD_NAME
|
|
)
|
|
}
|
|
}
|
|
|
|
stage('Publish Release to Docker Hub') {
|
|
when {
|
|
expression { !isInternalRelease && isReleaseTag }
|
|
}
|
|
steps {
|
|
withCredentials([
|
|
usernamePassword(credentialsId: 'corda-publisher-docker-hub-credentials',
|
|
usernameVariable: 'DOCKER_USERNAME',
|
|
passwordVariable: 'DOCKER_PASSWORD')]) {
|
|
sh "./gradlew pushOfficialImages"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
post {
|
|
always {
|
|
archiveArtifacts artifacts: '**/pod-logs/**/*.log', fingerprint: false
|
|
junit testResults: '**/build/test-results-xml/**/*.xml', keepLongStdio: true
|
|
|
|
script {
|
|
try {
|
|
/*
|
|
* Copy all JUnit results files into a single top level directory.
|
|
* This is necessary to stop the allure plugin from hitting out
|
|
* of memory errors due to being passed many directories with
|
|
* long paths.
|
|
*
|
|
* File names are pre-pended with the pod number when
|
|
* copied to avoid collisions between files where the same test
|
|
* classes have run on multiple pods.
|
|
*/
|
|
fileOperations([fileCopyOperation(
|
|
includes: '**/test-results-xml/**/test-runs/test-reports/**',
|
|
targetLocation: 'allure-input',
|
|
flattenFiles: true,
|
|
renameFiles: true,
|
|
sourceCaptureExpression: '.*test-results-xml/.*-([\\d]+)/.*/([^/]+)$',
|
|
targetNameExpression: '$1-$2')])
|
|
allure includeProperties: false,
|
|
jdk: '',
|
|
results: [[path: '**/allure-input']]
|
|
} catch (err) {
|
|
echo("Allure report generation failed: $err")
|
|
|
|
if (currentBuild.resultIsBetterOrEqualTo('SUCCESS')) {
|
|
currentBuild.result = 'UNSTABLE'
|
|
}
|
|
}
|
|
}
|
|
|
|
script
|
|
{
|
|
if (!isReleaseTag) {
|
|
// We want to send a summary email, but want to limit to once per day.
|
|
// Comparing the dates of the previous and current builds achieves this,
|
|
// i.e. we will only send an email for the first build on a given day.
|
|
def prevBuildDate = new Date(
|
|
currentBuild?.previousBuild.timeInMillis ?: 0).clearTime()
|
|
def currentBuildDate = new Date(
|
|
currentBuild.timeInMillis).clearTime()
|
|
|
|
if (prevBuildDate != currentBuildDate) {
|
|
def statusSymbol = '\u2753'
|
|
switch(currentBuild.result) {
|
|
case 'SUCCESS':
|
|
statusSymbol = '\u2705'
|
|
break;
|
|
case 'UNSTABLE':
|
|
case 'FAILURE':
|
|
statusSymbol = '\u274c'
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
echo('First build for this date, sending summary email')
|
|
emailext to: '$DEFAULT_RECIPIENTS',
|
|
subject: "$statusSymbol" + '$BRANCH_NAME regression tests - $BUILD_STATUS',
|
|
mimeType: 'text/html',
|
|
body: '${SCRIPT, template="groovy-html.template"}'
|
|
} else {
|
|
echo('Already sent summary email today, suppressing')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
cleanup {
|
|
deleteDir() /* clean up our workspace */
|
|
}
|
|
}
|
|
}
|