From 966128f2dc5b5abf6e447f398c0762dd2999fd6b Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 7 Dec 2020 11:49:53 +0000 Subject: [PATCH 1/4] [CI] Download dependencies with retry firstly --- .ci/packer_cache.sh | 3 +++ Jenkinsfile | 3 +++ 2 files changed, 6 insertions(+) diff --git a/.ci/packer_cache.sh b/.ci/packer_cache.sh index 8ff67ca897..930ca66293 100755 --- a/.ci/packer_cache.sh +++ b/.ci/packer_cache.sh @@ -1,6 +1,9 @@ #!/usr/bin/env bash source /usr/local/bin/bash_standard_lib.sh +JAVA_HOME=$HOME/.java/java11 \ + ./mvnw dependency:go-offline --fail-never -q -B + JAVA_HOME=$HOME/.java/java11 ./mvnw clean verify \ --fail-never -q -B \ -Dmaven.javadoc.skip=true \ diff --git a/Jenkinsfile b/Jenkinsfile index c6c7419bff..6251095804 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -85,6 +85,9 @@ pipeline { sh label: 'Size .m2', returnStatus: true, script: 'du -hs .m2' } dir("${BASE_DIR}"){ + retryWithSleep(retries: 2, seconds: 10, backoff: true) { + sh label: 'mvn dependencies', script: './mvnw dependency:go-offline' + } sh label: 'mvn install', script: "./mvnw clean install -DskipTests=true -Dmaven.javadoc.skip=true" sh label: 'mvn license', script: "./mvnw license:aggregate-third-party-report -Dlicense.excludedGroups=^co\\.elastic\\." } From b4a2403fb5436d141892b0f27137945eeb4db21d Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 7 Dec 2020 11:50:15 +0000 Subject: [PATCH 2/4] Retry up to 3 times --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 6251095804..49e0fc3c70 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -85,7 +85,7 @@ pipeline { sh label: 'Size .m2', returnStatus: true, script: 'du -hs .m2' } dir("${BASE_DIR}"){ - retryWithSleep(retries: 2, seconds: 10, backoff: true) { + retryWithSleep(retries: 3, seconds: 10, backoff: true) { sh label: 'mvn dependencies', script: './mvnw dependency:go-offline' } sh label: 'mvn install', script: "./mvnw clean install -DskipTests=true -Dmaven.javadoc.skip=true" From e5922b6a87084292d57c0f46fed81d76d99a6489 Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 7 Dec 2020 12:53:16 +0000 Subject: [PATCH 3/4] Use --fail-never since excludeGroupIds is not honoured --- Jenkinsfile | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 49e0fc3c70..ee720e7d49 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -85,9 +85,7 @@ pipeline { sh label: 'Size .m2', returnStatus: true, script: 'du -hs .m2' } dir("${BASE_DIR}"){ - retryWithSleep(retries: 3, seconds: 10, backoff: true) { - sh label: 'mvn dependencies', script: './mvnw dependency:go-offline' - } + sh label: 'mvn dependencies', script: './mvnw -q dependency:go-offline --fail-never' sh label: 'mvn install', script: "./mvnw clean install -DskipTests=true -Dmaven.javadoc.skip=true" sh label: 'mvn license', script: "./mvnw license:aggregate-third-party-report -Dlicense.excludedGroups=^co\\.elastic\\." } From 8e0444a9fef300f8b32f345bfb02ea95196a3070 Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 7 Dec 2020 16:15:28 +0000 Subject: [PATCH 4/4] Use https://github.com/apache/pulsar/pull/8386 --- .ci/packer_cache.sh | 2 +- Jenkinsfile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/packer_cache.sh b/.ci/packer_cache.sh index 930ca66293..9e23ed43da 100755 --- a/.ci/packer_cache.sh +++ b/.ci/packer_cache.sh @@ -9,7 +9,7 @@ JAVA_HOME=$HOME/.java/java11 ./mvnw clean verify \ -Dmaven.javadoc.skip=true \ -Dhttps.protocols=TLSv1.2 \ -Dmaven.wagon.http.retryHandler.count=3 \ - -Dhttp.keepAlive=false \ + -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 \ -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn if [ -x "$(command -v docker)" ]; then diff --git a/Jenkinsfile b/Jenkinsfile index ee720e7d49..852f3c1800 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -31,7 +31,7 @@ pipeline { issueCommentTrigger('(?i).*(?:jenkins\\W+)?run\\W+(?:the\\W+)?(?:benchmark\\W+)?tests(?:\\W+please)?.*') } parameters { - string(name: 'MAVEN_CONFIG', defaultValue: '-V -B -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -Dhttps.protocols=TLSv1.2 -Dmaven.wagon.http.retryHandler.count=3 -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false', description: 'Additional maven options.') + string(name: 'MAVEN_CONFIG', defaultValue: '-V -B -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -Dhttps.protocols=TLSv1.2 -Dmaven.wagon.http.retryHandler.count=3 -Dmaven.wagon.httpconnectionManager.ttlSeconds=25', description: 'Additional maven options.') booleanParam(name: 'Run_As_Master_Branch', defaultValue: false, description: 'Allow to run any steps on a PR, some steps normally only run on master branch.') booleanParam(name: 'test_ci', defaultValue: true, description: 'Enable test') booleanParam(name: 'smoketests_ci', defaultValue: true, description: 'Enable Smoke tests')