4e76b65b17
The jobs still need to manually removed in Jenkins, though! git-svn-id: https://svn.apache.org/repos/asf/poi/trunk@1809348 13f79535-47bb-0310-9956-ffa450edef68
477 lines
19 KiB
Groovy
477 lines
19 KiB
Groovy
// This script is used as input to the Jenkins Job DSL plugin to create all the build-jobs that
|
|
// Apache POI uses on the public Jenkins instance at https://builds.apache.org/view/P/view/POI/
|
|
//
|
|
// See https://github.com/jenkinsci/job-dsl-plugin/wiki for information about the DSL, you can
|
|
// use http://job-dsl.herokuapp.com/ to validate the code before checkin
|
|
//
|
|
|
|
def triggerSundays = '''
|
|
# only run this once per week on Sundays
|
|
H H * * 0
|
|
'''
|
|
|
|
def xercesUrl = 'http://repo1.maven.org/maven2/xerces/xercesImpl/2.6.1/xercesImpl-2.6.1.jar'
|
|
def xercesLib = 'compile-lib/xercesImpl-2.6.1.jar'
|
|
|
|
def poijobs = [
|
|
[ name: 'POI-DSL-1.8', trigger: 'H */12 * * *'
|
|
],
|
|
[ name: 'POI-DSL-OpenJDK', jdk: 'OpenJDK', trigger: 'H */12 * * *',
|
|
// H13-H20 (Ubuntu 16.04) do not have OpenJDK 6 installed, see https://issues.apache.org/jira/browse/INFRA-12880
|
|
slaveAdd: '&&!beam1&&!beam2&&!beam3&&!beam4&&!beam5&&!beam6&&!beam7&&!beam8' +
|
|
'&&!H0&&!H1&&!H2&&!H3&&!H4&&!H5&&!H6&&!H7&&!H8&&!H9&&!H10&&!H11' +
|
|
'&&!qnode3' +
|
|
'&&!ubuntu-1&&!ubuntu-2&&!ubuntu-4&&!ubuntu-5&&!ubuntu-6&&!ubuntu-eu2&&!ubuntu-us1',
|
|
// the JDK is missing on some slaves so builds are unstable
|
|
skipcigame: true
|
|
],
|
|
[ name: 'POI-DSL-1.9', jdk: '1.9', trigger: triggerSundays,
|
|
properties: ['-Djava9addmods=--add-modules=java.xml.bind',
|
|
'-Djavadoc9addmods=--add-modules=java.xml.bind',
|
|
'-Djava9addmodsvalue=-Dsun.reflect.debugModuleAccessChecks=true',
|
|
'-Djava9addopens1=--add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED',
|
|
'-Djava9addopens2=--add-opens=java.base/java.io=ALL-UNNAMED',
|
|
'-Djava9addopens3=--add-opens=java.base/java.nio=ALL-UNNAMED',
|
|
'-Djava9addopens4=--add-opens=java.base/java.lang=ALL-UNNAMED',
|
|
'-Djava9addopens5=--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED',
|
|
'-Djava.locale.providers=JRE,CLDR'],
|
|
skipcigame: true
|
|
],
|
|
[ name: 'POI-DSL-IBM-JDK', jdk: 'IBMJDK', trigger: triggerSundays,
|
|
// some OOXML tests fail with strange XML parsing errors and missing JCE unlimited strength requirements
|
|
disabled: true, skipcigame: true
|
|
],
|
|
[ name: 'POI-DSL-old-Xerces', trigger: triggerSundays,
|
|
shell: "mkdir -p compile-lib && test -f ${xercesLib} || wget -O ${xercesLib} ${xercesUrl}\n",
|
|
// the property triggers using Xerces as XML Parser and previously showed some exception that can occur
|
|
properties: ["-Dadditionaljar=${xercesLib}"]
|
|
],
|
|
[ name: 'POI-DSL-Maven', trigger: 'H */4 * * *', maven: true
|
|
],
|
|
[ name: 'POI-DSL-regenerate-javadoc', trigger: triggerSundays, javadoc: true
|
|
],
|
|
[ name: 'POI-DSL-API-Check', trigger: '@daily', apicheck: true
|
|
],
|
|
[ name: 'POI-DSL-Gradle', trigger: triggerSundays, email: 'centic@apache.org', gradle: true,
|
|
// Gradle will not run any tests if the code is up-to-date, therefore manually mark the files as updated
|
|
addShell: 'touch --no-create build/*/build/test-results/TEST-*.xml build/*/build/test-results/test/TEST-*.xml'
|
|
],
|
|
[ name: 'POI-DSL-no-scratchpad', trigger: triggerSundays, noScratchpad: true
|
|
],
|
|
[ name: 'POI-DSL-SonarQube', trigger: 'H 9 * * *', maven: true, sonar: true, skipcigame: true,
|
|
disabled: true // try to use the Gradle-based run so we can get rid of the Maven buildsystem
|
|
],
|
|
[ name: 'POI-DSL-SonarQube-Gradle', trigger: 'H 9 * * *', gradle: true, sonar: true, skipcigame: true
|
|
],
|
|
[ name: 'POI-DSL-Windows-1.8', trigger: 'H */12 * * *', windows: true, slaves: 'Windows'
|
|
],
|
|
]
|
|
|
|
def svnBase = 'https://svn.apache.org/repos/asf/poi/trunk'
|
|
def defaultJdk = '1.8'
|
|
def defaultTrigger = 'H/15 * * * *' // check SCM every 60/15 = 4 minutes
|
|
def defaultEmail = 'dev@poi.apache.org'
|
|
def defaultAnt = 'Ant 1.9.9'
|
|
// currently a lot of H?? slaves don't have Ant installed ... H21 seems to have a SVN problem
|
|
def defaultSlaves = 'ubuntu&&!cloud-slave&&!H15&&!H17&&!H18&&!H24&&!ubuntu-4&&!H21'
|
|
|
|
def jdkMapping = [
|
|
'1.8': 'JDK 1.8 (latest)',
|
|
'1.9': 'JDK 1.9 (latest)',
|
|
'OpenJDK': 'OpenJDK 8 (on Ubuntu only) ', // blank is required here until the name in the Jenkins instance is fixed!
|
|
'IBMJDK': 'IBM 1.8 64-bit (on Ubuntu only)',
|
|
]
|
|
|
|
static def shellEx(def context, String cmd, def poijob) {
|
|
if (poijob.windows) {
|
|
context.batchFile(cmd)
|
|
} else {
|
|
context.shell(cmd)
|
|
}
|
|
}
|
|
|
|
def defaultDesc = '''
|
|
<img src="https://poi.apache.org/resources/images/project-logo.jpg" />
|
|
<p>
|
|
Apache POI - the Java API for Microsoft Documents
|
|
</p>
|
|
<p>
|
|
<b>This is an automatically generated Job Config, do not edit it here!
|
|
Instead change the Jenkins Job DSL at <a href="https://svn.apache.org/repos/asf/poi/trunk/jenkins">https://svn.apache.org/repos/asf/poi/trunk/jenkins</a>,
|
|
see <a href="https://github.com/jenkinsci/job-dsl-plugin/wiki">https://github.com/jenkinsci/job-dsl-plugin/wiki</a>
|
|
for more details about the DSL.</b>
|
|
</p>'''
|
|
|
|
def apicheckDesc = '''
|
|
<p>
|
|
<b><a href="https://builds.apache.org/analysis/dashboard?id=org.apache.poi%3Apoi-parent&did=1" target="_blank">Sonar reports</a></b> -
|
|
<p>
|
|
<b><a href="lastSuccessfulBuild/artifact/build/main/build/reports/japi.html">API Check POI</a></b>
|
|
<b><a href="lastSuccessfulBuild/artifact/build/ooxml/build/reports/japi.html">API Check POI-OOXML</a></b>
|
|
<b><a href="lastSuccessfulBuild/artifact/build/excelant/build/reports/japi.html">API Check POI-Excelant</a></b>
|
|
<b><a href="lastSuccessfulBuild/artifact/build/scratchpad/build/reports/japi.html">API Check POI-Scratchpad</a></b>
|
|
|
|
</p>
|
|
'''
|
|
|
|
def sonarDesc = '''
|
|
<p>
|
|
<b><a href="lastSuccessfulBuild/findbugsResult/" target="_blank">Findbugs report of latest build</a></b> -
|
|
<b><a href="https://builds.apache.org/analysis/dashboard?id=org.apache.poi%3Apoi-parent&did=1" target="_blank">Sonar reports</a></b> -
|
|
<b><a href="lastSuccessfulBuild/artifact/build/coverage/index.html" target="_blank">Coverage of latest build</a></b>
|
|
</p>
|
|
'''
|
|
|
|
def shellCmdsUnix =
|
|
'''# show which files are currently modified in the working copy
|
|
svn status
|
|
|
|
# print out information about which exact version of java we are using
|
|
echo Java-Home: $JAVA_HOME
|
|
ls -al $JAVA_HOME/
|
|
$JAVA_HOME/bin/java -version
|
|
|
|
POIJOBSHELL
|
|
|
|
# ignore any error message
|
|
exit 0'''
|
|
|
|
def shellCmdsWin =
|
|
'''@echo off
|
|
:: show which files are currently modified in the working copy
|
|
svn status
|
|
|
|
:: print out information about which exact version of java we are using
|
|
echo Java-Home: %JAVA_HOME%
|
|
dir "%JAVA_HOME:\\\\=\\%"
|
|
"%JAVA_HOME%/bin/java" -version
|
|
|
|
POIJOBSHELL
|
|
|
|
:: ignore any error message
|
|
exit /b 0'''
|
|
|
|
poijobs.each { poijob ->
|
|
def jdkKey = poijob.jdk ?: defaultJdk
|
|
def trigger = poijob.trigger ?: defaultTrigger
|
|
def email = poijob.email ?: defaultEmail
|
|
def slaves = poijob.slaves ?: defaultSlaves + (poijob.slaveAdd ?: '')
|
|
def antRT = defaultAnt + (poijob.windows ? ' (Windows)' : '')
|
|
|
|
job(poijob.name) {
|
|
if (poijob.disabled) {
|
|
disabled()
|
|
}
|
|
|
|
description( defaultDesc + (poijob.apicheck ? apicheckDesc : sonarDesc) )
|
|
logRotator {
|
|
numToKeep(5)
|
|
artifactNumToKeep(1)
|
|
}
|
|
label(slaves)
|
|
environmentVariables {
|
|
env('LANG', 'en_US.UTF-8')
|
|
if(jdkKey == '1.9') {
|
|
// when using JDK 9 for running Ant, we need to provide more packages for the forbidden-api-checks task
|
|
env('ANT_OPTS', '--add-modules=java.xml.bind --add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED --add-opens=java.base/java.lang=ALL-UNNAMED')
|
|
}
|
|
}
|
|
wrappers {
|
|
/* Plugin seems to be missing: Warning: (create_jobs.groovy, line 202) version 1.13 or later of plugin 'build-timeout' needs to be installed
|
|
timeout {
|
|
absolute(180)
|
|
abortBuild()
|
|
writeDescription('Build was aborted due to timeout')
|
|
}*/
|
|
if(poijob.sonar) {
|
|
configure { project ->
|
|
project / buildWrappers << 'hudson.plugins.sonar.SonarBuildWrapper' {}
|
|
}
|
|
}
|
|
}
|
|
jdk(jdkMapping.get(jdkKey))
|
|
scm {
|
|
svn(svnBase) { svnNode ->
|
|
svnNode / browser(class: 'hudson.scm.browsers.ViewSVN') /
|
|
url << 'http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN'
|
|
}
|
|
}
|
|
checkoutRetryCount(3)
|
|
|
|
triggers {
|
|
scm(trigger)
|
|
}
|
|
|
|
def shellcmds = (poijob.windows ? shellCmdsWin : shellCmdsUnix).replace('POIJOBSHELL', poijob.shell ?: '')
|
|
|
|
// Create steps and publishers depending on the type of Job that is selected
|
|
if(poijob.maven) {
|
|
steps {
|
|
shellEx(delegate, shellcmds, poijob)
|
|
maven {
|
|
goals('clean')
|
|
rootPOM('sonar/pom.xml')
|
|
localRepository(LocalRepositoryLocation.LOCAL_TO_WORKSPACE)
|
|
mavenInstallation('maven-3.2.1')
|
|
}
|
|
/* Currently not done, let's see if it is still necessary:
|
|
# Maven-Download fails for strange reasons, try to workaround...
|
|
mkdir -p sonar/ooxml-schema-security/target/schemas && wget -O sonar/ooxml-schema-security/target/schemas/xmldsig-core-schema.xsd http://www.w3.org/TR/2002/REC-xmldsig-core-20020212/xmldsig-core-schema.xsd
|
|
*/
|
|
maven {
|
|
if(poijob.sonar) {
|
|
goals('compile $SONAR_MAVEN_GOAL -Dsonar.host.url=$SONAR_HOST_URL')
|
|
} else {
|
|
goals('package')
|
|
}
|
|
rootPOM('sonar/pom.xml')
|
|
mavenOpts('-Xmx2g')
|
|
mavenOpts('-Xms256m')
|
|
mavenOpts('-XX:-OmitStackTraceInFastThrow')
|
|
localRepository(LocalRepositoryLocation.LOCAL_TO_WORKSPACE)
|
|
mavenInstallation('maven-3.2.1')
|
|
}
|
|
}
|
|
publishers {
|
|
if (!poijob.skipcigame) {
|
|
configure { project ->
|
|
project / publishers << 'hudson.plugins.cigame.GamePublisher' {}
|
|
}
|
|
}
|
|
mailer(email, false, false)
|
|
}
|
|
} else if (poijob.javadoc) {
|
|
steps {
|
|
shellEx(delegate, shellcmds, poijob)
|
|
ant {
|
|
targets(['clean', 'javadocs'] + (poijob.properties ?: []))
|
|
prop('coverage.enabled', true)
|
|
// Properties did not work, so I had to use targets instead
|
|
//properties(poijob.properties ?: '')
|
|
antInstallation(antRT)
|
|
}
|
|
shellEx(delegate, 'zip -r build/javadocs.zip build/tmp/site/build/site/apidocs', poijob)
|
|
}
|
|
publishers {
|
|
if (!poijob.skipcigame) {
|
|
configure { project ->
|
|
project / publishers << 'hudson.plugins.cigame.GamePublisher' {}
|
|
}
|
|
}
|
|
mailer(email, false, false)
|
|
}
|
|
} else if (poijob.apicheck) {
|
|
steps {
|
|
shellEx(delegate, shellcmds, poijob)
|
|
gradle {
|
|
tasks('japicmp')
|
|
useWrapper(false)
|
|
}
|
|
}
|
|
publishers {
|
|
archiveArtifacts('build/*/build/reports/japi.html')
|
|
if (!poijob.skipcigame) {
|
|
configure { project ->
|
|
project / publishers << 'hudson.plugins.cigame.GamePublisher' {}
|
|
}
|
|
}
|
|
mailer(email, false, false)
|
|
}
|
|
} else if(poijob.sonar) {
|
|
steps {
|
|
shellEx(delegate, shellcmds, poijob)
|
|
gradle {
|
|
switches('-PenableSonar')
|
|
switches('-Dsonar.host.url=$SONAR_HOST_URL')
|
|
tasks('sonarqube')
|
|
useWrapper(false)
|
|
}
|
|
}
|
|
publishers {
|
|
if (!poijob.skipcigame) {
|
|
configure { project ->
|
|
project / publishers << 'hudson.plugins.cigame.GamePublisher' {}
|
|
}
|
|
}
|
|
mailer(email, false, false)
|
|
}
|
|
} else {
|
|
steps {
|
|
shellEx(delegate, shellcmds, poijob)
|
|
if(poijob.addShell) {
|
|
shellEx(delegate, poijob.addShell, poijob)
|
|
}
|
|
// For Jobs that should still have the default set of publishers we can configure different steps here
|
|
if(poijob.gradle) {
|
|
gradle {
|
|
tasks('check')
|
|
useWrapper(false)
|
|
}
|
|
} else if (poijob.noScratchpad) {
|
|
ant {
|
|
targets(['clean', 'compile-all'] + (poijob.properties ?: []))
|
|
prop('coverage.enabled', true)
|
|
antInstallation(antRT)
|
|
}
|
|
ant {
|
|
targets(['-Dscratchpad.ignore=true', 'jacocotask', 'test-all', 'testcoveragereport'] + (poijob.properties ?: []))
|
|
prop('coverage.enabled', true)
|
|
antInstallation(antRT)
|
|
}
|
|
} else {
|
|
ant {
|
|
targets(['clean', 'jenkins'] + (poijob.properties ?: []))
|
|
prop('coverage.enabled', true)
|
|
// Properties did not work, so I had to use targets instead
|
|
//properties(poijob.properties ?: '')
|
|
antInstallation(antRT)
|
|
}
|
|
ant {
|
|
targets(['run'] + (poijob.properties ?: []))
|
|
buildFile('src/integrationtest/build.xml')
|
|
// Properties did not work, so I had to use targets instead
|
|
//properties(poijob.properties ?: '')
|
|
antInstallation(antRT)
|
|
}
|
|
}
|
|
}
|
|
publishers {
|
|
findbugs('build/findbugs.xml', false) {
|
|
healthLimits(3, 20)
|
|
thresholdLimit('low')
|
|
defaultEncoding('UTF-8')
|
|
}
|
|
// in archive, junit and jacoco publishers, matches beneath build/*/build/... are for Gradle-build results
|
|
archiveArtifacts('build/dist/*.tar.gz,build/findbugs.html,build/coverage/**,build/integration-test-results/**,ooxml-lib/**,build/*/build/libs/*.jar')
|
|
warnings(['Java Compiler (javac)', 'JavaDoc Tool'], null) {
|
|
resolveRelativePaths()
|
|
}
|
|
archiveJunit('build/ooxml-test-results/*.xml,build/scratchpad-test-results/*.xml,build/test-results/*.xml,build/excelant-test-results/*.xml,build/integration-test-results/*.xml,build/*/build/test-results/test/TEST-*.xml,build/*/build/test-results/TEST-*.xml') {
|
|
testDataPublishers {
|
|
publishTestStabilityData()
|
|
}
|
|
}
|
|
jacocoCodeCoverage {
|
|
classPattern('build/classes,build/excelant-classes,build/ooxml-classes,build/scratchpad-classes,build/*/build/classes')
|
|
execPattern('build/*.exec,build/*/build/jacoco/*.exec')
|
|
sourcePattern('src/java,src/excelant/java,src/ooxml/java,src/scratchpad/src')
|
|
exclusionPattern('com/microsoft/**,org/openxmlformats/**,org/etsi/**,org/w3/**,schemaorg*/**,schemasMicrosoft*/**,org/apache/poi/hdf/model/hdftypes/definitions/*.class,org/apache/poi/hwpf/model/types/*.class,org/apache/poi/hssf/usermodel/DummyGraphics2d.class,org/apache/poi/sl/draw/binding/*.class')
|
|
}
|
|
|
|
if (!poijob.skipcigame) {
|
|
configure { project ->
|
|
project / publishers << 'hudson.plugins.cigame.GamePublisher' {}
|
|
}
|
|
}
|
|
mailer(email, false, false)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
Add a special job which spans a two-dimensional matrix of all JDKs that we want to use and
|
|
all slaves that we would like to use and test if the java and ant binaries are available
|
|
on that machine correctly.
|
|
*/
|
|
matrixJob('POI-DSL-Test-Environment') {
|
|
description(
|
|
'''
|
|
Check installed version of Java/Ant on all build-nodes
|
|
|
|
This job is used to verify which machines actually have the required programs installed.
|
|
|
|
Unfortunately we often see builds break because of changes/new machines...'''
|
|
)
|
|
|
|
/*throttleConcurrentBuilds {
|
|
maxPerNode(1)
|
|
maxTotal(1)
|
|
}*/
|
|
logRotator {
|
|
numToKeep(5)
|
|
artifactNumToKeep(1)
|
|
}
|
|
axes {
|
|
jdk(
|
|
'JDK 1.8 (latest)',
|
|
'OpenJDK 8 (on Ubuntu only) ', // blank is required here until the name in the Jenkins instance is fixed!
|
|
'IBM 1.8 64-bit (on Ubuntu only)',
|
|
|
|
'JDK 1.9 (latest)',
|
|
'JDK 9 b181',
|
|
'JDK 9 b181 (unlimited security)'
|
|
)
|
|
label('Nodes',
|
|
'beam1','beam2','beam3','beam4','beam5','beam6','beam7','beam8',
|
|
'freebsd1',
|
|
'H0','H1','H10','H11','H12','H13','H14','H15','H16','H17','H18','H19','H2','H20','H21','H22','H23','H24','H25','H26','H27','H3','H4','H5','H6','H7','H8','H9',
|
|
'qnode1','qnode2','qnode3',
|
|
'ubuntu-1','ubuntu-2','ubuntu-4','ubuntu-5','ubuntu-6','ubuntu-eu2','ubuntu-eu3','ubuntu-ppc64le','ubuntu-us1',
|
|
'windows-2012-1','windows-2012-2','windows-2012-3'
|
|
)
|
|
}
|
|
steps {
|
|
/*if (poijob.windows) {
|
|
context.batchFile(cmd)
|
|
} else {*/
|
|
shell('''
|
|
which javac
|
|
javac -version
|
|
echo '<?xml version="1.0"?><project name="POI Build" default="test"><target name="test"><echo>Using Ant: ${ant.version} from ${ant.home}</echo></target></project>' > build.xml
|
|
''')
|
|
//}
|
|
ant {
|
|
antInstallation(defaultAnt)
|
|
}
|
|
}
|
|
|
|
publishers {
|
|
mailer('centic@poi.apache.org' /* defaultEmail */, false, false)
|
|
}
|
|
}
|
|
|
|
/* I tried to put the view into a sub-folder/sub-view, but failed, there are multiple related
|
|
plugins so this is all a bit confusing :(, see also https://issues.apache.org/jira/browse/INFRA-14002
|
|
dashboardView("P/POI-new") {
|
|
columns {
|
|
status()
|
|
weather()
|
|
configureProject()
|
|
buildButton()
|
|
cronTrigger()
|
|
lastBuildConsole()
|
|
name()
|
|
lastSuccess()
|
|
lastFailure()
|
|
lastDuration()
|
|
//lastSuccessDescription()
|
|
jacoco()
|
|
}
|
|
description("Jobs related to building/testing Apache POI")
|
|
filterBuildQueue(false)
|
|
filterExecutors(false)
|
|
|
|
// Job selection
|
|
jobs {*/
|
|
//regex(/.*POI.*/)
|
|
/*}
|
|
|
|
// Layout
|
|
topPortlets {
|
|
jenkinsJobsList {
|
|
displayName('POI jobs')
|
|
}
|
|
}
|
|
leftPortlets {
|
|
testStatisticsChart()
|
|
}
|
|
rightPortlets {
|
|
testTrendChart()
|
|
}
|
|
bottomPortlets {
|
|
testStatisticsGrid()
|
|
buildStatistics()
|
|
}
|
|
}*/
|