// This script is used as input to the Jenkins Job DSL plugin to create all the build-jobs that // Apache POI uses on the public Jenkins instance at https://builds.apache.org/view/P/view/POI/ // // See https://github.com/jenkinsci/job-dsl-plugin/wiki for information about the DSL, you can // use http://job-dsl.herokuapp.com/ to validate the code before checkin // def triggerSundays = ''' # only run this once per week on Sundays H H * * 0 ''' def xercesUrl = 'http://repo1.maven.org/maven2/xerces/xercesImpl/2.6.1/xercesImpl-2.6.1.jar' def xercesLib = './xercesImpl-2.6.1.jar' def poijobs = [ [ name: 'POI-DSL-1.8', trigger: 'H */12 * * *' ], [ name: 'POI-DSL-OpenJDK', jdk: 'OpenJDK', trigger: 'H */12 * * *', // H13-H20 (Ubuntu 16.04) do not have OpenJDK 6 installed, see https://issues.apache.org/jira/browse/INFRA-12880 slaveAdd: '&&!beam1&&!beam2&&!beam3&&!beam4&&!beam5&&!beam6&&!beam7&&!beam8' + '&&!H0&&!H1&&!H2&&!H3&&!H4&&!H5&&!H6&&!H7&&!H8&&!H9&&!H10&&!H11' + '&&!qnode3' + '&&!ubuntu-1&&!ubuntu-2&&!ubuntu-4&&!ubuntu-5&&!ubuntu-6&&!ubuntu-eu2&&!ubuntu-us1', // the JDK is missing on some slaves so builds are unstable skipcigame: true ], [ name: 'POI-DSL-1.10', jdk: '1.10', trigger: triggerSundays, properties: ['-Djava9addmods=--add-modules=java.xml.bind', '-Djavadoc9addmods=--add-modules=java.xml.bind', '-Djava9addmodsvalue=-Dsun.reflect.debugModuleAccessChecks=true', '-Djava9addopens1=--add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED', '-Djava9addopens2=--add-opens=java.base/java.io=ALL-UNNAMED', '-Djava9addopens3=--add-opens=java.base/java.nio=ALL-UNNAMED', '-Djava9addopens4=--add-opens=java.base/java.lang=ALL-UNNAMED', '-Djava9addopens5=--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED', '-Djava9addopens6=--add-opens=java.base/java.lang=java.xml.bind', '-Djava.locale.providers=JRE,CLDR'], skipcigame: true ], [ name: 'POI-DSL-1.11', jdk: '1.11', trigger: triggerSundays, // Nodes beam* do not yet have JDK 11 installed slaveAdd: '&&!beam1&&!beam2&&!beam3&&!beam4&&!beam6&&!beam7&&!beam8&&!beam9&&!beam10&&!beam11&&!beam12&&!beam13&&!beam14&&!beam15&&!beam16', properties: ['-Djava9addmods=-Dthis.is.a.dummy=true', '-Djavadoc9addmods=-Dthis.is.a.dummy=true', '-Djava9addmodsvalue=-Dsun.reflect.debugModuleAccessChecks=true', '-Djava9addopens1=--add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED', '-Djava9addopens2=--add-opens=java.base/java.io=ALL-UNNAMED', '-Djava9addopens3=--add-opens=java.base/java.nio=ALL-UNNAMED', '-Djava9addopens4=--add-opens=java.base/java.lang=ALL-UNNAMED', '-Djava9addopens5=--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED', '-Djava9addopens6=-Dthis.is.a.dummy=true', '-Djava.locale.providers=JRE,CLDR'], skipcigame: true ], [ name: 'POI-DSL-1.12', jdk: '1.12', trigger: ''' # do not run this via a schedule for now ''', // Nodes beam* do not yet have JDK 12 installed slaveAdd: '&&!beam1&&!beam2&&!beam3&&!beam4&&!beam6&&!beam7&&!beam8&&!beam9&&!beam10&&!beam11&&!beam12&&!beam13&&!beam14&&!beam15&&!beam16', properties: ['-Djava9addmods=-Dthis.is.a.dummy=true', '-Djavadoc9addmods=-Dthis.is.a.dummy=true', '-Djava9addmodsvalue=-Dsun.reflect.debugModuleAccessChecks=true', '-Djava9addopens1=--add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED', '-Djava9addopens2=--add-opens=java.base/java.io=ALL-UNNAMED', '-Djava9addopens3=--add-opens=java.base/java.nio=ALL-UNNAMED', '-Djava9addopens4=--add-opens=java.base/java.lang=ALL-UNNAMED', '-Djava9addopens5=--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED', '-Djava9addopens6=-Dthis.is.a.dummy=true', '-Djava.locale.providers=JRE,CLDR'], skipcigame: true ], [ name: 'POI-DSL-IBM-JDK', jdk: 'IBMJDK', trigger: triggerSundays, // some OOXML tests fail with strange XML parsing errors and missing JCE unlimited strength requirements disabled: true, skipcigame: true ], [ name: 'POI-DSL-old-Xerces', trigger: triggerSundays, shell: "test -f ${xercesLib} || wget -O ${xercesLib} ${xercesUrl}\n", // the property triggers using Xerces as XML Parser and previously showed some exception that can occur properties: ["-Dadditionaljar=${xercesLib}"] ], [ name: 'POI-DSL-Maven', trigger: 'H */4 * * *', maven: true ], [ name: 'POI-DSL-regenerate-javadoc', trigger: triggerSundays, javadoc: true ], // disabled for 4.0.0 because we break compatibility on-purpose in a few places, e.g. for Java 9 compatibility [ name: 'POI-DSL-API-Check', trigger: '@daily', apicheck: true, disabled: true ], [ name: 'POI-DSL-Gradle', trigger: triggerSundays, email: 'centic@apache.org', gradle: true, // Gradle will not run any tests if the code is up-to-date, therefore manually mark the files as updated addShell: 'touch --no-create build/*/build/test-results/TEST-*.xml build/*/build/test-results/test/TEST-*.xml' ], [ name: 'POI-DSL-no-scratchpad', trigger: triggerSundays, noScratchpad: true ], [ name: 'POI-DSL-SonarQube', trigger: 'H 9 * * *', maven: true, sonar: true, skipcigame: true ], [ name: 'POI-DSL-SonarQube-Gradle', trigger: 'H 9 * * *', gradle: true, sonar: true, skipcigame: true, disabled: true // this one does run, but does not actually send data to Sonarqube for some reason, we need to investigate some more ], [ name: 'POI-DSL-Windows-1.8', trigger: 'H */12 * * *', windows: true, slaves: 'Windows' ], ] def xmlbeansjobs = [ [ name: 'POI-XMLBeans-DSL-1.6', jdk: '1.6', trigger: 'H */12 * * *', skipcigame: true ] ] def svnBase = 'https://svn.apache.org/repos/asf/poi/trunk' def xmlbeansSvnBase = 'https://svn.apache.org/repos/asf/xmlbeans/trunk' def defaultJdk = '1.8' def defaultTrigger = 'H/15 * * * *' // check SCM every 60/15 = 4 minutes def defaultEmail = 'dev@poi.apache.org' def defaultAnt = 'Ant 1.9.9' // currently a lot of H?? slaves don't have Ant installed ... H21 seems to have a SVN problem def defaultSlaves = '(ubuntu||beam)&&!cloud-slave&&!H15&&!H17&&!H18&&!H24&&!ubuntu-4&&!H21' def jdkMapping = [ '1.6': 'JDK 1.6 (latest)', '1.8': 'JDK 1.8 (latest)', '1.10': 'JDK 10 (latest)', '1.11': 'JDK 11 (latest)', '1.12': 'JDK 12 (latest)', 'OpenJDK': 'OpenJDK 8 (on Ubuntu only) ', // blank is required here until the name in the Jenkins instance is fixed! 'IBMJDK': 'IBM 1.8 64-bit (on Ubuntu only)', ] static def shellEx(def context, String cmd, def poijob) { if (poijob.windows) { context.batchFile(cmd) } else { context.shell(cmd) } } def defaultDesc = '''

Apache POI - the Java API for Microsoft Documents

This is an automatically generated Job Config, do not edit it here! Instead change the Jenkins Job DSL at https://svn.apache.org/repos/asf/poi/trunk/jenkins, see https://github.com/jenkinsci/job-dsl-plugin/wiki for more details about the DSL.

''' def apicheckDesc = '''

Sonar reports -

API Check POI API Check POI-OOXML API Check POI-Excelant API Check POI-Scratchpad

''' def sonarDesc = '''

Findbugs report of latest build - Sonar reports - Coverage of latest build

''' def shellCmdsUnix = '''# show which files are currently modified in the working copy svn status # print out information about which exact version of java we are using echo Java-Home: $JAVA_HOME ls -al $JAVA_HOME/ ls -al $JAVA_HOME/bin $JAVA_HOME/bin/java -version echo which java which java java -version echo which javac which javac javac -version echo 'Java ${ant.java.version}/${java.version}' > build.javacheck.xml ant -f build.javacheck.xml -v POIJOBSHELL # ignore any error message exit 0''' def shellCmdsWin = '''@echo off :: show which files are currently modified in the working copy svn status :: print out information about which exact version of java we are using echo Java-Home: %JAVA_HOME% dir "%JAVA_HOME:\\\\=\\%" "%JAVA_HOME%/bin/java" -version POIJOBSHELL :: ignore any error message exit /b 0''' poijobs.each { poijob -> def jdkKey = poijob.jdk ?: defaultJdk def trigger = poijob.trigger ?: defaultTrigger def email = poijob.email ?: defaultEmail def slaves = poijob.slaves ?: defaultSlaves + (poijob.slaveAdd ?: '') def antRT = defaultAnt + (poijob.windows ? ' (Windows)' : '') job(poijob.name) { if (poijob.disabled) { disabled() } description( defaultDesc + (poijob.apicheck ? apicheckDesc : sonarDesc) ) logRotator { numToKeep(5) artifactNumToKeep(1) } label(slaves) environmentVariables { env('LANG', 'en_US.UTF-8') if(jdkKey == '1.10') { // when using JDK 9/10 for running Ant, we need to provide more modules for the forbidden-api-checks task // on JDK 11 and newer there is no such module any more, so do not add it here env('ANT_OPTS', '--add-modules=java.xml.bind --add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED --add-opens=java.base/java.lang=ALL-UNNAMED') } env('FORREST_HOME', poijob.windows ? 'f:\\jenkins\\tools\\forrest\\latest' : '/home/jenkins/tools/forrest/latest') } wrappers { timeout { absolute(180) abortBuild() writeDescription('Build was aborted due to timeout') } preBuildCleanup { includePattern('**/ooxml-lib/ooxml*.jar') } if(poijob.sonar) { configure { project -> project / buildWrappers << 'hudson.plugins.sonar.SonarBuildWrapper' {} } } } jdk(jdkMapping.get(jdkKey)) scm { svn(svnBase) { svnNode -> svnNode / browser(class: 'hudson.scm.browsers.ViewSVN') / url << 'http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN' } } checkoutRetryCount(3) triggers { scm(trigger) } def shellcmds = (poijob.windows ? shellCmdsWin : shellCmdsUnix).replace('POIJOBSHELL', poijob.shell ?: '') // Create steps and publishers depending on the type of Job that is selected if(poijob.maven) { steps { shellEx(delegate, shellcmds, poijob) maven { goals('clean') rootPOM('sonar/pom.xml') localRepository(LocalRepositoryLocation.LOCAL_TO_WORKSPACE) mavenInstallation('maven-3.2.1') } /* Currently not done, let's see if it is still necessary: # Maven-Download fails for strange reasons, try to workaround... mkdir -p sonar/ooxml-schema-security/target/schemas && wget -O sonar/ooxml-schema-security/target/schemas/xmldsig-core-schema.xsd http://www.w3.org/TR/2002/REC-xmldsig-core-20020212/xmldsig-core-schema.xsd */ maven { if(poijob.sonar) { goals('compile $SONAR_MAVEN_GOAL -Dsonar.host.url=$SONAR_HOST_URL') } else { goals('package') } rootPOM('sonar/pom.xml') mavenOpts('-Xmx2g') mavenOpts('-Xms256m') mavenOpts('-XX:-OmitStackTraceInFastThrow') localRepository(LocalRepositoryLocation.LOCAL_TO_WORKSPACE) mavenInstallation('maven-3.2.1') } } publishers { if (!poijob.skipcigame) { configure { project -> project / publishers << 'hudson.plugins.cigame.GamePublisher' {} } } if (!poijob.sonar) { archiveJunit('sonar/*/target/surefire-reports/TEST-*.xml') { testDataPublishers { publishTestStabilityData() } } } mailer(email, false, false) } } else if (poijob.javadoc) { steps { shellEx(delegate, shellcmds, poijob) ant { targets(['clean', 'javadocs'] + (poijob.properties ?: [])) prop('coverage.enabled', true) // Properties did not work, so I had to use targets instead //properties(poijob.properties ?: '') antInstallation(antRT) } shellEx(delegate, 'zip -r build/javadocs.zip build/site/apidocs', poijob) } publishers { if (!poijob.skipcigame) { configure { project -> project / publishers << 'hudson.plugins.cigame.GamePublisher' {} } } mailer(email, false, false) } } else if (poijob.apicheck) { steps { shellEx(delegate, shellcmds, poijob) gradle { tasks('japicmp') useWrapper(false) } } publishers { archiveArtifacts('build/*/build/reports/japi.html') if (!poijob.skipcigame) { configure { project -> project / publishers << 'hudson.plugins.cigame.GamePublisher' {} } } mailer(email, false, false) } } else if(poijob.sonar) { steps { shellEx(delegate, shellcmds, poijob) gradle { switches('-PenableSonar') switches('-Dsonar.host.url=$SONAR_HOST_URL') tasks('sonarqube') useWrapper(false) } } publishers { if (!poijob.skipcigame) { configure { project -> project / publishers << 'hudson.plugins.cigame.GamePublisher' {} } } mailer(email, false, false) } } else { steps { shellEx(delegate, shellcmds, poijob) if(poijob.addShell) { shellEx(delegate, poijob.addShell, poijob) } // For Jobs that should still have the default set of publishers we can configure different steps here if(poijob.gradle) { gradle { tasks('check') useWrapper(false) } } else if (poijob.noScratchpad) { ant { targets(['clean', 'compile-all'] + (poijob.properties ?: [])) prop('coverage.enabled', true) antInstallation(antRT) } ant { targets(['-Dscratchpad.ignore=true', 'jacocotask', 'test-all', 'testcoveragereport'] + (poijob.properties ?: [])) prop('coverage.enabled', true) antInstallation(antRT) } } else { ant { targets(['clean', 'jenkins'] + (poijob.properties ?: [])) prop('coverage.enabled', true) // Properties did not work, so I had to use targets instead //properties(poijob.properties ?: '') antInstallation(antRT) } ant { targets(['run'] + (poijob.properties ?: [])) buildFile('src/integrationtest/build.xml') // Properties did not work, so I had to use targets instead //properties(poijob.properties ?: '') antInstallation(antRT) } } } publishers { findbugs('build/findbugs.xml', false) { healthLimits(3, 20) thresholdLimit('low') defaultEncoding('UTF-8') } // in archive, junit and jacoco publishers, matches beneath build/*/build/... are for Gradle-build results archiveArtifacts('build/dist/*.tar.gz,build/findbugs.html,build/coverage/**,build/integration-test-results/**,ooxml-lib/**,build/*/build/libs/*.jar') warnings(['Java Compiler (javac)', 'JavaDoc Tool'], null) { resolveRelativePaths() } archiveJunit('build/ooxml-test-results/*.xml,build/scratchpad-test-results/*.xml,build/test-results/*.xml,build/excelant-test-results/*.xml,build/integration-test-results/*.xml,build/*/build/test-results/test/TEST-*.xml,build/*/build/test-results/TEST-*.xml') { testDataPublishers { publishTestStabilityData() } } jacocoCodeCoverage { classPattern('build/classes,build/excelant-classes,build/ooxml-classes,build/scratchpad-classes,build/*/build/classes') execPattern('build/*.exec,build/*/build/jacoco/*.exec') sourcePattern('src/java,src/excelant/java,src/ooxml/java,src/scratchpad/src') exclusionPattern('com/microsoft/**,org/openxmlformats/**,org/etsi/**,org/w3/**,schemaorg*/**,schemasMicrosoft*/**,org/apache/poi/hdf/model/hdftypes/definitions/*.class,org/apache/poi/hwpf/model/types/*.class,org/apache/poi/hssf/usermodel/DummyGraphics2d.class,org/apache/poi/sl/draw/binding/*.class') } if (!poijob.skipcigame) { configure { project -> project / publishers << 'hudson.plugins.cigame.GamePublisher' {} } } mailer(email, false, false) } } } } xmlbeansjobs.each { xjob -> def jdkKey = xjob.jdk ?: defaultJdk def trigger = xjob.trigger ?: defaultTrigger def email = xjob.email ?: defaultEmail def slaves = xjob.slaves ?: defaultSlaves + (xjob.slaveAdd ?: '') def antRT = defaultAnt + (xjob.windows ? ' (Windows)' : '') job(xjob.name) { if (xjob.disabled) { disabled() } description( defaultDesc + (xjob.apicheck ? apicheckDesc : sonarDesc) ) logRotator { numToKeep(5) artifactNumToKeep(1) } label(slaves) environmentVariables { env('LANG', 'en_US.UTF-8') if(jdkKey == '1.10') { // when using JDK 9/10 for running Ant, we need to provide more modules for the forbidden-api-checks task // on JDK 11 and newer there is no such module any more, so do not add it here env('ANT_OPTS', '--add-modules=java.xml.bind --add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED --add-opens=java.base/java.lang=ALL-UNNAMED') } env('FORREST_HOME', xjob.windows ? 'f:\\jenkins\\tools\\forrest\\latest' : '/home/jenkins/tools/forrest/latest') } wrappers { timeout { absolute(180) abortBuild() writeDescription('Build was aborted due to timeout') } } jdk(jdkMapping.get(jdkKey)) scm { svn(xmlbeansSvnBase) { svnNode -> svnNode / browser(class: 'hudson.scm.browsers.ViewSVN') / url << 'http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN' } } checkoutRetryCount(3) triggers { scm(trigger) } def shellcmds = (xjob.windows ? shellCmdsWin : shellCmdsUnix).replace('POIJOBSHELL', xjob.shell ?: '') // Create steps and publishers depending on the type of Job that is selected steps { shellEx(delegate, shellcmds, xjob) if(xjob.addShell) { shellEx(delegate, xjob.addShell, xjob) } ant { targets(['clean']) antInstallation(antRT) } ant { targets(['checkintest']) antInstallation(antRT) } ant { targets(['dist']) antInstallation(antRT) } } publishers { archiveArtifacts('build/private/**') //archiveJunit('build/test/reports/*.xml') { // testDataPublishers { // publishTestStabilityData() // } //} if (!xjob.skipcigame) { configure { project -> project / publishers << 'hudson.plugins.cigame.GamePublisher' {} } } mailer(email, false, false) } } } /* Add a special job which spans a two-dimensional matrix of all JDKs that we want to use and all slaves that we would like to use and test if the java and ant binaries are available on that machine correctly. */ matrixJob('POI-DSL-Test-Environment') { description( ''' Check installed version of Java/Ant on all build-nodes This job is used to verify which machines actually have the required programs installed. Unfortunately we often see builds break because of changes/new machines...''' ) /*throttleConcurrentBuilds { maxPerNode(1) maxTotal(1) }*/ logRotator { numToKeep(5) artifactNumToKeep(1) } axes { jdk( 'JDK 1.8 (latest)', 'OpenJDK 8 (on Ubuntu only) ', // blank is required here until the name in the Jenkins instance is fixed! 'IBM 1.8 64-bit (on Ubuntu only)', 'JDK 10 (latest)', 'JDK 10 b46 (Windows Only)', 'OpenJDK 10.0.2 (on Ubuntu only)', 'JDK 11 (latest)', 'JDK 11 b23 (early access build) (Windows Only)', 'JDK 12 (latest)', 'JDK 12 b8 (early access build) (Windows Only)' ) label('Nodes', 'arm1', 'beam1','beam2','beam3','beam4','beam5','beam6','beam7','beam8','beam9', 'beam10','beam11','beam12','beam13','beam14','beam15','beam16', 'H0','H1','H10','H11','H12','H13','H14','H15','H16','H17','H18','H19', 'H2','H20','H21','H22','H23','H24','H25','H26','H27','H28','H29', 'H3','H30','H31','H32','H33','H34','H35', 'H4','H5','H6','H7','H8','H9', 'ubuntu-1','ubuntu-2','ubuntu-4','ubuntu-6','ubuntu-eu2','ubuntu-eu3','ubuntu-ppc64le','ubuntu-us1', 'windows-2012-1','windows-2012-2','windows-2012-3','windows-2016-1','windows-2016-2','windows-2016-3' ) } steps { /*if (poijob.windows) { context.batchFile(cmd) } else {*/ shell(''' which javac javac -version echo 'Using Ant: ${ant.version} from ${ant.home}' > build.xml ''') //} ant { antInstallation(defaultAnt) } } publishers { mailer('centic@poi.apache.org' /* defaultEmail */, false, false) } } /* I tried to put the view into a sub-folder/sub-view, but failed, there are multiple related plugins so this is all a bit confusing :(, see also https://issues.apache.org/jira/browse/INFRA-14002 dashboardView("P/POI-new") { columns { status() weather() configureProject() buildButton() cronTrigger() lastBuildConsole() name() lastSuccess() lastFailure() lastDuration() //lastSuccessDescription() jacoco() } description("\n" + " \n" + " \n" + " \n" + " \n" + "
\n" + "

Apache POI - the Java API for Microsoft Documents

\n" + "

Most of the POI Jobs are automatically generated by Jenkins Job DSL\n" + " at https://svn.apache.org/repos/asf/poi/trunk/jenkins,
\n" + " see https://github.com/jenkinsci/job-dsl-plugin/wiki\n" + " for more details about the DSL.
\n" + "

\n" + "

\n" + " Findbugs report of latest build -\n" + " Sonar reports -\n" + " Coverage of latest build\n" + "

\n" + "
") filterBuildQueue(false) filterExecutors(false) // Job selection jobs {*/ //regex(/.*POI.*/) /*} // Layout topPortlets { jenkinsJobsList { displayName('POI jobs') } } leftPortlets { testStatisticsChart() } rightPortlets { testTrendChart() } bottomPortlets { testStatisticsGrid() buildStatistics() } }*/