WIP: Archive test_output folder if build 'UNSTABLE'

buildenv/docker/jdk11/x86_64/ubuntu16/Dockerfile

@@ -0,0 +1,99 @@
+# Copyright (c) 2018, 2018 IBM Corp. and others
+#
+# This program and the accompanying materials are made available under
+# the terms of the Eclipse Public License 2.0 which accompanies this
+# distribution and is available at https://www.eclipse.org/legal/epl-2.0/
+# or the Apache License, Version 2.0 which accompanies this distribution and
+# is available at https://www.apache.org/licenses/LICENSE-2.0.
+#
+# This Source Code may also be made available under the following
+# Secondary Licenses when the conditions for such availability set
+# forth in the Eclipse Public License, v. 2.0 are satisfied: GNU
+# General Public License, version 2 with the GNU Classpath
+# Exception [1] and GNU General Public License, version 2 with the
+# OpenJDK Assembly Exception [2].
+#
+# [1] https://www.gnu.org/software/classpath/license.html
+# [2] http://openjdk.java.net/legal/assembly-exception.html
+#
+# SPDX-License-Identifier: EPL-2.0 OR Apache-2.0 OR GPL-2.0 WITH Classpath-exception-2.0 OR LicenseRef-GPL-2.0 WITH Assembly-exception
+
+# To use this docker file:
+#   docker build -t=openj9 .
+#   docker run -it openj9
+
+FROM ubuntu:16.04
+
+# Install required OS tools
+RUN apt-get update \
+  && apt-get install -qq -y --no-install-recommends \
+    software-properties-common \
+    python-software-properties \
+  && add-apt-repository ppa:ubuntu-toolchain-r/test \
+  && apt-get update \
+  && apt-get install -qq -y --no-install-recommends \
+    gcc-7 \
+    g++-7 \
+    autoconf \
+    ca-certificates \
+    ccache \
+    cmake \
+    cpio \
+    file \
+    git \
+    git-core \
+    libasound2-dev \
+    libcups2-dev \
+    libdwarf-dev \
+    libelf-dev \
+    libfontconfig1-dev \
+    libfreetype6-dev \
+    libnuma-dev \
+    libx11-dev \
+    libxext-dev \
+    libxrender-dev \
+    libxt-dev \
+    libxtst-dev \
+    make \
+    pkg-config \
+    realpath \
+    ssh \
+    unzip \
+    wget \
+    zip \
+    vim \
+  && rm -rf /var/lib/apt/lists/*
+
+# Create links for c++,g++,cc,gcc
+RUN ln -s g++ /usr/bin/c++ \
+  && ln -s g++-7 /usr/bin/g++ \
+  && ln -s gcc /usr/bin/cc \
+  && ln -s gcc-7 /usr/bin/gcc
+
+# Download and setup freemarker.jar to /root/freemarker.jar
+RUN cd /root \
+  && wget https://sourceforge.net/projects/freemarker/files/freemarker/2.3.8/freemarker-2.3.8.tar.gz/download -O freemarker.tgz \
+  && tar -xzf freemarker.tgz freemarker-2.3.8/lib/freemarker.jar --strip=2 \
+  && rm -f freemarker.tgz
+
+# Download and install boot JDK from AdoptOpenJDK
+# Currently, no JDK10 with OpenJ9 releases are available at AdoptOpenJDK. 
+# So, the AdoptOpenJDK API can't be used to download a boot JDK. 
+# A nightly JDK10 OpenJ9 build is currently used as the boot JDK. 
+# Once JDK10 OpenJ9 releases are available, the following link can be used 
+# to download the JDK10 OpenJ9 boot JDK: 
+# https://api.adoptopenjdk.net/openjdk10-openj9/releases/x64_linux/latest/binary
+RUN cd /root \
+  && wget -O bootjdk10.tar.gz https://github.com/AdoptOpenJDK/openjdk10-openj9-nightly/releases/download/jdk-10%2B46-20180509/OpenJDK10-OPENJ9_x64_Linux_20180509.tar.gz \
+  && tar -xzf bootjdk10.tar.gz \
+  && rm -f bootjdk10.tar.gz \
+  && ls | grep -i jdk | xargs -I % sh -c 'mv % bootjdk10'
+
+# Set environment variable JAVA_HOME, and prepend ${JAVA_HOME}/bin to PATH
+ENV JAVA_HOME="/root/bootjdk10"
+ENV PATH="${JAVA_HOME}/bin:${PATH}"
+
+# The below CFLAG prevents "error: inline function ${FUNCTION_NAME} declared but never defined [-Werror]"
+ENV CFLAGS="-fgnu89-inline"
+
+WORKDIR /root

buildenv/docker/jdk8/s390x/ubuntu16/Dockerfile

@@ -26,10 +26,6 @@ FROM ubuntu:16.04
 
 # This section installs the required OS tools.
 RUN apt-get update \
-  && apt-get install -qq -y --no-install-recommends \
-    software-properties-common \
-    python-software-properties \
-  && apt-get update \
   && apt-get install -qq -y --no-install-recommends \
     autoconf \
     ca-certificates \

buildenv/jenkins/README.md

@@ -33,12 +33,13 @@ This folder contains Jenkins pipeline scripts that are used in the OpenJ9 Jenkin
     - Linux s390x (zLinux)
     - Linux PPCLE (pLinux)
     - AIX PPC (aix)
+    - Windows (win)
 - Current supported Java verisons are Java8 and Java9
 - OpenJ9 committers can request builds by commenting in a pull request
     - Format: `Jenkins <build type> <level> <platform(s)> <java version(s)>`
     - Build Types: compile,test
     - Levels: sanity,extended (only if Build Type is test)
-    - Platforms: xlinux,zlinux,plinux,aix
+    - Platforms: xlinux,zlinux,plinux,aix,win
     - Java Versions: jdk8,jdk9,jdk10
 - Note: You can use keyword `all` for level, platform or version
 
@@ -187,6 +188,30 @@ You can also request a Pull Request build from the extensions repos or openj9-om
     - Trigger:
         - This job is used in other pipelines but can be launched manually
 
+- Build-JDK8-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Build-JDK8-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Build-JDK8-win_x86-64_cmprssptrs)
+    - Description:
+        - Compiles java8 on win_x86-64_cmprssptrs
+        - Archives the SDK and test material for use in downstream jobs
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
+- Build-JDK9-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Build-JDK9-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Build-JDK9-win_x86-64_cmprssptrs)
+    - Description:
+        - Compiles java9 on win_x86-64_cmprssptrs
+        - Archives the SDK and test material for use in downstream jobs
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
+- Build-JDK10-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Build-JDK10-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Build-JDK10-win_x86-64_cmprssptrs)
+    - Description:
+        - Compiles java10 on win_x86-64_cmprssptrs
+        - Archives the SDK and test material for use in downstream jobs
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
 #### Infrastructure
 
 - Mirror-OMR-to-OpenJ9-OMR
@@ -211,7 +236,7 @@ You can also request a Pull Request build from the extensions repos or openj9-om
         - Mirrors [github.com/eclipse/openj9-website](https://github.com/eclipse/openj9-website/tree/master) to the Eclipse.org repo
     - Trigger:
         - Poll Github repo for changes
- 
+
 #### Pipelines
 
 - Pipeline-Build-Test-JDK8-aix_ppc-64_cmprssptrs
@@ -327,7 +352,6 @@ You can also request a Pull Request build from the extensions repos or openj9-om
             - `Build-JDK8-linux_x86-64_cmprssptrs`
             - `Test-Sanity-JDK8-linux_x86-64_cmprssptrs`
             - `Test-Extended-JDK8-linux_x86-64_cmprssptrs`
-
     - Trigger:
         - build periodically, @midnight
 
@@ -339,7 +363,6 @@ You can also request a Pull Request build from the extensions repos or openj9-om
             - `Build-JDK9-linux_x86-64_cmprssptrs`
             - `Test-Sanity-JDK9-linux_x86-64_cmprssptrs`
             - `Test-Extended-JDK9-linux_x86-64_cmprssptrs`
-
     - Trigger:
         - build periodically, @midnight
 
@@ -351,7 +374,39 @@ You can also request a Pull Request build from the extensions repos or openj9-om
             - `Build-JDK10-linux_x86-64_cmprssptrs`
             - `Test-Sanity-JDK10-linux_x86-64_cmprssptrs`
             - `Test-Extended-JDK10-linux_x86-64_cmprssptrs`
+    - Trigger:
+        - build periodically, @midnight
+
+- Pipeline-Build-Test-JDK8-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Pipeline-Build-Test-JDK8-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Pipeline-Build-Test-JDK8-win_x86-64_cmprssptrs)
+    - Description:
+        - Compile and Test java8 Sanity & Extended
+        - Triggers
+            - `Build-JDK8-win_x86-64_cmprssptrs`
+            - `Test-Sanity-JDK8-win_x86-64_cmprssptrs`
+            - `Test-Extended-JDK8-win_x86-64_cmprssptrs`
+    - Trigger:
+        - build periodically, @midnight
 
+- Pipeline-Build-Test-JDK9-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Pipeline-Build-Test-JDK9-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Pipeline-Build-Test-JDK9-win_x86-64_cmprssptrs)
+    - Description:
+        - Compile and Test java9 Sanity & Extended
+        - Triggers
+            - `Build-JDK9-win_x86-64_cmprssptrs`
+            - `Test-Sanity-JDK9-win_x86-64_cmprssptrs`
+            - `Test-Extended-JDK9-win_x86-64_cmprssptrs`
+    - Trigger:
+        - build periodically, @midnight
+
+- Pipeline-Build-Test-JDK10-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Pipeline-Build-Test-JDK10-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Pipeline-Build-Test-JDK10-win_x86-64_cmprssptrs)
+    - Description:
+        - Compile and Test java10 Sanity & Extended
+        - Triggers
+            - `Build-JDK10-win_x86-64_cmprssptrs`
+            - `Test-Sanity-JDK10-win_x86-64_cmprssptrs`
+            - `Test-Extended-JDK10-win_x86-64_cmprssptrs`
     - Trigger:
         - build periodically, @midnight
 
@@ -487,6 +542,27 @@ You can also request a Pull Request build from the extensions repos or openj9-om
     - Trigger:
         - This job is used in other pipelines but can be launched manually
 
+- Test-Extended-JDK8-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Extended-JDK8-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Extended-JDK8-win_x86-64_cmprssptrs)
+    - Description:
+        - Runs extended test suite against the SDK and test material that is passed as parameters
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
+- Test-Extended-JDK9-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Extended-JDK9-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Extended-JDK9-win_x86-64_cmprssptrs)
+    - Description:
+        - Runs extended test suite against the SDK and test material that is passed as parameters
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
+- Test-Extended-JDK10-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Extended-JDK10-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Extended-JDK10-win_x86-64_cmprssptrs)
+    - Description:
+        - Runs extended test suite against the SDK and test material that is passed as parameters
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
 - Test-Sanity-JDK8-aix_ppc-64_cmprssptrs
     - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Sanity-JDK8-aix_ppc-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Sanity-JDK8-aix_ppc-64_cmprssptrs)
     - Description:
@@ -571,6 +647,27 @@ You can also request a Pull Request build from the extensions repos or openj9-om
     - Trigger:
         - This job is used in other pipelines but can be launched manually
 
+- Test-Sanity-JDK8-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Sanity-JDK8-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Sanity-JDK8-win_x86-64_cmprssptrs)
+    - Description:
+        - Runs sanity test suite against the SDK and test material that is passed as parameters
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
+- Test-Sanity-JDK9-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Sanity-JDK9-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Sanity-JDK9-win_x86-64_cmprssptrs)
+    - Description:
+        - Runs sanity test suite against the SDK and test material that is passed as parameters
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
+- Test-Sanity-JDK10-win_x86-64_cmprssptrs
+    - [![Build Status](https://ci.eclipse.org/openj9/buildStatus/icon?job=Test-Sanity-JDK10-win_x86-64_cmprssptrs)](https://ci.eclipse.org/openj9/job/Test-Sanity-JDK10-win_x86-64_cmprssptrs)
+    - Description:
+        - Runs sanity test suite against the SDK and test material that is passed as parameters
+    - Trigger:
+        - This job is used in other pipelines but can be launched manually
+
 ### Adding Builds
 - Always add pipeline style jobs so the code can be committed to the repo once it is ready
 - Update this readme when your build is in production use

buildenv/jenkins/common/build

@@ -58,7 +58,21 @@ def get_sources_with_authentication() {
 }
 
 def get_sources() {
-    checkout changelog: false, poll: false, scm: [$class: 'GitSCM', branches: [[name: "${OPENJDK_BRANCH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30],[$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false, timeout: 30]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: "${USER_CREDENTIALS_ID}", url: "${OPENJDK_REPO}"]]]
+    checkout changelog: false,
+            poll: false,
+            scm: [$class: 'GitSCM',
+                branches: [[name: "${OPENJDK_BRANCH}"]],
+                doGenerateSubmoduleConfigurations: false,
+                extensions: [[$class: 'CheckoutOption', timeout: 30],
+                            [$class: 'CloneOption',
+                                depth: 0,
+                                noTags: false,
+                                reference: "${OPENJDK_REFERENCE_REPO}",
+                                shallow: false,
+                                timeout: 30]],
+                submoduleCfg: [],
+                userRemoteConfigs: [[credentialsId: "${USER_CREDENTIALS_ID}",
+                                    url: "${OPENJDK_REPO}"]]]
 
     // Check if this build is a PR
     if (params.ghprbGhRepository) {
@@ -240,11 +254,14 @@ def build_all() {
 
     // Typically called by Build jobs and Compile only PRs
     timeout(time: 6, unit: 'HOURS') {
-        add_node_to_description()
-        get_source()
-        build()
-        archive()
-        git_clean()
+        try {
+            add_node_to_description()
+            get_source()
+            build()
+            archive()
+        } finally {
+            cleanWs()
+        }
     }
 }
 

buildenv/jenkins/common/test

@@ -96,6 +96,10 @@ def publish() {
             junit allowEmptyResults: true, keepLongStdio: true, testResults: '**/junitreports/**/*.xml'
             step([$class: 'Publisher', reportFilenamePattern: '**/testng-results.xml'])
             step([$class: "TapPublisher", testResults: "**/*.tap"])
+            if (currentBuild.result == 'UNSTABLE') {
+                sh "tar -zcf test_output${TEST_TARGET}.tar.gz $WORKSPACE/openj9/test/TestConfig/test_output_*"
+			    archiveArtifacts artifacts: "**/test_output${TEST_TARGET}.tar.gz", fingerprint: true, allowEmptyArchive: true
+            }
         }
     }
 }

buildenv/jenkins/common/variables-functions

@@ -230,6 +230,7 @@ def set_build_variables() {
     BOOT_JDK = get_value(VARIABLES."${SPEC}".boot_jdk, SDK_VERSION)
     FREEMARKER = VARIABLES."${SPEC}".freemarker
     EXTRA_CONFIGURE_OPTIONS = get_value(VARIABLES."${SPEC}".extra_configure_options, SDK_VERSION)
+    OPENJDK_REFERENCE_REPO = VARIABLES."${SPEC}".openjdk_reference_repo
     set_release()
     set_jdk_folder()
 

buildenv/jenkins/jobs/pipelines/Pipeline-Build-Test-All

@@ -21,7 +21,7 @@
  *******************************************************************************/
 
 def SDK_VERSIONS = ['8', '9', '10']
-def SPECS = ['linux_ppc-64_cmprssptrs_le', 'linux_390-64_cmprssptrs', 'aix_ppc-64_cmprssptrs', 'linux_x86-64_cmprssptrs']
+def SPECS = ['linux_ppc-64_cmprssptrs_le', 'linux_390-64_cmprssptrs', 'aix_ppc-64_cmprssptrs', 'linux_x86-64_cmprssptrs', 'win_x86-64_cmprssptrs']
 
 def OPENJDK_REPOS = ['8': 'https://github.com/ibmruntimes/openj9-openjdk-jdk8.git',
                      '9': 'https://github.com/ibmruntimes/openj9-openjdk-jdk9.git',

buildenv/jenkins/jobs/pull-requests/PullRequest-Compile-JDK10-win_x86-64_cmprssptrs

@@ -0,0 +1,41 @@
+/*******************************************************************************
+ * Copyright (c) 2018, 2018 IBM Corp. and others
+ *
+ * This program and the accompanying materials are made available under
+ * the terms of the Eclipse Public License 2.0 which accompanies this
+ * distribution and is available at https://www.eclipse.org/legal/epl-2.0/
+ * or the Apache License, Version 2.0 which accompanies this distribution and
+ * is available at https://www.apache.org/licenses/LICENSE-2.0.
+ *
+ * This Source Code may also be made available under the following
+ * Secondary Licenses when the conditions for such availability set
+ * forth in the Eclipse Public License, v. 2.0 are satisfied: GNU
+ * General Public License, version 2 with the GNU Classpath
+ * Exception [1] and GNU General Public License, version 2 with the
+ * OpenJDK Assembly Exception [2].
+ *
+ * [1] https://www.gnu.org/software/classpath/license.html
+ * [2] http://openjdk.java.net/legal/assembly-exception.html
+ *
+ * SPDX-License-Identifier: EPL-2.0 OR Apache-2.0 OR GPL-2.0 WITH Classpath-exception-2.0 OR LicenseRef-GPL-2.0 WITH Assembly-exception
+ *******************************************************************************/
+
+SDK_VERSION = '10'
+SPEC = 'win_x86-64_cmprssptrs'
+
+timeout(time: 10, unit: 'HOURS') {
+    node('master') {
+        timestamps {
+            checkout scm
+            variableFile = load 'buildenv/jenkins/common/variables-functions'
+            variableFile.set_job_variables('build')
+            buildfile = load 'buildenv/jenkins/common/build'
+            cleanWs()
+        }
+    }
+
+    node("${NODE}") {
+
+        buildfile.build_all()
+    }
+}