Travis build artifacts

.travis.yml

@@ -1,18 +1,12 @@
 language: minimal
 
-# addons:
-#   artifacts: true
-
 env:
   global:
     - USE_TESTING_TIMEOUTS: "true"
     - OPENSTUDIO_VERSION=3.0.1 OPENSTUDIO_VERSION_SHA=09b7c8a554 OPENSTUDIO_VERSION_EXT=""
     - DOCKER_COMPOSE_VERSION=1.21.1
     - BUNDLE_WITHOUT=native_ext
 
-# gemfile:
-  # - server/Gemfile
-
 # Set the default scripts that are used for the majority of the tests in the matrix
 # redis-server now wants to bind to ipv6 ::1.  This changes this behavior. 
 before_install:
@@ -25,14 +19,8 @@ after_failure: ./ci/travis/print_logs.sh
 
 # Services for linux -- all instances
 services:
-  # counter to documentation, these aren't starting for bionic
-  # - mongodb
-  # - redis-server
   - docker
 
-rvm:
-  - 2.5
-
 jobs:
   include:
     - stage: test
@@ -49,10 +37,26 @@ jobs:
       os: osx
       osx_image: xcode9.4
       env: BUILD_TYPE=test
+    - stage: test
+      os: osx
+      osx_image: xcode10.2
+      env: BUILD_TYPE=test
+    - stage: test
+      os: osx
+      osx_image: xcode11.4
+      env: BUILD_TYPE=test
     - stage: test
       os: osx
       osx_image: xcode9.4
       env: BUILD_TYPE=integration
+    - stage: test
+      os: osx
+      osx_image: xcode10.2
+      env: BUILD_TYPE=integration
+    - stage: test
+      os: osx
+      osx_image: xcode11.4
+      env: BUILD_TYPE=integration
     - stage: test
       os: linux
       sudo: required
@@ -79,16 +83,8 @@ jobs:
       after_script:
         # Reset the git checkout to remove the test-based data in the containers and rebuild
         - git checkout -- .dockerignore && git checkout -- Dockerfile
-    # - stage: Upload native OSX build
-    #   if: branch=local-builds
-    #   os: xcode9.4
-    #   sudo: required
-    #   env:
-    #     - BUILD_TYPE=publish
-    #   before_script:
-    #   script: ./ci/travis/export_build.sh
 
-    - stage: Deploy Docker Image
+    - stage: publish
       # Include your branch name below to publish a custom image.
       # This change must be made in combination with a modification to
       # deployment/scripts/deploy_docker.sh, as indicated in comments for that file.
@@ -109,6 +105,24 @@ jobs:
         - docker-compose build --build-arg OPENSTUDIO_VERSION=$OPENSTUDIO_TAG web
         - docker-compose build rserve
       script: ./docker/deployment/scripts/deploy_docker.sh
+    - stage: publish
+      if: branch = master OR branch = develop
+      os: osx
+      osx_image: xcode10.2
+      sudo: required
+      env:
+        - BUILD_TYPE=export
+      before_script:
+      script: ./ci/travis/export_build_osx.sh
+    - stage: publish
+      if: branch = master OR branch = develop
+      os: linux
+      dist: bionic
+      sudo: required
+      env:
+        - BUILD_TYPE=export
+      before_script:
+      script: ./ci/travis/export_build_linux.sh
 
 notifications:
   slack:

bin/openstudio_meta

@@ -353,7 +353,8 @@ class InstallGems
 
     sys_cmds << "#{$ruby_path} #{RbConfig::CONFIG['prefix']}/bin/gem install --no-env-shebang bundler -v 2.1.0"
     if /darwin/.match(RUBY_PLATFORM)
-      sys_cmds << "#{$ruby_path} #{bundler_bin} config build.nokogiri --use-system-libraries --with-xml2-lib=/usr/lib --with-xml2-include=/usr/include"
+      sys_cmds << "#{$ruby_path} #{bundler_bin} config build.nokogiri --use-system-libraries --with-xml2-lib=/usr/lib --with-xml2-config=/usr/bin/xml2-config"
+      sys_cmds << "#{$ruby_path} #{bundler_bin} config build.libxml-ruby --use-system-libraries --with-xml2-config=/usr/bin/xml2-config"
     end
     if options[:test_dev_build]
       sys_cmds << "#{$ruby_path} #{bundler_bin} install --with default development test"

ci/travis/cipher.rb

@@ -0,0 +1,54 @@
+#!/usr/bin/env ruby
+require 'openssl'
+
+def crypt_by_password(alg, pass, salt, text)
+  puts "--Setup--"
+  puts %(cipher alg:    "#{alg}")
+  puts %(plain text:    "#{text}")
+  puts %(password:      "#{pass}")
+  puts %(salt:          "#{salt}")
+  puts
+
+  puts "--Encrypting--"
+  enc = OpenSSL::Cipher.new(alg)
+  enc.encrypt
+  enc.pkcs5_keyivgen(pass, salt)
+  cipher =  enc.update(text)
+  cipher << enc.final
+  puts %(encrypted text: #{cipher.inspect})
+  puts
+
+  puts "--Decrypting--"
+  dec = OpenSSL::Cipher.new(alg)
+  dec.decrypt
+  dec.pkcs5_keyivgen(pass, salt)
+  plain =  dec.update(cipher)
+  plain << dec.final
+  puts %(decrypted text: "#{plain}")
+  puts
+end
+
+def ciphers
+  ciphers = OpenSSL::Cipher.ciphers.sort
+  ciphers.each{|i|
+    if i.upcase != i && ciphers.include?(i.upcase)
+      ciphers.delete(i)
+    end
+  }
+  return ciphers
+end
+
+puts "Supported ciphers in #{OpenSSL::OPENSSL_VERSION}:"
+ciphers.each_with_index{|name, i|
+  printf("%-15s", name)
+  puts if (i + 1) % 5 == 0
+}
+puts
+puts
+
+alg  = ARGV.shift || ciphers.first
+pass = "secret password"
+salt = "8 octets"        # or nil
+text = "abcdefghijklmnopqrstuvwxyz"
+
+crypt_by_password(alg, pass, salt, text)

ci/travis/export_build_linux.sh

@@ -0,0 +1,26 @@
+# empty dir for export
+mkdir /home/travis/build/NREL/export
+
+export PATH="/usr/loca/bin/ruby:/usr/local/openstudio-${OPENSTUDIO_VERSION}/bin:${PATH}"
+export GEM_HOME="$TRAVIS_BUILD_DIR/gems"
+export GEM_PATH="$TRAVIS_BUILD_DIR/gems:$TRAVIS_BUILD_DIR/gems/bundler/gems"
+# Dir containing openstudio
+export RUBYLIB="/usr/local/openstudio-${OPENSTUDIO_VERSION}/Ruby"
+export OPENSTUDIO_TEST_EXE="/usr/local/openstudio-${OPENSTUDIO_VERSION}/bin/openstudio"
+mongo_dir="/usr/bin"
+/usr/local/ruby/bin/ruby "${TRAVIS_BUILD_DIR}/bin/openstudio_meta" install_gems --export="/home/travis/build/NREL/export"
+oss_filename="OpenStudio-server-$(git -C "${TRAVIS_BUILD_DIR}" rev-parse --short=10 HEAD)-linux.tar.gz"
+ls -al /home/travis/build/NREL/export/
+#mv build package to root of travis build for artifact upload.
+mv /home/travis/build/NREL/export/$oss_filename .
+ls -al
+
+export ARTIFACTS_PATHS=$oss_filename
+# set to 2GB instead of default of 1
+export ARTIFACTS_MAX_SIZE=2147483648 
+# supposedly installed by default but not available
+curl -sL https://raw.githubusercontent.com/travis-ci/artifacts/master/install | bash
+# TODO don't recreate entire path to file within the AWS bucket.
+artifacts upload
+exit $?
+

ci/travis/export_build_osx.sh

@@ -0,0 +1,22 @@
+#empty dir for export
+mkdir /Users/travis/build/NREL/export
+
+export PATH="/usr/local/ruby/bin:$PATH"
+export RUBYLIB="$HOME/openstudio/Ruby"
+export GEM_HOME="$TRAVIS_BUILD_DIR/gems"
+export GEM_PATH="$TRAVIS_BUILD_DIR/gems:$TRAVIS_BUILD_DIR/gems/bundler/gems"
+/usr/local/ruby/bin/ruby "${TRAVIS_BUILD_DIR}/bin/openstudio_meta" install_gems --export="/Users/travis/build/NREL/export"
+oss_filename="OpenStudio-server-$(git -C "${TRAVIS_BUILD_DIR}" rev-parse --short=10 HEAD)-darwin.tar.gz"
+
+
+#mv build package to root of travis build for artifact upload.
+mv /Users/travis/build/NREL/export/$oss_filename .
+
+export ARTIFACTS_PATHS=$oss_filename
+# set to 2GB instead of default of 1
+export ARTIFACTS_MAX_SIZE=2147483648 
+# supposedly installed by default but not available
+curl -sL https://raw.githubusercontent.com/travis-ci/artifacts/master/install | bash
+# TODO don't recreate entire path to file within the AWS bucket.
+artifacts upload
+exit $?

ci/travis/install_openstudio.sh

@@ -27,7 +27,7 @@ if [ ! -z ${OPENSTUDIO_VERSION} ] && [ ! -z ${OPENSTUDIO_SHA} ]; then
     rm -rf /var/lib/apt/lists/*
     locale-gen en_US en_US.UTF-8
     dpkg-reconfigure locales
-
+    rm $OPENSTUDIO_DOWNLOAD_FILENAME
 else
     echo "Must pass in the OpenStudio version, and sha to be installed (e.g. install_openstudio.sh 2.4.0 f58a3e1808)"
     exit 9

ci/travis/setup.sh

@@ -13,18 +13,26 @@ if [ "${BUILD_TYPE}" == "docker" ]; then
     sudo apt-get install -y pv
 
 else
+    sudo rvm implode --force  # rvm PATH rewriting interferes with portable Ruby.
     if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
 
         brew update > /Users/travis/build/NREL/OpenStudio-server/spec/files/logs/brew-update.log
-        # AP: do we need mongo install here ? seems to be handled by service defined in travis yml.
-        # NL: Services are not handled in osx
-        brew install pv tree ruby@2.5
+        brew install pv tree
+
+        # install portable ruby - required for build that will eventually be published
+        # see https://github.com/NREL/OpenStudio-PAT/wiki/Pat-Build-Notes
+        curl -SLO --insecure https://openstudio-resources.s3.amazonaws.com/pat-dependencies3/ruby-2.5.5-darwin.tar.gz
+        tar xvzf ruby-2.5.5-darwin.tar.gz       
+        sudo mv ruby /usr/local/
+        otool -L /usr/local/ruby/bin/ruby
+        rm ruby-2.5.5-darwin.tar.gz
 
         # Install mongodb from a download. Brew is hanging and requires building mongo. This also speeds up the builds.
         curl -SLO https://fastdl.mongodb.org/osx/mongodb-osx-ssl-x86_64-3.4.18.tgz
         tar xvzf mongodb-osx-ssl-x86_64-3.4.18.tgz
         cp mongodb-osx-x86_64-3.4.18/bin/* /usr/local/bin/
-
+        rm -r mongodb-osx*
+
         # Install openstudio -- Use the install script that is in this repo now, the one on OpenStudio/develop has changed
         export OS_NAME=OpenStudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}%2B${OPENSTUDIO_VERSION_SHA}-Darwin
         export OS_NAME_WITH_PLUS=OpenStudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}+${OPENSTUDIO_VERSION_SHA}-Darwin
@@ -36,8 +44,8 @@ else
         # Will install into $HOME/openstudio and RUBYLIB will be $HOME/openstudio/Ruby
         sudo /Volumes/${OS_NAME_WITH_PLUS}/${OS_NAME_WITH_PLUS}.app/Contents/MacOS/${OS_NAME_WITH_PLUS} --script ci/travis/install-mac.qs
         hdiutil detach /Volumes/${OS_NAME_WITH_PLUS} -force
-
-        export PATH="$TRAVIS_BUILD_DIR/gems/bin:/usr/local/opt/ruby@2.5/bin:$HOME/openstudio/bin:$PATH"
+        rm ${OS_NAME}.dmg
+        export PATH="/usr/local/ruby/bin:$TRAVIS_BUILD_DIR/gems/bin:$HOME/openstudio/bin:$PATH"
         export RUBYLIB="$HOME/openstudio/Ruby"
         export GEM_HOME="$TRAVIS_BUILD_DIR/gems"
         export GEM_PATH="$TRAVIS_BUILD_DIR/gems:$TRAVIS_BUILD_DIR/gems/bundler/gems"
@@ -60,15 +68,23 @@ else
         sudo mv redis.conf /etc/redis/redis.conf
         sudo systemctl start redis-server.service || true
         sudo systemctl status redis-server.service
-        sudo apt-get install -y pv tree mongodb ruby2.5
+        sudo apt-get install -y pv tree mongodb libqdbm14
         sudo systemctl start mongodb
 
+        # install portable ruby - required for build that will eventually be published
+        # see https://github.com/NREL/OpenStudio-PAT/wiki/Pat-Build-Notes
+        curl -SLO --insecure https://openstudio-resources.s3.amazonaws.com/pat-dependencies3/ruby-2.5.5-linux.tar.gz
+        tar xvzf ruby-2.5.5-linux.tar.gz
+        sudo mv ruby /usr/local/
+        ldd /usr/local/ruby/bin/ruby
+        rm ruby-2.5.5-linux.tar.gz
+
         mkdir -p reports/rspec
         # AP: this appears to only be used for Travis/Linux so we should move it out of the docker/deployment/scripts dir
         sudo ./ci/travis/install_openstudio.sh $OPENSTUDIO_VERSION $OPENSTUDIO_VERSION_SHA $OPENSTUDIO_VERSION_EXT
         export RUBYLIB=/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/Ruby
         export ENERGYPLUS_EXE_PATH=/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/EnergyPlus/energyplus
-        export PATH=/usr/bin:/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/bin:${PATH}
+        export PATH=/usr/local/ruby/bin:/usr/local/bin:/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/bin:${PATH}
         export GEM_HOME="$TRAVIS_BUILD_DIR/gems"
         export GEM_PATH="$TRAVIS_BUILD_DIR/gems:$TRAVIS_BUILD_DIR/gems/bundler/gems"
     fi
@@ -77,7 +93,12 @@ else
 
     cd ${TRAVIS_BUILD_DIR}/server
     printenv
+    which ruby
     ruby -v
+    # test openssl
+    # ruby ${TRAVIS_BUILD_DIR}/ci/travis/cipher.rb
+    ruby ${TRAVIS_BUILD_DIR}/ci/travis/verify_openstudio.rb
+
     ruby "${TRAVIS_BUILD_DIR}/bin/openstudio_meta" install_gems --with_test_develop --debug --verbose --use_cached_gems
     bundle -v
     # create dir for output files which will be generated in case of failure

ci/travis/test.sh

@@ -6,17 +6,17 @@ if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
     export RUBYLIB="${HOME}/openstudio/Ruby"
     export OPENSTUDIO_TEST_EXE="${HOME}/openstudio/bin/openstudio"
     # re-export PATH, even though it's set in setup.sh. 
-    export PATH="$TRAVIS_BUILD_DIR/gems/bin:/usr/local/opt/ruby@2.5/bin:$HOME/openstudio/bin:$PATH"
+    export PATH="$TRAVIS_BUILD_DIR/gems/bin:/usr/local/ruby/bin:$HOME/openstudio/bin:$PATH"
     export GEM_HOME="$TRAVIS_BUILD_DIR/gems"
     export GEM_PATH="$TRAVIS_BUILD_DIR/gems:$TRAVIS_BUILD_DIR/gems/bundler/gems"
     mongo_dir="/usr/local/bin"
 elif [ "${TRAVIS_OS_NAME}" == "linux" ]; then
     # Dir containing openstudio
     export ENERGYPLUS_EXE_PATH=/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/EnergyPlus/energyplus
-    export PATH=/usr/bin:/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/bin:${PATH}
+    export PATH=/usr/local/ruby/bin:/usr/bin:/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/bin:${PATH}
     export GEM_HOME="$TRAVIS_BUILD_DIR/gems"
     export GEM_PATH="$TRAVIS_BUILD_DIR/gems:$TRAVIS_BUILD_DIR/gems/bundler/gems"
-    export RUBYLIB="/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/Ruby:/usr/Ruby"
+    export RUBYLIB="/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/Ruby"
     export OPENSTUDIO_TEST_EXE="/usr/local/openstudio-${OPENSTUDIO_VERSION}${OPENSTUDIO_VERSION_EXT}/bin/openstudio"
     mongo_dir="/usr/bin"
 fi
@@ -33,6 +33,9 @@ else
     if [ "${BUILD_TYPE}" == "test" ];then
         ulimit -a
         echo "starting unit tests. RUBYLIB=$RUBYLIB ; OPENSTUDIO_TEST_EXE=$OPENSTUDIO_TEST_EXE"
+        # Threadsafe test requires higher ulimit to avoid EMFILE error
+        ulimit -n
+        ulimit -n 1024
         ruby "${TRAVIS_BUILD_DIR}/bin/openstudio_meta" run_rspec --debug --verbose --mongo-dir="$mongo_dir" --openstudio-exe="$OPENSTUDIO_TEST_EXE" "${TRAVIS_BUILD_DIR}/spec/unit-test"
         exit_status=$?
         if [ $exit_status == 0 ];then

ci/travis/verify_openstudio.rb

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+require 'openstudio'
+
+uuid = OpenStudio::UUID::create()
+puts "Able to load OpenStudio.rb.  uuid #{uuid} generated."

server/Gemfile

@@ -86,6 +86,8 @@ if RUBY_PLATFORM =~ /linux/
   gem 'execjs'
   gem 'libv8'
   gem 'therubyracer'
+elsif RUBY_PLATFORM =~ /darwin/
+  gem 'execjs', github: 'NREL/execjs'
 end
 
 # The only resque only is :docker, :docker-dev, :production