diff --git a/.circleci/config.yml b/.circleci/config.yml new file mode 100644 index 0000000000..6c155ea986 --- /dev/null +++ b/.circleci/config.yml @@ -0,0 +1,16 @@ + +version: 2 + +jobs: + build: + machine: true + +workflows: + version: 2 + build: + jobs: + - build: + filters: + branches: + only: + - /.*-circle-.*/ diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 0000000000..f4d0062a08 --- /dev/null +++ b/.travis.yml @@ -0,0 +1,9 @@ + +branches: + only: + - master + - /.*-travis-.*/ + +os: linux +dist: trusty +language: generic diff --git a/azure-pipelines.yml b/azure-pipelines.yml new file mode 100644 index 0000000000..e8771e6332 --- /dev/null +++ b/azure-pipelines.yml @@ -0,0 +1,63 @@ +jobs: +- job: linux + pool: + vmImage: ubuntu-16.04 + timeoutInMinutes: 360 + + variables: + CONFIG: linux_cuda_compiler_version9.2python3.8.____cpython + R_CONFIG: + ARROW_VERSION: 2.1.0.dev621 + UPLOAD_PACKAGES: False + + steps: + # configure qemu binfmt-misc running. This allows us to run docker containers + # embedded qemu-static + - script: | + docker run --rm --privileged multiarch/qemu-user-static:register --reset --credential yes + ls /proc/sys/fs/binfmt_misc/ + displayName: Configure binfmt_misc + condition: not(startsWith(variables['CONFIG'], 'linux_64')) + + - script: | + git clone --no-checkout https://github.com/apache/arrow arrow + git -C arrow fetch -t https://github.com/apache/arrow master + git -C arrow checkout FETCH_HEAD + git -C arrow submodule update --init --recursive + displayName: Clone arrow + + # Using github release tries to find a common ancestor between the + # currently pushed tag and the latest tag of the github repository + # (don't know why). + # The tag upload took 43 minutes because of this scan, so use an + # alternative upload script. + - task: CondaEnvironment@1 + inputs: + packageSpecs: 'click github3.py jinja2 jira pygit2 ruamel.yaml setuptools_scm toolz anaconda-client shyaml' + installOptions: '-c conda-forge' + updateConda: false + + - script: | + mkdir build_artifacts + CI=azure arrow/dev/tasks/conda-recipes/run_docker_build.sh $(pwd)/build_artifacts + displayName: Run docker build + + # Upload to github releases + - script: | + python arrow/dev/tasks/crossbow.py \ + --queue-path . \ + --queue-remote https://github.com/ursa-labs/crossbow \ + upload-artifacts \ + --sha nightly-2021-01-15-0-azure-conda-linux-gcc-py38-cuda \ + --tag nightly-2021-01-15-0-azure-conda-linux-gcc-py38-cuda \ + --pattern "build_artifacts/linux-64/*.tar.bz2" + env: + CROSSBOW_GITHUB_TOKEN: $(CROSSBOW_GITHUB_TOKEN) + displayName: Upload packages as a GitHub release + + + # Upload to custom anaconda channel + - script: | + anaconda -t $(CROSSBOW_ANACONDA_TOKEN) upload --force build_artifacts/linux-64/*.tar.bz2 + displayName: Upload packages to Anaconda + \ No newline at end of file