fixing spaces #1572
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# This is a basic workflow to help you get started with Actions | |
name: CI | |
# Controls when the action will run. Triggers the workflow on push only. ToDo: handle pull requests for testing only | |
on: | |
push: | |
branches: '**' | |
tags: 'v*' | |
pull_request: | |
branches: '**' | |
workflow_dispatch: | |
workflow_run: | |
workflows: [Build] | |
types: [completed] | |
# A workflow run is made up of one or more jobs that can run sequentially or in parallel | |
jobs: | |
# Deploy the local and remote versions of geppetto-vfb | |
deploy-test: | |
# The type of runner that the job will run on | |
runs-on: ubuntu-latest | |
# total job timeout: | |
timeout-minutes: 590 | |
# Steps represent a sequence of tasks that will be executed as part of the job | |
steps: | |
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
- uses: actions/checkout@v4 | |
# Decide based on branch which servers to use | |
- name: Pass branch | |
id: branch | |
run: echo "::set-output name=value::$(echo ${GITHUB_REF} | sed 's@refs/heads/@@g' | sed 's@refs/tags/@@g' )"; | |
echo "::set-output name=clean::$(echo ${GITHUB_REF} | sed 's@refs/heads/@@g' | sed 's@refs/tags/@@g' | sed 's@[/\\]@-@g')"; | |
- name: Setup local servers | |
id: local-servers | |
shell: bash | |
run: if [ "${GITHUB_REF#refs/heads/}" == master ] || [[ "${GITHUB_REF#refs/heads/}" == v* ]]; then | |
echo "::debug::Set to master setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb:7474"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl:8080/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://ocpu:80/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb.v4.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::release"; | |
elif [ "${GITHUB_REF#refs/heads/}" == debug ] || [ "${GITHUB_REF#refs/heads/}" == pipeline2 ] || [ "${GITHUB_REF#refs/heads/}" == vfb_geppetto_application ] || [ "${GITHUB_REF#refs/heads/}" == development ] || [[ "${GITHUB_REF#refs/heads/}" == f* ]]; then | |
echo "::debug::Set to dev setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb:7474"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl:8080/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://ocpu:80/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb-dev.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr-dev.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::development"; | |
elif [ "${GITHUB_REF#refs/heads/}" == alpha ] ; then | |
echo "::debug::Set to alpha setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb:7474"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl:8080/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://ocpu:80/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb-alpha.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr-alpha.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::staging"; | |
else | |
echo "::debug::Set to default setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb:7474"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl:8080/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://ocpu:80/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb.v4.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::release"; | |
fi | |
- name: Setup remote servers | |
id: remote-servers | |
shell: bash | |
run: if [ "${GITHUB_REF#refs/heads/}" == master ] || [[ "${GITHUB_REF#refs/heads/}" == v* ]]; then | |
echo "::debug::Set to master setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb.v4.virtualflybrain.org"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb.v4.virtualflybrain.org"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl.virtualflybrain.org/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://r.virtualflybrain.org/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=SOLR_SERVER::https://solr.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::release"; | |
elif [ "${GITHUB_REF#refs/heads/}" == debug ] || [ "${GITHUB_REF#refs/heads/}" == pipeline2 ] || [ "${GITHUB_REF#refs/heads/}" == vfb_geppetto_application ] || [ "${GITHUB_REF#refs/heads/}" == development ] || [[ "${GITHUB_REF#refs/heads/}" == f* ]]; then | |
echo "::debug::Set to dev setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb-dev.virtualflybrain.org"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl-dev.virtualflybrain.org/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://r.virtualflybrain.org/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb-dev.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr-dev.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::release"; | |
elif [ "${GITHUB_REF#refs/heads/}" == alpha ] ; then | |
echo "::debug::Set to alpha setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb-alpha.virtualflybrain.org"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl-alpha.virtualflybrain.org/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://r.virtualflybrain.org/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb-alpha.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr-alpha.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::release"; | |
else | |
echo "::debug::Set to default setup"; | |
echo "::set-output name=VFB_PDB_SERVER::http://pdb.v4.virtualflybrain.org"; | |
echo "::set-output name=VFB_OWL_SERVER::http://owl.virtualflybrain.org/kbs/vfb/"; | |
echo "::set-output name=VFB_R_SERVER::http://r.virtualflybrain.org/ocpu/library/vfbr/R/vfb_nblast"; | |
echo "::set-output name=VFB_TREE_PDB_SERVER::https://pdb.v4.virtualflybrain.org"; | |
echo "::set-output name=SOLR_SERVER::https://solr.virtualflybrain.org/solr/ontology/select"; | |
echo "::set-output name=BUILD_TYPE::release"; | |
fi | |
# Output the chosen servers | |
- name: Used remote servers | |
run: | | |
echo PDB:${{ steps.remote-servers.outputs.VFB_PDB_SERVER }} | |
echo OWL:${{ steps.remote-servers.outputs.VFB_OWL_SERVER }} | |
echo SOLR:${{ steps.remote-servers.outputs.SOLR_SERVER }} | |
echo TREE_PDB:${{ steps.remote-servers.outputs.VFB_TREE_PDB_SERVER }} | |
echo R:${{ steps.remote-servers.outputs.VFB_R_SERVER }} | |
- name: Set up QEMU | |
uses: docker/setup-qemu-action@v1 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v1 | |
- name: Login to DockerHub | |
uses: docker/login-action@v1 | |
with: | |
username: ${{ secrets.DOCKERHUB_USERNAME }} | |
password: ${{ secrets.DOCKERHUB_TOKEN }} | |
- name: Build and push local wss | |
id: docker_build_local | |
timeout-minutes: 290 | |
uses: docker/build-push-action@v2 | |
with: | |
push: true | |
tags: "virtualflybrain/geppetto-vfb:${{ steps.branch.outputs.clean }}-local.wss" | |
build-args: | | |
VFB_TREE_PDB_SERVER_ARG=${{ steps.local-servers.outputs.VFB_TREE_PDB_SERVER }} | |
SOLR_SERVER_ARG=${{ steps.local-servers.outputs.SOLR_SERVER }} | |
VFB_R_SERVER_ARG=${{ steps.local-servers.outputs.VFB_R_SERVER }} | |
VFB_OWL_SERVER_ARG=${{ steps.local-servers.outputs.VFB_OWL_SERVER }} | |
VFB_PDB_SERVER_ARG=${{ steps.local-servers.outputs.VFB_PDB_SERVER }} | |
build_type=${{ steps.local-servers.outputs.BUILD_TYPE }} | |
targetBranch=${{ steps.branch.outputs.value }} | |
originBranch=${{ steps.branch.outputs.value }} | |
defaultBranch=development | |
finalBuild=true | |
- name: Build and push remote | |
id: docker_build_remote | |
timeout-minutes: 290 | |
uses: docker/build-push-action@v2 | |
with: | |
push: true | |
tags: "virtualflybrain/geppetto-vfb:${{ steps.branch.outputs.clean }}-remote" | |
build-args: | | |
VFB_TREE_PDB_SERVER_ARG=${{ steps.remote-servers.outputs.VFB_TREE_PDB_SERVER }} | |
SOLR_SERVER_ARG=${{ steps.remote-servers.outputs.SOLR_SERVER }} | |
VFB_R_SERVER_ARG=${{ steps.remote-servers.outputs.VFB_R_SERVER }} | |
VFB_OWL_SERVER_ARG=${{ steps.remote-servers.outputs.VFB_OWL_SERVER }} | |
VFB_PDB_SERVER_ARG=${{ steps.remote-servers.outputs.VFB_PDB_SERVER }} | |
build_type=${{ steps.remote-servers.outputs.BUILD_TYPE }} | |
targetBranch=${{ steps.branch.outputs.value }} | |
originBranch=${{ steps.branch.outputs.value }} | |
defaultBranch=development | |
finalBuild=false | |
- name: Image digest | |
run: | | |
echo "local:${{ steps.docker_build_local.outputs.digest }}" | |
echo "remote:${{ steps.docker_build_remote.outputs.digest }}" | |
- name: Install Puppeteer | |
run: npm install jest@24.8.0 jest-image-snapshot@4.1.0 puppeteer@1.17.0 jest-puppeteer@4.3.0 @babel/preset-env@7.4.5 url-join@4.0.0 @babel/core@7.4.5 | |
- name: Start VFB server | |
run: docker run -t -dit --name=testServer -p 8080:8080 "virtualflybrain/geppetto-vfb:${{ steps.branch.outputs.clean}}-remote"; | |
sleep 100; | |
docker logs testServer; | |
if [ $(docker logs testServer | grep "fixable with the " | wc -l) -gt 0 ]; then echo "Lint Error!"; exit 1; fi; | |
- name: Wait for VFB server to spin up | |
timeout-minutes: 290 | |
run: | | |
export LANDING_PAGE="http://localhost:8080/org.geppetto.frontend/geppetto" | |
Test () { export http_status=$(curl -s -i $LANDING_PAGE | grep HTTP/1.1 | awk {'print $2'}); echo "Returned status \"$http_status\""; if [ "$http_status" != "200" ]; then echo "Waiting for docker to finish building..."; iterations=$((iterations+1)); if [ "$iterations" != "100" ]; then sleep 1; Test; fi; else echo "$(date) - connected successfully"; fi; } | |
Test; | |
- name: Test batch 1 | |
run: npm test -- --verbose --colors --forceExit --testPathPattern='geppetto-vfb/tests/jest/vfb/batch1/.*js' | |
- name: Test batch 2 | |
run: npm test -- --verbose --colors --forceExit --testPathPattern='geppetto-vfb/tests/jest/vfb/batch2/.*js' | |
- name: Test batch 3 | |
run: npm test -- --verbose --colors --forceExit --testPathPattern='geppetto-vfb/tests/jest/vfb/batch3/.*js' | |
- name: Test under review | |
continue-on-error: true | |
run: | | |
if [ "${GITHUB_REF#refs/heads/}" == debug ] || [ "${GITHUB_REF#refs/heads/}" == pipeline2 ] || [ "${GITHUB_REF#refs/heads/}" == vfb_geppetto_application ] || [ "${GITHUB_REF#refs/heads/}" == development ] || [[ "${GITHUB_REF#refs/heads/}" =~ ^(fix|feature).* ]] ; then | |
npm test -- --verbose --colors --forceExit --testPathPattern='geppetto-vfb/tests/jest/vfb/review/.*js'; | |
fi | |
- name: Stop VFB server | |
run: docker stop testServer | |
- uses: actions/upload-artifact@v4 | |
if: ${{ failure() }} | |
with: | |
name: test_fails | |
path: | | |
tests/jest/vfb/snapshots/*/*/__diff_output__/*.png | |
tests/jest/vfb/snapshots/*/*/*.png | |
retention-days: 5 |