Azure e2e - Run Workflow #72
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 'Azure e2e - Run Workflow' | |
| on: | |
| schedule: | |
| - cron: '0 16 * * *' # UTC 4pm, EST 11am, EDT 12pm | |
| workflow_dispatch: | |
| inputs: | |
| target-branch: | |
| description: 'Branch name of Cromwell repo to run tests on' | |
| required: true | |
| default: 'develop' | |
| type: string | |
| # Replace user data with seeded data provided by devOps (once available) | |
| owner-subject: | |
| description: 'Owner of billing project' | |
| required: true | |
| default: 'hermione.owner@quality.firecloud.org' | |
| type: string | |
| service-account: | |
| description: 'Email address or unique identifier of the Google Cloud service account for which to generate credentials' | |
| required: true | |
| default: 'firecloud-qa@broad-dsde-qa.iam.gserviceaccount.com' | |
| type: string | |
| env: | |
| BEE_NAME: '${{ github.event.repository.name }}-${{ github.run_id }}-${{ github.run_attempt}}-dev' | |
| BROADBOT_TOKEN: '${{ secrets.BROADBOT_GITHUB_TOKEN }}' # github token for access to kick off a job in the private repo | |
| RUN_NAME_SUFFIX: '${{ github.event.repository.name }}-${{ github.run_id }}-${{ github.run_attempt }}' | |
| jobs: | |
| init-github-context: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| branch: ${{ steps.extract-inputs.outputs.branch }} | |
| owner-subject: ${{ steps.extract-inputs.outputs.owner-subject }} | |
| service-account: ${{ steps.extract-inputs.outputs.service-account }} | |
| bee-name: '${{ github.event.repository.name }}-${{ github.run_id }}-${{ github.run_attempt}}-dev' | |
| steps: | |
| # NOTE: below was included in the rawls template but seems redundant due to defined values up on top | |
| # Remove if it ends up being unecessary | |
| - name: Get inputs or use defaults | |
| id: extract-inputs | |
| run: | | |
| echo "branch=${{ inputs.target-branch || 'main' }}" >> "$GITHUB_OUTPUT" | |
| echo "owner-subject=${{ inputs.owner-subject || 'hermione.owner@quality.firecloud.org' }}" >> "$GITHUB_OUTPUT" | |
| echo "service-account=${{ inputs.service-account || 'firecloud-qa@broad-dsde-qa.iam.gserviceaccount.com' }}" >> "$GITHUB_OUTPUT" | |
| # This job provisions useful parameters for e2e tests | |
| params-gen: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| outputs: | |
| project-name: ${{ steps.gen.outputs.project_name }} | |
| steps: | |
| - name: Generate a random billing project name | |
| id: 'gen' | |
| run: | | |
| project_name=$(echo "tmp-billing-project-$(uuidgen)" | cut -c -30) | |
| echo "project_name=${project_name}" >> $GITHUB_OUTPUT | |
| create-bee-workflow: | |
| runs-on: ubuntu-latest | |
| needs: [init-github-context, params-gen] | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| steps: | |
| - name: Dispatch to terra-github-workflows | |
| uses: broadinstitute/workflow-dispatch@v3 | |
| with: | |
| workflow: bee-create | |
| repo: broadinstitute/terra-github-workflows | |
| ref: refs/heads/main | |
| token: ${{ env.BROADBOT_TOKEN }} | |
| # NOTE: Opting to use "prod" instead of custom tag since I specifically want to test against the current prod state | |
| # NOTE: For testing/development purposes I'm using dev | |
| inputs: '{ "bee-name": "${{ env.BEE_NAME }}", "version-template": "dev", "bee-template-name": "rawls-e2e-azure-tests"}' | |
| create-and-attach-billing-project-to-landing-zone-workflow: | |
| runs-on: ubuntu-latest | |
| needs: [create-bee-workflow, init-github-context, params-gen] | |
| steps: | |
| - name: dispatch to terra-github-workflows | |
| uses: broadinstitute/workflow-dispatch@v3 | |
| with: | |
| workflow: attach-billing-project-to-landing-zone.yaml | |
| repo: broadinstitute/terra-github-workflows | |
| ref: refs/heads/main | |
| token: ${{ env.BROADBOT_TOKEN }} | |
| inputs: '{ | |
| "run-name": "attach-billing-project-to-landing-zone-${{ env.RUN_NAME_SUFFIX }}", | |
| "bee-name": "${{ env.BEE_NAME }}", | |
| "billing-project": "${{ needs.params-gen.outputs.project-name }}", | |
| "billing-project-creator": "${{ needs.init-github-context.outputs.owner-subject }}", | |
| "service-account": "${{needs.init-github-context.outputs.service-account}}" }' | |
| run-cromwell-az-e2e: | |
| needs: [init-github-context, params-gen, create-and-attach-billing-project-to-landing-zone-workflow] | |
| permissions: | |
| contents: read | |
| id-token: write | |
| uses: "broadinstitute/dsp-reusable-workflows/.github/workflows/cromwell-az-e2e-test.yaml@WX-1307-port" | |
| with: | |
| branch: "${{ needs.init-github-context.outputs.branch }}" | |
| bee-name: "${{ needs.init-github-context.outputs.bee-name }}" | |
| billing-project-name: "${{ needs.params-gen.outputs.project-name }}" | |
| delete-billing-project-v2-from-bee-workflow: | |
| continue-on-error: true | |
| runs-on: ubuntu-latest | |
| needs: [init-github-context, run-cromwell-az-e2e, create-and-attach-billing-project-to-landing-zone-workflow, params-gen] | |
| if: always() | |
| steps: | |
| - name: dispatch to terra-github-workflows | |
| uses: broadinstitute/workflow-dispatch@v3 | |
| with: | |
| workflow: .github/workflows/delete-billing-project-v2-from-bee.yaml | |
| repo: broadinstitute/terra-github-workflows | |
| ref: refs/heads/main | |
| token: ${{ env.BROADBOT_TOKEN }} | |
| inputs: '{ | |
| "run-name": "delete-billing-project-v2-from-bee-${{ env.RUN_NAME_SUFFIX }}", | |
| "bee-name": "${{ env.BEE_NAME }}", | |
| "billing-project": "${{ needs.params-gen.outputs.project-name }}", | |
| "billing-project-owner": "${{ needs.init-github-context.outputs.owner-subject }}", | |
| "service-account": "${{ needs.init-github-context.outputs.service-account }}", | |
| "silent-on-failure": "false" }' | |
| destroy-bee-workflow: | |
| runs-on: ubuntu-latest | |
| needs: [create-bee-workflow, delete-billing-project-v2-from-bee-workflow] | |
| if: always() | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| steps: | |
| - name: dispatch to terra-github-workflows | |
| uses: broadinstitute/workflow-dispatch@v3 | |
| with: | |
| workflow: bee-destroy.yaml | |
| repo: broadinstitute/terra-github-workflows | |
| ref: refs/heads/main | |
| token: ${{ env.BROADBOT_TOKEN }} | |
| inputs: '{ "bee-name": "${{ env.BEE_NAME }}" }' | |
| wait-for-completion: true | |
| report-workflow: | |
| uses: broadinstitute/sherlock/.github/workflows/client-report-workflow.yaml@main | |
| with: | |
| notify-slack-channels-upon-workflow-failure: "#cromwell_jenkins_ci_errors" | |
| permissions: | |
| id-token: write |