Add nightly rosetta build and test #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Rosetta Paxml build and test | ||
| run-name: Nightly Rosetta Paxml build and test (${{ github.event_name == 'workflow_run' && format('nightly {0}', github.event.workflow_run.created_at) || github.event_name }}) | ||
| on: | ||
| workflow_run: | ||
| workflows: [Nightly Pax build] | ||
| types: [completed] | ||
| branches: [main] | ||
| workflow_dispatch: | ||
| inputs: | ||
| BASE_IMAGE: | ||
| type: string | ||
| description: 'PAX image built by NVIDIA/JAX-Toolbox' | ||
| default: 'ghcr.io/nvidia/upstream-pax:latest' | ||
| required: true | ||
| PUBLISH: | ||
| type: boolean | ||
| description: Publish dated images and update the 'latest' tag? | ||
| default: false | ||
| required: false | ||
| env: | ||
| BASE_LIBRARY: pax | ||
| DOCKER_REGISTRY: ghcr.io/nvidia | ||
| permissions: | ||
| contents: read # to fetch code | ||
| actions: write # to cancel previous workflows | ||
| packages: write # to upload container | ||
| jobs: | ||
| metadata: | ||
| runs-on: ubuntu-22.04 | ||
| outputs: | ||
| BUILD_DATE: ${{ steps.date.outputs.BUILD_DATE }} | ||
| BASE_LIBRARY: ${{ steps.base-metadata.outputs.BASE_LIBRARY }} | ||
| BASE_IMAGE: ${{ steps.base-metadata.outputs.BASE_IMAGE }} | ||
| PUBLISH: ${{ steps.if-publish.outputs.PUBLISH }} | ||
| steps: | ||
| - name: Check if the triggering workflow failed | ||
| id: if-upstream-failed | ||
| shell: bash -x -e {0} | ||
| run: | | ||
| echo "UPSTREAM_FAILED=${{ github.event.workflow_run.conclusion != 'success' }}" >> $GITHUB_OUTPUT | ||
| - name: Cancel workflow if upstream workflow did not success | ||
| if: ${{ steps.if-upstream-failed.outputs.UPSTREAM_FAILED == 'true' }} | ||
| uses: styfle/cancel-workflow-action@0.12.0 | ||
| - name: Determine if the resulting container should be 'published' | ||
| id: if-publish | ||
| shell: bash -x -e {0} | ||
| run: | ||
| # A container should be published if: | ||
| # 1) the workflow is triggered by workflow_dispatch and the PUBLISH input is true, or | ||
| # 2) the workflow is triggered by workflow_run (i.e., a nightly build) | ||
| echo "PUBLISH=${{ github.event_name == 'workflow_run' || (github.event_name == 'workflow_dispatch' && inputs.PUBLISH) }}" >> $GITHUB_OUTPUT | ||
| - name: Set build date | ||
| id: date | ||
| shell: bash -x -e {0} | ||
| run: | | ||
| BUILD_DATE=$(TZ='US/Los_Angeles' date '+%Y-%m-%d') | ||
| echo "BUILD_DATE=${BUILD_DATE}" >> $GITHUB_OUTPUT | ||
| - name: Set base library and image | ||
| id: base-metadata | ||
| shell: bash -x -e {0} | ||
| run: | | ||
| if [[ -z "${{ inputs.BASE_IMAGE }}" ]]; then | ||
| BASE_IMAGE=${{ env.DOCKER_REGISTRY }}/upstream-${{ env.BASE_LIBRARY }}:latest | ||
| else | ||
| BASE_IMAGE=${{ inputs.BASE_IMAGE }} | ||
| fi | ||
| echo "BASE_LIBRARY=${{ env.BASE_LIBRARY }}" >> $GITHUB_OUTPUT | ||
| echo "BASE_IMAGE=${BASE_IMAGE}" >> $GITHUB_OUTPUT | ||
| amd64: | ||
| needs: metadata | ||
| uses: ./.github/workflows/_build_rosetta.yaml | ||
| with: | ||
| ARCHITECTURE: amd64 | ||
| BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }} | ||
| BASE_LIBRARY: ${{ needs.metadata.outputs.BASE_LIBRARY }} | ||
| BASE_IMAGE: ${{ needs.metadata.outputs.BASE_IMAGE }} | ||
| secrets: inherit | ||
| arm64: | ||
| needs: metadata | ||
| uses: ./.github/workflows/_build_rosetta.yaml | ||
| with: | ||
| ARCHITECTURE: arm64 | ||
| BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }} | ||
| BASE_LIBRARY: ${{ needs.metadata.outputs.BASE_LIBRARY }} | ||
| BASE_IMAGE: ${{ needs.metadata.outputs.BASE_IMAGE }} | ||
| secrets: inherit | ||
| public-mealkit: | ||
| needs: [metadata, amd64, arm64] | ||
| if: needs.metadata.output.PUBLISH == 'true' | ||
| uses: ./.github/workflows/_publish_container.yaml | ||
| with: | | ||
| SOURCE_IMAGE: | | ||
| ${{ needs.amd64.outputs.DOCKER_TAG_MEALKIT }} | ||
| ${{ needs.arm64.outputs.DOCKER_TAG_MEALKIT }} | ||
| TARGET_IMAGE: upstream-pax | ||
| TARGET_TAGS: | | ||
| type=raw,value=mealkit,priority=500 | ||
| type=raw,value=mealkit-${{ needs.metadata.outputs.BUILD_DATE }},priority=500 | ||
| publish-final: | ||
| needs: [metadata, amd64, arm64] | ||
| if: needs.metadata.outputs.PUBLISH == 'true' | ||
| uses: ./.github/workflows/_publish_container.yaml | ||
| with: | ||
| SOURCE_IMAGE: | | ||
| ${{ needs.amd64.outputs.DOCKER_TAG_FINAL }} | ||
| ${{ needs.arm64.outputs.DOCKER_TAG_FINAL }} | ||
| TARGET_IMAGE: upstream-pax | ||
| TARGET_TAGS: | | ||
| type=raw,value=latest,priority=1000 | ||
| type=raw,value=nightly-${{ needs.metadata.outputs.BUILD_DATE }},priority=900 | ||
| finalize: | ||
| if: always() | ||
| needs: [metadata, amd64, arm64] | ||
| uses: ./.github/workflows/_finalize.yaml | ||
| with: | ||
| PUBLISH_BADGE: ${{ needs.metadata.outputs.PUBLISH == 'true' }} | ||
| secrets: inherit | ||
| test-pax: | ||
| needs: [metadata, amd64, arm64] | ||
| uses: ./.github/workflows/_test_pax_rosetta.yaml | ||
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | ||
| with: | ||
| PAX_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | ||
| secrets: inherit | ||
| publish-test: | ||
| needs: [metadata, amd64, arm64, test-pax] | ||
| uses: ./.github/workflows/_publish_badge.yaml | ||
| if: ( always() ) | ||
| secrets: inherit | ||
| with: | ||
| ENDPOINT_FILENAME: 'rosetta-pax-overall-test-status.json' | ||
| PUBLISH: ${{ github.event_name == 'workflow_run' || needs.metadata.outputs.PUBLISH == 'true' }} | ||
| SCRIPT: | | ||
| PAX_STATUS=${{ needs.test-pax.outputs.TEST_STATUS }} | ||
| echo "LABEL='Tests'" >> $GITHUB_OUTPUT | ||
| if [[ ${{ needs.build.result }} == "success" ]]; then | ||
| if [[ $PAX_STATUS == "success" ]]; then | ||
| COLOR=brightgreen | ||
| MESSAGE="MGMN passed" | ||
| else | ||
| COLOR=red | ||
| MESSAGE="MGMN failed" | ||
| fi | ||
| else | ||
| MESSAGE="n/a" | ||
| COLOR="red" | ||
| fi | ||
| echo "MESSAGE='${MESSAGE}'" >> $GITHUB_OUTPUT | ||
| echo "COLOR='${COLOR}'" >> $GITHUB_OUTPUT | ||
