Modelbench Build Test #467
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Modelbench build test | |
| on: | |
| # allow button click | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| permissions: | |
| contents: read | |
| jobs: | |
| test: | |
| runs-on: ubuntu-latest | |
| environment: Scheduled Testing | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Store commit | |
| run: | | |
| echo "GIT_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_ENV | |
| - name: Set up Python 3.10 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: "3.10" | |
| - name: Install and configure Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: 1.8.5 | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| - name: Write secrets | |
| env: | |
| SECRETS_CONFIG: | | |
| [anthropic] | |
| api_key = "fake" | |
| [together] | |
| api_key = "fake" | |
| [openai] | |
| api_key = "fake" | |
| [hugging_face] | |
| token = "fake" | |
| [google_ai] | |
| api_key = "fake" | |
| [mistralai] | |
| api_key = "fake" | |
| [vertexai] | |
| project_id = "fake" | |
| region = "us-central1" | |
| [azure_phi_3_5_mini_endpoint] | |
| api_key = "fake" | |
| [azure_phi_3_5_moe_endpoint] | |
| api_key = "fake" | |
| [modellab_files] | |
| token = "fake" | |
| [nvidia-nim-api] | |
| api_key = "fake" | |
| [demo] | |
| api_key="12345" | |
| [modellab_files] | |
| token = "${{ secrets.MODELLAB_FILE_DOWNLOAD_TOKEN }}" | |
| run: | | |
| mkdir -p config | |
| echo "$SECRETS_CONFIG" > config/secrets.toml | |
| - name: Ensure the artifact published on Pypi still works as expected | |
| run: | | |
| rm -rf .venv | |
| mkdir -p ../installation/config | |
| cat ./tests/modelgauge_tests/data/install_pyproject.toml > ../installation/pyproject.toml | |
| cd ../installation | |
| touch ./config/secrets.toml | |
| poetry lock | |
| poetry install --no-root | |
| poetry run modelgauge list-tests | |
| # - name: Discord notification | |
| # if: failure() | |
| # env: | |
| # DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }} | |
| # uses: Ilshidur/action-discord@0.3.2 | |
| # with: | |
| # args: 'The smoke test for {{ EVENT_PAYLOAD.repository.full_name }} has failed. See <{{ EVENT_PAYLOAD.repository.html_url }}/actions>' |