forked from zenml-io/zenml
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'zenml-io:main' into main
- Loading branch information
Showing
221 changed files
with
9,381 additions
and
2,629 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,88 @@ | ||
| --- | ||
| name: Fast CI | ||
| on: | ||
| workflow_dispatch: | ||
| workflow_call: | ||
| push: | ||
| branches: [main] | ||
| paths-ignore: [docs/**, docker/**, '*', '!pyproject.toml', '**.md'] | ||
| pull_request: | ||
| types: [opened, synchronize, ready_for_review] | ||
| paths-ignore: [docs/**, docker/**, '*', '!pyproject.toml', '**.md'] | ||
| concurrency: | ||
| # New commit on branch cancels running workflows of the same branch | ||
| group: ${{ github.workflow }}-${{ github.ref }} | ||
| cancel-in-progress: true | ||
| jobs: | ||
| docstring-check: | ||
| if: github.event.pull_request.draft == false | ||
| runs-on: ubuntu-dind-runners | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4.1.1 | ||
| - name: Set up Python | ||
| uses: actions/setup-python@v5.0.0 | ||
| with: | ||
| python-version: '3.10' | ||
| - name: Install current package as editable | ||
| run: pip install -U darglint | ||
| - name: Check docstrings | ||
| run: bash scripts/docstring.sh | ||
| sqlite-db-migration-testing: | ||
| runs-on: ubuntu-dind-runners | ||
| # if team member commented, not a draft, on a PR, using /fulltest | ||
| if: github.event.pull_request.draft == false || github.event_name == 'workflow_dispatch' | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4.1.1 | ||
| - name: Set up Python 3.9 | ||
| uses: actions/setup-python@v5.0.0 | ||
| with: | ||
| python-version: '3.9' | ||
| - name: Test migrations across versions | ||
| run: bash scripts/test-migrations-mysql.sh sqlite | ||
| spellcheck: | ||
| if: github.event.pull_request.draft == false | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4.1.1 | ||
| - name: Spelling checker | ||
| uses: crate-ci/typos@v1.17.0 | ||
| with: | ||
| files: . | ||
| config: ./.typos.toml | ||
| update-templates-to-examples: | ||
| # this doesn't work on forked repositories (i.e. outside contributors) | ||
| # so we disable template updates for those PRs / branches | ||
| if: github.event.pull_request.head.repo.full_name == 'zenml-io/zenml' | ||
| uses: ./.github/workflows/update-templates-to-examples.yml | ||
| with: | ||
| python-version: '3.8' | ||
| os: ubuntu-latest | ||
| secrets: inherit | ||
| custom-ubuntu-setup-and-unit-test: | ||
| if: github.event.pull_request.draft == false | ||
| strategy: | ||
| matrix: | ||
| os: [ubuntu-dind-runners] | ||
| python-version: ['3.10'] | ||
| fail-fast: false | ||
| uses: ./.github/workflows/unit-test.yml | ||
| with: | ||
| python-version: ${{ matrix.python-version }} | ||
| os: ${{ matrix.os }} | ||
| secrets: inherit | ||
| custom-ubuntu-runners-integration-test: | ||
| strategy: | ||
| matrix: | ||
| os: [ubuntu-dind-runners] | ||
| python-version: ['3.10'] | ||
| test_environment: [default, docker-server-docker-orchestrator-mysql] | ||
| fail-fast: false | ||
| uses: ./.github/workflows/integration-test-fast.yml | ||
| with: | ||
| os: ${{ matrix.os }} | ||
| python-version: ${{ matrix.python-version }} | ||
| test_environment: ${{ matrix.test_environment }} | ||
| secrets: inherit |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,56 @@ | ||
| --- | ||
| name: Generate test duration file | ||
| on: | ||
| workflow_call: | ||
| schedule: | ||
| - cron: 0 8 * * 1 # Run every Monday at 8 am | ||
| jobs: | ||
| generate-test-duration-file: | ||
| name: Generate test duration file | ||
| runs-on: ubuntu-dind-runners | ||
| strategy: | ||
| fail-fast: false | ||
| env: | ||
| ZENML_DEBUG: 1 | ||
| ZENML_ANALYTICS_OPT_IN: false | ||
| PYTHONIOENCODING: utf-8 | ||
| # on MAC OS, we need to set this environment variable | ||
| # to fix problems with the fork() calls (see this thread | ||
| # for more information: http://sealiesoftware.com/blog/archive/2017/6/5/Objective-C_and_fork_in_macOS_1013.html) | ||
| OBJC_DISABLE_INITIALIZE_FORK_SAFETY: 'YES' | ||
| defaults: | ||
| run: | ||
| shell: bash | ||
| steps: | ||
| - uses: actions/checkout@v4.1.1 | ||
| with: | ||
| ref: develop | ||
| - name: Setup environment | ||
| uses: ./.github/actions/setup_environment | ||
| with: | ||
| cache_version: ${{ secrets.GH_ACTIONS_CACHE_KEY }} | ||
| python-version: '3.10' | ||
| os: ubuntu-dind-runners | ||
| runners_cache_access_key_id: ${{ secrets.RUNNERS_CACHE_ACCESS_KEY_ID }} | ||
| runners_cache_secret_access_key: ${{ secrets.RUNNERS_CACHE_SECRET_ACCESS_KEY }} | ||
| - name: Generate test duration file | ||
| continue-on-error: true | ||
| # Ubuntu integration tests run as 6 shards | ||
| run: | | ||
| bash scripts/test-coverage-xml.sh "" default "" "" store-durations | ||
| - name: Check difference in .test_durations | ||
| run: | | ||
| git diff --quiet || echo "Changes found" | ||
| if [ -n "$(git status --porcelain)" ]; then | ||
| # Commit changes directly to the specified branch | ||
| git add .test_durations | ||
| git commit -m "Update with new changes for test duration file at $(date +'%Y%m%d-%H%M%S')" | ||
| git push origin develop | ||
| else | ||
| echo "No changes in .test_durations" | ||
| fi | ||
| - name: Verify Python Env unaffected | ||
| run: |- | ||
| zenml integration list | ||
| pip list | ||
| pip check || true |
Oops, something went wrong.