Refactor to remove try_cast spark function #522
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: build | |
on: | |
pull_request: | |
types: [opened, synchronize] | |
merge_group: | |
types: [checks_requested] | |
push: | |
# Always run on push to main. The build cache can only be reused | |
# if it was saved by a run from the repository's default branch. | |
# The run result will be identical to that from the merge queue | |
# because the commit is identical, yet we need to perform it to | |
# seed the build cache. | |
branches: | |
- main | |
permissions: | |
id-token: write | |
jobs: | |
ci: | |
strategy: | |
fail-fast: false | |
matrix: | |
pyVersion: [ '3.10', '3.11', '3.12' ] | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4.2.2 | |
- name: Install Python | |
uses: actions/setup-python@v5 | |
with: | |
cache: 'pip' | |
cache-dependency-path: '**/pyproject.toml' | |
python-version: ${{ matrix.pyVersion }} | |
- name: Setup Spark Remote | |
run: | | |
pip install hatch==1.9.4 | |
make setup_spark_remote | |
- name: Run unit tests | |
run: | | |
pip install hatch==1.9.4 | |
make ci-test | |
- name: Publish test coverage | |
uses: codecov/codecov-action@v5 | |
with: | |
use_oidc: true | |
fmt: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4.2.2 | |
- name: Format all files | |
run: make dev fmt | |
- name: Fail on differences | |
run: git diff --exit-code | |
docs: | |
name: Build Docusaurus | |
runs-on: ubuntu-latest | |
defaults: | |
run: | |
working-directory: docs/dqx | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: 20 | |
cache: yarn | |
cache-dependency-path: docs/dqx/yarn.lock # need to put the lockfile path explicitly | |
- name: Install dependencies | |
run: yarn install --frozen-lockfile | |
- name: Build website | |
run: yarn build |