Skip to content
Tests

update include paths and polars for transform #1054

Sign in to view logs

update include paths and polars for transform

update include paths and polars for transform #1054

Workflow file for this run

.github/workflows/tests.yml at 2dda5d2
name: Tests
on:
push:
paths-ignore:
- 'docs/**'
branches:
- '**'
pull_request:
paths-ignore:
- 'docs/**'
branches:
- '**'
# Automatically stop old builds on the same branch/PR
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event.number }}
cancel-in-progress: true
jobs:
lint:
name: Pre-commit Checks
runs-on: ubuntu-latest
timeout-minutes: 10
steps:
- name: Checkout branch
uses: actions/checkout@v4
- name: Install Python 3.9
uses: actions/setup-python@v5
with:
python-version: 3.9
- name: Linting - Run pre-commit checks
uses: pre-commit/action@v3.0.1
smoke_test:
name: Smoke Test
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py312
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
postgres
zoo
postgres_test:
name: Postgres Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py39all
- py310all
- py311all
- py312all
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
postgres
zoo
pytest-arguments: --polars --ibis --pdtransform
duckdb_test:
name: DuckDB Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py39all
- py312all
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
zoo
pytest-arguments: --duckdb -m duckdb --polars --ibis --pdtransform --no-postgres
db2_test:
name: DB2 Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py39ibm
- py312ibm
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
zoo
ibm_db2
# --polars and --ibis not supported
pytest-arguments: --ibm_db2 -m ibm_db2 --pdtransform --no-postgres
mssql_test:
name: MSSql Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py39all
- py311all
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
mssql
zoo
pytest-arguments: --mssql -m mssql --polars --ibis --pdtransform --no-postgres
orchestration_test:
name: Orchestration Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py311all
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
postgres
zoo
pytest-arguments: --dask --prefect -m "dask or prefect"
pandas1_sqlalchemy1_test:
name: Pandas 1.x and SQLAlchemy 1.x Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py39pdsa1all
- py311pdsa1all
uses: ./.github/workflows/test.yml
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
docker-services: |
postgres
zoo
pytest-arguments: --polars --ibis --pdtransform
snowflake_test:
name: Snowflake Tests
needs: [smoke_test]
strategy:
matrix:
os:
- ubuntu-latest
environment:
- py311pdsa1all
uses: ./.github/workflows/test.yml
secrets:
SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }}
with:
os: ${{ matrix.os }}
environment: ${{ matrix.environment }}
workers: 1 # tests are often waiting on snowflake
timeout-minutes: 40
docker-services: |
postgres
zoo
pytest-arguments: --polars --ibis --pdtransform --snowflake --no-postgres