elta_dev.yml

name: Extract, Load, Transform, and Analytics (Dev)
# TODO - add analytics

on:
  pull_request:
    branches:
      - main
    paths:
      # TODO - cannot define paths for extract_load and transform separately,
      #      - because I need to define INPUT_SCHEMA_* variables only once
      #      - they must be inputs because env vars are not evaluated in matrix(used in the reusable workflow)
      - .github/workflows/elta_dev.yml
      # Extract load
      - data_pipeline/meltano.yml
      - data_pipeline/meltano_conf/**/*
      - data_pipeline/requirements-meltano.txt
      - .github/workflows/reusable_extract_load.yml
      - .github/variables/elta_dev.yml
      - .github/variables/elta_shared.yml
      # Transform
      - data_pipeline/macros/**/*
      - data_pipeline/models/**/*
      - data_pipeline/profile/**/*
      - data_pipeline/dbt_project.yml
      - data_pipeline/packages.yml
      - data_pipeline/requirements-dbt.txt
      - data_pipeline/requirements-gooddata.txt
      - .github/workflows/reusable_transform.yml

env:
  INPUT_SCHEMA_FAA: "faa_input_stage"
  INPUT_SCHEMA_GITHUB: "github_input_stage"
  INPUT_SCHEMA_EXCHANGERATEHOST: "exchangeratehost_input_stage"
  INPUT_SCHEMA_ECOMMERCE_DEMO: "ecommerce_demo_input_stage"
  INPUT_SCHEMA_DATA_SCIENCE: "data_science_input_stage"

jobs:
  extract-load-dev:
    uses: ./.github/workflows/reusable_extract_load.yml
    with:
      ENV_FILE: ./.github/variables/elta_dev.env
      INPUT_SCHEMA_FAA: ${{ env.INPUT_SCHEMA_FAA }}
      INPUT_SCHEMA_GITHUB: ${{ env.INPUT_SCHEMA_GITHUB }}
      INPUT_SCHEMA_EXCHANGERATEHOST: ${{ env.INPUT_SCHEMA_EXCHANGERATEHOST }}
      INPUT_SCHEMA_ECOMMERCE_DEMO: ${{ env.INPUT_SCHEMA_ECOMMERCE_DEMO }}
      INPUT_SCHEMA_DATA_SCIENCE: ${{ env.INPUT_SCHEMA_DATA_SCIENCE }}
    secrets: inherit
  transform-dev:
    needs: extract-load-dev
    uses: ./.github/workflows/reusable_transform.yml
    with:
      ENV_FILE: ./.github/variables/elta_dev.env
      INPUT_SCHEMA_FAA: ${{ env.INPUT_SCHEMA_FAA }}
      INPUT_SCHEMA_GITHUB: ${{ env.INPUT_SCHEMA_GITHUB }}
      INPUT_SCHEMA_EXCHANGERATEHOST: ${{ env.INPUT_SCHEMA_EXCHANGERATEHOST }}
      INPUT_SCHEMA_ECOMMERCE_DEMO: ${{ env.INPUT_SCHEMA_ECOMMERCE_DEMO }}
      INPUT_SCHEMA_DATA_SCIENCE: ${{ env.INPUT_SCHEMA_DATA_SCIENCE }}
    secrets: inherit