ci.yml

name: CI

on:
  push:
    branches: [main]
    tags: ["v[0-9]+.[0-9]+.[0-9]+"]
  pull_request:
    branches: [main]

jobs:
  backend:
    name: Backend
    runs-on: ubuntu-latest
    env:
      working-directory: ./backend
      poetry-version: "1.3.2"
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10"]
    defaults:
      run:
        working-directory: ${{ env.working-directory }}

    steps:
      - uses: actions/checkout@v3

      - name: Install packages
        run: sudo apt-get -y install python3-dev graphviz libgraphviz-dev pkg-config python3-wheel

      - name: Set up Poetry
        uses: bakdata/ci-templates/actions/python-setup-poetry@v1.5.3
        with:
          python-version: ${{ matrix.python-version }}
          poetry-version: ${{ env.poetry-version }}
          working-directory: ${{ env.working-directory }}

      - name: Install dependencies
        run: poetry install --no-interaction

      - name: Lint (flake8)
        run: poetry run pre-commit run flake8 --all-files --show-diff-on-failure

      - name: Order of imports (isort)
        run: poetry run pre-commit run isort --all-files --show-diff-on-failure

      - name: Formatting (black)
        run: poetry run pre-commit run black --all-files --show-diff-on-failure

      - name: Typing (mypy)
        run: poetry run pre-commit run mypy --all-files

      - name: Test
        run: poetry run pytest tests --cov=streams_explorer --cov-report term-missing

  frontend:
    name: Frontend
    runs-on: ubuntu-latest
    env:
      working-directory: ./frontend
    strategy:
      fail-fast: false
      matrix:
        node-version: ["16"]
    defaults:
      run:
        working-directory: ${{ env.working-directory }}

    steps:
      - uses: actions/checkout@v3

      - uses: actions/setup-node@v2
        with:
          node-version: ${{ matrix.node-version }}
          cache: npm
          cache-dependency-path: ${{ env.working-directory }}/package-lock.json

      - name: Install dependencies
        run: npm ci

      - name: Lint
        run: npm run lint

      - name: Install pre-commit
        run: pipx install pre-commit

      - name: Formatting (dprint)
        run: pre-commit run dprint --all-files

      - name: Fetchers
        run: pre-commit run generate-fetchers --all-files

      - name: Run Tests
        run: npm run test:ci

  docker:
    name: Docker
    needs: [backend, frontend]
    runs-on: ubuntu-latest
    env:
      image: bakdata/streams-explorer
    steps:
      - name: Configure Docker
        env:
          DOCKER_CLI_EXPERIMENTAL: enabled
        uses: crazy-max/ghaction-setup-docker@v2
        with:
          version: v24.0.6
          daemon-config: |
            {
              "features": {
                "containerd-snapshotter": true
              }
            }

      - name: Setup Qemu
        uses: docker/setup-qemu-action@v3
        with:
          platforms: ${{ inputs.platforms }}

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Docker meta
        id: meta
        uses: docker/metadata-action@v4
        with:
          images: ${{ env.image }}
          tags: |
            event=pr,type=sha
            event=push,type=sha
            event=tag,type=semver,pattern=v{{version}}

      - name: Login to DockerHub
        uses: docker/login-action@v2
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}

      - name: Build & Push
        uses: docker/build-push-action@v5
        with:
          platforms: linux/amd64,linux/arm64
          push: true
          tags: ${{ steps.meta.outputs.tags }}
          labels: ${{ steps.meta.outputs.labels }}
          cache-from: type=gha
          cache-to: type=gha,mode=max

  publish:
    name: Publish
    needs: [docker]
    if: startsWith(github.ref, 'refs/tags/v') # only publish tags
    uses: ./.github/workflows/publish.yml
    secrets:
      pypi-token: ${{ secrets.PYPI_TOKEN }}
      test-pypi-token: ${{ secrets.TEST_PYPI_TOKEN }}