publish.yml

# This workflows will upload a Python Package using Twine when a release is created
# For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries

name: Publish

on:
  release:
    types: [created]
  workflow_dispatch: {}

jobs:
  package-source:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
      - uses: actions/setup-python@v2
        with:
          python-version: 3.7
      - name: Prepare C files to include
        run: |
          python -m pip install --upgrade pip setuptools
          python -m pip install -r requirements-cython.txt
          # Make sure we install to have all c files to be shiped with bundle
          python -m pip install -vv -Ue .  # We set -vv to see compiler exceptions/warnings
      - name: Build source package
        run: python setup.py sdist
      - name: Upload source package
        uses: actions/upload-artifact@v2
        with:
          name: dist
          path: dist/

  package-wheel:
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, macos-latest, windows-latest]
    steps:
      - uses: actions/checkout@v2
      - uses: actions/setup-python@v2
        with:
          python-version: 3.7
      - name: Build wheels
        env:
          CIBW_BUILD: cp36-* cp37-* cp38-* cp39-*
          CIBW_BEFORE_BUILD_LINUX: pip install -r requirements-cython.txt && yum install -y zlib-devel
          # On windows and mac we should have z library preinstalled
          CIBW_BEFORE_BUILD: pip install -r requirements-cython.txt
          CIBW_BUILD_VERBOSITY: 2
        run: |
          python -m pip install --upgrade pip setuptools
          pip install cibuildwheel
          cibuildwheel --output-dir dist
        shell: bash
      - name: Upload wheels
        uses: actions/upload-artifact@v2
        with:
          name: dist
          path: dist/

  test-wheels-windows:
    needs: [package-source, package-wheel]
    runs-on: windows-latest

    strategy:
      matrix:
        python: [3.6, 3.7, 3.8, 3.9]
        include:
          - python: 3.6
            snappy_whl: tools/python_snappy-0.5.4-cp36-cp36m-win_amd64.whl
            aiokafka_whl: dist/aiokafka-*-cp36-cp36m-win_amd64.whl
          - python: 3.7
            snappy_whl: tools/python_snappy-0.5.4-cp37-cp37m-win_amd64.whl
            aiokafka_whl: dist/aiokafka-*-cp37-cp37m-win_amd64.whl
          - python: 3.8
            snappy_whl: tools/python_snappy-0.5.4-cp38-cp38-win_amd64.whl
            aiokafka_whl: dist/aiokafka-*-cp38-cp38-win_amd64.whl
          - python: 3.9
            snappy_whl: tools/python_snappy-0.5.4-cp39-cp39-win_amd64.whl
            aiokafka_whl: dist/aiokafka-*-cp39-cp39-win_amd64.whl

    steps:
      - uses: actions/checkout@v2
      - name: Download distributions
        uses: actions/download-artifact@v2
        with:
          name: dist
          path: dist/
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install python dependencies
        run: |
          pip install --upgrade pip setuptools wheel
          pip install ${{ matrix.snappy_whl }}
          pip install -r requirements-win-test.txt
          pip install ${{ matrix.aiokafka_whl }}
        shell: bash

      - name: Run Unit Tests
        run: |
          # Remove source code to be sure we use wheel code
          rm -rf aiokafka
          make ci-test-unit
        shell: bash

  test-wheels-mac:
    needs: [package-source, package-wheel]
    runs-on: macos-latest

    strategy:
      matrix:
        python: [3.6, 3.7, 3.8, 3.9]
        include:
          - python: 3.6
            aiokafka_whl: dist/aiokafka-*-cp36-cp36m-macosx_10_9_x86_64.whl
          - python: 3.7
            aiokafka_whl: dist/aiokafka-*-cp37-cp37m-macosx_10_9_x86_64.whl
          - python: 3.8
            aiokafka_whl: dist/aiokafka-*-cp38-cp38-macosx_10_9_x86_64.whl
          - python: 3.9
            aiokafka_whl: dist/aiokafka-*-cp39-cp39-macosx_10_9_x86_64.whl

    steps:
      - uses: actions/checkout@v2
      - name: Download distributions
        uses: actions/download-artifact@v2
        with:
          name: dist
          path: dist/
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install system dependencies
        run: |
          brew install snappy
      - name: Install python dependencies
        run: |
          pip install --upgrade pip setuptools wheel
          pip install -r requirements-ci.txt
          pip install ${{ matrix.aiokafka_whl }}

      - name: Run Unit Tests
        run: |
          # Remove source code to be sure we use wheel code
          rm -rf aiokafka
          make ci-test-unit

  test-wheels-linux:
    needs: [package-source, package-wheel]
    runs-on: ubuntu-latest

    strategy:
      matrix:
        python: [3.6, 3.7, 3.8.5, 3.9]
        include:
          - python: 3.6
            aiokafka_whl: dist/aiokafka-*-cp36-cp36m-manylinux*_x86_64.whl
          - python: 3.7
            aiokafka_whl: dist/aiokafka-*-cp37-cp37m-manylinux*_x86_64.whl
          - python: 3.8.5
            aiokafka_whl: dist/aiokafka-*-cp38-cp38-manylinux*_x86_64.whl
          - python: 3.9
            aiokafka_whl: dist/aiokafka-*-cp39-cp39-manylinux*_x86_64.whl

    steps:
      - uses: actions/checkout@v2
      - name: Download distributions
        uses: actions/download-artifact@v2
        with:
          name: dist
          path: dist/
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y libsnappy-dev libzstd-dev libkrb5-dev
      - name: Install python dependencies
        run: |
          pip install --upgrade pip setuptools wheel
          pip install -r requirements-ci.txt
          pip install ${{ matrix.aiokafka_whl }}

      - name: Run Unit Tests
        # FIXME 3.8.6 and 3.9.0 have broken `wait_for`
        if: ${{ matrix.python != '3.9' }}
        run: |
          # Remove source code to be sure we use wheel code
          rm -rf aiokafka
          make ci-test-unit

  deploy:

    runs-on: ubuntu-latest
    needs: [test-wheels-linux, test-wheels-mac, test-wheels-windows]

    steps:
      - uses: actions/checkout@v2
      - name: Download distributions
        uses: actions/download-artifact@v2
        with:
          name: dist
          path: dist/
      - name: Publish to PyPI
        uses: pypa/gh-action-pypi-publish@master
        with:
          user: ${{ secrets.PYPI_USERNAME }}
          password: ${{ secrets.PYPI_PASSWORD }}