Support Python packaging

.github/workflows/python-package-tests.yml

@@ -0,0 +1,65 @@
+name: Python Package Tests
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  build-wheel:
+    runs-on: ubuntu-latest
+    container: ghcr.io/gridtools/gridtools-base:${{ matrix.compiler }}
+    strategy:
+        matrix:
+            python-version: ["3.10"]
+            compiler: [gcc-10]
+            build_type: [release]
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: install nox
+      run: |
+        python -m pip install --upgrade pip setuptools
+        python -m pip install nox
+    - name: run tests
+      working-directory: ./.python_package
+      run: nox -s test_src
+    - name: build and test wheel
+      working-directory: ./.python_package
+      run: nox -s build_wheel test_wheel_with_python-${{ matrix.python-version }}
+    - name: archive wheel
+      uses: actions/upload-artifact@v3
+      with:
+        name: gridtools-cpp-wheel
+        path: .python_package/.nox/.cache/dist/gridtools_cpp-*.whl
+
+  test-wheel:
+    needs: build-wheel
+    runs-on: ubuntu-latest
+    container: ghcr.io/gridtools/gridtools-base:${{ matrix.compiler }}
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.9", "3.11"]
+        compiler: [gcc-10]
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: install nox
+      run: |
+        python -m pip install --upgrade pip setuptools
+        python -m pip install nox
+    - name: download wheel
+      uses: actions/download-artifact@v3
+      with:
+        name: gridtools-cpp-wheel
+        path: .python_package/.nox/.cache/dist
+    - name: test wheel
+      working-directory: ./.python_package
+      run: nox -s test_wheel_with_python-${{ matrix.python-version }}

.python_package/noxfile.py

@@ -0,0 +1,123 @@
+# GridTools
+#
+# Copyright (c) 2014-2021, ETH Zurich
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+import configparser
+import pathlib
+import shutil
+
+import nox
+
+nox.options.sessions = ["test_src", "test_wheel"]
+
+
+def prepare(session: nox.Session):
+    session.install("cmake>=2.18.1")
+    session.install("ninja")
+    build_path = session.cache_dir.joinpath("build").absolute()
+    build_path.mkdir(exist_ok=True)
+    install_path = pathlib.Path(".").absolute() / "src" / "gridtools" / "data"
+    source_path = pathlib.Path("..").absolute()
+    with session.chdir(build_path):
+        session.run(
+            "cmake",
+            "-DBUILD_TESTING=OFF",
+            "-DGT_INSTALL_EXAMPLES:BOOL=OFF",
+            f"-DCMAKE_INSTALL_PREFIX={install_path}",
+            "-GNinja",
+            str(source_path),
+        )
+        session.run("cmake", "--install", ".")
+        session.log("installed gridttols sources")
+    version_path = source_path / "version.txt"
+    setup_path = pathlib.Path(".") / "setup.cfg"
+    config = configparser.ConfigParser()
+    config.read(str(setup_path))
+    config["metadata"]["version"] = version_path.read_text()
+    with setup_path.open("w") as setup_fp:
+        config.write(setup_fp)
+    session.log("updated version metadata")
+    shutil.copy(source_path / "LICENSE", ".")
+    session.log("copied license file")
+
+
+def get_wheel(session: nox.Session) -> pathlib.Path:
+    return list(session.cache_dir.joinpath("dist").glob("gridtools_cpp-*.whl"))[0]
+
+
+@nox.session
+def build_wheel(session: nox.Session):
+    prepare(session)
+    dist_path = session.cache_dir.joinpath("dist").absolute()
+    workdir = pathlib.Path(".").absolute()
+    session.install("build[virtualenv]")
+    with session.chdir(session.cache_dir):
+        session.run(
+            "python",
+            "-m",
+            "build",
+            "--no-isolation",
+            "--wheel",
+            "-o",
+            str(dist_path),
+            str(workdir),
+        )
+    session.log(f"built wheel in {dist_path}")
+    session.log("\n".join(str(path) for path in dist_path.iterdir()))
+
+
+@nox.session
+def test_src(session: nox.Session):
+    prepare(session)
+    session.install(".")
+    session.install("pytest")
+    session.run("pytest", "tests", *session.posargs)
+
+
+@nox.session
+def test_wheel(session: nox.Session):
+    session.notify("build_wheel")
+    session.notify("test_wheel_with_python-3.8")
+    session.notify("test_wheel_with_python-3.9")
+    session.notify("test_wheel_with_python-3.10")
+    session.notify("test_wheel_with_python-3.11")
+
+
+@nox.session(python=["3.8", "3.9", "3.10", "3.11"])
+def test_wheel_with_python(session: nox.Session):
+    wheel_path = get_wheel(session)
+    session.install("pytest")
+    session.install(str(wheel_path))
+    session.run("pytest", "tests", *session.posargs)
+
+
+@nox.session
+def clean_cache(session: nox.Session):
+    for subtree in session.cache_dir.iterdir():
+        shutil.rmtree(subtree, True)
+
+
+@nox.session
+def build(session: nox.Session):
+    prepare(session)
+    session.install("build[virtualenv]")
+    session.run("python", "-m", "build", "--no-isolation", *session.posargs)
+
+
+@nox.session
+def clean(session: nox.Session):
+    top_dir = pathlib.Path(".")
+    data_dir = top_dir / "src" / "gridtools" / "data"
+    session.log(f"rm -r {data_dir}")
+    shutil.rmtree(data_dir, True)
+    session.log("rm -r src/*.egg-info")
+    for egg_tree in top_dir.joinpath("src").glob("*.egg-info"):
+        shutil.rmtree(egg_tree, True)
+    session.log("rm -r dist")
+    shutil.rmtree(top_dir / "dist", True)
+    session.log("rm -r build")
+    shutil.rmtree(top_dir / "build", True)

.python_package/pyproject.toml

@@ -0,0 +1,3 @@
+[build-system]
+requires = ["setuptools>=64", "wheel"]
+build-backend = "setuptools.build_meta"

.python_package/setup.cfg

@@ -0,0 +1,44 @@
+[metadata]
+name = gridtools-cpp
+author = ETH Zurich
+author_email = gridtools@cscs.ch
+license_files = LICENSE
+long_description = file: README.md
+long_description_content_type = text/markdown; charset=UTF-8
+url = https://gridtools.github.io
+project_urls = 
+	Source Code = https://github.com/GridTools/gridtools
+platforms = any
+version = 2.2.1a2
+
+classifiers = 
+	Development Status :: 5 - Production/Stable
+	License :: OSI Approved :: BSD License
+	Intended Audience :: Science/Research
+	Operating System :: OS Independent
+	Programming Language :: Python :: 3 :: Only
+
+[options]
+packages = find_namespace:
+package_dir = 
+	= src
+python_requires = >=3.8
+install_requires = 
+	cmake>=3.18.1
+
+[options.package_data]
+* = 
+	*.hpp
+	*.h
+	*.cmake
+
+[options.packages.find]
+where = src
+exclude = tests
+
+[tools:isort]
+line_length = 100
+
+[flake8]
+max-line-length = 100
+

.python_package/src/gridtools/__init__.py

@@ -0,0 +1,20 @@
+# GridTools
+#
+# Copyright (c) 2014-2021, ETH Zurich
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+import pathlib
+
+
+_file = pathlib.Path(__file__)
+
+
+def get_cmake_dir() -> pathlib.Path:
+    return _file.parent / "data" / "lib" / "cmake" / "GridTools"
+
+
+def get_include_dir() -> pathlib.Path:
+    return _file.parent / "data" / "include"

.python_package/tests/test_dirs.py

@@ -0,0 +1,21 @@
+# GridTools
+#
+# Copyright (c) 2014-2021, ETH Zurich
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+import gridtools
+
+
+def test_cmake_dir_contains_gridtools_cmake():
+    main_config_file = gridtools.get_cmake_dir() / "GridToolsConfig.cmake"
+    assert main_config_file.exists()
+    assert main_config_file.read_text()
+
+
+def test_include_dir_contains_headers():
+    include_path = gridtools.get_include_dir()
+    assert include_path.exists()
+    assert len(list(include_path.rglob("*.hpp"))) > 0