[V2] Clean up dev dependencies (#125)

* Remove unneeded dev dependencies

* Split out docs and lint deps for faster installation

Co-authored-by: Jay Qi <jayqi@users.noreply.github.com>

.github/workflows/docs-preview.yml

@@ -20,10 +20,12 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -r requirements-dev.txt
+          pip install -r requirements-dev/docs.txt
+
       - name: Build documentation
         run: |
           make docs
+
       - name: Deploy site preview to Netlify
         uses: nwtgck/actions-netlify@v1.1
         with:
@@ -38,4 +40,4 @@ jobs:
         env:
           NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
           NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
-        timeout-minutes: 1
+        timeout-minutes: 1

.github/workflows/docs-publish.yml

@@ -20,10 +20,12 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -r requirements-dev.txt
+          pip install -r requirements-dev/docs.txt
+
       - name: Build documentation
         run: |
           make docs
+
       - name: Deploy docs to Netlify
         uses: nwtgck/actions-netlify@v1.1
         with:
@@ -37,4 +39,4 @@ jobs:
         env:
           NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
           NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
-        timeout-minutes: 1
+        timeout-minutes: 1

.github/workflows/tests.yml

@@ -23,11 +23,13 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip setuptools
-          pip install -e .[cpu,dev]
+          python -m pip install --upgrade pip
+          pip install -r requirements-dev/lint.txt
+
       - name: Lint package
         run: |
           make lint
+
   tests:
     name: Test suite (${{ matrix.os }}, Python ${{ matrix.python-version }})
     needs: code-quality
@@ -59,8 +61,9 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip setuptools
-          pip install -e  .[dev]
+          python -m pip install --upgrade pip setuptools wheel
+          pip install -r requirements-dev.txt
+
       - name: Run tests
         run: |
           make tests
@@ -99,6 +102,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip setuptools
           pip install .
+
       - name: Run zamba CLI to ensure proper install
         run: |
           zamba --help

Makefile

@@ -26,7 +26,7 @@ ifeq (${CPU_OR_GPU}, gpu)
 	conda install cudatoolkit=11.0.3 cudnn=8.0 -c conda-forge
 endif
 	$(PYTHON_INTERPRETER) -m pip install -U pip setuptools wheel
-	$(PYTHON_INTERPRETER) -m pip install -e .[dev,internal]
+	$(PYTHON_INTERPRETER) -m pip install -r requirements-dev.txt
 
 
 ## Delete all compiled Python files

requirements-dev.txt

@@ -1,4 +1,4 @@
-mkdocs>=1.1
-mkdocs-jupyter
-mkdocs-material>=7
-mkdocstrings>=0.15
+-e .[tests]
+
+-r requirements-dev/docs.txt
+-r requirements-dev/lint.txt

requirements-dev/docs.txt

@@ -0,0 +1,3 @@
+mkdocs>=1.1
+mkdocs-material>=7
+mkdocstrings>=0.15

requirements-dev/lint.txt

@@ -0,0 +1,2 @@
+black
+flake8

setup.cfg

@@ -68,27 +68,9 @@ console_scripts =
     zamba = zamba.cli:app
 
 [options.extras_require]
-dev =
-    awscli
-    black
+tests =
     coverage
-    flake8
-    ipython
-    jedi
-    jupyter
-    jupyterlab>=3.1.4
-    matplotlib
-    mkdocs
-    mkdocs-jupyter
-    mkdocs-material
-    mkdocstrings
-    nbautoexport
-    nb_black
-    pip
     pytest
     pytest-coverage
     pytest-mock
-    seaborn
     wheel
-    xlrd
-internal = labslib @ git+https://github.com/drivendataorg/labslib.git