Skip to content

Commit

Permalink
Include deploy a.k.a. infer requirements in setup.py
Browse files Browse the repository at this point in the history
Signed-off-by: Jan Lasek <janek.lasek@gmail.com>
  • Loading branch information
janekl committed Jan 9, 2025
1 parent 633e973 commit 398b0e7
Show file tree
Hide file tree
Showing 4 changed files with 10 additions and 2 deletions.
1 change: 0 additions & 1 deletion Dockerfile.ci
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,6 @@ pip install --no-cache-dir --no-build-isolation --extra-index-url https://pypi.n
"llama-index==0.10.43" \
"onnxscript @ git+https://github.com/microsoft/onnxscript" \
-r tools/ctc_segmentation/requirements.txt \
-r requirements/requirements_infer.txt \
".[all]"

# Megatron Core installation
Expand Down
6 changes: 6 additions & 0 deletions requirements/requirements_deploy.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
fastapi
nvidia-pytriton
pydantic-settings
tensorstore==0.1.45
uvicorn
zarr
2 changes: 2 additions & 0 deletions requirements/requirements_infer.txt
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# This is a copy of requirements_deploy.txt for a seamless rename 'infer' -> 'deploy'.
# TODO: Remove this file once it is not used in container build anywhere.
fastapi
nvidia-pytriton
pydantic-settings
Expand Down
3 changes: 2 additions & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,7 @@ def req_file(filename, folder="requirements"):
'slu': req_file("requirements_slu.txt"),
'multimodal': req_file("requirements_multimodal.txt"),
'audio': req_file("requirements_audio.txt"),
'deploy': req_file("requirements_deploy.txt"),
}


Expand Down Expand Up @@ -257,7 +258,7 @@ def finalize_options(self):
extras_require=extras_require,
# Add in any packaged data.
include_package_data=True,
exclude=['tools', 'tests', 'nemo.deploy', 'nemo.export'],
exclude=['tools', 'tests'],
package_data={'': ['*.tsv', '*.txt', '*.far', '*.fst', '*.cpp', 'Makefile']},
zip_safe=False,
# PyPI package information.
Expand Down

0 comments on commit 398b0e7

Please sign in to comment.