From 398b0e759085936dd6e2062c75a622b7a1832bdd Mon Sep 17 00:00:00 2001
From: Jan Lasek <janek.lasek@gmail.com>
Date: Thu, 9 Jan 2025 14:50:00 +0100
Subject: [PATCH] Include deploy a.k.a. infer requirements in setup.py

Signed-off-by: Jan Lasek <janek.lasek@gmail.com>
---
 Dockerfile.ci                        | 1 -
 requirements/requirements_deploy.txt | 6 ++++++
 requirements/requirements_infer.txt  | 2 ++
 setup.py                             | 3 ++-
 4 files changed, 10 insertions(+), 2 deletions(-)
 create mode 100644 requirements/requirements_deploy.txt

diff --git a/Dockerfile.ci b/Dockerfile.ci
index 0c688398bf0e..e93d00d03195 100644
--- a/Dockerfile.ci
+++ b/Dockerfile.ci
@@ -72,7 +72,6 @@ pip install --no-cache-dir --no-build-isolation --extra-index-url https://pypi.n
 "llama-index==0.10.43" \
 "onnxscript @ git+https://github.com/microsoft/onnxscript" \
 -r tools/ctc_segmentation/requirements.txt \
--r requirements/requirements_infer.txt \
 ".[all]"
 
 # Megatron Core installation
diff --git a/requirements/requirements_deploy.txt b/requirements/requirements_deploy.txt
new file mode 100644
index 000000000000..5380398c278b
--- /dev/null
+++ b/requirements/requirements_deploy.txt
@@ -0,0 +1,6 @@
+fastapi
+nvidia-pytriton
+pydantic-settings
+tensorstore==0.1.45
+uvicorn
+zarr
diff --git a/requirements/requirements_infer.txt b/requirements/requirements_infer.txt
index 5380398c278b..5f428d91fc56 100644
--- a/requirements/requirements_infer.txt
+++ b/requirements/requirements_infer.txt
@@ -1,3 +1,5 @@
+# This is a copy of requirements_deploy.txt for a seamless rename 'infer' -> 'deploy'.
+# TODO: Remove this file once it is not used in container build anywhere.
 fastapi
 nvidia-pytriton
 pydantic-settings
diff --git a/setup.py b/setup.py
index 32e6ab414dd9..b14b96085186 100644
--- a/setup.py
+++ b/setup.py
@@ -77,6 +77,7 @@ def req_file(filename, folder="requirements"):
     'slu': req_file("requirements_slu.txt"),
     'multimodal': req_file("requirements_multimodal.txt"),
     'audio': req_file("requirements_audio.txt"),
+    'deploy': req_file("requirements_deploy.txt"),
 }
 
 
@@ -257,7 +258,7 @@ def finalize_options(self):
     extras_require=extras_require,
     # Add in any packaged data.
     include_package_data=True,
-    exclude=['tools', 'tests', 'nemo.deploy', 'nemo.export'],
+    exclude=['tools', 'tests'],
     package_data={'': ['*.tsv', '*.txt', '*.far', '*.fst', '*.cpp', 'Makefile']},
     zip_safe=False,
     # PyPI package information.