fix: quants installation on ROCm (#469)

PygmalionAI · May 12, 2024 · 893158a · 893158a
1 parent 5ee79a1
commit 893158a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/setup.py b/setup.py
@@ -409,6 +409,8 @@ def _read_requirements(filename: str) -> List[str]:
 
 if not _is_neuron():
     ext_modules.append(CMakeExtension(name="aphrodite._C"))
+    if _install_quants():
+        ext_modules.append(CMakeExtension(name="aphrodite._quant_C"))
 
 package_data = {
     "aphrodite": [