diff --git a/setup.py b/setup.py
index ff99b8e..6ed2292 100644
--- a/setup.py
+++ b/setup.py
@@ -201,7 +201,17 @@ def pkgconfig(*packages, **kw):
 )
 
 
-EXTENSIONS = [ext_bshuf, h5filter]
+EXTENSIONS = [ext_bshuf, ]
+
+# Check for HDF5 support
+HDF5_FILTER_SUPPORT = False
+CPATHS = os.environ["CPATH"].split(":") if "CPATH" in os.environ else []
+for p in ["/usr/include"] + pkgconfig("hdf5")["include_dirs"] + CPATHS:
+    if os.path.exists(os.path.join(p, "hdf5.h")):
+        HDF5_FILTER_SUPPORT = True
+
+if HDF5_FILTER_SUPPORT:
+    EXTENSIONS.append(h5filter)
 
 # For enabling ZSTD support when building wheels
 if "ENABLE_ZSTD" in os.environ: