diff --git a/ci/docker/conda-integration.dockerfile b/ci/docker/conda-integration.dockerfile
index a306790b5cb6d..e381e74cb572a 100644
--- a/ci/docker/conda-integration.dockerfile
+++ b/ci/docker/conda-integration.dockerfile
@@ -29,9 +29,11 @@ ARG go=1.19.13
 # Install Archery and integration dependencies
 COPY ci/conda_env_archery.txt /arrow/ci/
 
+# Pin Python until pythonnet is made compatible with 3.12
+# (https://github.com/pythonnet/pythonnet/pull/2249)
 RUN mamba install -q -y \
         --file arrow/ci/conda_env_archery.txt \
-        "python>=3.7" \
+        "python>=3.7 && python < 3.12" \
         numpy \
         compilers \
         maven=${maven} \