diff --git a/.github/workflows/archery.yml b/.github/workflows/archery.yml
index 2aa6b0dcbb91d..c698baba2c816 100644
--- a/.github/workflows/archery.yml
+++ b/.github/workflows/archery.yml
@@ -61,7 +61,7 @@ jobs:
       - name: Setup Python
         uses: actions/setup-python@v5.1.0
         with:
-          python-version: '3.12'
+          python-version: '3.9'
       - name: Install pygit2 binary wheel
         run: pip install pygit2 --only-binary pygit2
       - name: Install Archery, Crossbow- and Test Dependencies
diff --git a/dev/archery/requirements-test.txt b/dev/archery/requirements-test.txt
index 208ec64cdf026..e3e62a993c2a2 100644
--- a/dev/archery/requirements-test.txt
+++ b/dev/archery/requirements-test.txt
@@ -1,2 +1,3 @@
+docker-compose
 pytest
 responses
diff --git a/dev/tasks/docker-tests/azure.linux.yml b/dev/tasks/docker-tests/azure.linux.yml
index be03957e925ed..b66bfbdfe940a 100644
--- a/dev/tasks/docker-tests/azure.linux.yml
+++ b/dev/tasks/docker-tests/azure.linux.yml
@@ -46,7 +46,7 @@ jobs:
     displayName: Setup Archery
 
   - script: |
-      archery docker run \
+      archery --debug docker --using-docker-cli run \
         -e ARROW_DOCS_VERSION="{{ arrow.no_rc_version }}" \
         -e SETUPTOOLS_SCM_PRETEND_VERSION="{{ arrow.no_rc_version }}" \
         {{ flags|default("") }} \