diff --git a/tests/phpbench-opcache.json b/tests/phpbench-opcache.json
index c80674e3f7c..6b819d4a41b 100644
--- a/tests/phpbench-opcache.json
+++ b/tests/phpbench-opcache.json
@@ -6,7 +6,8 @@
     "runner.php_env": {
         "DD_TRACE_OTEL_ENABLED": "true",
         "DD_TRACE_TEST_SAPI": "cgi-fcgi",
-        "DD_TRACE_SIDECAR_TRACE_SENDER": "true"
+        "DD_TRACE_SIDECAR_TRACE_SENDER": "true",
+        "DD_AUTOLOAD_NO_COMPILE": "true"
     },
     "runner.php_config": {
         "zend_extension": "opcache.so",
diff --git a/tests/phpbench.json b/tests/phpbench.json
index 2fc223ab079..02e8953fc78 100644
--- a/tests/phpbench.json
+++ b/tests/phpbench.json
@@ -6,7 +6,8 @@
     "runner.php_env": {
         "DD_TRACE_OTEL_ENABLED": "true",
         "DD_TRACE_TEST_SAPI": "cgi-fcgi",
-        "DD_TRACE_SIDECAR_TRACE_SENDER": "true"
+        "DD_TRACE_SIDECAR_TRACE_SENDER": "true",
+        "DD_AUTOLOAD_NO_COMPILE": "true",
     },
     "report.generators": {
         "all": {