diff --git a/tests/perf/test_action.py b/tests/perf/test_action.py
index d26c58f89b9..69e90e17f3a 100644
--- a/tests/perf/test_action.py
+++ b/tests/perf/test_action.py
@@ -20,7 +20,7 @@
 def fxt_deterministic(request: pytest.FixtureRequest) -> bool:
     """Override the deterministic setting for action classification task."""
     deterministic = request.config.getoption("--deterministic")
-    deterministic = True if deterministic is None else deterministic == "true"
+    deterministic = False if deterministic is None else deterministic == "true"
     log.info(f"{deterministic=}")
     return deterministic