diff --git a/test/manifests/dev/kustomization.yaml b/test/manifests/dev/kustomization.yaml
index f38db9d885c2..a1150e004f1d 100644
--- a/test/manifests/dev/kustomization.yaml
+++ b/test/manifests/dev/kustomization.yaml
@@ -7,5 +7,6 @@ namespace: kubeflow
 images: []
 resources:
 - ../../../manifests/kustomize/env/dev
-- ../../../manifests/kustomize/base/cache
-- ../../../manifests/kustomize/base/cache-deployer
+# Disables cache and cache-deployer temporarily because they block upgrade tests
+# - ../../../manifests/kustomize/base/cache
+# - ../../../manifests/kustomize/base/cache-deployer