Merge branch 'kubeflow:master' into master

.github/workflows/backend-visualization.yml

@@ -20,7 +20,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.8'
+          python-version: '3.9'
 
       - name: Run tests
         run: ./test/presubmit-backend-visualization.sh

.github/workflows/kfp-kubernetes-library-test.yml

@@ -17,7 +17,6 @@ jobs:
     strategy:
       matrix:
         python: [
-          { 'version': '3.8' },
           { 'version': '3.9' },
           { 'version': '3.10' },
           { 'version': '3.11' },

.github/workflows/kfp-sdk-runtime-tests.yml

@@ -15,7 +15,7 @@ jobs:
     runs-on: ubuntu-24.04
     strategy:
       matrix:
-        python: ['3.8', '3.9', '3.10', '3.11', '3.12']
+        python: ['3.9', '3.10', '3.11', '3.12']
     steps:
       - name: Checkout code
         uses: actions/checkout@v4

.github/workflows/kfp-sdk-tests.yml

@@ -14,7 +14,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8, 3.9, 3.10, 3.11, 3.12]
+        python-version: [3.9, 3.10, 3.11, 3.12]
 
     steps:
     - name: Checkout code

.github/workflows/kubeflow-pipelines-integration-v2.yml

@@ -17,7 +17,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: [3.9]
 
     steps:
       - name: Checkout code

.github/workflows/sdk-component-yaml.yml

@@ -22,7 +22,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.8
+          python-version: 3.9
 
       - name: apt-get update
         run: sudo apt-get update

.github/workflows/sdk-docformatter.yml

@@ -20,7 +20,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.8
+          python-version: 3.9
 
       - name: Run docformatter tests
         run: ./test/presubmit-docformatter-sdk.sh

.github/workflows/sdk-isort.yml

@@ -20,7 +20,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.8
+          python-version: 3.9
 
       - name: Run isort tests
         run: ./test/presubmit-isort-sdk.sh

.github/workflows/sdk-upgrade.yml

@@ -20,7 +20,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.8
+          python-version: 3.9
 
       - name: Run SDK upgrade tests
         run: ./test/presubmit-test-sdk-upgrade.sh

.github/workflows/sdk-yapf.yml

@@ -27,7 +27,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v4
       with:
-        python-version: '3.8'
+        python-version: '3.9'
 
     - name: Install dependencies
       run: pip install yapf

.readthedocs.yml

@@ -8,4 +8,4 @@ python:
 build:
   os: ubuntu-22.04
   tools:
-    python: "3.8"
+    python: "3.9"

RELEASE.md

@@ -169,7 +169,7 @@ Do the following things before a release:
 
 1. Verify cloudbuild and postsubmit tests are passing: visit <https://github.com/kubeflow/pipelines/commits/master> for master branch.
 
-![How to very cloudbuild and postsubmit status](release-status-check.png)
+![How to very cloudbuild and postsubmit status](images/release-status-check.png)
 
 If not, contact the KFP team to determine if the failure(s) would block the release. You can also retry the failed job by opening the detail page of prow job, and click the refresh button next ot the job title.
 
@@ -235,7 +235,7 @@ in gcr.io/ml-pipeline-test succeeded. If it fails, please click "View more detai
 on Google Cloud Build" and then "Retry".
 
     NOTE: you can find your latest release commit in <https://github.com/kubeflow/pipelines/commits/master> and select your release branch.
-    ![How to very cloudbuild and postsubmit status](release-status-check.png)
+    ![How to very cloudbuild and postsubmit status](images/release-status-check.png)
 
 1. Select the `release-on-tag` cloudbuild job that copies built images and artifacts to
 public image registry and gcs bucket. This job should have already failed because
@@ -246,9 +246,9 @@ and then "Retry", because after waiting for previous step, artifacts are now rea
     It will create a build with "Branch: $BRANCH" instead of "TAG: $VERSION".
     Open "View more details on Google Cloud Build", and rerun from there.
 
-    ![Retry release-on-tag from the Google Cloud Build details page](retry-release-on-tag.png)
+    ![Retry release-on-tag from the Google Cloud Build details page](images/retry-release-on-tag.png)
 
-    ![Verify that you're retrying the right build](verify-retry-the-right-build.png)
+    ![Verify that you're retrying the right build](images/verify-retry-the-right-build.png)
 
     TODO: we should have an automation KFP cluster, and the waiting and submiting
     `release-on-tag` cloudbuild task should happen automatically.
@@ -291,7 +291,7 @@ fill in the description. Detailed steps:
        <pre>
        To deploy Kubeflow Pipelines in an existing cluster, follow the instruction in [here](https://www.kubeflow.org/docs/pipelines/standalone-deployment-gcp/) or via UI [here](https://console.cloud.google.com/ai-platform/pipelines)
 
-       Install python SDK (python 3.7 above) by running:
+       Install python SDK (python 3.9 above) by running:
 
        ```bash
        python3 -m pip install kfp kfp-server-api --upgrade
@@ -306,7 +306,7 @@ fill in the description. Detailed steps:
        <pre>
         To deploy Kubeflow Pipelines in an existing cluster, follow the instruction in [here](https://www.kubeflow.org/docs/pipelines/standalone-deployment-gcp/).
 
-        Install kfp-server-api package (python 3.7 above) by running:
+        Install kfp-server-api package (python 3.9 above) by running:
 
         ```bash
         python3 -m pip install kfp-server-api==$VERSION --upgrade

api/v2alpha1/python/setup.py

@@ -25,7 +25,7 @@
     author_email='kubeflow-pipelines@google.com',
     url='https://github.com/kubeflow/pipelines',
     packages=setuptools.find_namespace_packages(include=['kfp.*']),
-    python_requires='>=3.7.0,<3.13.0',
+    python_requires='>=3.9.0,<3.13.0',
     install_requires=['protobuf>=4.21.1,<5'],
     include_package_data=True,
     license='Apache 2.0',

backend/Dockerfile

@@ -27,7 +27,7 @@ RUN go-licenses csv ./backend/src/apiserver > /tmp/licenses.csv && \
   go-licenses save ./backend/src/apiserver --save_path /tmp/NOTICES
 
 # 2. Compile preloaded pipeline samples
-FROM python:3.8 as compiler
+FROM python:3.9 as compiler
 RUN apt-get update -y && apt-get install --no-install-recommends -y -q default-jdk python3-setuptools python3-dev jq
 RUN wget https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py
 COPY backend/requirements.txt .

backend/Dockerfile.conformance

@@ -34,7 +34,7 @@ RUN chmod +x /test/integration/run.sh
 RUN tar -czvf /test.tar.gz /test
 
 
-FROM alpine:3.8
+FROM alpine:3.9
 
 COPY --from=builder /test.tar.gz /
 RUN tar -xzvf /test.tar.gz

backend/metadata_writer/Dockerfile

@@ -1,5 +1,5 @@
 # ml-metadata package depends on tensorflow package
-FROM python:3.8
+FROM python:3.9
 COPY backend/metadata_writer/requirements.txt /kfp/metadata_writer/
 RUN python3 -m pip install -r /kfp/metadata_writer/requirements.txt
 

backend/metadata_writer/requirements.txt

@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.8
+# This file is autogenerated by pip-compile with Python 3.9
 # by the following command:
 #
 #    pip-compile --output-file=- -

backend/metadata_writer/update_requirements.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
 
 # This image should be in sync with Dockerfile.
-IMAGE="python:3.8"
+IMAGE="python:3.9"
 ../../hack/update-requirements.sh $IMAGE <requirements.in >requirements.txt

backend/src/apiserver/config/config.json

@@ -23,6 +23,6 @@
   "DEFAULTPIPELINERUNNERSERVICEACCOUNT": "pipeline-runner",
   "CacheEnabled": "true",
   "CRON_SCHEDULE_TIMEZONE": "UTC",
-  "CACHE_IMAGE": "gcr.io/google-containers/busybox",
+  "CACHE_IMAGE": "registry.k8s.io/busybox",
   "CACHE_NODE_RESTRICTIONS": "false"
 }

backend/src/apiserver/resource/resource_manager_test.go

@@ -3512,15 +3512,15 @@ spec:
       - name: ENABLE_CACHING
         valueFrom:
           fieldRef: {fieldPath: 'metadata.labels[''pipelines.kubeflow.org/enable_caching'']'}
-      - {name: KFP_V2_IMAGE, value: 'python:3.7'}
+      - {name: KFP_V2_IMAGE, value: 'python:3.9'}
       - {name: KFP_V2_RUNTIME_INFO, value: '{"inputParameters": {"num_steps": {"type":
           "INT"}}, "inputArtifacts": {"dataset": {"metadataPath": "/tmp/inputs/dataset/data",
           "schemaTitle": "system.Dataset", "instanceSchema": ""}}, "outputParameters":
           {}, "outputArtifacts": {"model": {"schemaTitle": "system.Model", "instanceSchema":
           "", "metadataPath": "/tmp/outputs/model/data"}}}'}
       envFrom:
       - configMapRef: {name: metadata-grpc-configmap, optional: true}
-      image: python:3.7
+      image: python:3.9
       volumeMounts:
       - {mountPath: /kfp-launcher, name: kfp-launcher}
     inputs:
@@ -4044,7 +4044,7 @@ deploymentSpec:
           _parsed_args = vars(_parser.parse_args())
 
           _outputs = hello_world(**_parsed_args)
-        image: python:3.7
+        image: python:3.9
 pipelineInfo:
   name: hello-world
 root:
@@ -4077,7 +4077,7 @@ deploymentSpec:
   executors:
     exec-hello-world:
       container:
-        image: python:3.7
+        image: python:3.9
 pipelineInfo:
   name: pipelines/p1/versions/v1
 root:

backend/src/apiserver/resource/resource_manager_util_test.go

@@ -68,7 +68,7 @@ spec:
       command:
       - python
       - -c
-      image: python:alpine3.6
+      image: python:alpine3.9
       name: ""
       resources: {}
     inputs: {}
@@ -181,7 +181,7 @@ spec:
       command:
       - python
       - -c
-      image: python:alpine3.6
+      image: python:alpine3.9
       name: ""
       resources: {}
     inputs: {}