From c17aac3f237149b31ee70c0f13159b3adbb557f3 Mon Sep 17 00:00:00 2001 From: IronPan Date: Fri, 30 Aug 2019 11:59:47 -0700 Subject: [PATCH 1/3] fix cb for release --- .release.cloudbuild.yaml | 401 ++++++++++++++++++++------------------- 1 file changed, 207 insertions(+), 194 deletions(-) diff --git a/.release.cloudbuild.yaml b/.release.cloudbuild.yaml index 24903e22630..c9f96cde94b 100644 --- a/.release.cloudbuild.yaml +++ b/.release.cloudbuild.yaml @@ -13,201 +13,214 @@ # limitations under the License. steps: -# Pull and retag the images for the pipeline system -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA'] - id: 'pullFrontend' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$TAG_NAME'] - id: 'tagFrontendVersionNumber' - waitFor: ['pullFrontend'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA'] - id: 'tagFrontendCommitSHA' - waitFor: ['pullFrontend'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME'] - id: 'tagFrontendForMarketplace' - waitFor: ['pullFrontend'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA'] - id: 'pullAPIServer' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$TAG_NAME'] - id: 'tagAPIServerVersionNumber' - waitFor: ['pullAPIServer'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA'] - id: 'tagAPIServerCommitSHA' - waitFor: ['pullAPIServer'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME'] - id: 'tagAPIServerForMarketplace' - waitFor: ['pullAPIServer'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA'] - id: 'pullScheduledworkflow' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME'] - id: 'tagScheduledworkflowVersionNumber' - waitFor: ['pullScheduledworkflow'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA'] - id: 'tagScheduledworkflowCommitSHA' - waitFor: ['pullScheduledworkflow'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME'] - id: 'tagScheduledworkflowForMarketplace' - waitFor: ['pullScheduledworkflow'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA'] - id: 'pullViewerCrdController' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME'] - id: 'tagViewerCrdControllerVersionNumber' - waitFor: ['pullViewerCrdController'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA'] - id: 'tagViewerCrdControllerCommitSHA' - waitFor: ['pullViewerCrdController'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME'] - id: 'tagViewerCrdControllerForMarketplace' - waitFor: ['pullViewerCrdController'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA'] - id: 'pullPersistenceagent' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME'] - id: 'tagPersistenceagentVersionNumber' - waitFor: ['pullPersistenceagent'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA'] - id: 'tagPersistenceagentCommitSHA' - waitFor: ['pullPersistenceagent'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME'] - id: 'tagPersistenceagentForMarketplace' - waitFor: ['pullPersistenceagent'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA'] - id: 'pullInverseProxyAgent' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME'] - id: 'tagInverseProxyAgentVersionNumber' - waitFor: ['pullInverseProxyAgent'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA'] - id: 'tagInverseProxyAgentCommitSHA' - waitFor: ['pullInverseProxyAgent'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME'] - id: 'tagInverseProxyAgentForMarketplace' - waitFor: ['pullInverseProxyAgent'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA'] - id: 'pullVisualizationServer' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME'] - id: 'tagVisualizationServerVersionNumber' - waitFor: ['pullVisualizationServer'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA'] - id: 'tagVisualizationServerCommitSHA' - waitFor: ['pullVisualizationServer'] -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualizationServer:$TAG_NAME'] - id: 'tagVisualizationServerForMarketplace' - waitFor: ['pullVisualizationServer'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/kubeflow-images-public/metadata:v0.1.8'] - id: 'PullMetadataServer' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/kubeflow-images-public/metadata:v0.1.8', 'gs://ml-pipeline/google/pipelines/metadataServer:$TAG_NAME'] - waitFor: ['PullMetadataServer'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z'] - id: 'PullMinio' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z', 'gs://ml-pipeline/google/pipelines/minio:$TAG_NAME'] - waitFor: ['PullMinio'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/mysql:5.6'] - id: 'PullMysql' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/mysql:5.6', 'gs://ml-pipeline/google/pipelines/mysql:$TAG_NAME'] - waitFor: ['PullMysql'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/cloudsql-docker/gce-proxy:1.14'] - id: 'PullCloudsqlProxy' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/cloudsql-docker/gce-proxy:1.14', 'gs://ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME'] - waitFor: ['PullCloudsqlProxy'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/argoexec:v2.3.0'] - id: 'PullArgoExecutor' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/argoexec:v2.3.0', 'gs://ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME'] - waitFor: ['PullArgoExecutor'] - -- name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0'] - id: 'PullArgoWorkflowController' -- name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0', 'gs://ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME'] - waitFor: ['PullArgoWorkflowController'] - -# Copy the Python SDK -- name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp.tar.gz', '/workspace/'] - id: 'copyPythonSDKLocal' -- name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp.tar.gz'] - id: 'copyPythonSDK' - waitFor: ['copyPythonSDKLocal'] -- name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/latest/kfp.tar.gz'] - id: 'copyPythonSDKToLatest' - waitFor: ['copyPythonSDKLocal'] - -# Copy the Python Component SDK -- name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp-component.tar.gz', '/workspace/'] - id: 'copyPythonComponentSDKLocal' -- name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp-component.tar.gz'] - id: 'copyPythonComponentSDK' - waitFor: ['copyPythonComponentSDKLocal'] -- name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/latest/kfp-component.tar.gz'] - id: 'copyPythonComponentSDKToLatest' - waitFor: ['copyPythonComponentSDKLocal'] + # Pull and retag the images for the pipeline system + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA'] + id: 'pullFrontend' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$TAG_NAME'] + id: 'tagFrontendVersionNumber' + waitFor: ['pullFrontend'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA'] + id: 'tagFrontendCommitSHA' + waitFor: ['pullFrontend'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME'] + id: 'tagFrontendForMarketplace' + waitFor: ['pullFrontend'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA'] + id: 'pullAPIServer' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$TAG_NAME'] + id: 'tagAPIServerVersionNumber' + waitFor: ['pullAPIServer'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA'] + id: 'tagAPIServerCommitSHA' + waitFor: ['pullAPIServer'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME'] + id: 'tagAPIServerForMarketplace' + waitFor: ['pullAPIServer'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA'] + id: 'pullScheduledworkflow' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME'] + id: 'tagScheduledworkflowVersionNumber' + waitFor: ['pullScheduledworkflow'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA'] + id: 'tagScheduledworkflowCommitSHA' + waitFor: ['pullScheduledworkflow'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME'] + id: 'tagScheduledworkflowForMarketplace' + waitFor: ['pullScheduledworkflow'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA'] + id: 'pullViewerCrdController' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME'] + id: 'tagViewerCrdControllerVersionNumber' + waitFor: ['pullViewerCrdController'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA'] + id: 'tagViewerCrdControllerCommitSHA' + waitFor: ['pullViewerCrdController'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME'] + id: 'tagViewerCrdControllerForMarketplace' + waitFor: ['pullViewerCrdController'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA'] + id: 'pullPersistenceagent' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME'] + id: 'tagPersistenceagentVersionNumber' + waitFor: ['pullPersistenceagent'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA'] + id: 'tagPersistenceagentCommitSHA' + waitFor: ['pullPersistenceagent'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME'] + id: 'tagPersistenceagentForMarketplace' + waitFor: ['pullPersistenceagent'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA'] + id: 'pullInverseProxyAgent' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME'] + id: 'tagInverseProxyAgentVersionNumber' + waitFor: ['pullInverseProxyAgent'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA'] + id: 'tagInverseProxyAgentCommitSHA' + waitFor: ['pullInverseProxyAgent'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME'] + id: 'tagInverseProxyAgentForMarketplace' + waitFor: ['pullInverseProxyAgent'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA'] + id: 'pullVisualizationServer' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME'] + id: 'tagVisualizationServerVersionNumber' + waitFor: ['pullVisualizationServer'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA'] + id: 'tagVisualizationServerCommitSHA' + waitFor: ['pullVisualizationServer'] + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualizationServer:$TAG_NAME'] + id: 'tagVisualizationServerForMarketplace' + waitFor: ['pullVisualizationServer'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/kubeflow-images-public/metadata:v0.1.8'] + id: 'PullMetadataServer' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/kubeflow-images-public/metadata:v0.1.8', 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME'] + waitFor: ['PullMetadataServer'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z'] + id: 'PullMinio' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z', 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME'] + waitFor: ['PullMinio'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/mysql:5.6'] + id: 'PullMysql' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/mysql:5.6', 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME'] + waitFor: ['PullMysql'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/cloudsql-docker/gce-proxy:1.14'] + id: 'PullCloudsqlProxy' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/cloudsql-docker/gce-proxy:1.14', 'gcr.io/ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME'] + waitFor: ['PullCloudsqlProxy'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/argoexec:v2.3.0'] + id: 'PullArgoExecutor' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/argoexec:v2.3.0', 'gcr.io/ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME'] + waitFor: ['PullArgoExecutor'] + + - name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0'] + id: 'PullArgoWorkflowController' + - name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0', 'gcr.io/ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME'] + waitFor: ['PullArgoWorkflowController'] + + # Copy the Python SDK + - name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp.tar.gz', '/workspace/'] + id: 'copyPythonSDKLocal' + - name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp.tar.gz'] + id: 'copyPythonSDK' + waitFor: ['copyPythonSDKLocal'] + - name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/latest/kfp.tar.gz'] + id: 'copyPythonSDKToLatest' + waitFor: ['copyPythonSDKLocal'] + + # Copy the Python Component SDK + - name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp-component.tar.gz', '/workspace/'] + id: 'copyPythonComponentSDKLocal' + - name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp-component.tar.gz'] + id: 'copyPythonComponentSDK' + waitFor: ['copyPythonComponentSDKLocal'] + - name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/latest/kfp-component.tar.gz'] + id: 'copyPythonComponentSDKToLatest' + waitFor: ['copyPythonComponentSDKLocal'] images: -- 'gcr.io/ml-pipeline/frontend:$TAG_NAME' -- 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA' -- 'gcr.io/ml-pipeline/api-server:$TAG_NAME' -- 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA' -- 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME' -- 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA' -- 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME' -- 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA' -- 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME' -- 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA' -- 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME' -- 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA' -- 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME' -- 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/frontend:$TAG_NAME' + - 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/api-server:$TAG_NAME' + - 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME' + - 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME' + - 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME' + - 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME' + - 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA' + - 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME' + - 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA' + + - 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME' + - 'gcr.io/ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME' timeout: '1200s' From 91448853290c698a230afc8afbb1213f238e4cda Mon Sep 17 00:00:00 2001 From: IronPan Date: Fri, 30 Aug 2019 12:02:39 -0700 Subject: [PATCH 2/3] fix --- .release.cloudbuild.yaml | 413 +++++++++++++++++++-------------------- 1 file changed, 206 insertions(+), 207 deletions(-) diff --git a/.release.cloudbuild.yaml b/.release.cloudbuild.yaml index c9f96cde94b..94fc54cae67 100644 --- a/.release.cloudbuild.yaml +++ b/.release.cloudbuild.yaml @@ -13,214 +13,213 @@ # limitations under the License. steps: - # Pull and retag the images for the pipeline system - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA'] - id: 'pullFrontend' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$TAG_NAME'] - id: 'tagFrontendVersionNumber' - waitFor: ['pullFrontend'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA'] - id: 'tagFrontendCommitSHA' - waitFor: ['pullFrontend'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME'] - id: 'tagFrontendForMarketplace' - waitFor: ['pullFrontend'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA'] - id: 'pullAPIServer' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$TAG_NAME'] - id: 'tagAPIServerVersionNumber' - waitFor: ['pullAPIServer'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA'] - id: 'tagAPIServerCommitSHA' - waitFor: ['pullAPIServer'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME'] - id: 'tagAPIServerForMarketplace' - waitFor: ['pullAPIServer'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA'] - id: 'pullScheduledworkflow' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME'] - id: 'tagScheduledworkflowVersionNumber' - waitFor: ['pullScheduledworkflow'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA'] - id: 'tagScheduledworkflowCommitSHA' - waitFor: ['pullScheduledworkflow'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME'] - id: 'tagScheduledworkflowForMarketplace' - waitFor: ['pullScheduledworkflow'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA'] - id: 'pullViewerCrdController' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME'] - id: 'tagViewerCrdControllerVersionNumber' - waitFor: ['pullViewerCrdController'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA'] - id: 'tagViewerCrdControllerCommitSHA' - waitFor: ['pullViewerCrdController'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME'] - id: 'tagViewerCrdControllerForMarketplace' - waitFor: ['pullViewerCrdController'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA'] - id: 'pullPersistenceagent' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME'] - id: 'tagPersistenceagentVersionNumber' - waitFor: ['pullPersistenceagent'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA'] - id: 'tagPersistenceagentCommitSHA' - waitFor: ['pullPersistenceagent'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME'] - id: 'tagPersistenceagentForMarketplace' - waitFor: ['pullPersistenceagent'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA'] - id: 'pullInverseProxyAgent' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME'] - id: 'tagInverseProxyAgentVersionNumber' - waitFor: ['pullInverseProxyAgent'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA'] - id: 'tagInverseProxyAgentCommitSHA' - waitFor: ['pullInverseProxyAgent'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME'] - id: 'tagInverseProxyAgentForMarketplace' - waitFor: ['pullInverseProxyAgent'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA'] - id: 'pullVisualizationServer' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME'] - id: 'tagVisualizationServerVersionNumber' - waitFor: ['pullVisualizationServer'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA'] - id: 'tagVisualizationServerCommitSHA' - waitFor: ['pullVisualizationServer'] - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualizationServer:$TAG_NAME'] - id: 'tagVisualizationServerForMarketplace' - waitFor: ['pullVisualizationServer'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/kubeflow-images-public/metadata:v0.1.8'] - id: 'PullMetadataServer' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/kubeflow-images-public/metadata:v0.1.8', 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME'] - waitFor: ['PullMetadataServer'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z'] - id: 'PullMinio' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z', 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME'] - waitFor: ['PullMinio'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/mysql:5.6'] - id: 'PullMysql' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/mysql:5.6', 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME'] - waitFor: ['PullMysql'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/cloudsql-docker/gce-proxy:1.14'] - id: 'PullCloudsqlProxy' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/cloudsql-docker/gce-proxy:1.14', 'gcr.io/ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME'] - waitFor: ['PullCloudsqlProxy'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/argoexec:v2.3.0'] - id: 'PullArgoExecutor' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/argoexec:v2.3.0', 'gcr.io/ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME'] - waitFor: ['PullArgoExecutor'] - - - name: 'gcr.io/cloud-builders/docker' - args: ['pull', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0'] - id: 'PullArgoWorkflowController' - - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0', 'gcr.io/ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME'] - waitFor: ['PullArgoWorkflowController'] - - # Copy the Python SDK - - name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp.tar.gz', '/workspace/'] - id: 'copyPythonSDKLocal' - - name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp.tar.gz'] - id: 'copyPythonSDK' - waitFor: ['copyPythonSDKLocal'] - - name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/latest/kfp.tar.gz'] - id: 'copyPythonSDKToLatest' - waitFor: ['copyPythonSDKLocal'] - - # Copy the Python Component SDK - - name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp-component.tar.gz', '/workspace/'] - id: 'copyPythonComponentSDKLocal' - - name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp-component.tar.gz'] - id: 'copyPythonComponentSDK' - waitFor: ['copyPythonComponentSDKLocal'] - - name: 'gcr.io/cloud-builders/gsutil' - args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/latest/kfp-component.tar.gz'] - id: 'copyPythonComponentSDKToLatest' - waitFor: ['copyPythonComponentSDKLocal'] +# Pull and retag the images for the pipeline system +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA'] + id: 'pullFrontend' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$TAG_NAME'] + id: 'tagFrontendVersionNumber' + waitFor: ['pullFrontend'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA'] + id: 'tagFrontendCommitSHA' + waitFor: ['pullFrontend'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/frontend:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME'] + id: 'tagFrontendForMarketplace' + waitFor: ['pullFrontend'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA'] + id: 'pullAPIServer' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$TAG_NAME'] + id: 'tagAPIServerVersionNumber' + waitFor: ['pullAPIServer'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA'] + id: 'tagAPIServerCommitSHA' + waitFor: ['pullAPIServer'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/api-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME'] + id: 'tagAPIServerForMarketplace' + waitFor: ['pullAPIServer'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA'] + id: 'pullScheduledworkflow' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME'] + id: 'tagScheduledworkflowVersionNumber' + waitFor: ['pullScheduledworkflow'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA'] + id: 'tagScheduledworkflowCommitSHA' + waitFor: ['pullScheduledworkflow'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/scheduledworkflow:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME'] + id: 'tagScheduledworkflowForMarketplace' + waitFor: ['pullScheduledworkflow'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA'] + id: 'pullViewerCrdController' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME'] + id: 'tagViewerCrdControllerVersionNumber' + waitFor: ['pullViewerCrdController'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA'] + id: 'tagViewerCrdControllerCommitSHA' + waitFor: ['pullViewerCrdController'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/viewer-crd-controller:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME'] + id: 'tagViewerCrdControllerForMarketplace' + waitFor: ['pullViewerCrdController'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA'] + id: 'pullPersistenceagent' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME'] + id: 'tagPersistenceagentVersionNumber' + waitFor: ['pullPersistenceagent'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA'] + id: 'tagPersistenceagentCommitSHA' + waitFor: ['pullPersistenceagent'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/persistenceagent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME'] + id: 'tagPersistenceagentForMarketplace' + waitFor: ['pullPersistenceagent'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA'] + id: 'pullInverseProxyAgent' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME'] + id: 'tagInverseProxyAgentVersionNumber' + waitFor: ['pullInverseProxyAgent'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA'] + id: 'tagInverseProxyAgentCommitSHA' + waitFor: ['pullInverseProxyAgent'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/inverse-proxy-agent:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME'] + id: 'tagInverseProxyAgentForMarketplace' + waitFor: ['pullInverseProxyAgent'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA'] + id: 'pullVisualizationServer' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME'] + id: 'tagVisualizationServerVersionNumber' + waitFor: ['pullVisualizationServer'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA'] + id: 'tagVisualizationServerCommitSHA' + waitFor: ['pullVisualizationServer'] +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualizationServer:$TAG_NAME'] + id: 'tagVisualizationServerForMarketplace' + waitFor: ['pullVisualizationServer'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/kubeflow-images-public/metadata:v0.1.8'] + id: 'PullMetadataServer' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/kubeflow-images-public/metadata:v0.1.8', 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME'] + waitFor: ['PullMetadataServer'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z'] + id: 'PullMinio' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z', 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME'] + waitFor: ['PullMinio'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/mysql:5.6'] + id: 'PullMysql' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/mysql:5.6', 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME'] + waitFor: ['PullMysql'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/cloudsql-docker/gce-proxy:1.14'] + id: 'PullCloudsqlProxy' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/cloudsql-docker/gce-proxy:1.14', 'gcr.io/ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME'] + waitFor: ['PullCloudsqlProxy'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/argoexec:v2.3.0'] + id: 'PullArgoExecutor' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/argoexec:v2.3.0', 'gcr.io/ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME'] + waitFor: ['PullArgoExecutor'] + +- name: 'gcr.io/cloud-builders/docker' + args: ['pull', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0'] + id: 'PullArgoWorkflowController' +- name: 'gcr.io/cloud-builders/docker' + args: ['tag', 'gcr.io/ml-pipeline/workflow-controller:v2.3.0', 'gcr.io/ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME'] + waitFor: ['PullArgoWorkflowController'] + +# Copy the Python SDK +- name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp.tar.gz', '/workspace/'] + id: 'copyPythonSDKLocal' +- name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp.tar.gz'] + id: 'copyPythonSDK' + waitFor: ['copyPythonSDKLocal'] +- name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp.tar.gz', 'gs://ml-pipeline/release/latest/kfp.tar.gz'] + id: 'copyPythonSDKToLatest' + waitFor: ['copyPythonSDKLocal'] + +# Copy the Python Component SDK +- name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp-component.tar.gz', '/workspace/'] + id: 'copyPythonComponentSDKLocal' +- name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/$TAG_NAME/kfp-component.tar.gz'] + id: 'copyPythonComponentSDK' + waitFor: ['copyPythonComponentSDKLocal'] +- name: 'gcr.io/cloud-builders/gsutil' + args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://ml-pipeline/release/latest/kfp-component.tar.gz'] + id: 'copyPythonComponentSDKToLatest' + waitFor: ['copyPythonComponentSDKLocal'] images: - - 'gcr.io/ml-pipeline/frontend:$TAG_NAME' - - 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA' - - 'gcr.io/ml-pipeline/api-server:$TAG_NAME' - - 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA' - - 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME' - - 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA' - - 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME' - - 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA' - - 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME' - - 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA' - - 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME' - - 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA' - - 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME' - - 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA' - - - 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME' - - 'gcr.io/ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME' +- 'gcr.io/ml-pipeline/frontend:$TAG_NAME' +- 'gcr.io/ml-pipeline/frontend:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/api-server:$TAG_NAME' +- 'gcr.io/ml-pipeline/api-server:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/scheduledworkflow:$TAG_NAME' +- 'gcr.io/ml-pipeline/scheduledworkflow:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/persistenceagent:$TAG_NAME' +- 'gcr.io/ml-pipeline/persistenceagent:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/viewer-crd-controller:$TAG_NAME' +- 'gcr.io/ml-pipeline/viewer-crd-controller:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/inverse-proxy-agent:$TAG_NAME' +- 'gcr.io/ml-pipeline/inverse-proxy-agent:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/visualization-server:$TAG_NAME' +- 'gcr.io/ml-pipeline/visualization-server:$COMMIT_SHA' +- 'gcr.io/ml-pipeline/google/pipelines/frontend:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/apiServer:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/scheduledworkflow:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/cloudsqlProxy:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/argoExecutor:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/argoWorkflowController:$TAG_NAME' timeout: '1200s' From f9049c29bf47f915c709497118a200b9fb94fd00 Mon Sep 17 00:00:00 2001 From: IronPan Date: Fri, 30 Aug 2019 12:05:41 -0700 Subject: [PATCH 3/3] fix --- .release.cloudbuild.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.release.cloudbuild.yaml b/.release.cloudbuild.yaml index 94fc54cae67..d1126152333 100644 --- a/.release.cloudbuild.yaml +++ b/.release.cloudbuild.yaml @@ -122,7 +122,7 @@ steps: id: 'tagVisualizationServerCommitSHA' waitFor: ['pullVisualizationServer'] - name: 'gcr.io/cloud-builders/docker' - args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/visualizationServer:$TAG_NAME'] + args: ['tag', 'gcr.io/$PROJECT_ID/visualization-server:$COMMIT_SHA', 'gcr.io/ml-pipeline/google/pipelines/visualizationServer:$TAG_NAME'] id: 'tagVisualizationServerForMarketplace' waitFor: ['pullVisualizationServer'] @@ -215,6 +215,7 @@ images: - 'gcr.io/ml-pipeline/google/pipelines/viewerCrd:$TAG_NAME' - 'gcr.io/ml-pipeline/google/pipelines/persistenceagent:$TAG_NAME' - 'gcr.io/ml-pipeline/google/pipelines/proxyAgent:$TAG_NAME' +- 'gcr.io/ml-pipeline/google/pipelines/visualizationServer:$TAG_NAME' - 'gcr.io/ml-pipeline/google/pipelines/metadataServer:$TAG_NAME' - 'gcr.io/ml-pipeline/google/pipelines/minio:$TAG_NAME' - 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME'