From a9d068996506efc2893c1dcc822db5bd60d7498d Mon Sep 17 00:00:00 2001 From: IronPan Date: Thu, 6 Dec 2018 16:37:41 -0800 Subject: [PATCH] clean up test - remove unused workflow (#483) * remove * remove * remove --- test/e2e_test_gke.yaml | 269 ----------------------- test/sample_test.yaml | 477 ----------------------------------------- 2 files changed, 746 deletions(-) delete mode 100644 test/e2e_test_gke.yaml delete mode 100644 test/sample_test.yaml diff --git a/test/e2e_test_gke.yaml b/test/e2e_test_gke.yaml deleted file mode 100644 index 399618b5f50..00000000000 --- a/test/e2e_test_gke.yaml +++ /dev/null @@ -1,269 +0,0 @@ -# Copyright 2018 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -apiVersion: argoproj.io/v1alpha1 -kind: Workflow -metadata: - generateName: integration-test- -spec: - entrypoint: integration-test - arguments: - parameters: - - name: image-build-context-gcs-uri - - name: target-image-prefix - - name: test-results-gcs-dir - - name: bootstrapper-image - - name: api-image - - name: frontend-image - - name: scheduledworkflow-image - - name: persistenceagent-image - - name: api-integration-test-image-suffix - value: api_integration_test - - name: frontend-integration-tests-image-suffix - value: frontend-integration-tests - - name: basic-e2e-tests-image-suffix - value: basic-e2e-tests - - name: cluster-type - value: gke - - name: namespace - value: kubeflow - templates: - - name: integration-test - inputs: - parameters: - - name: target-image-prefix - - name: test-results-gcs-dir - - name: bootstrapper-image - - name: api-image - - name: frontend-image - - name: scheduledworkflow-image - - name: persistenceagent-image - - name: api-integration-test-image-suffix - - name: frontend-integration-tests-image-suffix - - name: basic-e2e-tests-image-suffix - - name: namespace - steps: - - - name: build-api-integration-test-image - template: build-image - arguments: - parameters: - - name: docker-path - value: . - - name: docker-file - value: test/api-integration-test/Dockerfile - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.api-integration-test-image-suffix}}" - - name: build-frontend-integration-tests-image - template: build-image - arguments: - parameters: - - name: docker-path - value: test/frontend-integration-test - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.frontend-integration-tests-image-suffix}}" - - name: build-basic-e2e-tests-image - template: build-image - arguments: - parameters: - - name: docker-path - value: . - - name: docker-file - value: test/sample-test/Dockerfile - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.basic-e2e-tests-image-suffix}}" - - - name: deploy-ml-pipeline - template: deploy-ml-pipeline - arguments: - parameters: - - name: bootstrapper-image - value: "{{inputs.parameters.bootstrapper-image}}" - - name: api-image - value: "{{inputs.parameters.api-image}}" - - name: frontend-image - value: "{{inputs.parameters.frontend-image}}" - - name: scheduledworkflow-image - value: "{{inputs.parameters.scheduledworkflow-image}}" - - name: persistenceagent-image - value: "{{inputs.parameters.persistenceagent-image}}" - - - name: run-api-integration-tests - template: run-api-integration-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: api-integration-test-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.api-integration-test-image-suffix}}" - - - name: run-frontend-integration-tests - template: run-frontend-integration-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: frontend-integration-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.frontend-integration-tests-image-suffix}}" - #TODO: Uncomment to disable the test on Minikube - #TODO: Change the cluster-type to "minikube" once https://github.com/kubeflow/pipelines/pull/1285 and related PRs are merged. - #when: "{{workflow.parameters.cluster-type}} != none" #Do not run the test on Minikube - - - name: run-condition-tests - template: run-basic-e2e-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.basic-e2e-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "condition" - - name: run-exit-handler-tests - template: run-basic-e2e-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.basic-e2e-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "exithandler" - - name: run-sequential-tests - template: run-basic-e2e-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.basic-e2e-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "sequential" - - name: run-immediate-value-tests - template: run-basic-e2e-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.basic-e2e-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "immediatevalue" - - name: run-parallel-join-tests - template: run-basic-e2e-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.basic-e2e-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "paralleljoin" - - # Build and push image - - name: build-image - inputs: - parameters: - # GCS URI prefix pointing to a .tar.gz archive of Docker build context - - name: image-build-context-gcs-uri - value: "{{workflow.parameters.image-build-context-gcs-uri}}" - # The relative code path to the Dockerfile - - name: docker-path - # Name of the Docker file to use. "Dockerfile" by default - - name: docker-file - value: Dockerfile - - name: image-name - outputs: - parameters: - - name: strict-image-name - valueFrom: - path: /outputs/strict-image-name/file - container: - image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4 - imagePullPolicy: 'Always' - args: [ - "--image-build-context-gcs-uri", "{{inputs.parameters.image-build-context-gcs-uri}}", - "--docker_path", "{{inputs.parameters.docker-path}}", - "--docker_file", "{{inputs.parameters.docker-file}}", - "--image_name", "{{inputs.parameters.image-name}}", - ] - env: - - name: DOCKER_HOST - value: 127.0.0.1 - sidecars: - - name: dind - image: docker:17.10-dind - securityContext: - privileged: true - mirrorVolumeMounts: true - - - name: deploy-ml-pipeline - inputs: - parameters: - - name: bootstrapper-image - - name: api-image - - name: frontend-image - - name: scheduledworkflow-image - - name: persistenceagent-image - container: - image: "{{inputs.parameters.bootstrapper-image}}" - args: [ - "--api_image", "{{inputs.parameters.api-image}}", - "--ui_image", "{{inputs.parameters.frontend-image}}", - "--scheduled_workflow_image", "{{inputs.parameters.scheduledworkflow-image}}", - "--persistence_agent_image", "{{inputs.parameters.persistenceagent-image}}", - "--deploy_argo", "false", # Argo is already installed in the cluster. No need to install again. - "--report_usage", "false" # Skip reporting usage for test - ] - - - name: run-api-integration-tests - inputs: - parameters: - - name: test-results-gcs-dir - - name: api-integration-test-image - container: - image: "{{inputs.parameters.api-integration-test-image}}" - args: [ - "--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}", - ] - - - name: run-frontend-integration-tests - inputs: - parameters: - - name: test-results-gcs-dir - - name: frontend-integration-tests-image - container: - image: "{{inputs.parameters.frontend-integration-tests-image}}" - args: [ - "--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}", - ] - - name: run-basic-e2e-tests - inputs: - parameters: - - name: test-results-gcs-dir - - name: sample-tests-image - - name: namespace - - name: test-name - container: - image: "{{inputs.parameters.sample-tests-image}}" - args: [ - "--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}", - "--namespace", "{{inputs.parameters.namespace}}", - "--test-name", "{{inputs.parameters.test-name}}", - ] diff --git a/test/sample_test.yaml b/test/sample_test.yaml deleted file mode 100644 index 74f529d8e70..00000000000 --- a/test/sample_test.yaml +++ /dev/null @@ -1,477 +0,0 @@ -# Copyright 2018 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -apiVersion: argoproj.io/v1alpha1 -kind: Workflow -metadata: - generateName: sample-test- -spec: - entrypoint: sample-test - arguments: - parameters: - - name: image-build-context-gcs-uri - - name: target-image-prefix - - name: test-results-gcs-dir - - name: bootstrapper-image - - name: api-image - - name: frontend-image - - name: scheduledworkflow-image - - name: persistenceagent-image - - name: dataflow-tft-image-suffix - value: dataflow-tft - - name: dataflow-predict-image-suffix - value: dataflow-predict - - name: dataflow-tfma-image-suffix - value: dataflow-tfma - - name: dataflow-tfdv-image-suffix - value: dataflow-tfdv - - name: dataproc-create-cluster-image-suffix - value: dataproc-create-cluster - - name: dataproc-delete-cluster-image-suffix - value: dataproc-delete-cluster - - name: dataproc-analyze-image-suffix - value: dataproc-analyze - - name: dataproc-transform-image-suffix - value: dataproc-transform - - name: dataproc-train-image-suffix - value: dataproc-train - - name: dataproc-predict-image-suffix - value: dataproc-predict - - name: kubeflow-dnntrainer-image-suffix - value: kubeflow-dnntrainer - - name: kubeflow-deployer-image-suffix - value: kubeflow-deployer - - name: local-confusionmatrix-image-suffix - value: local-confusionmatrix - - name: local-roc-image-suffix - value: local-roc - - name: sample-tests-image-suffix - value: sample-tests - - name: namespace - value: kubeflow - templates: - - name: sample-test - inputs: - parameters: - - name: target-image-prefix - - name: test-results-gcs-dir - - name: bootstrapper-image - - name: api-image - - name: frontend-image - - name: scheduledworkflow-image - - name: persistenceagent-image - - name: dataflow-tft-image-suffix - - name: dataflow-predict-image-suffix - - name: dataflow-tfma-image-suffix - - name: dataflow-tfdv-image-suffix - - name: dataproc-create-cluster-image-suffix - - name: dataproc-delete-cluster-image-suffix - - name: dataproc-analyze-image-suffix - - name: dataproc-transform-image-suffix - - name: dataproc-train-image-suffix - - name: dataproc-predict-image-suffix - - name: kubeflow-dnntrainer-image-suffix - - name: kubeflow-deployer-image-suffix - - name: local-confusionmatrix-image-suffix - - name: local-roc-image-suffix - - name: sample-tests-image-suffix - - name: namespace - steps: - - - name: build-sample-tests-image - template: build-image-by-dockerfile - arguments: - parameters: - - name: docker-path - value: . - - name: docker-file - value: test/sample-test/Dockerfile - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}" - - name: build-dataflow-tft-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tft-image-suffix}}" - - name: build-script - value: components/dataflow/tft/build_image.sh - - name: build-dataflow-predict-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-predict-image-suffix}}" - - name: build-script - value: components/dataflow/predict/build_image.sh - - name: build-dataflow-tfma-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfma-image-suffix}}" - - name: build-script - value: components/dataflow/tfma/build_image.sh - - name: build-dataflow-tfdv-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfdv-image-suffix}}" - - name: build-script - value: components/dataflow/tfdv/build_image.sh - - name: build-dataproc-create-cluster-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-create-cluster-image-suffix}}" - - name: build-script - value: components/dataproc/containers/create_cluster/build.sh - - name: build-dataproc-delete-cluster-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-delete-cluster-image-suffix}}" - - name: build-script - value: components/dataproc/containers/delete_cluster/build.sh - - name: build-dataproc-analyze-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-analyze-image-suffix}}" - - name: build-script - value: components/dataproc/containers/analyze/build.sh - - name: build-dataproc-transform-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-transform-image-suffix}}" - - name: build-script - value: components/dataproc/containers/transform/build.sh - - name: build-dataproc-train-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-train-image-suffix}}" - - name: build-script - value: components/dataproc/containers/train/build.sh - - name: build-dataproc-predict-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-predict-image-suffix}}" - - name: build-script - value: components/dataproc/containers/predict/build.sh - - name: build-kubeflow-dnntrainer-image - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-dnntrainer-image-suffix}}" - - name: build-script - value: components/kubeflow/dnntrainer/build_image.sh - - name: build-kubeflow-deployer-image - template: build-image-by-dockerfile - arguments: - parameters: - - name: docker-path - value: components/kubeflow/deployer - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-deployer-image-suffix}}" - - name: build-local-confusion-matrix - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-confusionmatrix-image-suffix}}" - - name: build-script - value: components/local/confusion_matrix/build_image.sh - - name: build-local-roc - template: build-image-by-script - arguments: - parameters: - - name: image-name - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-roc-image-suffix}}" - - name: build-script - value: components/local/roc/build_image.sh - - - name: deploy-ml-pipeline - template: deploy-ml-pipeline - arguments: - parameters: - - name: bootstrapper-image - value: "{{inputs.parameters.bootstrapper-image}}" - - name: api-image - value: "{{inputs.parameters.api-image}}" - - name: frontend-image - value: "{{inputs.parameters.frontend-image}}" - - name: scheduledworkflow-image - value: "{{inputs.parameters.scheduledworkflow-image}}" - - name: persistenceagent-image - value: "{{inputs.parameters.persistenceagent-image}}" - - - name: run-tf-training-tests - template: run-sample-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: dataflow-tft-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tft-image-suffix}}" - - name: dataflow-predict-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-predict-image-suffix}}" - - name: dataflow-tfma-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfma-image-suffix}}" - - name: dataflow-tfdv-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfdv-image-suffix}}" - - name: dataproc-create-cluster-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-create-cluster-image-suffix}}" - - name: dataproc-delete-cluster-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-delete-cluster-image-suffix}}" - - name: dataproc-analyze-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-analyze-image-suffix}}" - - name: dataproc-transform-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-transform-image-suffix}}" - - name: dataproc-train-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-train-image-suffix}}" - - name: dataproc-predict-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-predict-image-suffix}}" - - name: kubeflow-dnntrainer-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-dnntrainer-image-suffix}}" - - name: kubeflow-deployer-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-deployer-image-suffix}}" - - name: local-confusionmatrix-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-confusionmatrix-image-suffix}}" - - name: local-roc-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-roc-image-suffix}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "tf-training" - - name: run-tfx-tests - template: run-sample-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: dataflow-tft-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tft-image-suffix}}" - - name: dataflow-predict-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-predict-image-suffix}}" - - name: dataflow-tfma-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfma-image-suffix}}" - - name: dataflow-tfdv-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfdv-image-suffix}}" - - name: dataproc-create-cluster-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-create-cluster-image-suffix}}" - - name: dataproc-delete-cluster-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-delete-cluster-image-suffix}}" - - name: dataproc-analyze-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-analyze-image-suffix}}" - - name: dataproc-transform-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-transform-image-suffix}}" - - name: dataproc-train-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-train-image-suffix}}" - - name: dataproc-predict-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-predict-image-suffix}}" - - name: kubeflow-dnntrainer-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-dnntrainer-image-suffix}}" - - name: kubeflow-deployer-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-deployer-image-suffix}}" - - name: local-confusionmatrix-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-confusionmatrix-image-suffix}}" - - name: local-roc-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-roc-image-suffix}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "tfx" - - name: run-xgboost-tests - template: run-sample-tests - arguments: - parameters: - - name: test-results-gcs-dir - value: "{{inputs.parameters.test-results-gcs-dir}}" - - name: dataflow-tft-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tft-image-suffix}}" - - name: dataflow-predict-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-predict-image-suffix}}" - - name: dataflow-tfma-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfma-image-suffix}}" - - name: dataflow-tfdv-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataflow-tfdv-image-suffix}}" - - name: dataproc-create-cluster-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-create-cluster-image-suffix}}" - - name: dataproc-delete-cluster-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-delete-cluster-image-suffix}}" - - name: dataproc-analyze-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-analyze-image-suffix}}" - - name: dataproc-transform-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-transform-image-suffix}}" - - name: dataproc-train-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-train-image-suffix}}" - - name: dataproc-predict-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.dataproc-predict-image-suffix}}" - - name: kubeflow-dnntrainer-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-dnntrainer-image-suffix}}" - - name: kubeflow-deployer-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.kubeflow-deployer-image-suffix}}" - - name: local-confusionmatrix-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-confusionmatrix-image-suffix}}" - - name: local-roc-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.local-roc-image-suffix}}" - - name: sample-tests-image - value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}" - - name: namespace - value: "{{inputs.parameters.namespace}}" - - name: test-name - value: "xgboost" - - # Build and push image - - name: build-image-by-dockerfile - inputs: - parameters: - # GCS URI prefix pointing to a .tar.gz archive of Docker build context - - name: image-build-context-gcs-uri - value: "{{workflow.parameters.image-build-context-gcs-uri}}" - # The relative code path to the Dockerfile - - name: docker-path - # Name of the Docker file to use. "Dockerfile" by default - - name: docker-file - value: Dockerfile - - name: image-name - outputs: - parameters: - - name: strict-image-name - valueFrom: - path: /outputs/strict-image-name/file - container: - image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4 - imagePullPolicy: 'Always' - args: [ - "--image-build-context-gcs-uri", "{{inputs.parameters.image-build-context-gcs-uri}}", - "--docker_path", "{{inputs.parameters.docker-path}}", - "--docker_file", "{{inputs.parameters.docker-file}}", - "--image_name", "{{inputs.parameters.image-name}}", - ] - env: - - name: DOCKER_HOST - value: 127.0.0.1 - sidecars: - - name: dind - image: docker:17.10-dind - securityContext: - privileged: true - mirrorVolumeMounts: true - - - name: build-image-by-script - inputs: - parameters: - # GCS URI prefix pointing to a .tar.gz archive of Docker build context - - name: image-build-context-gcs-uri - value: "{{workflow.parameters.image-build-context-gcs-uri}}" - # the path to the build script - - name: build-script - - name: image-name - outputs: - parameters: - - name: strict-image-name - valueFrom: - path: /outputs/strict-image-name/file - container: - image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4 - imagePullPolicy: 'Always' - args: [ - "--image-build-context-gcs-uri", "{{inputs.parameters.image-build-context-gcs-uri}}", - "--build_script", "{{inputs.parameters.build-script}}", - "--image_name", "{{inputs.parameters.image-name}}", - ] - env: - - name: DOCKER_HOST - value: 127.0.0.1 - sidecars: - - name: dind - image: docker:17.10-dind - securityContext: - privileged: true - mirrorVolumeMounts: true - - - name: deploy-ml-pipeline - inputs: - parameters: - - name: bootstrapper-image - - name: api-image - - name: frontend-image - - name: scheduledworkflow-image - - name: persistenceagent-image - container: - image: "{{inputs.parameters.bootstrapper-image}}" - args: [ - "--api_image", "{{inputs.parameters.api-image}}", - "--ui_image", "{{inputs.parameters.frontend-image}}", - "--scheduled_workflow_image", "{{inputs.parameters.scheduledworkflow-image}}", - "--persistence_agent_image", "{{inputs.parameters.persistenceagent-image}}", - "--deploy_argo", "false", # Argo is already installed in the cluster. No need to install again. - "--report_usage", "false" # Skip reporting usage for test - ] - - - name: run-sample-tests - inputs: - parameters: - - name: test-results-gcs-dir - - name: dataflow-tft-image - - name: dataflow-predict-image - - name: dataflow-tfma-image - - name: dataflow-tfdv-image - - name: dataproc-create-cluster-image - - name: dataproc-delete-cluster-image - - name: dataproc-analyze-image - - name: dataproc-transform-image - - name: dataproc-train-image - - name: dataproc-predict-image - - name: kubeflow-dnntrainer-image - - name: kubeflow-deployer-image - - name: local-confusionmatrix-image - - name: local-roc-image - - name: sample-tests-image - - name: namespace - - name: test-name - container: - image: "{{inputs.parameters.sample-tests-image}}" - args: [ - "--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}", - "--dataflow-tft-image","{{inputs.parameters.dataflow-tft-image}}", - "--dataflow-predict-image","{{inputs.parameters.dataflow-predict-image}}", - "--dataflow-tfma-image","{{inputs.parameters.dataflow-tfma-image}}", - "--dataflow-tfdv-image","{{inputs.parameters.dataflow-tfdv-image}}", - "--dataproc-create-cluster-image","{{inputs.parameters.dataproc-create-cluster-image}}", - "--dataproc-delete-cluster-image","{{inputs.parameters.dataproc-delete-cluster-image}}", - "--dataproc-analyze-image","{{inputs.parameters.dataproc-analyze-image}}", - "--dataproc-transform-image","{{inputs.parameters.dataproc-transform-image}}", - "--dataproc-train-image","{{inputs.parameters.dataproc-train-image}}", - "--dataproc-predict-image","{{inputs.parameters.dataproc-predict-image}}", - "--kubeflow-dnntrainer-image","{{inputs.parameters.kubeflow-dnntrainer-image}}", - "--kubeflow-deployer-image","{{inputs.parameters.kubeflow-deployer-image}}", - "--local-confusionmatrix-image", "{{inputs.parameters.local-confusionmatrix-image}}", - "--local-roc-image", "{{inputs.parameters.local-roc-image}}", - "--namespace", "{{inputs.parameters.namespace}}", - "--test-name", "{{inputs.parameters.test-name}}", - ]