diff --git a/samples/core/parameterized_tfx_oss/parameterized_tfx_oss.py.yaml b/samples/core/parameterized_tfx_oss/parameterized_tfx_oss.py.yaml deleted file mode 100644 index 28847505ea41..000000000000 --- a/samples/core/parameterized_tfx_oss/parameterized_tfx_oss.py.yaml +++ /dev/null @@ -1,1131 +0,0 @@ -"apiVersion": |- - argoproj.io/v1alpha1 -"kind": |- - Workflow -"metadata": - "annotations": - "pipelines.kubeflow.org/pipeline_spec": |- - {"description": "Constructs a Kubeflow pipeline.\n\n Creates Kubeflow ContainerOps for each TFX component encountered in the\n logical pipeline definition.\n ", "inputs": [{"default": "gs://ml-pipeline-playground/tfx_taxi_simple/data", "name": "data-root"}, {"default": "gs://ml-pipeline-playground/tfx_taxi_simple/modules/taxi_utils.py", "name": "module-file"}, {"default": "gs://your-bucket/tfx_taxi_simple/{{workflow.uid}}", "name": "pipeline-root"}], "name": "parameterized_tfx_oss"} - "generateName": |- - parameterized-tfx-oss- -"spec": - "arguments": - "parameters": - - "name": |- - data-root - "value": |- - gs://ml-pipeline-playground/tfx_taxi_simple/data - - "name": |- - module-file - "value": |- - gs://ml-pipeline-playground/tfx_taxi_simple/modules/taxi_utils.py - - "name": |- - pipeline-root - "value": |- - gs://your-bucket/tfx_taxi_simple/{{workflow.uid}} - "entrypoint": |- - parameterized-tfx-oss - "serviceAccountName": |- - pipeline-runner - "templates": - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {"custom_config": null, "input_config": "{\n \"splits\": [\n {\n \"name\": \"single_split\",\n \"pattern\": \"*\"\n }\n ]\n}", "output_config": "{\n \"splitConfig\": {\n \"splits\": [\n {\n \"hashBuckets\": 2,\n \"name\": \"train\"\n },\n {\n \"hashBuckets\": 1,\n \"name\": \"eval\"\n }\n ]\n }\n}"}, "_id": "CsvExampleGen", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"input": "input_base"}, "_data": {"input_base": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ExternalArtifact", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"split": {"stringValue": ""}, "type_name": {"stringValue": "ExternalPath"}}, "uri": "{{inputs.parameters.data-root}}"}, "artifact_type": {"name": "ExternalPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExternalPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {}, "_data": {"examples": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}}}, "_type": "tfx.components.example_gen.csv_example_gen.component.CsvExampleGen", "driver_class": {"__class__": "Driver", "__module__": "tfx.components.example_gen.driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.example_gen.csv_example_gen.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - data-root - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - csvexamplegen - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {"fairness_indicator_thresholds": null, "feature_slicing_spec": "{\n \"specs\": [\n {\n \"columnForSlicing\": [\n \"trip_start_hour\"\n ]\n }\n ]\n}"}, "_id": "Evaluator", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"model": "model_exports"}, "_data": {"examples": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}, "model_exports": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Model", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Trainer"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelExportPath"}}}, "artifact_type": {"name": "ModelExportPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelExportPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"evaluation": "output"}, "_data": {"output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ModelEvaluation", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Evaluator"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelEvalPath"}}}, "artifact_type": {"name": "ModelEvalPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelEvalPath"}}}, "_type": "tfx.components.evaluator.component.Evaluator", "driver_class": {"__class__": "BaseDriver", "__module__": "tfx.components.base.base_driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.evaluator.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - evaluator - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {}, "_id": "ExampleValidator", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"statistics": "stats"}, "_data": {"schema": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Schema", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "SchemaGen"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "SchemaPath"}}}, "artifact_type": {"name": "SchemaPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "SchemaPath"}, "stats": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ExampleStatistics", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "StatisticsGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExampleStatisticsPath"}}}, "artifact_type": {"name": "ExampleStatisticsPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "ExampleStatistics", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "StatisticsGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExampleStatisticsPath"}}}, "artifact_type": {"name": "ExampleStatisticsPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExampleStatisticsPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"anomalies": "output"}, "_data": {"output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ExampleAnomalies", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "ExampleValidator"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ExampleValidationPath"}}}, "artifact_type": {"name": "ExampleValidationPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExampleValidationPath"}}}, "_type": "tfx.components.example_validator.component.ExampleValidator", "driver_class": {"__class__": "BaseDriver", "__module__": "tfx.components.base.base_driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.example_validator.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - examplevalidator - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {}, "_id": "ModelValidator", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {}, "_data": {"examples": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}, "model": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Model", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Trainer"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelExportPath"}}}, "artifact_type": {"name": "ModelExportPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelExportPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {}, "_data": {"blessing": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ModelBlessing", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "blessing"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "ModelValidator"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelBlessingPath"}}}, "artifact_type": {"name": "ModelBlessingPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelBlessingPath"}}}, "_type": "tfx.components.model_validator.component.ModelValidator", "driver_class": {"__class__": "Driver", "__module__": "tfx.components.model_validator.driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.model_validator.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - modelvalidator - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "dag": - "tasks": - - "arguments": - "parameters": - - "name": |- - data-root - "value": |- - {{inputs.parameters.data-root}} - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "name": |- - csvexamplegen - "template": |- - csvexamplegen - - "arguments": - "parameters": - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - csvexamplegen - - |- - trainer - "name": |- - evaluator - "template": |- - evaluator - - "arguments": - "parameters": - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - schemagen - - |- - statisticsgen - "name": |- - examplevalidator - "template": |- - examplevalidator - - "arguments": - "parameters": - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - csvexamplegen - - |- - trainer - "name": |- - modelvalidator - "template": |- - modelvalidator - - "arguments": - "parameters": - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - modelvalidator - - |- - trainer - "name": |- - pusher - "template": |- - pusher - - "arguments": - "parameters": - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - statisticsgen - "name": |- - schemagen - "template": |- - schemagen - - "arguments": - "parameters": - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - csvexamplegen - "name": |- - statisticsgen - "template": |- - statisticsgen - - "arguments": - "parameters": - - "name": |- - module-file - "value": |- - {{inputs.parameters.module-file}} - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - schemagen - - |- - transform - "name": |- - trainer - "template": |- - trainer - - "arguments": - "parameters": - - "name": |- - module-file - "value": |- - {{inputs.parameters.module-file}} - - "name": |- - pipeline-root - "value": |- - {{inputs.parameters.pipeline-root}} - "dependencies": - - |- - csvexamplegen - - |- - schemagen - "name": |- - transform - "template": |- - transform - "inputs": - "parameters": - - "name": |- - data-root - - "name": |- - module-file - - "name": |- - pipeline-root - "name": |- - parameterized-tfx-oss - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {"custom_config": null, "push_destination": "{\n \"filesystem\": {\n \"baseDirectory\": \"{{inputs.parameters.pipeline-root}}/model_serving\"\n }\n}"}, "_id": "Pusher", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"model": "model_export"}, "_data": {"model_blessing": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ModelBlessing", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "blessing"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "ModelValidator"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelBlessingPath"}}}, "artifact_type": {"name": "ModelBlessingPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelBlessingPath"}, "model_export": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Model", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Trainer"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelExportPath"}}}, "artifact_type": {"name": "ModelExportPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelExportPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"pushed_model": "model_push"}, "_data": {"model_push": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "PushedModel", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "model_push"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Pusher"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelPushPath"}}}, "artifact_type": {"name": "ModelPushPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelPushPath"}}}, "_type": "tfx.components.pusher.component.Pusher", "driver_class": {"__class__": "BaseDriver", "__module__": "tfx.components.base.base_driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.pusher.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - pusher - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {"infer_feature_shape": false}, "_id": "SchemaGen", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"statistics": "stats"}, "_data": {"stats": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ExampleStatistics", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "StatisticsGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExampleStatisticsPath"}}}, "artifact_type": {"name": "ExampleStatisticsPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "ExampleStatistics", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "StatisticsGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExampleStatisticsPath"}}}, "artifact_type": {"name": "ExampleStatisticsPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExampleStatisticsPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"schema": "output"}, "_data": {"output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Schema", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "SchemaGen"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "SchemaPath"}}}, "artifact_type": {"name": "SchemaPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "SchemaPath"}}}, "_type": "tfx.components.schema_gen.component.SchemaGen", "driver_class": {"__class__": "BaseDriver", "__module__": "tfx.components.base.base_driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.schema_gen.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - schemagen - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {}, "_id": "StatisticsGen", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"examples": "input_data"}, "_data": {"input_data": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"statistics": "output"}, "_data": {"output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "ExampleStatistics", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "StatisticsGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExampleStatisticsPath"}}}, "artifact_type": {"name": "ExampleStatisticsPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "ExampleStatistics", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "StatisticsGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExampleStatisticsPath"}}}, "artifact_type": {"name": "ExampleStatisticsPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExampleStatisticsPath"}}}, "_type": "tfx.components.statistics_gen.component.StatisticsGen", "driver_class": {"__class__": "BaseDriver", "__module__": "tfx.components.base.base_driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.statistics_gen.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - statisticsgen - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {"custom_config": null, "eval_args": "{\n \"numSteps\": 5\n}", "module_file": "{{inputs.parameters.module-file}}", "train_args": "{\n \"numSteps\": 10\n}", "trainer_fn": null}, "_id": "Trainer", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"transform_graph": "transform_output"}, "_data": {"examples": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "transformed_examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Transform"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "transformed_examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Transform"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}, "schema": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Schema", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "SchemaGen"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "SchemaPath"}}}, "artifact_type": {"name": "SchemaPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "SchemaPath"}, "transform_output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "TransformGraph", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "transform_output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Transform"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "TransformPath"}}}, "artifact_type": {"name": "TransformPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "TransformPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"model": "output"}, "_data": {"output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Model", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Trainer"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "ModelExportPath"}}}, "artifact_type": {"name": "ModelExportPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ModelExportPath"}}}, "_type": "tfx.components.trainer.component.Trainer", "driver_class": {"__class__": "Driver", "__module__": "tfx.components.trainer.driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.trainer.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - module-file - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - trainer - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json - - "container": - "args": - - |- - --pipeline_name - - |- - parameterized_tfx_oss - - |- - --pipeline_root - - |- - {{inputs.parameters.pipeline-root}} - - |- - --kubeflow_metadata_config - - |- - { - "mysqlDbServiceHost": { - "environmentVariable": "mysql_host" - }, - "mysqlDbServicePort": { - "environmentVariable": "mysql_port" - }, - "mysqlDbName": { - "environmentVariable": "mysql_database" - }, - "mysqlDbUser": { - "environmentVariable": "username" - }, - "mysqlDbPassword": { - "environmentVariable": "password" - } - } - - |- - --beam_pipeline_args - - |- - [] - - |- - --additional_pipeline_args - - |- - {} - - |- - --component_launcher_class_path - - |- - tfx.orchestration.launcher.in_process_component_launcher.InProcessComponentLauncher - - |- - --serialized_component - - |- - {"__class__": "NodeWrapper", "__module__": "tfx.orchestration.kubeflow.node_wrapper", "__tfx_object_type__": "jsonable", "_exec_properties": {"module_file": "{{inputs.parameters.module-file}}", "preprocessing_fn": null}, "_id": "Transform", "_inputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"examples": "input_data"}, "_data": {"input_data": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "CsvExampleGen"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}, "schema": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Schema", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "SchemaGen"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "SchemaPath"}}}, "artifact_type": {"name": "SchemaPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "SchemaPath"}}}, "_outputs": {"__class__": "_PropertyDictWrapper", "__module__": "tfx.types.node_common", "__tfx_object_type__": "jsonable", "_compat_aliases": {"transform_graph": "transform_output"}, "_data": {"transform_output": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "TransformGraph", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "transform_output"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Transform"}, "split": {"stringValue": ""}, "type_name": {"stringValue": "TransformPath"}}}, "artifact_type": {"name": "TransformPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "TransformPath"}, "transformed_examples": {"__class__": "Channel", "__module__": "tfx.types.channel", "__tfx_object_type__": "jsonable", "_artifacts": [{"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "transformed_examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Transform"}, "split": {"stringValue": "train"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}, {"__class__": "Examples", "__module__": "tfx.types.standard_artifacts", "__tfx_object_type__": "jsonable", "artifact": {"properties": {"name": {"stringValue": "transformed_examples"}, "pipeline_name": {"stringValue": "parameterized_tfx_oss"}, "producer_component": {"stringValue": "Transform"}, "split": {"stringValue": "eval"}, "type_name": {"stringValue": "ExamplesPath"}}}, "artifact_type": {"name": "ExamplesPath", "properties": {"name": "STRING", "pipeline_name": "STRING", "producer_component": "STRING", "span": "INT", "split": "STRING", "state": "STRING", "type_name": "STRING"}}}], "type_name": "ExamplesPath"}}}, "_type": "tfx.components.transform.component.Transform", "driver_class": {"__class__": "BaseDriver", "__module__": "tfx.components.base.base_driver", "__tfx_object_type__": "class"}, "executor_spec": {"__class__": "ExecutorClassSpec", "__module__": "tfx.components.base.executor_spec", "__tfx_object_type__": "jsonable", "executor_class": {"__class__": "Executor", "__module__": "tfx.components.transform.executor", "__tfx_object_type__": "class"}}} - - |- - --component_config - - |- - null - - |- - --enable_cache - "command": - - |- - python - - |- - /tfx-src/tfx/orchestration/kubeflow/container_entrypoint.py - "env": - - "name": |- - WORKFLOW_ID - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.labels['workflows.argoproj.io/workflow'] - - "name": |- - KFP_POD_NAME - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.name - - "name": |- - KFP_NAMESPACE - "valueFrom": - "fieldRef": - "fieldPath": |- - metadata.namespace - "envFrom": - - "configMapRef": - "name": |- - metadata-configmap - "optional": !!bool |- - true - - "secretRef": - "name": |- - mysql-credential - "optional": !!bool |- - true - "image": |- - tensorflow/tfx:0.15.0 - "inputs": - "parameters": - - "name": |- - module-file - - "name": |- - pipeline-root - "metadata": - "labels": - "add-pod-env": |- - true - "name": |- - transform - "outputs": - "artifacts": - - "name": |- - mlpipeline-ui-metadata - "path": |- - /mlpipeline-ui-metadata.json