Moved component_sdk to components/gcp/ (#1698)

kubeflow · Aug 1, 2019 · 0e0f84c · 0e0f84c
1 parent f8e06c3
commit 0e0f84c
Show file tree

Hide file tree

Showing 108 changed files with 26 additions and 26 deletions.
diff --git a/.cloudbuild.yaml b/.cloudbuild.yaml
@@ -31,7 +31,7 @@ steps:
 # Build the Python Component SDK
 - name: 'python:2-alpine'
   entrypoint: '/bin/sh'
-  args: ['-c', 'cd /workspace/component_sdk/python;python setup.py sdist --format=gztar; cp dist/*.tar.gz /workspace/kfp-component.tar.gz']
+  args: ['-c', 'cd /workspace/components/gcp/container/component_sdk/python;python setup.py sdist --format=gztar; cp dist/*.tar.gz /workspace/kfp-component.tar.gz']
   id:   'preparePythonComponentSDK'
 - name: 'gcr.io/cloud-builders/gsutil'
   args: ['cp', '/workspace/kfp-component.tar.gz', 'gs://$PROJECT_ID/builds/$COMMIT_SHA/kfp-component.tar.gz']

diff --git a/.travis.yml b/.travis.yml
@@ -58,7 +58,7 @@ matrix:
       env: TOXENV=py27
       script:
         # Component SDK tests
-        - cd $TRAVIS_BUILD_DIR/component_sdk/python
+        - cd $TRAVIS_BUILD_DIR/components/gcp/container/component_sdk/python
         - ./run_test.sh
     - language: python
       python: "3.5"
@@ -77,7 +77,7 @@ matrix:
         - $TRAVIS_BUILD_DIR/components/test_load_all_components.sh
 
         # Component SDK tests
-        - cd $TRAVIS_BUILD_DIR/component_sdk/python
+        - cd $TRAVIS_BUILD_DIR/components/gcp/container/component_sdk/python
         - ./run_test.sh
     - language: python
       python: "3.6"

diff --git a/components/gcp/bigquery/query/README.md b/components/gcp/bigquery/query/README.md
@@ -185,7 +185,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 ```
 
 ## References
-* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/bigquery/_query.py)
+* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/bigquery/_query.py)
 * [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 * [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/bigquery/query/sample.ipynb)
 * [BigQuery query REST API](https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs/query)

diff --git a/components/gcp/bigquery/query/sample.ipynb b/components/gcp/bigquery/query/sample.ipynb
@@ -270,7 +270,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/bigquery/_query.py)\n",
+    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/bigquery/_query.py)\n",
     "* [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "* [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/bigquery/query/sample.ipynb)\n",
     "* [BigQuery query REST API](https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs/query)\n",

diff --git a/components/gcp/container/build_image.sh b/components/gcp/container/build_image.sh
@@ -14,7 +14,7 @@
 # limitations under the License.
 
 mkdir -p ./build
-rsync -arvp --exclude=.tox "../../../component_sdk/python"/ ./build/
+rsync -arvp --exclude=.tox "component_sdk/python"/ ./build/
 cp ../../license.sh ./build/
 cp ../../third_party_licenses.csv ./build/
 

diff --git a/component_sdk/OWNERS → ...onents/gcp/container/component_sdk/OWNERS b/component_sdk/OWNERS → ...onents/gcp/container/component_sdk/OWNERS
diff --git a/...nent_sdk/python/kfp_component/__init__.py → ...nent_sdk/python/kfp_component/__init__.py b/...nent_sdk/python/kfp_component/__init__.py → ...nent_sdk/python/kfp_component/__init__.py
diff --git a/...sdk/python/kfp_component/core/__init__.py → ...sdk/python/kfp_component/core/__init__.py b/...sdk/python/kfp_component/core/__init__.py → ...sdk/python/kfp_component/core/__init__.py
diff --git a/...sdk/python/kfp_component/core/_display.py → ...sdk/python/kfp_component/core/_display.py b/...sdk/python/kfp_component/core/_display.py → ...sdk/python/kfp_component/core/_display.py
diff --git a/..._component/core/_kfp_execution_context.py → ..._component/core/_kfp_execution_context.py b/..._component/core/_kfp_execution_context.py → ..._component/core/_kfp_execution_context.py
diff --git a/...k/python/kfp_component/google/__init__.py → ...k/python/kfp_component/google/__init__.py b/...k/python/kfp_component/google/__init__.py → ...k/python/kfp_component/google/__init__.py
diff --git a/...kfp_component/google/bigquery/__init__.py → ...kfp_component/google/bigquery/__init__.py b/...kfp_component/google/bigquery/__init__.py → ...kfp_component/google/bigquery/__init__.py
diff --git a/...n/kfp_component/google/bigquery/_query.py → ...n/kfp_component/google/bigquery/_query.py b/...n/kfp_component/google/bigquery/_query.py → ...n/kfp_component/google/bigquery/_query.py
diff --git a/...n/kfp_component/google/common/__init__.py → ...n/kfp_component/google/common/__init__.py b/...n/kfp_component/google/common/__init__.py → ...n/kfp_component/google/common/__init__.py
diff --git a/...hon/kfp_component/google/common/_utils.py → ...hon/kfp_component/google/common/_utils.py b/...hon/kfp_component/google/common/_utils.py → ...hon/kfp_component/google/common/_utils.py
diff --git a/...kfp_component/google/dataflow/__init__.py → ...kfp_component/google/dataflow/__init__.py b/...kfp_component/google/dataflow/__init__.py → ...kfp_component/google/dataflow/__init__.py
diff --git a/.../kfp_component/google/dataflow/_client.py → .../kfp_component/google/dataflow/_client.py b/.../kfp_component/google/dataflow/_client.py → .../kfp_component/google/dataflow/_client.py
diff --git a/..._component/google/dataflow/_common_ops.py → ..._component/google/dataflow/_common_ops.py b/..._component/google/dataflow/_common_ops.py → ..._component/google/dataflow/_common_ops.py
diff --git a/...mponent/google/dataflow/_launch_python.py → ...mponent/google/dataflow/_launch_python.py b/...mponent/google/dataflow/_launch_python.py → ...mponent/google/dataflow/_launch_python.py
diff --git a/...onent/google/dataflow/_launch_template.py → ...onent/google/dataflow/_launch_template.py b/...onent/google/dataflow/_launch_template.py → ...onent/google/dataflow/_launch_template.py
diff --git a/...kfp_component/google/dataflow/_process.py → ...kfp_component/google/dataflow/_process.py b/...kfp_component/google/dataflow/_process.py → ...kfp_component/google/dataflow/_process.py
diff --git a/...kfp_component/google/dataproc/__init__.py → ...kfp_component/google/dataproc/__init__.py b/...kfp_component/google/dataproc/__init__.py → ...kfp_component/google/dataproc/__init__.py
diff --git a/.../kfp_component/google/dataproc/_client.py → .../kfp_component/google/dataproc/_client.py b/.../kfp_component/google/dataproc/_client.py → .../kfp_component/google/dataproc/_client.py
diff --git a/...ponent/google/dataproc/_create_cluster.py → ...ponent/google/dataproc/_create_cluster.py b/...ponent/google/dataproc/_create_cluster.py → ...ponent/google/dataproc/_create_cluster.py
diff --git a/...ponent/google/dataproc/_delete_cluster.py → ...ponent/google/dataproc/_delete_cluster.py b/...ponent/google/dataproc/_delete_cluster.py → ...ponent/google/dataproc/_delete_cluster.py
diff --git a/...ent/google/dataproc/_submit_hadoop_job.py → ...ent/google/dataproc/_submit_hadoop_job.py b/...ent/google/dataproc/_submit_hadoop_job.py → ...ent/google/dataproc/_submit_hadoop_job.py
diff --git a/...onent/google/dataproc/_submit_hive_job.py → ...onent/google/dataproc/_submit_hive_job.py b/...onent/google/dataproc/_submit_hive_job.py → ...onent/google/dataproc/_submit_hive_job.py
diff --git a/..._component/google/dataproc/_submit_job.py → ..._component/google/dataproc/_submit_job.py b/..._component/google/dataproc/_submit_job.py → ..._component/google/dataproc/_submit_job.py
diff --git a/...ponent/google/dataproc/_submit_pig_job.py → ...ponent/google/dataproc/_submit_pig_job.py b/...ponent/google/dataproc/_submit_pig_job.py → ...ponent/google/dataproc/_submit_pig_job.py
diff --git a/...nt/google/dataproc/_submit_pyspark_job.py → ...nt/google/dataproc/_submit_pyspark_job.py b/...nt/google/dataproc/_submit_pyspark_job.py → ...nt/google/dataproc/_submit_pyspark_job.py
diff --git a/...nent/google/dataproc/_submit_spark_job.py → ...nent/google/dataproc/_submit_spark_job.py b/...nent/google/dataproc/_submit_spark_job.py → ...nent/google/dataproc/_submit_spark_job.py
diff --git a/...t/google/dataproc/_submit_sparksql_job.py → ...t/google/dataproc/_submit_sparksql_job.py b/...t/google/dataproc/_submit_sparksql_job.py → ...t/google/dataproc/_submit_sparksql_job.py
diff --git a/...fp_component/google/ml_engine/__init__.py → ...fp_component/google/ml_engine/__init__.py b/...fp_component/google/ml_engine/__init__.py → ...fp_component/google/ml_engine/__init__.py
diff --git a/...ponent/google/ml_engine/_batch_predict.py → ...ponent/google/ml_engine/_batch_predict.py b/...ponent/google/ml_engine/_batch_predict.py → ...ponent/google/ml_engine/_batch_predict.py
diff --git a/...kfp_component/google/ml_engine/_client.py → ...kfp_component/google/ml_engine/_client.py b/...kfp_component/google/ml_engine/_client.py → ...kfp_component/google/ml_engine/_client.py
diff --git a/...component/google/ml_engine/_common_ops.py → ...component/google/ml_engine/_common_ops.py b/...component/google/ml_engine/_common_ops.py → ...component/google/ml_engine/_common_ops.py
diff --git a/...component/google/ml_engine/_create_job.py → ...component/google/ml_engine/_create_job.py b/...component/google/ml_engine/_create_job.py → ...component/google/ml_engine/_create_job.py
diff --git a/...mponent/google/ml_engine/_create_model.py → ...mponent/google/ml_engine/_create_model.py b/...mponent/google/ml_engine/_create_model.py → ...mponent/google/ml_engine/_create_model.py
diff --git a/...onent/google/ml_engine/_create_version.py → ...onent/google/ml_engine/_create_version.py b/...onent/google/ml_engine/_create_version.py → ...onent/google/ml_engine/_create_version.py
diff --git a/...onent/google/ml_engine/_delete_version.py → ...onent/google/ml_engine/_delete_version.py b/...onent/google/ml_engine/_delete_version.py → ...onent/google/ml_engine/_delete_version.py
diff --git a/...kfp_component/google/ml_engine/_deploy.py → ...kfp_component/google/ml_engine/_deploy.py b/...kfp_component/google/ml_engine/_deploy.py → ...kfp_component/google/ml_engine/_deploy.py
diff --git a/.../google/ml_engine/_set_default_version.py → .../google/ml_engine/_set_default_version.py b/.../google/ml_engine/_set_default_version.py → .../google/ml_engine/_set_default_version.py
diff --git a/.../kfp_component/google/ml_engine/_train.py → .../kfp_component/google/ml_engine/_train.py b/.../kfp_component/google/ml_engine/_train.py → .../kfp_component/google/ml_engine/_train.py
diff --git a/...p_component/google/ml_engine/_wait_job.py → ...p_component/google/ml_engine/_wait_job.py b/...p_component/google/ml_engine/_wait_job.py → ...p_component/google/ml_engine/_wait_job.py
diff --git a/.../kfp_component/google/storage/__init__.py → .../kfp_component/google/storage/__init__.py b/.../kfp_component/google/storage/__init__.py → .../kfp_component/google/storage/__init__.py
diff --git a/...p_component/google/storage/_common_ops.py → ...p_component/google/storage/_common_ops.py b/...p_component/google/storage/_common_ops.py → ...p_component/google/storage/_common_ops.py
diff --git a/...omponent/google/storage/_download_blob.py → ...omponent/google/storage/_download_blob.py b/...omponent/google/storage/_download_blob.py → ...omponent/google/storage/_download_blob.py
diff --git a/...python/kfp_component/launcher/__init__.py → ...python/kfp_component/launcher/__init__.py b/...python/kfp_component/launcher/__init__.py → ...python/kfp_component/launcher/__init__.py
diff --git a/...python/kfp_component/launcher/__main__.py → ...python/kfp_component/launcher/__main__.py b/...python/kfp_component/launcher/__main__.py → ...python/kfp_component/launcher/__main__.py
diff --git a/...python/kfp_component/launcher/launcher.py → ...python/kfp_component/launcher/launcher.py b/...python/kfp_component/launcher/launcher.py → ...python/kfp_component/launcher/launcher.py
diff --git a/component_sdk/python/patches/http.patch → ...r/component_sdk/python/patches/http.patch b/component_sdk/python/patches/http.patch → ...r/component_sdk/python/patches/http.patch
diff --git a/component_sdk/python/run_test.sh → ...ontainer/component_sdk/python/run_test.sh b/component_sdk/python/run_test.sh → ...ontainer/component_sdk/python/run_test.sh
diff --git a/component_sdk/python/setup.py → ...p/container/component_sdk/python/setup.py b/component_sdk/python/setup.py → ...p/container/component_sdk/python/setup.py
diff --git a/component_sdk/python/test-requirements.txt → ...omponent_sdk/python/test-requirements.txt b/component_sdk/python/test-requirements.txt → ...omponent_sdk/python/test-requirements.txt
diff --git a/component_sdk/python/tests/__init__.py → ...er/component_sdk/python/tests/__init__.py b/component_sdk/python/tests/__init__.py → ...er/component_sdk/python/tests/__init__.py
diff --git a/component_sdk/python/tests/core/__init__.py → ...mponent_sdk/python/tests/core/__init__.py b/component_sdk/python/tests/core/__init__.py → ...mponent_sdk/python/tests/core/__init__.py
diff --git a/...nt_sdk/python/tests/core/test__display.py → ...nt_sdk/python/tests/core/test__display.py b/...nt_sdk/python/tests/core/test__display.py → ...nt_sdk/python/tests/core/test__display.py
diff --git a/...tests/core/test__kfp_execution_context.py → ...tests/core/test__kfp_execution_context.py b/...tests/core/test__kfp_execution_context.py → ...tests/core/test__kfp_execution_context.py
diff --git a/...onent_sdk/python/tests/google/__init__.py → ...onent_sdk/python/tests/google/__init__.py b/...onent_sdk/python/tests/google/__init__.py → ...onent_sdk/python/tests/google/__init__.py
diff --git a/...thon/tests/google/bigquery/test__query.py → ...thon/tests/google/bigquery/test__query.py b/...thon/tests/google/bigquery/test__query.py → ...thon/tests/google/bigquery/test__query.py
diff --git a/.../python/tests/google/dataflow/__init__.py → .../python/tests/google/dataflow/__init__.py b/.../python/tests/google/dataflow/__init__.py → .../python/tests/google/dataflow/__init__.py
diff --git a/...ts/google/dataflow/test__launch_python.py → ...ts/google/dataflow/test__launch_python.py b/...ts/google/dataflow/test__launch_python.py → ...ts/google/dataflow/test__launch_python.py
diff --git a/.../google/dataflow/test__launch_template.py → .../google/dataflow/test__launch_template.py b/.../google/dataflow/test__launch_template.py → .../google/dataflow/test__launch_template.py
diff --git a/.../python/tests/google/dataproc/__init__.py → .../python/tests/google/dataproc/__init__.py b/.../python/tests/google/dataproc/__init__.py → .../python/tests/google/dataproc/__init__.py
diff --git a/...s/google/dataproc/test__create_cluster.py → ...s/google/dataproc/test__create_cluster.py b/...s/google/dataproc/test__create_cluster.py → ...s/google/dataproc/test__create_cluster.py
diff --git a/...s/google/dataproc/test__delete_cluster.py → ...s/google/dataproc/test__delete_cluster.py b/...s/google/dataproc/test__delete_cluster.py → ...s/google/dataproc/test__delete_cluster.py
diff --git a/...oogle/dataproc/test__submit_hadoop_job.py → ...oogle/dataproc/test__submit_hadoop_job.py b/...oogle/dataproc/test__submit_hadoop_job.py → ...oogle/dataproc/test__submit_hadoop_job.py
diff --git a/.../google/dataproc/test__submit_hive_job.py → .../google/dataproc/test__submit_hive_job.py b/.../google/dataproc/test__submit_hive_job.py → .../google/dataproc/test__submit_hive_job.py
diff --git a/...tests/google/dataproc/test__submit_job.py → ...tests/google/dataproc/test__submit_job.py b/...tests/google/dataproc/test__submit_job.py → ...tests/google/dataproc/test__submit_job.py
diff --git a/...s/google/dataproc/test__submit_pig_job.py → ...s/google/dataproc/test__submit_pig_job.py b/...s/google/dataproc/test__submit_pig_job.py → ...s/google/dataproc/test__submit_pig_job.py
diff --git a/...ogle/dataproc/test__submit_pyspark_job.py → ...ogle/dataproc/test__submit_pyspark_job.py b/...ogle/dataproc/test__submit_pyspark_job.py → ...ogle/dataproc/test__submit_pyspark_job.py
diff --git a/...google/dataproc/test__submit_spark_job.py → ...google/dataproc/test__submit_spark_job.py b/...google/dataproc/test__submit_spark_job.py → ...google/dataproc/test__submit_spark_job.py
diff --git a/...gle/dataproc/test__submit_sparksql_job.py → ...gle/dataproc/test__submit_sparksql_job.py b/...gle/dataproc/test__submit_sparksql_job.py → ...gle/dataproc/test__submit_sparksql_job.py
diff --git a/...python/tests/google/ml_engine/__init__.py → ...python/tests/google/ml_engine/__init__.py b/...python/tests/google/ml_engine/__init__.py → ...python/tests/google/ml_engine/__init__.py
diff --git a/...ests/google/ml_engine/test__create_job.py → ...ests/google/ml_engine/test__create_job.py b/...ests/google/ml_engine/test__create_job.py → ...ests/google/ml_engine/test__create_job.py
diff --git a/...ts/google/ml_engine/test__create_model.py → ...ts/google/ml_engine/test__create_model.py b/...ts/google/ml_engine/test__create_model.py → ...ts/google/ml_engine/test__create_model.py
diff --git a/.../google/ml_engine/test__create_version.py → .../google/ml_engine/test__create_version.py b/.../google/ml_engine/test__create_version.py → .../google/ml_engine/test__create_version.py
diff --git a/.../google/ml_engine/test__delete_version.py → .../google/ml_engine/test__delete_version.py b/.../google/ml_engine/test__delete_version.py → .../google/ml_engine/test__delete_version.py
diff --git a/...on/tests/google/ml_engine/test__deploy.py → ...on/tests/google/ml_engine/test__deploy.py b/...on/tests/google/ml_engine/test__deploy.py → ...on/tests/google/ml_engine/test__deploy.py
diff --git a/...hon/tests/google/ml_engine/test__train.py → ...hon/tests/google/ml_engine/test__train.py b/...hon/tests/google/ml_engine/test__train.py → ...hon/tests/google/ml_engine/test__train.py
diff --git a/.../tests/google/ml_engine/test__wait_job.py → .../tests/google/ml_engine/test__wait_job.py b/.../tests/google/ml_engine/test__wait_job.py → .../tests/google/ml_engine/test__wait_job.py
diff --git a/...k/python/tests/google/storage/__init__.py → ...k/python/tests/google/storage/__init__.py b/...k/python/tests/google/storage/__init__.py → ...k/python/tests/google/storage/__init__.py
diff --git a/.../tests/google/storage/test__common_ops.py → .../tests/google/storage/test__common_ops.py b/.../tests/google/storage/test__common_ops.py → .../tests/google/storage/test__common_ops.py
diff --git a/...sts/google/storage/test__download_blob.py → ...sts/google/storage/test__download_blob.py b/...sts/google/storage/test__download_blob.py → ...sts/google/storage/test__download_blob.py
diff --git a/...ent_sdk/python/tests/launcher/__init__.py → ...ent_sdk/python/tests/launcher/__init__.py b/...ent_sdk/python/tests/launcher/__init__.py → ...ent_sdk/python/tests/launcher/__init__.py
diff --git a/component_sdk/python/tests/launcher/echo.py → ...mponent_sdk/python/tests/launcher/echo.py b/component_sdk/python/tests/launcher/echo.py → ...mponent_sdk/python/tests/launcher/echo.py
diff --git a/...dk/python/tests/launcher/test_launcher.py → ...dk/python/tests/launcher/test_launcher.py b/...dk/python/tests/launcher/test_launcher.py → ...dk/python/tests/launcher/test_launcher.py
diff --git a/component_sdk/python/tox.ini → ...cp/container/component_sdk/python/tox.ini b/component_sdk/python/tox.ini → ...cp/container/component_sdk/python/tox.ini
diff --git a/components/gcp/dataflow/launch_python/README.md b/components/gcp/dataflow/launch_python/README.md
@@ -297,7 +297,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 ```
 
 ## References
-* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataflow/_launch_python.py)
+* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataflow/_launch_python.py)
 * [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 * [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataflow/launch_python/sample.ipynb)
 * [Dataflow Python Quickstart](https://cloud.google.com/dataflow/docs/quickstarts/quickstart-python)

diff --git a/components/gcp/dataflow/launch_python/sample.ipynb b/components/gcp/dataflow/launch_python/sample.ipynb
@@ -386,7 +386,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataflow/_launch_python.py)\n",
+    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataflow/_launch_python.py)\n",
     "* [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "* [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataflow/launch_python/sample.ipynb)\n",
     "* [Dataflow Python Quickstart](https://cloud.google.com/dataflow/docs/quickstarts/quickstart-python)\n",

diff --git a/components/gcp/dataflow/launch_template/README.md b/components/gcp/dataflow/launch_template/README.md
@@ -167,7 +167,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 
 ## References
 
-* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataflow/_launch_template.py)
+* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataflow/_launch_template.py)
 * [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 * [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataflow/launch_template/sample.ipynb)
 * [Cloud Dataflow Templates overview](https://cloud.google.com/dataflow/docs/guides/templates/overview)

diff --git a/components/gcp/dataflow/launch_template/sample.ipynb b/components/gcp/dataflow/launch_template/sample.ipynb
@@ -251,7 +251,7 @@
    "source": [
     "## References\n",
     "\n",
-    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataflow/_launch_template.py)\n",
+    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataflow/_launch_template.py)\n",
     "* [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "* [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataflow/launch_template/sample.ipynb)\n",
     "* [Cloud Dataflow Templates overview](https://cloud.google.com/dataflow/docs/guides/templates/overview)\n",

diff --git a/components/gcp/dataproc/create_cluster/README.md b/components/gcp/dataproc/create_cluster/README.md
@@ -155,7 +155,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 
 ## References
 *   [Kubernetes Engine for Kubeflow](https://www.kubeflow.org/docs/started/getting-started-gke/#gcp-service-accounts)
-*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_create_cluster.py)
+*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_create_cluster.py)
 *   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 *   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/create_cluster/sample.ipynb)
 *   [Dataproc create cluster REST API](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/create)

diff --git a/components/gcp/dataproc/create_cluster/sample.ipynb b/components/gcp/dataproc/create_cluster/sample.ipynb
@@ -217,7 +217,7 @@
    "source": [
     "## References\n",
     "*   [Kubernetes Engine for Kubeflow](https://www.kubeflow.org/docs/started/getting-started-gke/#gcp-service-accounts)\n",
-    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_create_cluster.py)\n",
+    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_create_cluster.py)\n",
     "*   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "*   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/create_cluster/sample.ipynb)\n",
     "*   [Dataproc create cluster REST API](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/create)\n",

diff --git a/components/gcp/dataproc/delete_cluster/README.md b/components/gcp/dataproc/delete_cluster/README.md
@@ -128,7 +128,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 
 ## References
 
-*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_delete_cluster.py)
+*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_delete_cluster.py)
 *   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 *   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/delete_cluster/sample.ipynb)
 *   [Dataproc delete cluster REST API](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/delete)

diff --git a/components/gcp/dataproc/delete_cluster/sample.ipynb b/components/gcp/dataproc/delete_cluster/sample.ipynb
@@ -191,7 +191,7 @@
    "source": [
     "## References\n",
     "\n",
-    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_delete_cluster.py)\n",
+    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_delete_cluster.py)\n",
     "*   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "*   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/delete_cluster/sample.ipynb)\n",
     "*   [Dataproc delete cluster REST API](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/delete)\n",

diff --git a/components/gcp/dataproc/submit_hadoop_job/README.md b/components/gcp/dataproc/submit_hadoop_job/README.md
@@ -196,7 +196,7 @@ The sample in the notebook will count the words in the input text and save them
 ```
 
 ## References
-*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_submit_hadoop_job.py)
+*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_submit_hadoop_job.py)
 *   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 *   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/submit_hadoop_job/sample.ipynb)
 *   [Dataproc HadoopJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/HadoopJob)

diff --git a/components/gcp/dataproc/submit_hadoop_job/sample.ipynb b/components/gcp/dataproc/submit_hadoop_job/sample.ipynb
@@ -285,7 +285,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_submit_hadoop_job.py)\n",
+    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_submit_hadoop_job.py)\n",
     "*   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "*   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/submit_hadoop_job/sample.ipynb)\n",
     "*   [Dataproc HadoopJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/HadoopJob)\n",

diff --git a/components/gcp/dataproc/submit_hive_job/README.md b/components/gcp/dataproc/submit_hive_job/README.md
@@ -174,7 +174,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 ```
 
 ## References
-*   [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_submit_hive_job.py)
+*   [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_submit_hive_job.py)
 *   [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 *   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/submit_hive_job/sample.ipynb)
 *   [Dataproc HiveJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/HiveJob)

diff --git a/components/gcp/dataproc/submit_hive_job/sample.ipynb b/components/gcp/dataproc/submit_hive_job/sample.ipynb
@@ -236,7 +236,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "*   [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_submit_hive_job.py)\n",
+    "*   [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_submit_hive_job.py)\n",
     "*   [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "*   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/submit_hive_job/sample.ipynb)\n",
     "*   [Dataproc HiveJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/HiveJob)\n",

diff --git a/components/gcp/dataproc/submit_spark_job/README.md b/components/gcp/dataproc/submit_spark_job/README.md
@@ -177,7 +177,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 
 ## References
 
-*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_submit_spark_job.py)
+*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_submit_spark_job.py)
 *   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 *   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/submit_spark_job/sample.ipynb)
 *   [Dataproc SparkJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkJob)

diff --git a/components/gcp/dataproc/submit_spark_job/sample.ipynb b/components/gcp/dataproc/submit_spark_job/sample.ipynb
@@ -240,7 +240,7 @@
    "source": [
     "## References\n",
     "\n",
-    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/dataproc/_submit_spark_job.py)\n",
+    "*   [Component Python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/dataproc/_submit_spark_job.py)\n",
     "*   [Component Docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "*   [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/dataproc/submit_spark_job/sample.ipynb)\n",
     "*   [Dataproc SparkJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkJob)\n",

diff --git a/components/gcp/ml_engine/batch_predict/README.md b/components/gcp/ml_engine/batch_predict/README.md
@@ -200,7 +200,7 @@ OUTPUT_FILES_PATTERN = OUTPUT_GCS_PATH + '*'
 ```
 
 ## References
-* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/ml_engine/_batch_predict.py)
+* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/ml_engine/_batch_predict.py)
 * [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 * [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/ml_engine/batch_predict/sample.ipynb)
 * [Cloud Machine Learning Engine job REST API](https://cloud.google.com/ml-engine/reference/rest/v1/projects.jobs)

diff --git a/components/gcp/ml_engine/batch_predict/sample.ipynb b/components/gcp/ml_engine/batch_predict/sample.ipynb
@@ -284,7 +284,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/ml_engine/_batch_predict.py)\n",
+    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/ml_engine/_batch_predict.py)\n",
     "* [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "* [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/ml_engine/batch_predict/sample.ipynb)\n",
     "* [Cloud Machine Learning Engine job REST API](https://cloud.google.com/ml-engine/reference/rest/v1/projects.jobs)\n",

diff --git a/components/gcp/ml_engine/deploy/README.md b/components/gcp/ml_engine/deploy/README.md
@@ -194,7 +194,7 @@ run_result = client.run_pipeline(experiment.id, run_name, pipeline_filename, arg
 ```
 
 ## References
-* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/ml_engine/_deploy.py)
+* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/ml_engine/_deploy.py)
 * [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 * [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/ml_engine/deploy/sample.ipynb)
 * [Cloud Machine Learning Engine Model REST API](https://cloud.google.com/ml-engine/reference/rest/v1/projects.models)

diff --git a/components/gcp/ml_engine/deploy/sample.ipynb b/components/gcp/ml_engine/deploy/sample.ipynb
@@ -256,7 +256,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/ml_engine/_deploy.py)\n",
+    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/ml_engine/_deploy.py)\n",
     "* [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "* [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/ml_engine/deploy/sample.ipynb)\n",
     "* [Cloud Machine Learning Engine Model REST API](https://cloud.google.com/ml-engine/reference/rest/v1/projects.models)\n",

diff --git a/components/gcp/ml_engine/train/README.md b/components/gcp/ml_engine/train/README.md
@@ -227,7 +227,7 @@ Use the following command to inspect the contents in the output directory:
 ```
 
 ## References
-* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/ml_engine/_train.py)
+* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/ml_engine/_train.py)
 * [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)
 * [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/ml_engine/train/sample.ipynb)
 * [Cloud Machine Learning Engine job REST API](https://cloud.google.com/ml-engine/reference/rest/v1/projects.jobs)

diff --git a/components/gcp/ml_engine/train/sample.ipynb b/components/gcp/ml_engine/train/sample.ipynb
@@ -329,7 +329,7 @@
    "metadata": {},
    "source": [
     "## References\n",
-    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/component_sdk/python/kfp_component/google/ml_engine/_train.py)\n",
+    "* [Component python code](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/component_sdk/python/kfp_component/google/ml_engine/_train.py)\n",
     "* [Component docker file](https://github.com/kubeflow/pipelines/blob/master/components/gcp/container/Dockerfile)\n",
     "* [Sample notebook](https://github.com/kubeflow/pipelines/blob/master/components/gcp/ml_engine/train/sample.ipynb)\n",
     "* [Cloud Machine Learning Engine job REST API](https://cloud.google.com/ml-engine/reference/rest/v1/projects.jobs)\n",