Skip to content

Commit

Permalink
more fixes
Browse files Browse the repository at this point in the history
  • Loading branch information
blublinsky committed Jun 5, 2024
1 parent 95bdd4d commit dd78329
Show file tree
Hide file tree
Showing 3 changed files with 14 additions and 5 deletions.
2 changes: 1 addition & 1 deletion transforms/code/ingest_2_parquet/kfp_ray/v1/Makefile
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
REPOROOT=${CURDIR}/../../../../../
WORKFLOW_VENV_ACTIVATE=${REPOROOT}/transforms/venv/bin/activate
include $(REPOROOT)/transforms/.make.transforms_workflows
include $(REPOROOT)/transforms/.make.workflows

SRC_DIR=${CURDIR}/../../ray/

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@
task_image = "quay.io/dataprep1/data-prep-kit/ingest_2_parquet:0.3.0"

# components
base_kfp_image = "quay.io/dataprep1/data-prep-kit/kfp-data-processing:0.1.1"
base_kfp_image = "quay.io/dataprep1/data-prep-kit/kfp-data-processing:0.2.0.dev6"

# path to kfp component specifications files
component_spec_path = "../../../../../kfp/kfp_ray_components/"
Expand Down
15 changes: 12 additions & 3 deletions transforms/code/ingest_2_parquet/ray/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,6 @@ DOCKER_IMAGE_VERSION=${INGEST_TO_PARQUET_VERSION}

venv:: .transforms.ray-venv

build:: .transforms.ray-build

test:: .transforms.ray-test

clean:: .transforms.clean
Expand All @@ -26,8 +24,19 @@ setup:: .transforms.setup

test-image:: .transforms.ray-test-image

publish:: .transforms.ray-publish
build:: build-dist image

publish:: publish-dist publish-image

publish-image:: .transforms.publish-image-ray

# distribution versions is the same as image version.
set-versions:
$(MAKE) TOML_VERSION=$(DOCKER_IMAGE_VERSION) .defaults.update-toml

build-dist:: set-versions .defaults.build-dist

publish-dist:: .defaults.publish-dist

run-cli-ray-sample: .transforms.run-cli-ray-sample
$(MAKE) RUN_FILE=$(TRANSFORM_NAME)_transform.py \
Expand Down

0 comments on commit dd78329

Please sign in to comment.