Skip to content

Commit

Permalink
feat(component): internal
Browse files Browse the repository at this point in the history
Signed-off-by: Googler <nobody@google.com>
PiperOrigin-RevId: 660985413
  • Loading branch information
Googler committed Aug 8, 2024
1 parent 0e37fd6 commit c06d9ae
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 18 deletions.
1 change: 0 additions & 1 deletion components/google-cloud/RELEASE.md
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,6 @@
* Bump image for Structured Data pipelines.
* Add check that component in preview.custom_job.utils.create_custom_training_job_from_component doesn't have any parameters that share names with any custom job fields
* Add dynamic machine spec support for `preview.custom_job.utils.create_custom_training_job_from_component`.
* Add preflight validations for LLM text generation pipeline.
* Apply latest GCPC image vulnerability resolutions (base OS and software updates).

## Release 2.15.0
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,12 +15,10 @@

from typing import Dict, List, NamedTuple

from google_cloud_pipeline_components import google_template_metadata
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationPreprocessorOp
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationTextGenerationOp
from google_cloud_pipeline_components._implementation.model_evaluation import ModelNamePreprocessorOp
from google_cloud_pipeline_components.preview.model_evaluation.model_evaluation_import_component import model_evaluation_import as ModelImportEvaluationOp
from google_cloud_pipeline_components.proto import template_metadata_pb2
from google_cloud_pipeline_components.types.artifact_types import VertexModel
from google_cloud_pipeline_components.v1.batch_predict_job import ModelBatchPredictOp
from kfp import dsl
Expand All @@ -31,21 +29,6 @@

_PIPELINE_NAME = 'evaluation-llm-text-generation-pipeline'

output_gcs_validation = template_metadata_pb2.GoogleCloudStorageValidation(
gcs_uri='{{$.parameter.batch_predict_gcs_destination_output_uri}}',
is_input=False,
default_service_account='{{$.pipeline_google_cloud_project_number}}-compute@developer.gserviceaccount.com',
override_placeholder='{{$.parameter.service_account}}',
)


@google_template_metadata.set_template_metadata(
template_metadata=template_metadata_pb2.TemplateMetadata(
preflight_validations=template_metadata_pb2.ValidationItems(
gcs_validations=[output_gcs_validation]
)
)
)
@dsl.pipeline(name=_PIPELINE_NAME)
def evaluation_llm_text_generation_pipeline( # pylint: disable=dangerous-default-value
project: str,
Expand Down

0 comments on commit c06d9ae

Please sign in to comment.