Skip to content

Commit

Permalink
feat(component): internal
Browse files Browse the repository at this point in the history
Signed-off-by: Googler <[email protected]>
PiperOrigin-RevId: 658108277
  • Loading branch information
Googler committed Jul 31, 2024
1 parent 461d892 commit ad03bb6
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 0 deletions.
1 change: 1 addition & 0 deletions components/google-cloud/RELEASE.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@
* Bump image for Structured Data pipelines.
* Add check that component in preview.custom_job.utils.create_custom_training_job_from_component doesn't have any parameters that share names with any custom job fields
* Add dynamic machine spec support for `preview.custom_job.utils.create_custom_training_job_from_component`.
* Add preflight validations for LLM text generation pipeline.

## Release 2.15.0
* Add Gemini batch prediction support to `v1.model_evaluation.autosxs_pipeline`.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,12 @@

from typing import Dict, List, NamedTuple

from google_cloud_pipeline_components import google_template_metadata
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationPreprocessorOp
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationTextGenerationOp
from google_cloud_pipeline_components._implementation.model_evaluation import ModelNamePreprocessorOp
from google_cloud_pipeline_components.preview.model_evaluation.model_evaluation_import_component import model_evaluation_import as ModelImportEvaluationOp
from google_cloud_pipeline_components.proto import template_metadata_pb2
from google_cloud_pipeline_components.types.artifact_types import VertexModel
from google_cloud_pipeline_components.v1.batch_predict_job import ModelBatchPredictOp
from kfp import dsl
Expand All @@ -29,7 +31,21 @@

_PIPELINE_NAME = 'evaluation-llm-text-generation-pipeline'

output_gcs_validation = template_metadata_pb2.GoogleCloudStorageValidation(
gcs_uri='{{$.parameter.batch_predict_gcs_destination_output_uri}}',
is_input=False,
default_service_account='{{$.pipeline_google_cloud_project_number}}[email protected]',
override_placeholder='{{$.parameter.service_account}}',
)


@google_template_metadata.set_template_metadata(
template_metadata=template_metadata_pb2.TemplateMetadata(
preflight_validations=template_metadata_pb2.ValidationItems(
gcs_validations=[output_gcs_validation]
)
)
)
@dsl.pipeline(name=_PIPELINE_NAME)
def evaluation_llm_text_generation_pipeline( # pylint: disable=dangerous-default-value
project: str,
Expand Down

0 comments on commit ad03bb6

Please sign in to comment.