-
Notifications
You must be signed in to change notification settings - Fork 1.6k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Googler <[email protected]> PiperOrigin-RevId: 658108277
- Loading branch information
Googler
committed
Jul 31, 2024
1 parent
461d892
commit ad03bb6
Showing
2 changed files
with
17 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -15,10 +15,12 @@ | |
|
||
from typing import Dict, List, NamedTuple | ||
|
||
from google_cloud_pipeline_components import google_template_metadata | ||
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationPreprocessorOp | ||
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationTextGenerationOp | ||
from google_cloud_pipeline_components._implementation.model_evaluation import ModelNamePreprocessorOp | ||
from google_cloud_pipeline_components.preview.model_evaluation.model_evaluation_import_component import model_evaluation_import as ModelImportEvaluationOp | ||
from google_cloud_pipeline_components.proto import template_metadata_pb2 | ||
from google_cloud_pipeline_components.types.artifact_types import VertexModel | ||
from google_cloud_pipeline_components.v1.batch_predict_job import ModelBatchPredictOp | ||
from kfp import dsl | ||
|
@@ -29,7 +31,21 @@ | |
|
||
_PIPELINE_NAME = 'evaluation-llm-text-generation-pipeline' | ||
|
||
output_gcs_validation = template_metadata_pb2.GoogleCloudStorageValidation( | ||
gcs_uri='{{$.parameter.batch_predict_gcs_destination_output_uri}}', | ||
is_input=False, | ||
default_service_account='{{$.pipeline_google_cloud_project_number}}[email protected]', | ||
override_placeholder='{{$.parameter.service_account}}', | ||
) | ||
|
||
|
||
@google_template_metadata.set_template_metadata( | ||
template_metadata=template_metadata_pb2.TemplateMetadata( | ||
preflight_validations=template_metadata_pb2.ValidationItems( | ||
gcs_validations=[output_gcs_validation] | ||
) | ||
) | ||
) | ||
@dsl.pipeline(name=_PIPELINE_NAME) | ||
def evaluation_llm_text_generation_pipeline( # pylint: disable=dangerous-default-value | ||
project: str, | ||
|