google-cloud-pipeline-components 2.11.0__py3-none-any.whl → 2.13.0__py3-none-any.whl

google_cloud_pipeline_components/_implementation/llm/deployment_graph.py

@@ -55,11 +55,6 @@ def pipeline(
     endpoint_resource_name: Path the Online Prediction Endpoint. This will be an empty string if the model was not deployed.
   """
   # fmt: on
-  adapter_artifact = kfp.dsl.importer(
-      artifact_uri=output_adapter_path,
-      artifact_class=kfp.dsl.Artifact,
-  ).set_display_name('Import Tuned Adapter')
-
   regional_endpoint = function_based.resolve_regional_endpoint(
       upload_location=upload_location
   ).set_display_name('Resolve Regional Endpoint')
@@ -86,7 +81,7 @@ def pipeline(
       project=_placeholders.PROJECT_ID_PLACEHOLDER,
       location=upload_location,
       regional_endpoint=regional_endpoint.output,
-      artifact_uri=adapter_artifact.output,
+      artifact_uri=output_adapter_path,
       model_display_name=display_name.output,
       model_reference_name=large_model_reference,
       upload_model=upload_model.output,

google_cloud_pipeline_components/_implementation/llm/env.py

@@ -19,7 +19,7 @@ from google_cloud_pipeline_components._implementation.llm.generated import refin
 
 
 def get_private_image_tag() -> str:
-  return os.getenv('PRIVATE_IMAGE_TAG') or refined_image_versions.IMAGE_TAG
+  return os.getenv('PRIVATE_IMAGE_TAG') or '20240330_0352_RC00'
 
 
 def get_autosxs_image_tag() -> str:

google_cloud_pipeline_components/_implementation/llm/function_based.py

@@ -13,7 +13,7 @@
 # limitations under the License.
 """Python function-based components used in KFP pipelies."""
 import functools
-from typing import Any, Dict, List, NamedTuple, Optional
+from typing import List, NamedTuple, Optional
 
 from google_cloud_pipeline_components import _image
 from google_cloud_pipeline_components._implementation.llm import env
@@ -22,7 +22,7 @@ from kfp import dsl
 
 @dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
 def resolve_machine_spec(
-    accelerator_type: str = '',
+    accelerator_type: str = 'GPU',
     use_test_spec: bool = False,
 ) -> NamedTuple(
     'MachineSpec',
@@ -37,7 +37,8 @@ def resolve_machine_spec(
     accelerator_type: One of 'TPU' or 'GPU'. If 'TPU' is specified, tuning
       components run in europe-west4. Otherwise tuning components run in
       us-central1 on GPUs. Default is 'GPU'.
-    use_test_spec: Whether to use a lower resource machine for testing.
+    use_test_spec: Whether to use a lower resource machine for testing. If True,
+      a machine with the specified `accelerator_type` is provisioned.
 
   Returns:
     Machine spec.
@@ -61,14 +62,27 @@ def resolve_machine_spec(
           accelerator_count=32,
           tuning_location='europe-west4',
       )
-    else:
+    elif accelerator_type == 'GPU':
       return outputs(
           machine_type='a2-highgpu-1g',
           accelerator_type='NVIDIA_TESLA_A100',
           accelerator_count=1,
           tuning_location='us-central1',
       )
-  elif accelerator_type == 'TPU':
+    elif accelerator_type == 'CPU':
+      return outputs(
+          machine_type='e2-standard-16',
+          accelerator_type='ACCELERATOR_TYPE_UNSPECIFIED',
+          accelerator_count=0,
+          tuning_location='us-central1',
+      )
+    else:
+      raise ValueError(
+          f'Unsupported test accelerator_type {accelerator_type}. Must be one '
+          'of TPU, GPU or CPU.'
+      )
+
+  if accelerator_type == 'TPU':
     return outputs(
         machine_type='cloud-tpu',
         accelerator_type='TPU_V3',
@@ -82,10 +96,11 @@ def resolve_machine_spec(
         accelerator_count=8,
         tuning_location='us-central1',
     )
-  raise ValueError(
-      f'Unsupported accelerator type {accelerator_type}. Must be one of'
-      'TPU or GPU.'
-  )
+  else:
+    raise ValueError(
+        f'Unsupported accelerator_type {accelerator_type}. Must be one of'
+        'TPU or GPU.'
+    )
 
 
 @dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
@@ -114,7 +129,7 @@ def resolve_refined_image_uri(
   Raises:
     ValueError: if an unsupported accelerator type is provided.
   """
-  if not accelerator_type:
+  if not accelerator_type or accelerator_type == 'ACCELERATOR_TYPE_UNSPECIFIED':
     accelerator_postfix = 'cpu'
   elif 'TPU' in accelerator_type:
     accelerator_postfix = 'tpu'
@@ -144,22 +159,6 @@ resolve_private_refined_image_uri = functools.partial(
 )
 
 
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def resolve_data_paths(
-    input_dataset: str,
-) -> NamedTuple('DataPaths', tfds_data_dir=str, tfds_name=str):
-  """Resolves dataset paths needed by downstream components."""
-  # pylint: disable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-  import os
-  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-  outputs = NamedTuple('DataPaths', tfds_data_dir=str, tfds_name=str)
-  tfds_data_dir, tfds_name = os.path.split(input_dataset)
-  return outputs(
-      tfds_data_dir=tfds_data_dir,
-      tfds_name=tfds_name,
-  )
-
-
 @dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
 def resolve_reference_model_metadata(
     large_model_reference: str,
@@ -279,6 +278,15 @@ def resolve_reference_model_metadata(
           reward_model_path='gs://vertex-rlhf-restricted/pretrained_models/palm/t5x_otter_pretrain/',
           is_supported=True,
       ),
+      'text-bison@002': reference_model_metadata(
+          large_model_reference='BISON_002',
+          reference_model_path=(
+              'gs://vertex-rlhf-restricted/pretrained_models/palm/t5x_bison_002/'
+          ),
+          reward_model_reference='BISON_002',
+          reward_model_path='gs://vertex-rlhf-restricted/pretrained_models/palm/t5x_bison_002/',
+          is_supported=True,
+      ),
       'chat-bison@001': reference_model_metadata(
           large_model_reference='BISON',
           reference_model_path=(
@@ -445,7 +453,7 @@ def resolve_deploy_model(
     deploy_model: bool, large_model_reference: str
 ) -> bool:
   """Resolves runtime parameter that determines whether the tuned model should be deployed."""
-  supported_models = {'BISON'}
+  supported_models = {'BISON', 'BISON_002'}
   if deploy_model and large_model_reference in supported_models:
     return True
   return False
@@ -466,18 +474,10 @@ def value_exists(value: Optional[str] = None) -> bool:
   return True
 
 
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def resolve_candidate_columns(
-    candidate_columns: Optional[List[str]] = None,
-) -> List[str]:
-  """Returns candidate columns provided by the user or the default: ['candidate_0', 'candidate_1']."""
-  return candidate_columns or ['candidate_0', 'candidate_1']
-
-
 @dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
 def resolve_upload_model(large_model_reference: str) -> bool:
   """Returns whether the model should be uploaded."""
-  supported_models = {'BISON'}
+  supported_models = {'BISON', 'BISON_002'}
   if large_model_reference in supported_models:
     return True
   return False
@@ -515,65 +515,3 @@ def resolve_num_microbatches(large_model_reference: str) -> int:
   if 'llama' in large_model_reference.lower():
     return 2
   return 0
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def read_file(path: str) -> str:
-  """Reads the contents of the given file."""
-  # pylint: disable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-  import re
-  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-
-  path = re.sub('^gs://', '/gcs/', path)
-  with open(path, 'r') as f:
-    return f.read()
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def get_usage_metric(metadata: Dict[str, Any], key: str) -> bool:  # pytype: disable=unsupported-operands
-  """Extracts a single usage metric from metadata."""
-  return metadata[key]
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def dump_dict(value: Dict[Any, Any]) -> str:
-  """Dumps the given dict to a JSON string."""
-  # pylint: disable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-  import json
-  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-
-  return json.dumps(value).replace('"', '\\"')
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def dump_list(value: List[Any]) -> str:
-  """Dumps the given dict to a JSON string."""
-  # pylint: disable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-  import json
-  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-
-  return json.dumps(value).replace('"', '\\"')
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def identity(
-    x: str,
-) -> str:
-  return x
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def get_uri(artifact: dsl.Input[dsl.Artifact], is_dir: bool = False) -> str:  # pytype: disable=unsupported-operands
-  """Extracts the URI from an artifact."""
-  # pylint: disable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-  import os
-  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported
-
-  if is_dir:
-    return os.path.join(artifact.uri, '*')
-  return artifact.uri
-
-
-@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
-def get_empty_string() -> str:
-  return ''

google_cloud_pipeline_components/_implementation/llm/generated/refined_image_versions.py

@@ -17,4 +17,4 @@
 DO NOT EDIT - This file is generated, manual changes will be overridden.
 """
 
-IMAGE_TAG = '20240317_0507'
+IMAGE_TAG = '20240327_1338'

google_cloud_pipeline_components/_implementation/llm/reinforcement_learning_graph.py

@@ -53,7 +53,7 @@ def pipeline(
     project: str = _placeholders.PROJECT_ID_PLACEHOLDER,
     accelerator_type: str = 'GPU',
     location: str = _placeholders.LOCATION_PLACEHOLDER,
-    tensorboard_resource_id: Optional[str] = None,
+    tensorboard_resource_id: str = '',
     encryption_spec_key_name: str = '',
 ) -> PipelineOutput:
   # fmt: off
@@ -159,26 +159,12 @@ def pipeline(
           reward_lora_dim=reward_lora_dim,
           num_microbatches=num_microbatches.output,
           encryption_spec_key_name=encryption_spec_key_name,
+          tensorboard_resource_id=tensorboard_resource_id,
       )
       .set_display_name('Reinforcer')
       .set_caching_options(False)
   )
-  has_tensorboard_id = function_based.value_exists(
-      value=tensorboard_resource_id
-  ).set_display_name('Resolve Tensorboard Resource ID')
-  with kfp.dsl.Condition(  # pytype: disable=wrong-arg-types
-      has_tensorboard_id.output == True,  # pylint: disable=singleton-comparison, g-explicit-bool-comparison
-      name='Upload Reinforcement Learning Tensorboard Metrics',
-  ):
-    _ = upload_tensorboard_metrics.upload_tensorboard_metrics(
-        tensorboard_resource_id=tensorboard_resource_id,
-        metrics_directory=rl_model.outputs['tensorboard_metrics'],
-        experiment_name=(
-            'rl-model-tuner-'
-            f'{kfp.dsl.PIPELINE_JOB_ID_PLACEHOLDER}-'
-            f'{kfp.dsl.PIPELINE_TASK_ID_PLACEHOLDER}'
-        ),
-    ).set_display_name('Reinforcement Learning Tensorboard Metrics Uploader')
+
   return PipelineOutput(
       output_model_path=rl_model.outputs['output_model_path'],
       output_adapter_path=rl_model.outputs['output_adapter_path'],

google_cloud_pipeline_components/_implementation/llm/reinforcer.py

@@ -48,6 +48,7 @@ def reinforcer(
     reward_lora_dim: int = 4,
     num_microbatches: int = 0,
     encryption_spec_key_name: str = '',
+    tensorboard_resource_id: str = '',
 ) -> kfp.dsl.ContainerSpec:  # pylint: disable=g-doc-args
   """Trains a model using reinforcement learning.
 
@@ -91,6 +92,9 @@ def reinforcer(
       then all resources created by the CustomJob will be encrypted with the
       provided encryption key. Note that this is not supported for TPU at the
       moment.
+    tensorboard_resource_id: Optional tensorboard resource id. Format:
+      `projects/{project_number}/locations/{location}/tensorboards/{tensorboard_id}`.
+      If provided, tensorboard metrics will be uploaded to this location.
 
   Returns:
     output_model_path: Path to the trained model checkpoint.
@@ -133,6 +137,8 @@ def reinforcer(
               f'--num_microbatches={num_microbatches}',
           ],
           encryption_spec_key_name=encryption_spec_key_name,
+          base_output_directory=tensorboard_metrics.uri,
+          tensorboard=tensorboard_resource_id,
       ),
       gcp_resources=gcp_resources,
   )

google_cloud_pipeline_components/_implementation/llm/reward_model_graph.py

@@ -50,7 +50,7 @@ def pipeline(
     project: str = _placeholders.PROJECT_ID_PLACEHOLDER,
     accelerator_type: str = 'GPU',
     location: str = _placeholders.LOCATION_PLACEHOLDER,
-    tensorboard_resource_id: Optional[str] = None,
+    tensorboard_resource_id: str = '',
     encryption_spec_key_name: str = '',
 ) -> PipelineOutput:
   # fmt: off
@@ -178,27 +178,12 @@ def pipeline(
           lora_dim=lora_dim,
           num_microbatches=num_microbatches.output,
           encryption_spec_key_name=encryption_spec_key_name,
+          tensorboard_resource_id=tensorboard_resource_id,
       )
       .set_display_name('Reward Model Trainer')
       .set_caching_options(False)
   )
 
-  has_tensorboard_id = function_based.value_exists(
-      value=tensorboard_resource_id
-  ).set_display_name('Resolve TensorBoard Resource ID')
-  with kfp.dsl.Condition(  # pytype: disable=wrong-arg-types
-      has_tensorboard_id.output == True,  # pylint: disable=singleton-comparison, g-explicit-bool-comparison
-      name='Upload Reward Model TensorBoard Metrics',
-  ):
-    _ = upload_tensorboard_metrics.upload_tensorboard_metrics(
-        tensorboard_resource_id=tensorboard_resource_id,
-        metrics_directory=reward_model.outputs['tensorboard_metrics'],
-        experiment_name=(
-            'reward-model-tuner-'
-            f'{kfp.dsl.PIPELINE_JOB_ID_PLACEHOLDER}-'
-            f'{kfp.dsl.PIPELINE_TASK_ID_PLACEHOLDER}'
-        ),
-    ).set_display_name('Reward Model TensorBoard Metrics Uploader')
   return PipelineOutput(
       reward_model_base_path=reference_model_metadata.outputs[
           'reward_model_path'

google_cloud_pipeline_components/_implementation/llm/reward_model_trainer.py

@@ -42,6 +42,7 @@ def reward_model_trainer(
     lora_dim: int = 4,
     num_microbatches: int = 0,
     encryption_spec_key_name: str = '',
+    tensorboard_resource_id: str = '',
 ) -> kfp.dsl.ContainerSpec:  # pylint: disable=g-doc-args
   """Trains a reward model.
 
@@ -76,6 +77,9 @@ def reward_model_trainer(
       then all resources created by the CustomJob will be encrypted with the
       provided encryption key. Note that this is not supported for TPU at the
       moment.
+    tensorboard_resource_id: Optional tensorboard resource id. Format:
+      `projects/{project_number}/locations/{location}/tensorboards/{tensorboard_id}`.
+      If provided, tensorboard metrics will be uploaded to this location.
 
   Returns:
     output_adapter_path: Trained reward LoRA adapter.
@@ -110,6 +114,8 @@ def reward_model_trainer(
               f'--num_microbatches={num_microbatches}',
           ],
           encryption_spec_key_name=encryption_spec_key_name,
+          base_output_directory=tensorboard_metrics.uri,
+          tensorboard=tensorboard_resource_id,
       ),
       gcp_resources=gcp_resources,
   )

google_cloud_pipeline_components/_implementation/llm/upload_llm_model.py

@@ -26,7 +26,7 @@ from kfp import dsl
 def refined_upload_llm_model(
     project: str,
     location: str,
-    artifact_uri: dsl.Input[dsl.Artifact],
+    artifact_uri: str,
     model_reference_name: str,
     model_display_name: str,
     regional_endpoint: str,
@@ -41,7 +41,7 @@ def refined_upload_llm_model(
   Args:
       project: Name of the GCP project.
       location: Location for model upload and deployment.
-      artifact_uri: KFP Artifact for adapter.
+      artifact_uri: Path to the artifact to upload.
       model_reference_name: Large model reference name.
       model_display_name: Name of the model (shown in Model Registry).
       regional_endpoint: Regional API endpoint.
@@ -88,7 +88,7 @@ def refined_upload_llm_model(
             'largeModelReference': {'name': model_reference_name},
             'labels': labels,
             'generatedModelSource': {'genie_source': {'base_model_uri': ''}},
-            'artifactUri': artifact_uri.uri,
+            'artifactUri': artifact_uri,
         }
     }
     if encryption_spec_key_name:

google_cloud_pipeline_components/_implementation/llm/utils.py

@@ -30,6 +30,8 @@ def build_payload(
     encryption_spec_key_name: str = '',
     labels: Optional[Dict[str, str]] = None,
     scheduling: Optional[Dict[str, Any]] = None,
+    base_output_directory: Optional[str] = None,
+    tensorboard: Optional[str] = None,
 ) -> Dict[str, Any]:
   """Generates payload for a custom training job.
 
@@ -50,6 +52,11 @@ def build_payload(
       moment.
     labels: The labels with user-defined metadata to organize CustomJobs.
     scheduling: Scheduling options for a CustomJob.
+    base_output_directory: Cloud Storage location to store the output of this
+      CustomJob
+    tensorboard: The name of a Vertex AI TensorBoard resource to which this
+      CustomJob will upload TensorBoard logs. Format:
+      ``projects/{project}/locations/{location}/tensorboards/{tensorboard}``
 
   Returns:
     Custom job payload.
@@ -96,6 +103,14 @@ def build_payload(
   if scheduling:
     payload['job_spec']['scheduling'] = scheduling
 
+  if base_output_directory:
+    payload['job_spec']['base_output_directory'] = {
+        'output_uri_prefix': base_output_directory
+    }
+
+  if tensorboard:
+    payload['job_spec']['tensorboard'] = tensorboard
+
   return payload
 
 

google_cloud_pipeline_components/_implementation/llm/validate_pipeline.py

@@ -88,7 +88,14 @@ def validate_pipeline(
           f' {supported_pipeline_regions}.'
       )
 
-    valid_cmek_config = location == 'us-central1' and accelerator_type == 'GPU'
+    valid_cmek_accelerator_types = {
+        'GPU',
+        'CPU',  # Only used for testing.
+    }
+    valid_cmek_config = (
+        location == 'us-central1'
+        and accelerator_type in valid_cmek_accelerator_types
+    )
     if encryption_spec_key_name and not valid_cmek_config:
       raise ValueError(
           'encryption_spec_key_name (CMEK) is only supported for GPU training'

google_cloud_pipeline_components/_implementation/model_evaluation/__init__.py

@@ -37,6 +37,7 @@ from google_cloud_pipeline_components._implementation.model_evaluation.llm_safet
 from google_cloud_pipeline_components._implementation.model_evaluation.llm_safety_bias.evaluation_llm_safety_bias_pipeline import evaluation_llm_safety_bias_pipeline
 from google_cloud_pipeline_components._implementation.model_evaluation.model_inference.component import model_inference_and_evaluation_component
 from google_cloud_pipeline_components._implementation.model_evaluation.model_inference.component import model_inference_component
+from google_cloud_pipeline_components._implementation.model_evaluation.model_name_preprocessor.component import model_name_preprocessor as ModelNamePreprocessorOp
 from google_cloud_pipeline_components._implementation.model_evaluation.target_field_data_remover.component import target_field_data_remover as TargetFieldDataRemoverOp
 from google_cloud_pipeline_components._implementation.model_evaluation.text2sql.evaluation_llm_text2sql_pipeline import evaluation_llm_text2sql_pipeline
 
@@ -63,6 +64,7 @@ __all__ = [
     'ModelEvaluationFeatureAttributionOp',
     'ModelImportEvaluatedAnnotationOp',
     'ModelImportEvaluationOp',
+    'ModelNamePreprocessorOp',
     'TargetFieldDataRemoverOp',
     'model_inference_component',
     'model_inference_and_evaluation_component',

google_cloud_pipeline_components/_implementation/model_evaluation/model_name_preprocessor/__init__.py

@@ -0,0 +1,14 @@
+# Copyright 2023 The Kubeflow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Model name preprocessor Component."""

google_cloud_pipeline_components/_implementation/model_evaluation/model_name_preprocessor/component.py

@@ -0,0 +1,74 @@
+# Copyright 2023 The Kubeflow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Model name preprocessor component used in KFP pipelines."""
+
+from google_cloud_pipeline_components._implementation.model_evaluation import version
+from kfp.dsl import container_component
+from kfp.dsl import ContainerSpec
+from kfp.dsl import OutputPath
+from kfp.dsl import PIPELINE_ROOT_PLACEHOLDER
+
+
+@container_component
+def model_name_preprocessor(
+    gcp_resources: OutputPath(str),
+    processed_model_name: OutputPath(str),
+    project: str,
+    location: str,
+    model_name: str,
+    service_account: str = '',
+):
+  """Preprocess inputs for text2sql evaluation pipeline.
+
+  Args:
+      project: Required. The GCP project that runs the pipeline component.
+      location: Required. The GCP region that runs the pipeline component.
+      model_name: The Model name used to run evaluation. Must be a publisher
+        Model or a managed Model sharing the same ancestor location. Starting
+        this job has no impact on any existing deployments of the Model and
+        their resources.
+      service_account: Sets the default service account for workload run-as
+        account. The service account running the pipeline
+        (https://cloud.google.com/vertex-ai/docs/pipelines/configure-project#service-account)
+
+  Returns:
+      gcp_resources (str):
+        Serialized gcp_resources proto tracking the custom job.
+      processed_model_name (str):
+        Preprocessed model name.
+  """
+
+  return ContainerSpec(
+      image=version.LLM_EVAL_IMAGE_TAG,
+      args=[
+          '--model_name_preprocessor',
+          'true',
+          '--project',
+          project,
+          '--location',
+          location,
+          '--root_dir',
+          f'{PIPELINE_ROOT_PLACEHOLDER}',
+          '--model_name',
+          model_name,
+          '--processed_model_name',
+          processed_model_name,
+          '--service_account',
+          service_account,
+          '--gcp_resources',
+          gcp_resources,
+          '--executor_input',
+          '{{$}}',
+      ],
+  )

google_cloud_pipeline_components/preview/llm/rlaif/component.py

@@ -40,6 +40,7 @@ def rlaif_pipeline(
     prompt_dataset: str,
     preference_prompt_dataset: str,
     large_model_reference: str,
+    task_type: str,
     model_display_name: Optional[str] = None,
     prompt_sequence_length: int = 512,
     target_sequence_length: int = 64,
@@ -65,7 +66,9 @@ def rlaif_pipeline(
 
   Args:
     prompt_dataset: Cloud storage path to an unlabled JSONL dataset that contains prompts. Text datasets must contain an `input_text` field that contains the prompt. Chat datasets must contain at least 1 message in a `messages` field. Each message must be valid JSON that contains `author` and `content` fields, where valid `author` values are `user` and `assistant` and `content` must be non-empty. Each row may contain multiple messages, but the first and last author must be the `user`. An optional `context` field may be provided for each example in a chat dataset. If provided, the `context` will preprended to the message `content`. The `instruction` serves as the default context. (Useful if most messages use the same system-level context.) Any context provided in the example will override the default value.
-    preference_prompt_dataset: The prompt dataset used for two models' inferences to build the side by side comparison AI feedback. large_model_reference: Name of the base model. Supported values are `text-bison@001`, `t5-small`, `t5-large`, `t5-xl` and `t5-xxl`. `text-bison@001` and `t5-small` are supported in `us-central1` and `europe-west4`. `t5-large`, `t5-xl` and `t5-xxl` are only supported in `europe-west4`.
+    preference_prompt_dataset: The prompt dataset used for two models' inferences to build the side by side comparison AI feedback.
+    large_model_reference: Name of the base model. Supported values are `text-bison@001`, `t5-small`, `t5-large`, `t5-xl` and `t5-xxl`. `text-bison@001` and `t5-small` are supported in `us-central1` and `europe-west4`. `t5-large`, `t5-xl` and `t5-xxl` are only supported in `europe-west4`.
+    task_type: Evaluation task in the form {task}@{version}. task can be one of "summarization", "question_answering". Version is an integer with 3 digits or "latest". Ex: summarization@001 or question_answering@latest.
     model_display_name: Name of the fine-tuned model shown in the Model Registry. If not provided, a default name will be created.
     prompt_sequence_length: Maximum tokenized sequence length for input text. Higher values increase memory overhead. This value should be at most 8192. Default value is 512.
     target_sequence_length:  Maximum tokenized sequence length for target text. Higher values increase memory overhead. This value should be at most 1024. Default value is 64.
@@ -90,7 +93,6 @@ def rlaif_pipeline(
   """
   # fmt: on
   id_columns = ['content']
-  task = 'summarization@001'
   deploy_model = True
 
   output_prediction_gcs_path_a = infer.infer_pipeline(
@@ -129,7 +131,7 @@ def rlaif_pipeline(
   autosxs = online_evaluation_pairwise.online_evaluation_pairwise(
       inference_output_uri=inference_output_uri,
       id_columns=id_columns,
-      task=task,
+      task=task_type,
   ).set_display_name('Build AI Feedback')
 
   preference_dataset = (

google_cloud_pipeline_components/preview/llm/rlhf/component.py

@@ -53,7 +53,7 @@ def rlhf_pipeline(
     accelerator_type: str = 'GPU',
     location: str = _placeholders.LOCATION_PLACEHOLDER,
     encryption_spec_key_name: str = '',
-    tensorboard_resource_id: Optional[str] = None,
+    tensorboard_resource_id: str = '',
 ) -> PipelineOutput:
   # fmt: off
   """Performs reinforcement learning from human feedback.

google_cloud_pipeline_components/preview/model_evaluation/__init__.py

@@ -14,12 +14,12 @@
 """Model evaluation preview components."""
 
 from google_cloud_pipeline_components.preview.model_evaluation.data_bias_component import detect_data_bias as DetectDataBiasOp
-from google_cloud_pipeline_components.preview.model_evaluation.evaluation_llm_classification_pipeline import evaluation_llm_classification_pipeline
-from google_cloud_pipeline_components.preview.model_evaluation.evaluation_llm_text_generation_pipeline import evaluation_llm_text_generation_pipeline
 from google_cloud_pipeline_components.preview.model_evaluation.feature_attribution_component import feature_attribution as ModelEvaluationFeatureAttributionOp
 from google_cloud_pipeline_components.preview.model_evaluation.feature_attribution_graph_component import feature_attribution_graph_component as FeatureAttributionGraphComponentOp
 from google_cloud_pipeline_components.preview.model_evaluation.model_based_llm_evaluation.autosxs.autosxs_pipeline import autosxs_pipeline
 from google_cloud_pipeline_components.preview.model_evaluation.model_bias_component import detect_model_bias as DetectModelBiasOp
+from google_cloud_pipeline_components.v1.model_evaluation.evaluation_llm_classification_pipeline import evaluation_llm_classification_pipeline
+from google_cloud_pipeline_components.v1.model_evaluation.evaluation_llm_text_generation_pipeline import evaluation_llm_text_generation_pipeline
 
 __all__ = [
     'autosxs_pipeline',

google_cloud_pipeline_components/proto/preflight_validations_pb2.py

@@ -12,16 +12,17 @@ _sym_db = _symbol_database.Default()
 
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n\x13preflight_validations.proto\x12\x15preflight_validations"\x90\x02\n\x0eValidationItem\x12O\n\x0bsa_metadata\x18\x02'
-    b' \x01(\x0b\x32\x38.preflight_validations.GoogleCloudServiceAccountMetadataH\x00\x12P\n\x0equota_metadata\x18\x03'
-    b' \x01(\x0b\x32\x36.preflight_validations.GoogleCloudProjectQuotaMetadataH\x00\x12O\n\x0c\x61pi_metadata\x18\x04'
-    b' \x01(\x0b\x32\x37.preflight_validations.GoogleCloudApiEnablementMetadataH\x00\x42\n\n\x08metadata"\xeb\x01\n\x1fGoogleCloudProjectQuotaMetadata\x12\x14\n\x0cservice_name\x18\x01'
-    b' \x01(\t\x12s\n\x17metrics_recommendations\x18\x02'
-    b' \x03(\x0b\x32R.preflight_validations.GoogleCloudProjectQuotaMetadata.MetricsRecommendationsEntry\x1a=\n\x1bMetricsRecommendationsEntry\x12\x0b\n\x03key\x18\x01'
-    b' \x01(\t\x12\r\n\x05value\x18\x02'
-    b' \x01(\x03:\x02\x38\x01"P\n!GoogleCloudServiceAccountMetadata\x12\x16\n\x0eprincipal_name\x18\x01'
-    b' \x01(\t\x12\x13\n\x0bpermissions\x18\x02 \x03(\t"9\n'
-    b' GoogleCloudApiEnablementMetadata\x12\x15\n\rservice_names\x18\x01'
+    b'\n\x13preflight_validations.proto\x12\x15preflight_validations"\x8e\x02\n\x0fValidationItems\x12R\n\x0esa_validations\x18\x01'
+    b' \x03(\x0b\x32:.preflight_validations.GoogleCloudServiceAccountValidation\x12S\n\x11quota_validations\x18\x02'
+    b' \x03(\x0b\x32\x38.preflight_validations.GoogleCloudProjectQuotaValidation\x12R\n\x0f\x61pi_validations\x18\x03'
+    b' \x03(\x0b\x32\x39.preflight_validations.GoogleCloudApiEnablementValidation"p\n!GoogleCloudProjectQuotaValidation\x12\x13\n\x0bmetric_name\x18\x01'
+    b' \x01(\t\x12\x15\n\x0bint64_value\x18\x02'
+    b' \x01(\x03H\x00\x12\x16\n\x0c\x64ouble_value\x18\x03'
+    b' \x01(\x01H\x00\x42\x07\n\x05value"\x8d\x01\n#GoogleCloudServiceAccountValidation\x12\x1f\n\x17\x64\x65\x66\x61ult_principal_email\x18\x01'
+    b' \x01(\t\x12\x1c\n\x14override_placeholder\x18\x02'
+    b' \x01(\t\x12\x13\n\x0bpermissions\x18\x03'
+    b' \x03(\t\x12\x12\n\nrole_names\x18\x04'
+    b' \x03(\t";\n"GoogleCloudApiEnablementValidation\x12\x15\n\rservice_names\x18\x01'
     b' \x03(\tB\x02P\x01\x62\x06proto3'
 )
 
@@ -35,24 +36,12 @@ _builder.BuildTopDescriptorsAndMessages(
 if not _descriptor._USE_C_DESCRIPTORS:
   _globals['DESCRIPTOR']._loaded_options = None
   _globals['DESCRIPTOR']._serialized_options = b'P\001'
-  _globals[
-      '_GOOGLECLOUDPROJECTQUOTAMETADATA_METRICSRECOMMENDATIONSENTRY'
-  ]._loaded_options = None
-  _globals[
-      '_GOOGLECLOUDPROJECTQUOTAMETADATA_METRICSRECOMMENDATIONSENTRY'
-  ]._serialized_options = b'8\001'
-  _globals['_VALIDATIONITEM']._serialized_start = 142
-  _globals['_VALIDATIONITEM']._serialized_end = 414
-  _globals['_GOOGLECLOUDPROJECTQUOTAMETADATA']._serialized_start = 417
-  _globals['_GOOGLECLOUDPROJECTQUOTAMETADATA']._serialized_end = 652
-  _globals[
-      '_GOOGLECLOUDPROJECTQUOTAMETADATA_METRICSRECOMMENDATIONSENTRY'
-  ]._serialized_start = 591
-  _globals[
-      '_GOOGLECLOUDPROJECTQUOTAMETADATA_METRICSRECOMMENDATIONSENTRY'
-  ]._serialized_end = 652
-  _globals['_GOOGLECLOUDSERVICEACCOUNTMETADATA']._serialized_start = 654
-  _globals['_GOOGLECLOUDSERVICEACCOUNTMETADATA']._serialized_end = 734
-  _globals['_GOOGLECLOUDAPIENABLEMENTMETADATA']._serialized_start = 736
-  _globals['_GOOGLECLOUDAPIENABLEMENTMETADATA']._serialized_end = 793
+  _globals['_VALIDATIONITEMS']._serialized_start = 142
+  _globals['_VALIDATIONITEMS']._serialized_end = 412
+  _globals['_GOOGLECLOUDPROJECTQUOTAVALIDATION']._serialized_start = 414
+  _globals['_GOOGLECLOUDPROJECTQUOTAVALIDATION']._serialized_end = 526
+  _globals['_GOOGLECLOUDSERVICEACCOUNTVALIDATION']._serialized_start = 529
+  _globals['_GOOGLECLOUDSERVICEACCOUNTVALIDATION']._serialized_end = 670
+  _globals['_GOOGLECLOUDAPIENABLEMENTVALIDATION']._serialized_start = 672
+  _globals['_GOOGLECLOUDAPIENABLEMENTVALIDATION']._serialized_end = 731
 # @@protoc_insertion_point(module_scope)

google_cloud_pipeline_components/v1/model_evaluation/__init__.py

@@ -20,6 +20,8 @@ from google_cloud_pipeline_components.v1.model_evaluation.evaluation_automl_tabu
 from google_cloud_pipeline_components.v1.model_evaluation.evaluation_automl_tabular_pipeline import evaluation_automl_tabular_pipeline
 from google_cloud_pipeline_components.v1.model_evaluation.evaluation_automl_unstructure_data_pipeline import evaluation_automl_unstructure_data_pipeline
 from google_cloud_pipeline_components.v1.model_evaluation.evaluation_feature_attribution_pipeline import evaluation_feature_attribution_pipeline
+from google_cloud_pipeline_components.v1.model_evaluation.evaluation_llm_classification_pipeline import evaluation_llm_classification_pipeline
+from google_cloud_pipeline_components.v1.model_evaluation.evaluation_llm_text_generation_pipeline import evaluation_llm_text_generation_pipeline
 from google_cloud_pipeline_components.v1.model_evaluation.forecasting_component import model_evaluation_forecasting as ModelEvaluationForecastingOp
 from google_cloud_pipeline_components.v1.model_evaluation.regression_component import model_evaluation_regression as ModelEvaluationRegressionOp
 
@@ -30,6 +32,8 @@ __all__ = [
     'evaluation_automl_tabular_pipeline',
     'evaluation_automl_unstructure_data_pipeline',
     'evaluation_feature_attribution_pipeline',
+    'evaluation_llm_classification_pipeline',
+    'evaluation_llm_text_generation_pipeline',
     'ModelEvaluationClassificationOp',
     'ModelEvaluationRegressionOp',
     'ModelEvaluationForecastingOp',

google_cloud_pipeline_components/{preview → v1}/model_evaluation/evaluation_llm_classification_pipeline.py

@@ -18,6 +18,7 @@ from typing import Dict, List, NamedTuple
 from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationClassificationPredictionsPostprocessorOp
 from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationPreprocessorOp
 from google_cloud_pipeline_components._implementation.model_evaluation import ModelImportEvaluationOp
+from google_cloud_pipeline_components._implementation.model_evaluation import ModelNamePreprocessorOp
 from google_cloud_pipeline_components.types.artifact_types import ClassificationMetrics
 from google_cloud_pipeline_components.types.artifact_types import VertexModel
 from google_cloud_pipeline_components.v1.batch_predict_job import ModelBatchPredictOp
@@ -97,12 +98,23 @@ def evaluation_llm_classification_pipeline(  # pylint: disable=dangerous-default
       evaluation_resource_name=str,
   )
 
+  preprocessed_model_name = ModelNamePreprocessorOp(
+      project=project,
+      location=location,
+      model_name=model_name,
+      service_account=service_account,
+  )
+
   get_vertex_model_task = dsl.importer(
       artifact_uri=(
-          f'https://{location}-aiplatform.googleapis.com/v1/{model_name}'
+          f'https://{location}-aiplatform.googleapis.com/v1/{preprocessed_model_name.outputs["processed_model_name"]}'
       ),
       artifact_class=VertexModel,
-      metadata={'resourceName': model_name},
+      metadata={
+          'resourceName': preprocessed_model_name.outputs[
+              'processed_model_name'
+          ]
+      },
   )
   get_vertex_model_task.set_display_name('get-vertex-model')
 

google_cloud_pipeline_components/{preview → v1}/model_evaluation/evaluation_llm_text_generation_pipeline.py

@@ -18,6 +18,7 @@ from typing import Dict, List, NamedTuple
 from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationPreprocessorOp
 from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationTextGenerationOp
 from google_cloud_pipeline_components._implementation.model_evaluation import ModelImportEvaluationOp
+from google_cloud_pipeline_components._implementation.model_evaluation import ModelNamePreprocessorOp
 from google_cloud_pipeline_components.types.artifact_types import VertexModel
 from google_cloud_pipeline_components.v1.batch_predict_job import ModelBatchPredictOp
 from kfp import dsl
@@ -33,6 +34,7 @@ def evaluation_llm_text_generation_pipeline(  # pylint: disable=dangerous-defaul
     location: str,
     batch_predict_gcs_source_uris: List[str],
     batch_predict_gcs_destination_output_uri: str,
+    service_account: str,
     model_name: str = 'publishers/google/models/text-bison@002',
     evaluation_task: str = 'text-generation',
     input_field_name: str = 'input_text',
@@ -42,7 +44,6 @@ def evaluation_llm_text_generation_pipeline(  # pylint: disable=dangerous-defaul
     batch_predict_model_parameters: Dict[str, str] = {},
     enable_row_based_metrics: bool = False,
     machine_type: str = 'e2-standard-4',
-    service_account: str = '',
     network: str = '',
     encryption_spec_key_name: str = '',
     evaluation_display_name: str = 'evaluation-llm-text-generation-pipeline-{{$.pipeline_job_uuid}}',
@@ -59,18 +60,19 @@ def evaluation_llm_text_generation_pipeline(  # pylint: disable=dangerous-defaul
     project: Required. The GCP project that runs the pipeline components.
     location: Required. The GCP region that runs the pipeline components.
     batch_predict_gcs_source_uris: Required. Google Cloud Storage URI(s) to your eval dataset instances data to run batch prediction on. The instances data should also contain the ground truth (target) data, used for evaluation. May contain wildcards. For more information on [wildcards](https://cloud.google.com/storage/docs/gsutil/addlhelp/WildcardNames). For more details about this [input config](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.batchPredictionJobs#InputConfig). The content of gcs source files should be preset to one of the following formats:
-    1) Prediction & Evaluation Dataset format, guaranteeing "prompt" and "ground_truth" attributes are included
-    {
-      "prompt": "your input/prompt text",
-      "ground_truth": "your ground truth output text"
-    }
-    or
-    2) Tuning Dataset format, guaranteeing "input_text" and "output_text" attributes are included.
-    {
-      "input_text": "your input/prompt text",
-      "output_text": "your ground truth output text"
-    }
+        1) Prediction & Evaluation Dataset format, guaranteeing "prompt" and "ground_truth" attributes are included
+        {
+          "prompt": "your input/prompt text",
+          "ground_truth": "your ground truth output text"
+        }
+        or
+        2) Tuning Dataset format, guaranteeing "input_text" and "output_text" attributes are included.
+        {
+          "input_text": "your input/prompt text",
+          "output_text": "your ground truth output text"
+        }
     batch_predict_gcs_destination_output_uri: Required. The Google Cloud Storage location of the directory where the eval pipeline output is to be written to.
+    service_account: Required. Sets the default service account for workload run-as account. The service account running the pipeline (https://cloud.google.com/vertex-ai/docs/pipelines/configure-project#service-account) submitting jobs must have act-as permission on this run-as account.
     model_name: The Model name used to run evaluation. Must be a publisher Model or a managed Model sharing the same ancestor location. Starting this job has no impact on any existing deployments of the Model and their resources.
     evaluation_task: The task that the large language model will be evaluated on. The evaluation component computes a set of metrics relevant to that specific task. Currently supported tasks are: `summarization`, `question-answering`, `text-generation`.
     input_field_name: The field name of the input eval dataset instances that contains the input prompts to the LLM.
@@ -80,7 +82,6 @@ def evaluation_llm_text_generation_pipeline(  # pylint: disable=dangerous-defaul
     batch_predict_model_parameters: A map of parameters that govern the predictions. Some acceptable parameters include: maxOutputTokens, topK, topP, and temperature.
     enable_row_based_metrics: Flag of if row based metrics is enabled, default value is false.
     machine_type: The machine type of this custom job. If not set, defaulted to `e2-standard-4`. More details: https://cloud.google.com/compute/docs/machine-resource
-    service_account: Sets the default service account for workload run-as account. The service account running the pipeline (https://cloud.google.com/vertex-ai/docs/pipelines/configure-project#service-account) submitting jobs must have act-as permission on this run-as account. If unspecified, the Vertex AI Custom Code Service Agent(https://cloud.google.com/vertex-ai/docs/general/access-control#service-agents) for the CustomJob's project.
     network: The full name of the Compute Engine network to which the job should be peered. For example, `projects/12345/global/networks/myVPC`. Format is of the form `projects/{project}/global/networks/{network}`. Where `{project}` is a project number, as in `12345`, and `{network}` is a network name, as in `myVPC`. To specify this field, you must have already configured VPC Network Peering for Vertex AI (https://cloud.google.com/vertex-ai/docs/general/vpc-peering). If left unspecified, the job is not peered with any network.
     encryption_spec_key_name:  Customer-managed encryption key options. If set, resources created by this pipeline will be encrypted with the provided encryption key. Has the form: `projects/my-project/locations/my-location/keyRings/my-kr/cryptoKeys/my-key`. The key needs to be in the same region as where the compute resource is created.
     evaluation_display_name: The display name of the uploaded evaluation resource to the Vertex AI model.
@@ -96,12 +97,23 @@ def evaluation_llm_text_generation_pipeline(  # pylint: disable=dangerous-defaul
       evaluation_resource_name=str,
   )
 
+  preprocessed_model_name = ModelNamePreprocessorOp(
+      project=project,
+      location=location,
+      model_name=model_name,
+      service_account=service_account,
+  )
+
   get_vertex_model_task = dsl.importer(
       artifact_uri=(
-          f'https://{location}-aiplatform.googleapis.com/v1/{model_name}'
+          f'https://{location}-aiplatform.googleapis.com/v1/{preprocessed_model_name.outputs["processed_model_name"]}'
       ),
       artifact_class=VertexModel,
-      metadata={'resourceName': model_name},
+      metadata={
+          'resourceName': preprocessed_model_name.outputs[
+              'processed_model_name'
+          ]
+      },
   )
   get_vertex_model_task.set_display_name('get-vertex-model')
 

google_cloud_pipeline_components/version.py

@@ -13,4 +13,4 @@
 # limitations under the License.
 """Google Cloud Pipeline Components version."""
 
-__version__ = "2.11.0"
+__version__ = "2.13.0"

{google_cloud_pipeline_components-2.11.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: google-cloud-pipeline-components
-Version: 2.11.0
+Version: 2.13.0
 Summary: This SDK enables a set of First Party (Google owned) pipeline components that allow users to take their experience from Vertex AI SDK and other Google Cloud services and create a corresponding pipeline using KFP or Managed Pipelines.
 Home-page: https://github.com/kubeflow/pipelines/tree/master/components/google-cloud
 Author: The Google Cloud Pipeline Components authors
@@ -31,7 +31,6 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.7.0,<3.12.0
 Description-Content-Type: text/markdown
-License-File: LICENSE
 Requires-Dist: google-api-core (!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5)
 Requires-Dist: kfp (<=2.7.0,>=2.6.0)
 Requires-Dist: google-cloud-aiplatform (<2,>=1.14.0)

{google_cloud_pipeline_components-2.11.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/RECORD

@@ -2,38 +2,38 @@ google_cloud_pipeline_components/__init__.py,sha256=3Mr8_YbBkTzArlgPDkUKoMzoKHZx
 google_cloud_pipeline_components/_image.py,sha256=lANDYNk1WSuGZSoTTRcWdjsUvCkkA-PmwouTM9Et7fY,828
 google_cloud_pipeline_components/_placeholders.py,sha256=517N_NQthPEBFJtsy8NE3WkBJm_dmwmlXdYNtk5gH-c,1233
 google_cloud_pipeline_components/utils.py,sha256=9FG7umyEXhyUvtNeC46NuQ04olDMR3o-Wp78V1xs8GY,11045
-google_cloud_pipeline_components/version.py,sha256=oRDa1v2OO87qM1gMdUBhPZqwRqaSzrLw-CO_5UhZiRY,678
+google_cloud_pipeline_components/version.py,sha256=MSozmdtxEpg_eKMjFnu4JHwlDy18-IUD1wgUqboJ-Vc,678
 google_cloud_pipeline_components/_implementation/__init__.py,sha256=sb6SfJl6rt3AKjiWxd-KO9DSiZ3PzGZRcsqKuc1A2Cg,606
 google_cloud_pipeline_components/_implementation/llm/__init__.py,sha256=sb6SfJl6rt3AKjiWxd-KO9DSiZ3PzGZRcsqKuc1A2Cg,606
 google_cloud_pipeline_components/_implementation/llm/batch_prediction_pairwise.py,sha256=mARB-tDYFr0tpBrLCIh481H4LDuXdr_8UyKVUaOF5Cw,7569
 google_cloud_pipeline_components/_implementation/llm/bulk_inferrer.py,sha256=k-MHsyESWboHdNeRm9q3MOGwbtZr37QNGm_Y_cGsETA,3958
 google_cloud_pipeline_components/_implementation/llm/deploy_llm_model.py,sha256=Jjme37_M32AK1r_MmHMHZvW8k9LJiqfZ4eJEquWoTt4,5029
-google_cloud_pipeline_components/_implementation/llm/deployment_graph.py,sha256=Rpy_qVngv-uUmiEr_vhC8Xn0aw26ptK70cwAvDNkij0,5200
-google_cloud_pipeline_components/_implementation/llm/env.py,sha256=zY5glHO9oPWsALfYquR0euJHJnXbv2w-21mWVNit2Gw,1864
-google_cloud_pipeline_components/_implementation/llm/function_based.py,sha256=Qz3NkAaGu4RETyNYSXO0E56RBvRQOR0cwBoo2F0spPk,21185
+google_cloud_pipeline_components/_implementation/llm/deployment_graph.py,sha256=T6UgAco2Xk8Y0PjP5AfLSHSkE0V8m4OhrT4wTUdjGI4,5032
+google_cloud_pipeline_components/_implementation/llm/env.py,sha256=cnzBS0-a2_T-w54T2E6RtshjbEg8CJuycqoIsVrOJZI,1852
+google_cloud_pipeline_components/_implementation/llm/function_based.py,sha256=EPAY7uGukSfCJt9wkYOvXwJ_6WnkZBTBijYaMUCUcEg,18845
 google_cloud_pipeline_components/_implementation/llm/model_evaluation_text_generation_pairwise.py,sha256=W64FNFfbarOcDw1sSG9J-BQCVPUYx3zLAmwLhhGhth0,5102
 google_cloud_pipeline_components/_implementation/llm/online_evaluation_pairwise.py,sha256=khEli4fSoIQlaiReXOm3zsvsM7BIdbJOXFGUzjcvxOI,5299
 google_cloud_pipeline_components/_implementation/llm/preference_data_formatter.py,sha256=xqgvMsFgFIuiDAv3V3lf4XJSnLjZSTCHknGkmUcP9fs,5025
 google_cloud_pipeline_components/_implementation/llm/preprocess_chat_dataset.py,sha256=dMf2uXW4znn9W8xv9ZRNSPI6nZvp64FTq5GAqjXFRDk,11746
 google_cloud_pipeline_components/_implementation/llm/private_text_comparison_importer.py,sha256=Cwug1Tmk6tvg-l_qyxA6qr1-rslx33RkxA17sedFCz4,4133
 google_cloud_pipeline_components/_implementation/llm/private_text_importer.py,sha256=go6SqWEH5fuDuXYeIzglQIARNG_etOwhyhCsbQgFI8I,4418
-google_cloud_pipeline_components/_implementation/llm/reinforcement_learning_graph.py,sha256=H-QIfLK5e31H4L3E09ocD4MSdZyEnyL-KMGlGwsQIV8,10927
-google_cloud_pipeline_components/_implementation/llm/reinforcer.py,sha256=Xd3dPjkyJZ-Dwrh-_LxACgEA_VR8q03F5hSxRxoK1EY,6574
-google_cloud_pipeline_components/_implementation/llm/reward_model_graph.py,sha256=tigzXs5FjFSPzEst0MnZUmMdnfXnVRaOOlyXj_P34NI,11531
-google_cloud_pipeline_components/_implementation/llm/reward_model_trainer.py,sha256=FkQwZtjR6blVYalO8ZTmURneynzk1OmjNeSkY1Yd1G8,5222
+google_cloud_pipeline_components/_implementation/llm/reinforcement_learning_graph.py,sha256=qFZRwHSXHKE4TCroZwFs4pAO5WJfhIvPqCMUlvoKHvg,10152
+google_cloud_pipeline_components/_implementation/llm/reinforcer.py,sha256=yeg_2DGonlmf21KQYQXN28Mza0d6P0IPt9lDEyK5de8,6948
+google_cloud_pipeline_components/_implementation/llm/reward_model_graph.py,sha256=b6IVt75nORhSmotK0dIwRN1Bx7qKAk6fBdQwQq0paEE,10767
+google_cloud_pipeline_components/_implementation/llm/reward_model_trainer.py,sha256=xkj2hnHpZMLutGNxoewTVUsRR2bkLNkVUhWwjY9EXKA,5596
 google_cloud_pipeline_components/_implementation/llm/rlhf_preprocessor.py,sha256=IqwZ2PXGOOfBNeDIp3exKeqPn6kGwaSaozJEr4cbhDs,2510
 google_cloud_pipeline_components/_implementation/llm/supervised_fine_tuner.py,sha256=5HzjhMXMRmaWGv3BlAi8lBg6MMlaaHlbqKez3ZcX5Ss,4951
-google_cloud_pipeline_components/_implementation/llm/upload_llm_model.py,sha256=e9LiGzrsIuLnPzfib9zT_bMbGxUUvFoZJNUO3Yiijaw,4742
+google_cloud_pipeline_components/_implementation/llm/upload_llm_model.py,sha256=iLtHLtrXzDbRHbgOW99SA9XDdhr_8omhLX1bTP-tsaE,4724
 google_cloud_pipeline_components/_implementation/llm/upload_tensorboard_metrics.py,sha256=BN-0TQFl49TcE54ltBRt4iZYTjO7718eCLwHKR58ips,4010
-google_cloud_pipeline_components/_implementation/llm/utils.py,sha256=VLe71MzDGzZAie4gXE5fm1uiJ-SFZ0WMfVtI1knF7mY,4948
+google_cloud_pipeline_components/_implementation/llm/utils.py,sha256=E250cmvw0QUnt8NLDl5crK6K1o1FguUglQIdBVqfwQI,5548
 google_cloud_pipeline_components/_implementation/llm/utils_test.py,sha256=co8gWyrowY5CpkFNsaLGQlD_gpIykkVI7czxIizp5cM,2864
-google_cloud_pipeline_components/_implementation/llm/validate_pipeline.py,sha256=kZMKjSj8ZM1SbWzcW4_34Pu_JqnQ4gFoS5hLiwGrJxw,3932
+google_cloud_pipeline_components/_implementation/llm/validate_pipeline.py,sha256=SRIqcvZIvFgioH1zvcUsJtmYi8apEsmHtrhmUVK-Pgs,4078
 google_cloud_pipeline_components/_implementation/llm/generated/__init__.py,sha256=LYxMCPeZcfGqRbt3mo3hY7U02A6G8aWdP_RtdoqxNrQ,606
-google_cloud_pipeline_components/_implementation/llm/generated/refined_image_versions.py,sha256=t3IH8Wvy1K4c_Qj1v_FZtz11YZuWAY04JxVuCpGMsAE,763
+google_cloud_pipeline_components/_implementation/llm/generated/refined_image_versions.py,sha256=C9B3k4m6r22Qvg7GN1E8S_Os3hkk4akAy7ML5nON42Y,763
 google_cloud_pipeline_components/_implementation/model/__init__.py,sha256=KmOW74re0WZ93DWM1lqqQYbv6w1aIW66BMV3gaAdg3s,811
 google_cloud_pipeline_components/_implementation/model/get_model/__init__.py,sha256=cXMkDUZHVSbXeXSa3qsI6Ef8Tad9nmusw5NUZaYORdE,662
 google_cloud_pipeline_components/_implementation/model/get_model/component.py,sha256=H2sbMTWCw8nMDMT-Ni9-pdzVXEFmHYjtP3z1LcI5m5w,2307
-google_cloud_pipeline_components/_implementation/model_evaluation/__init__.py,sha256=Ubgd_Fi7p7O0y_dzmYFRdbR36W9kKvTuxJOFSMiUrMk,5645
+google_cloud_pipeline_components/_implementation/model_evaluation/__init__.py,sha256=eq9g2RsGgKmIHsjsUEvoD1GFmix0Pk-GIzU1hfapCbM,5839
 google_cloud_pipeline_components/_implementation/model_evaluation/utils.py,sha256=9V34RtPZSRNeBwcsImaZM6YC3T7CafT_E00Iby4KHxw,3540
 google_cloud_pipeline_components/_implementation/model_evaluation/version.py,sha256=QHCvg6WZkQq-VdX7hbWCQHK-7SjHpxSppGa9ppyJNmk,963
 google_cloud_pipeline_components/_implementation/model_evaluation/chunking/__init__.py,sha256=PRHVsIq1dFb0mweuU0kfUUP90FbX--kxdBGCpwfLTgA,665
@@ -77,6 +77,8 @@ google_cloud_pipeline_components/_implementation/model_evaluation/llm_safety_bia
 google_cloud_pipeline_components/_implementation/model_evaluation/llm_safety_bias/evaluation_llm_safety_bias_pipeline.py,sha256=n5I3_RPbDR3XZh8E2z_3hX2H3oVZB5nFzmrXOM3lB-A,7005
 google_cloud_pipeline_components/_implementation/model_evaluation/model_inference/__init__.py,sha256=71Kfj1wk1UuUch15F1u2Nv47v2lAjeL28uZ-8Fw61_c,672
 google_cloud_pipeline_components/_implementation/model_evaluation/model_inference/component.py,sha256=0A9-gUDLg7lb3KBXd1ipOb1hnY0z48ey_M2NDIXFkqU,16211
+google_cloud_pipeline_components/_implementation/model_evaluation/model_name_preprocessor/__init__.py,sha256=HSHK9T5ApjeFSjrTvweQkYf2PiCZ481NpEcv1DGfeR4,647
+google_cloud_pipeline_components/_implementation/model_evaluation/model_name_preprocessor/component.py,sha256=--RQmRZ-m4nlX4SgF-b4NxpcX9pIGkHv7YnAkdoe2OA,2583
 google_cloud_pipeline_components/_implementation/model_evaluation/target_field_data_remover/__init__.py,sha256=B4VuH-pN_qGbJjaVNWB5b2vfdPP5yqqTphRNLukMY6o,682
 google_cloud_pipeline_components/_implementation/model_evaluation/target_field_data_remover/component.py,sha256=OeMON9Oms1xso5Emm4W5q6oUgcix9XWLlKoTmN-OUfI,5738
 google_cloud_pipeline_components/_implementation/model_evaluation/text2sql/__init__.py,sha256=xGhjYMo_kirteCvrJqoF2jiSLexdkSRY0C-2sNkNlbk,664
@@ -325,13 +327,11 @@ google_cloud_pipeline_components/preview/llm/__init__.py,sha256=acmo31OFe-d7Ubo5
 google_cloud_pipeline_components/preview/llm/infer/__init__.py,sha256=sb6SfJl6rt3AKjiWxd-KO9DSiZ3PzGZRcsqKuc1A2Cg,606
 google_cloud_pipeline_components/preview/llm/infer/component.py,sha256=lRksuPdsDj9UYkBWh7Rb9w-HZ_SbrTAgZKeTtQYmkR8,7798
 google_cloud_pipeline_components/preview/llm/rlaif/__init__.py,sha256=LYxMCPeZcfGqRbt3mo3hY7U02A6G8aWdP_RtdoqxNrQ,606
-google_cloud_pipeline_components/preview/llm/rlaif/component.py,sha256=Rg3MFJaoNnFRZfDSf-QZqGCvIWSzvc08fnGJfFzl-9Y,10581
+google_cloud_pipeline_components/preview/llm/rlaif/component.py,sha256=F4uzuz2pcLDd5IJ6--IkZf2dcmimiYfCivwmPwL_QIg,10801
 google_cloud_pipeline_components/preview/llm/rlhf/__init__.py,sha256=sb6SfJl6rt3AKjiWxd-KO9DSiZ3PzGZRcsqKuc1A2Cg,606
-google_cloud_pipeline_components/preview/llm/rlhf/component.py,sha256=rL79eVRUR0bd2_2dRZzio4Cd13ggLpax6D5vfEkvbt4,12625
-google_cloud_pipeline_components/preview/model_evaluation/__init__.py,sha256=k5dgMt_ijQR94SN_xr9pWgynxWM0z3d71Jnw7JZgg18,1949
+google_cloud_pipeline_components/preview/llm/rlhf/component.py,sha256=xZfzOZ91_TB7yJgWT63WmC9jQiiROsavIZgC7lsWNIk,12613
+google_cloud_pipeline_components/preview/model_evaluation/__init__.py,sha256=GvsNkxuUH0Z9HpZpTXxTPRL8621lWDbXMwg_UUDtrCg,1939
 google_cloud_pipeline_components/preview/model_evaluation/data_bias_component.py,sha256=YiwkWfbGymX_lDIg_x7AP6nYMm3MQp_NgV8xuSZxCpU,5791
-google_cloud_pipeline_components/preview/model_evaluation/evaluation_llm_classification_pipeline.py,sha256=IjCIakZFh7KB6kmku7ztaH-qFm9LoEctwwMtxmDOg5g,11262
-google_cloud_pipeline_components/preview/model_evaluation/evaluation_llm_text_generation_pipeline.py,sha256=vogBy45SASKWyfj4lSpk4lSu4TFMdAlc2Mkveih5ZhQ,10761
 google_cloud_pipeline_components/preview/model_evaluation/feature_attribution_component.py,sha256=XWrI1inQ9hKixFrp2LUdgu7hONYUvbsxv2GXZ-UTkCY,7450
 google_cloud_pipeline_components/preview/model_evaluation/feature_attribution_graph_component.py,sha256=jesgBUKbIB_qQoYb5-Bv_LBbFHl0tPyMlVFx-o1eE6k,13624
 google_cloud_pipeline_components/preview/model_evaluation/model_bias_component.py,sha256=R8WhT8jf_OOpMuABRh2BYTDEcfiGAf6VA-vFgiTymYY,6674
@@ -341,7 +341,7 @@ google_cloud_pipeline_components/preview/model_evaluation/model_based_llm_evalua
 google_cloud_pipeline_components/preview/model_evaluation/model_based_llm_evaluation/autosxs/autosxs_pipeline.py,sha256=Sw-OvuJnDId9l1kmpX6zgOA-nEskUV9EQ7rcHqShI9g,8856
 google_cloud_pipeline_components/proto/__init__.py,sha256=aiPUc6gpQwG9cRTYfw3ChFCJfDr3vAIsm2eMYUDJjJQ,661
 google_cloud_pipeline_components/proto/gcp_resources_pb2.py,sha256=ssNNm4zjiWbuBUS7IH6kyrvvfmcC_Z5F7hOAuQe_YLk,2134
-google_cloud_pipeline_components/proto/preflight_validations_pb2.py,sha256=ZZFTISXvqQl-284O_zPJrgXO4REPLwn3qxXg8BTJHM0,3056
+google_cloud_pipeline_components/proto/preflight_validations_pb2.py,sha256=5MioLb12O4to8LYXFv-irH31BKot2LGtXvxOeXZSQlQ,2588
 google_cloud_pipeline_components/proto/template_metadata_pb2.py,sha256=chzvvNZj5XEvifJbN77L7ZJv7jta-4ycHUKjTLZYCAg,7773
 google_cloud_pipeline_components/types/__init__.py,sha256=1WFkL49QEy-gNb6ywQOE4yZkD7DoULAeiL1tLdb3S28,606
 google_cloud_pipeline_components/types/artifact_types.py,sha256=zvwvzRuFb_s1VS1mtKkltOOACATJk-kG7dVFOUasfw4,23725
@@ -507,7 +507,7 @@ google_cloud_pipeline_components/v1/model/get_model/__init__.py,sha256=oAWKl9PXS
 google_cloud_pipeline_components/v1/model/get_model/component.py,sha256=lx5x2MJ-Ji75z12W1RMqKlGzxbmgZZAmYBy48XQmWFI,2089
 google_cloud_pipeline_components/v1/model/upload_model/__init__.py,sha256=6uwVQw6h3TXxei5imUE4JaS97XXzDRPQyNnTE-qFjck,661
 google_cloud_pipeline_components/v1/model/upload_model/component.py,sha256=6zy9G2AK2twiyT-B2X15qovvi6qHu0koRzzzelgN8CQ,7280
-google_cloud_pipeline_components/v1/model_evaluation/__init__.py,sha256=8hxWO8ijYDmg48H3IEy0G3ihjORkVctdTkur4ECoyR0,2358
+google_cloud_pipeline_components/v1/model_evaluation/__init__.py,sha256=haAiMuha2cEVJQjOcbf3XblUBdSieLm_JUT_wwyVssc,2739
 google_cloud_pipeline_components/v1/model_evaluation/classification_component.py,sha256=x0pUY4OwFIkmS11Q7rDLI6fspaDUBo6wU5BBP2jAKC0,12122
 google_cloud_pipeline_components/v1/model_evaluation/error_analysis_pipeline.py,sha256=l972cEWDViVV41oCy0jTsX96Pau49D3KdJA3yAjKEY0,20122
 google_cloud_pipeline_components/v1/model_evaluation/evaluated_annotation_pipeline.py,sha256=JskLsIHvLNNvNaMD8gTa0NWlB5gKiSSyqeC78Fn5OW8,12142
@@ -515,14 +515,16 @@ google_cloud_pipeline_components/v1/model_evaluation/evaluation_automl_tabular_f
 google_cloud_pipeline_components/v1/model_evaluation/evaluation_automl_tabular_pipeline.py,sha256=p-GH_tVqffHwck5Sll0BHsnvVAHQk48WNAUohZxATcs,37108
 google_cloud_pipeline_components/v1/model_evaluation/evaluation_automl_unstructure_data_pipeline.py,sha256=aiZOK5BE5mdqJL3s4pU1Y_ynHvWBE9JIxl9UrJuNsco,42404
 google_cloud_pipeline_components/v1/model_evaluation/evaluation_feature_attribution_pipeline.py,sha256=ChDwHvPCn0prrK1FLvEhAbaTmA153M9NG3Wj3QIlNHs,51173
+google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_classification_pipeline.py,sha256=Vf_O-8VWKZlR_tCmFNNcQWp6VWK8c67IBWKxbt3ZQBg,11672
+google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_text_generation_pipeline.py,sha256=ufVZwpEerSLLo_yGJVh7cgBBTeL3RmkVuWKHkCiaQ9U,11056
 google_cloud_pipeline_components/v1/model_evaluation/forecasting_component.py,sha256=gOnvKAJWa3velczeuVBCzW6b_tcc2v_lNFqHXGhjD44,10017
 google_cloud_pipeline_components/v1/model_evaluation/regression_component.py,sha256=eFrjrKQot3-SlRCoKoTOEsyp2Xj0GfDtrjpxTDKAHYY,9117
 google_cloud_pipeline_components/v1/vertex_notification_email/__init__.py,sha256=YIRljNy_oHY_vRda-kfhm5QiulNd_SIIPbmpzOiYJ0k,863
 google_cloud_pipeline_components/v1/vertex_notification_email/component.py,sha256=Dau8ZI0mzLBnLOUBQm6EtK8gbtX1u57t76Ud5qlg9xc,2163
 google_cloud_pipeline_components/v1/wait_gcp_resources/__init__.py,sha256=w6dfz-rYsYnxFapRH1Dix3GVz0mhPW0m1IVpE6z8jbg,878
 google_cloud_pipeline_components/v1/wait_gcp_resources/component.py,sha256=Nsfj5c3eeZq83fHLvv2IlpK4jrjxLxRksFYOl5W6JnA,2468
-google_cloud_pipeline_components-2.11.0.dist-info/LICENSE,sha256=VAc1R5OxOELKsX5L5Ldp5THfNtxtt1cMIZBaC0Jdj5Q,13118
-google_cloud_pipeline_components-2.11.0.dist-info/METADATA,sha256=zM9DIGCJAy6XbFi-cmvuOlVBbWksF8__JcF8BBtHEfQ,5912
-google_cloud_pipeline_components-2.11.0.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-google_cloud_pipeline_components-2.11.0.dist-info/top_level.txt,sha256=E8T4T8KGMGLXbHvt2goa98oezRpxryPC6QhWBZ27Hhc,33
-google_cloud_pipeline_components-2.11.0.dist-info/RECORD,,
+google_cloud_pipeline_components-2.13.0.dist-info/LICENSE,sha256=VAc1R5OxOELKsX5L5Ldp5THfNtxtt1cMIZBaC0Jdj5Q,13118
+google_cloud_pipeline_components-2.13.0.dist-info/METADATA,sha256=Sm911jjQnk7LD_wKCBuZ2elaBUbL3nqtZYnbmDgOKR8,5890
+google_cloud_pipeline_components-2.13.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+google_cloud_pipeline_components-2.13.0.dist-info/top_level.txt,sha256=E8T4T8KGMGLXbHvt2goa98oezRpxryPC6QhWBZ27Hhc,33
+google_cloud_pipeline_components-2.13.0.dist-info/RECORD,,

{google_cloud_pipeline_components-2.11.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.0)
+Generator: bdist_wheel (0.40.0)
 Root-Is-Purelib: true
 Tag: py3-none-any