google-cloud-pipeline-components 2.15.0__py3-none-any.whl → 2.16.0__py3-none-any.whl

google_cloud_pipeline_components/_implementation/model_evaluation/llm_evaluation_preprocessor/component.py

@@ -39,6 +39,7 @@ def evaluation_dataset_preprocessor_internal(
     gcp_resources: dsl.OutputPath(str),
     input_field_name: str = 'input_text',
     role_field_name: str = 'role',
+    target_field_name: str = 'ground_truth',
     model_name: str = 'publishers/google/model/text-bison@002',
     display_name: str = 'llm_evaluation_dataset_preprocessor_component',
     machine_type: str = 'e2-highmem-16',
@@ -60,6 +61,8 @@ def evaluation_dataset_preprocessor_internal(
         contains the input prompts to the LLM.
       role_field_name: The field name of the role for input eval dataset instances
         that contains the input prompts to the LLM.
+      target_field_name: The field name of the target for input eval dataset
+        instances.
       model_name: Name of the model being used to create model-specific schemas.
       machine_type: The machine type of this custom job. If not set, defaulted
         to `e2-highmem-16`. More details:
@@ -98,7 +101,10 @@ def evaluation_dataset_preprocessor_internal(
               f'--gcs_source_uris={gcs_source_uris}',
               f'--input_field_name={input_field_name}',
               f'--role_field_name={role_field_name}',
-              f'--model_name={model_name}',
+              (
+                  f'--target_field_name={target_field_name}'
+                  f'--model_name={model_name}'
+              ),
               f'--output_dirs={output_dirs}',
               '--executor_input={{$.json_escape[1]}}',
           ],
@@ -117,6 +123,7 @@ def llm_evaluation_dataset_preprocessor_graph_component(
     gcs_source_uris: List[str],
     input_field_name: str = 'input_text',
     role_field_name: str = 'role',
+    target_field_name: str = 'ground_truth',
     model_name: str = 'publishers/google/model/text-bison@002',
     display_name: str = 'llm_evaluation_dataset_preprocessor_component',
     machine_type: str = 'e2-standard-4',
@@ -137,6 +144,8 @@ def llm_evaluation_dataset_preprocessor_graph_component(
         contains the input prompts to the LLM.
       role_field_name: The field name of the role for input eval dataset
         instances that contains the input prompts to the LLM.
+      target_field_name: The field name of the target for input eval dataset
+        instances.
       model_name: Name of the model being used to create model-specific schemas.
       display_name: The name of the Evaluation job.
       machine_type: The machine type of this custom job. If not set, defaulted
@@ -176,6 +185,7 @@ def llm_evaluation_dataset_preprocessor_graph_component(
       ).output,
       input_field_name=input_field_name,
       role_field_name=role_field_name,
+      target_field_name=target_field_name,
       model_name=model_name,
       display_name=display_name,
       machine_type=machine_type,

google_cloud_pipeline_components/_implementation/starry_net/dataprep/component.py

@@ -33,6 +33,7 @@ def dataprep(
     ts_identifier_columns: str,
     time_column: str,
     static_covariate_columns: str,
+    static_covariates_vocab_path: str,  # pytype: disable=unused-argument
     target_column: str,
     machine_type: str,
     docker_region: str,
@@ -45,6 +46,8 @@ def dataprep(
     disk_size_gb: int,
     test_set_only: bool,
     bigquery_output: str,
+    nan_threshold: float,
+    zero_threshold: float,
     gcs_source: str,
     gcs_static_covariate_source: str,
     encryption_spec_key_name: str,
@@ -76,6 +79,8 @@ def dataprep(
       data source.
     time_column: The column with timestamps in the BigQuery source.
     static_covariate_columns: The names of the staic covariates.
+    static_covariates_vocab_path: The path to the master static covariates vocab
+      json.
     target_column: The target column in the Big Query data source.
     machine_type: The machine type of the dataflow workers.
     docker_region: The docker region, used to determine which image to use.
@@ -90,6 +95,13 @@ def dataprep(
       to create TFRecords for traiing and validation.
     bigquery_output: The BigQuery dataset where the test set is written in the
       form bq://project.dataset.
+    nan_threshold: Series having more nan / missing values than
+      nan_threshold (inclusive) in percentage for either backtest or forecast
+      will not be sampled in the training set (including missing due to
+      train_start and train_end). All existing nans are replaced by zeros.
+    zero_threshold: Series having more 0.0 values than zero_threshold
+      (inclusive) in percentage for either backtest or forecast will not be
+      sampled in the training set.
     gcs_source: The path the csv file of the data source.
     gcs_static_covariate_source: The path to the csv file of static covariates.
     encryption_spec_key_name: Customer-managed encryption key options for the
@@ -129,6 +141,8 @@ def dataprep(
                       f'--config.datasets.val_rolling_window_size={test_set_stride}',
                       f'--config.datasets.n_test_windows={n_test_windows}',
                       f'--config.datasets.test_rolling_window_size={test_set_stride}',
+                      f'--config.datasets.nan_threshold={nan_threshold}',
+                      f'--config.datasets.zero_threshold={zero_threshold}',
                       f'--config.model.static_cov_names={static_covariate_columns}',
                       f'--config.model.blocks_list={model_blocks}',
                       f'--bigquery_source={bigquery_source}',

google_cloud_pipeline_components/_implementation/starry_net/get_training_artifacts/component.py

@@ -55,7 +55,7 @@ def get_training_artifacts(
       instance_schema_uri=str,
   )
   return outputs(
-      f'{docker_region}-docker.pkg.dev/vertex-ai/starryn/predictor:20240617_2142_RC00',  # pylint: disable=too-many-function-args
+      f'{docker_region}-docker.pkg.dev/vertex-ai/starryn/predictor:20240723_0542_RC00',  # pylint: disable=too-many-function-args
       private_dir,  # pylint: disable=too-many-function-args
       os.path.join(private_dir, 'predict_schema.yaml'),  # pylint: disable=too-many-function-args
       os.path.join(private_dir, 'instance_schema.yaml'),  # pylint: disable=too-many-function-args

google_cloud_pipeline_components/_implementation/starry_net/train/component.py

@@ -38,6 +38,8 @@ def train(
     n_val_windows: int,
     n_test_windows: int,
     test_set_stride: int,
+    nan_threshold: float,
+    zero_threshold: float,
     cleaning_activation_regularizer_coeff: float,
     change_point_activation_regularizer_coeff: float,
     change_point_output_regularizer_coeff: float,
@@ -88,6 +90,13 @@ def train(
     n_test_windows: The number of windows to use for the test set. Must be >= 1.
     test_set_stride: The number of timestamps to roll forward when
       constructing the val and test sets.
+    nan_threshold: Series having more nan / missing values than
+      nan_threshold (inclusive) in percentage for either backtest or forecast
+      will not be sampled in the training set (including missing due to
+      train_start and train_end). All existing nans are replaced by zeros.
+    zero_threshold: Series having more 0.0 values than zero_threshold
+      (inclusive) in percentage for either backtest or forecast will not be
+      sampled in the training set.
     cleaning_activation_regularizer_coeff: The regularization coefficient for
       the cleaning param estimator's final layer's activation in the cleaning
       block.
@@ -182,6 +191,8 @@ def train(
                       f'--config.datasets.val_rolling_window_size={test_set_stride}',
                       f'--config.datasets.n_test_windows={n_test_windows}',
                       f'--config.datasets.test_rolling_window_size={test_set_stride}',
+                      f'--config.datasets.nan_threshold={nan_threshold}',
+                      f'--config.datasets.zero_threshold={zero_threshold}',
                       f'--config.model.regularizer_coeff={cleaning_activation_regularizer_coeff}',
                       f'--config.model.activation_regularizer_coeff={change_point_activation_regularizer_coeff}',
                       f'--config.model.output_regularizer_coeff={change_point_output_regularizer_coeff}',

google_cloud_pipeline_components/_implementation/starry_net/upload_decomposition_plots/component.py

@@ -16,7 +16,12 @@
 from kfp import dsl
 
 
-@dsl.component(packages_to_install=['google-cloud-aiplatform[tensorboard]'])
+@dsl.component(
+    packages_to_install=[
+        'google-cloud-aiplatform[tensorboard]',
+        'protobuf==3.20.*',
+    ]
+)
 def upload_decomposition_plots(
     project: str,
     location: str,

google_cloud_pipeline_components/_implementation/starry_net/version.py

@@ -13,6 +13,6 @@
 # limitations under the License.
 """Version constants for starry net components."""
 
-DATAPREP_VERSION = '20240617_2225_RC00'
-PREDICTOR_VERSION = '20240617_2142_RC00'
-TRAINER_VERSION = '20240617_2142_RC00'
+DATAPREP_VERSION = '20240722_2225_RC00'
+PREDICTOR_VERSION = '20240723_0542_RC00'
+TRAINER_VERSION = '20240723_0542_RC00'

google_cloud_pipeline_components/container/preview/custom_job/remote_runner.py

@@ -32,6 +32,27 @@ def insert_system_labels_into_payload(payload):
   return json.dumps(job_spec)
 
 
+def cast_accelerator_count_to_int(payload):
+  """Casts accelerator_count from string to an int."""
+
+  job_spec = json.loads(payload)
+  # TODO(b/353577594): accelerator_count placeholder is not resolved to int.
+  # Need to typecast to int to avoid type mismatch error. Can remove when fix
+  # placeholder resolution.
+  if (
+      'accelerator_count'
+      in job_spec['job_spec']['worker_pool_specs'][0]['machine_spec']
+  ):
+    job_spec['job_spec']['worker_pool_specs'][0]['machine_spec'][
+        'accelerator_count'
+    ] = int(
+        job_spec['job_spec']['worker_pool_specs'][0]['machine_spec'][
+            'accelerator_count'
+        ]
+    )
+  return json.dumps(job_spec)
+
+
 def create_custom_job_with_client(job_client, parent, job_spec):
   create_custom_job_fn = None
   try:
@@ -86,6 +107,7 @@ def create_custom_job(
     # Create custom job if it does not exist
     job_name = remote_runner.check_if_job_exists()
     if job_name is None:
+      payload = cast_accelerator_count_to_int(payload)
       job_name = remote_runner.create_job(
           create_custom_job_with_client,
           insert_system_labels_into_payload(payload),

google_cloud_pipeline_components/preview/automl/forecasting/forecasting_ensemble.py

@@ -72,7 +72,7 @@ def automl_forecasting_ensemble(
   # fmt: on
   job_id = dsl.PIPELINE_JOB_ID_PLACEHOLDER
   task_id = dsl.PIPELINE_TASK_ID_PLACEHOLDER
-  image_uri = 'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625'
+  image_uri = 'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625'
   display_name = f'automl-forecasting-ensemble-{job_id}-{task_id}'
 
   error_file_path = f'{root_dir}/{job_id}/{task_id}/error.pb'

google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_1_tuner.py

@@ -99,14 +99,14 @@ def automl_forecasting_stage_1_tuner(
                       ' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
                       ' "container_spec": {"image_uri":"'
                   ),
-                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625',
+                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625',
                   '", "args": ["forecasting_mp_l2l_stage_1_tuner',
                   '", "--region=',
                   location,
                   '", "--transform_output_path=',
                   transform_output.uri,
                   '", "--training_docker_uri=',
-                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625',
+                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625',
                   '", "--reduce_search_space_mode=',
                   reduce_search_space_mode,
                   f'", "--component_id={dsl.PIPELINE_TASK_ID_PLACEHOLDER}',

google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_2_tuner.py

@@ -97,14 +97,14 @@ def automl_forecasting_stage_2_tuner(
                       ' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
                       ' "container_spec": {"image_uri":"'
                   ),
-                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625',
+                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625',
                   '", "args": ["forecasting_mp_l2l_stage_2_tuner',
                   '", "--region=',
                   location,
                   '", "--transform_output_path=',
                   transform_output.uri,
                   '", "--training_docker_uri=',
-                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625',
+                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625',
                   f'", "--component_id={dsl.PIPELINE_TASK_ID_PLACEHOLDER}',
                   '", "--training_base_dir=',
                   root_dir,

google_cloud_pipeline_components/preview/automl/forecasting/learn_to_learn_forecasting_pipeline.yaml

@@ -1074,6 +1074,8 @@ components:
                 componentInputParameter: pipelinechannel--dataflow_subnetwork
               dataflow_use_public_ips:
                 componentInputParameter: pipelinechannel--dataflow_use_public_ips
+              dataflow_workers_num:
+                componentInputParameter: pipelinechannel--evaluation_dataflow_starting_num_workers
               encryption_spec_key_name:
                 componentInputParameter: pipelinechannel--encryption_spec_key_name
               forecasting_quantiles:
@@ -1795,6 +1797,8 @@ components:
                 componentInputParameter: pipelinechannel--dataflow_subnetwork
               dataflow_use_public_ips:
                 componentInputParameter: pipelinechannel--dataflow_use_public_ips
+              dataflow_workers_num:
+                componentInputParameter: pipelinechannel--evaluation_dataflow_starting_num_workers
               encryption_spec_key_name:
                 componentInputParameter: pipelinechannel--encryption_spec_key_name
               forecasting_quantiles:
@@ -5573,7 +5577,7 @@ deploymentSpec:
         - '{"display_name": "automl-forecasting-ensemble-{{$.pipeline_job_uuid}}-{{$.pipeline_task_uuid}}",
           "encryption_spec": {"kms_key_name": "{{$.inputs.parameters[''encryption_spec_key_name'']}}"},
           "job_spec": {"worker_pool_specs": [{"replica_count": 1, "machine_spec":
-          {"machine_type": "n1-highmem-8"}, "container_spec": {"image_uri": "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625",
+          {"machine_type": "n1-highmem-8"}, "container_spec": {"image_uri": "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625",
           "args": ["forecasting_mp_ensemble", "--transform_output_path={{$.inputs.artifacts[''transform_output''].uri}}",
           "--error_file_path={{$.inputs.parameters[''root_dir'']}}/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb",
           "--metadata_path={{$.inputs.artifacts[''metadata''].uri}}", "--tuning_result_input_path={{$.inputs.artifacts[''tuning_result_input''].uri}}",
@@ -5607,7 +5611,7 @@ deploymentSpec:
         - '{"display_name": "automl-forecasting-ensemble-{{$.pipeline_job_uuid}}-{{$.pipeline_task_uuid}}",
           "encryption_spec": {"kms_key_name": "{{$.inputs.parameters[''encryption_spec_key_name'']}}"},
           "job_spec": {"worker_pool_specs": [{"replica_count": 1, "machine_spec":
-          {"machine_type": "n1-highmem-8"}, "container_spec": {"image_uri": "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625",
+          {"machine_type": "n1-highmem-8"}, "container_spec": {"image_uri": "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625",
           "args": ["forecasting_mp_ensemble", "--transform_output_path={{$.inputs.artifacts[''transform_output''].uri}}",
           "--error_file_path={{$.inputs.parameters[''root_dir'']}}/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb",
           "--metadata_path={{$.inputs.artifacts[''metadata''].uri}}", "--tuning_result_input_path={{$.inputs.artifacts[''tuning_result_input''].uri}}",
@@ -5642,11 +5646,11 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625",
           "\", \"args\": [\"forecasting_mp_l2l_stage_1_tuner", "\", \"--region=",
           "{{$.inputs.parameters[''location'']}}", "\", \"--transform_output_path=",
           "{{$.inputs.artifacts[''transform_output''].uri}}", "\", \"--training_docker_uri=",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625",
           "\", \"--reduce_search_space_mode=", "{{$.inputs.parameters[''reduce_search_space_mode'']}}",
           "\", \"--component_id={{$.pipeline_task_uuid}}", "\", \"--training_base_dir=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train",
@@ -5685,11 +5689,11 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625",
           "\", \"args\": [\"forecasting_mp_l2l_stage_2_tuner", "\", \"--region=",
           "{{$.inputs.parameters[''location'']}}", "\", \"--transform_output_path=",
           "{{$.inputs.artifacts[''transform_output''].uri}}", "\", \"--training_docker_uri=",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240419_0625",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/forecasting-training:20240710_0625",
           "\", \"--component_id={{$.pipeline_task_uuid}}", "\", \"--training_base_dir=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train",
           "\", \"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
@@ -5728,7 +5732,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"cancel_l2l_tuner\", \"--error_file_path=", "{{$.inputs.parameters[''root_dir'']}}",
           "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb\", \"--cleanup_lro_job_infos=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/lro\"]}}]}}"]}'
@@ -5793,7 +5797,7 @@ deploymentSpec:
           \          'stage_2_single_run_max_secs',\n      ],\n  )(\n      stage_1_deadline_hours,\n\
           \      stage_1_single_run_max_secs,\n      stage_2_deadline_hours,\n   \
           \   stage_2_single_run_max_secs,\n  )\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-calculate-training-parameters-2:
       container:
         args:
@@ -5849,7 +5853,7 @@ deploymentSpec:
           \          'stage_2_single_run_max_secs',\n      ],\n  )(\n      stage_1_deadline_hours,\n\
           \      stage_1_single_run_max_secs,\n      stage_2_deadline_hours,\n   \
           \   stage_2_single_run_max_secs,\n  )\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-feature-attribution:
       container:
         args:
@@ -6040,8 +6044,8 @@ deploymentSpec:
           "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp"]}'
         - '{"Concat": ["--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}"]}'
         - '{"Concat": ["--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}"]}'
-        - --dataflow_worker_container_image=us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625
-        - --feature_transform_engine_docker_uri=us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240419_0625
+        - --dataflow_worker_container_image=us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625
+        - --feature_transform_engine_docker_uri=us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240710_0625
         - '{"Concat": ["--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}"]}'
         - '{"Concat": ["--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}"]}'
         - '{"Concat": ["--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}"]}'
@@ -6058,7 +6062,7 @@ deploymentSpec:
         - '{"IfPresent": {"InputName": "group_temporal_total_weight", "Then": {"Concat":
           ["--group_temporal_total_weight=", "{{$.inputs.parameters[''group_temporal_total_weight'']}}"]}}}'
         - '{"Concat": ["--encryption_spec_key_name=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}"]}'
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240710_0625
         resources:
           cpuLimit: 8.0
           memoryLimit: 30.0
@@ -6089,7 +6093,7 @@ deploymentSpec:
           \ = 'point'\n  else:\n    forecasting_type = 'quantile'\n\n  return collections.namedtuple(\n\
           \      'Outputs',\n      (\n          'forecasting_type',\n          'quantiles',\n\
           \      ),\n  )(forecasting_type, quantiles)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-finalize-eval-quantile-parameters-2:
       container:
         args:
@@ -6117,7 +6121,7 @@ deploymentSpec:
           \ = 'point'\n  else:\n    forecasting_type = 'quantile'\n\n  return collections.namedtuple(\n\
           \      'Outputs',\n      (\n          'forecasting_type',\n          'quantiles',\n\
           \      ),\n  )(forecasting_type, quantiles)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-or-create-model-description:
       container:
         args:
@@ -6146,7 +6150,7 @@ deploymentSpec:
           \    return f'{original_description} From: {pipeline_url}'\n\n  # The pipeline\
           \ url contains KFP placeholders injected at runtime.\n  return f'Vertex\
           \ forecasting model trained in the pipeline: {pipeline_url}'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-or-create-model-description-2:
       container:
         args:
@@ -6175,7 +6179,7 @@ deploymentSpec:
           \    return f'{original_description} From: {pipeline_url}'\n\n  # The pipeline\
           \ url contains KFP placeholders injected at runtime.\n  return f'Vertex\
           \ forecasting model trained in the pipeline: {pipeline_url}'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-prediction-image-uri:
       container:
         args:
@@ -6198,14 +6202,14 @@ deploymentSpec:
           Returns the prediction image corresponding to the given model type.\"\"\"\
           \n  # Keys come from AutoMlTimeSeriesForecastingTrainSpec.\n  # The URIs\
           \ must be hardcoded without any breaks in the code so string\n  # replacement\
-          \ will work correctly.\n  images = {\n      'l2l': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-l2l:20240419_0625',\n\
-          \      'seq2seq': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-seq2seq:20240419_0625',\n\
-          \      'tft': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tft:20240419_0625',\n\
-          \      'tide': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tide:20240419_0625',\n\
+          \ will work correctly.\n  images = {\n      'l2l': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-l2l:20240710_0625',\n\
+          \      'seq2seq': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-seq2seq:20240710_0625',\n\
+          \      'tft': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tft:20240710_0625',\n\
+          \      'tide': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tide:20240710_0625',\n\
           \  }\n  if model_type not in images:\n    raise ValueError(\n        f'Invalid\
           \ forecasting model type: {model_type}. Valid options are: '\n        f'{images.keys()}.'\n\
           \    )\n  return images[model_type]\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-prediction-image-uri-2:
       container:
         args:
@@ -6228,14 +6232,14 @@ deploymentSpec:
           Returns the prediction image corresponding to the given model type.\"\"\"\
           \n  # Keys come from AutoMlTimeSeriesForecastingTrainSpec.\n  # The URIs\
           \ must be hardcoded without any breaks in the code so string\n  # replacement\
-          \ will work correctly.\n  images = {\n      'l2l': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-l2l:20240419_0625',\n\
-          \      'seq2seq': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-seq2seq:20240419_0625',\n\
-          \      'tft': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tft:20240419_0625',\n\
-          \      'tide': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tide:20240419_0625',\n\
+          \ will work correctly.\n  images = {\n      'l2l': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-l2l:20240710_0625',\n\
+          \      'seq2seq': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-seq2seq:20240710_0625',\n\
+          \      'tft': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tft:20240710_0625',\n\
+          \      'tide': 'us-docker.pkg.dev/vertex-ai/automl-tabular/forecasting-prediction-server-tide:20240710_0625',\n\
           \  }\n  if model_type not in images:\n    raise ValueError(\n        f'Invalid\
           \ forecasting model type: {model_type}. Valid options are: '\n        f'{images.keys()}.'\n\
           \    )\n  return images[model_type]\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-predictions-column:
       container:
         args:
@@ -6258,7 +6262,7 @@ deploymentSpec:
           \ str) -> str:\n  \"\"\"Generates the BP output's target column name.\"\"\
           \"\n  if forecasting_type == 'quantile':\n    return f'predicted_{target_column}.quantile_predictions'\n\
           \  return f'predicted_{target_column}.value'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-predictions-column-2:
       container:
         args:
@@ -6281,7 +6285,7 @@ deploymentSpec:
           \ str) -> str:\n  \"\"\"Generates the BP output's target column name.\"\"\
           \"\n  if forecasting_type == 'quantile':\n    return f'predicted_{target_column}.quantile_predictions'\n\
           \  return f'predicted_{target_column}.value'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-importer:
       importer:
         artifactUri:
@@ -6813,7 +6817,7 @@ deploymentSpec:
           \          'model_display_name',\n          'transformations',\n      ],\n\
           \  )(\n      data_source_csv_filenames,\n      data_source_bigquery_table_path,\n\
           \      model_display_name,\n      transformations,\n  )\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-split-materialized-data:
       container:
         args:
@@ -6859,7 +6863,7 @@ deploymentSpec:
           \ 'w') as f:\n    f.write(file_patterns[0])\n\n  with tf.io.gfile.GFile(materialized_eval_split,\
           \ 'w') as f:\n    f.write(file_patterns[1])\n\n  with tf.io.gfile.GFile(materialized_test_split,\
           \ 'w') as f:\n    f.write(file_patterns[2])\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625
     exec-string-not-empty:
       container:
         args:
@@ -6883,7 +6887,7 @@ deploymentSpec:
           \n  Returns:\n    Boolean value. -> 'true' if empty, 'false' if not empty.\
           \ We need to use str\n    instead of bool due to a limitation in KFP compiler.\n\
           \  \"\"\"\n  return 'true' if value else 'false'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-table-to-uri:
       container:
         args:
@@ -6913,7 +6917,7 @@ deploymentSpec:
           \ if use_bq_prefix:\n    bq_uri = 'bq://' + bq_uri\n  outputs.append(bq_uri)\n\
           \  return collections.namedtuple(\n      'Outputs',\n      ['project_id',\
           \ 'dataset_id', 'table_id', 'uri'],\n  )(*outputs)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-table-to-uri-2:
       container:
         args:
@@ -6943,7 +6947,7 @@ deploymentSpec:
           \ if use_bq_prefix:\n    bq_uri = 'bq://' + bq_uri\n  outputs.append(bq_uri)\n\
           \  return collections.namedtuple(\n      'Outputs',\n      ['project_id',\
           \ 'dataset_id', 'table_id', 'uri'],\n  )(*outputs)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-training-configurator-and-validator:
       container:
         args:
@@ -6988,7 +6992,7 @@ deploymentSpec:
           ["--temporal_total_weight=", "{{$.inputs.parameters[''temporal_total_weight'']}}"]}}}'
         - '{"IfPresent": {"InputName": "group_temporal_total_weight", "Then": {"Concat":
           ["--group_temporal_total_weight=", "{{$.inputs.parameters[''group_temporal_total_weight'']}}"]}}}'
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240710_0625
 pipelineInfo:
   description: The AutoML Forecasting pipeline.
   name: learn-to-learn-forecasting