google-cloud-pipeline-components 2.14.1__py3-none-any.whl → 2.16.0__py3-none-any.whl

google_cloud_pipeline_components/preview/automl/forecasting/utils.py

@@ -13,6 +13,20 @@ _RETAIL_MODEL_DISABLED_OPTIONS = frozenset([
 ])
 
 
+def _validate_start_max_parameters(
+    starting_worker_count: int,
+    max_worker_count: int,
+    starting_count_name: str,
+    max_count_name: str,
+):
+  if starting_worker_count > max_worker_count:
+    raise ValueError(
+        'Starting count must be less than or equal to max count.'
+        f' {starting_count_name}: {starting_worker_count}, {max_count_name}:'
+        f' {max_worker_count}'
+    )
+
+
 def _get_base_forecasting_parameters(
     *,
     project: str,
@@ -59,6 +73,7 @@ def _get_base_forecasting_parameters(
     evaluation_batch_predict_max_replica_count: int = 25,
     evaluation_dataflow_machine_type: str = 'n1-standard-16',
     evaluation_dataflow_max_num_workers: int = 25,
+    evaluation_dataflow_starting_num_workers: int = 22,
     evaluation_dataflow_disk_size_gb: int = 50,
     study_spec_parameters_override: Optional[List[Dict[str, Any]]] = None,
     stage_1_tuner_worker_pool_specs_override: Optional[Dict[str, Any]] = None,
@@ -91,6 +106,20 @@ def _get_base_forecasting_parameters(
     )
     time_series_identifier_columns = [time_series_identifier_column]
 
+  _validate_start_max_parameters(
+      starting_worker_count=evaluation_batch_predict_starting_replica_count,
+      max_worker_count=evaluation_batch_predict_max_replica_count,
+      starting_count_name='evaluation_batch_predict_starting_replica_count',
+      max_count_name='evaluation_batch_predict_max_replica_count',
+  )
+
+  _validate_start_max_parameters(
+      starting_worker_count=evaluation_dataflow_starting_num_workers,
+      max_worker_count=evaluation_dataflow_max_num_workers,
+      starting_count_name='evaluation_dataflow_starting_num_workers',
+      max_count_name='evaluation_dataflow_max_num_workers',
+  )
+
   parameter_values = {}
   parameters = {
       'project': project,
@@ -152,6 +181,9 @@ def _get_base_forecasting_parameters(
       'evaluation_dataflow_max_num_workers': (
           evaluation_dataflow_max_num_workers
       ),
+      'evaluation_dataflow_starting_num_workers': (
+          evaluation_dataflow_starting_num_workers
+      ),
       'evaluation_dataflow_disk_size_gb': evaluation_dataflow_disk_size_gb,
       'study_spec_parameters_override': study_spec_parameters_override,
       'stage_1_tuner_worker_pool_specs_override': (
@@ -174,13 +206,11 @@ def _get_base_forecasting_parameters(
 
   # Filter out empty values and those excluded from the particular pipeline.
   # (example: TFT and Seq2Seq don't support `quantiles`.)
-  parameter_values.update(
-      {
-          param: value
-          for param, value in parameters.items()
-          if value is not None and param not in fields_to_exclude
-      }
-  )
+  parameter_values.update({
+      param: value
+      for param, value in parameters.items()
+      if value is not None and param not in fields_to_exclude
+  })
   return parameter_values
 
 
@@ -229,6 +259,7 @@ def get_learn_to_learn_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: int = 25,
     evaluation_dataflow_machine_type: str = 'n1-standard-16',
     evaluation_dataflow_max_num_workers: int = 25,
+    evaluation_dataflow_starting_num_workers: int = 22,
     evaluation_dataflow_disk_size_gb: int = 50,
     study_spec_parameters_override: Optional[List[Dict[str, Any]]] = None,
     stage_1_tuner_worker_pool_specs_override: Optional[Dict[str, Any]] = None,
@@ -291,6 +322,7 @@ def get_learn_to_learn_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: The maximum count of replicas the batch prediction job can scale to.
     evaluation_dataflow_machine_type: Machine type for the dataflow job in evaluation, such as 'n1-standard-16'.
     evaluation_dataflow_max_num_workers: Maximum number of dataflow workers.
+    evaluation_dataflow_starting_num_workers: Starting number of dataflow workers.
     evaluation_dataflow_disk_size_gb: The disk space in GB for dataflow.
     study_spec_parameters_override: The list for overriding study spec.
     stage_1_tuner_worker_pool_specs_override: The dictionary for overriding stage 1 tuner worker pool spec.
@@ -354,6 +386,7 @@ def get_learn_to_learn_forecasting_pipeline_and_parameters(
       evaluation_batch_predict_max_replica_count=evaluation_batch_predict_max_replica_count,
       evaluation_dataflow_machine_type=evaluation_dataflow_machine_type,
       evaluation_dataflow_max_num_workers=evaluation_dataflow_max_num_workers,
+      evaluation_dataflow_starting_num_workers=evaluation_dataflow_starting_num_workers,
       evaluation_dataflow_disk_size_gb=evaluation_dataflow_disk_size_gb,
       study_spec_parameters_override=study_spec_parameters_override,
       stage_1_tuner_worker_pool_specs_override=stage_1_tuner_worker_pool_specs_override,
@@ -423,6 +456,7 @@ def get_time_series_dense_encoder_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: int = 25,
     evaluation_dataflow_machine_type: str = 'n1-standard-16',
     evaluation_dataflow_max_num_workers: int = 25,
+    evaluation_dataflow_starting_num_workers: int = 22,
     evaluation_dataflow_disk_size_gb: int = 50,
     study_spec_parameters_override: Optional[List[Dict[str, Any]]] = None,
     stage_1_tuner_worker_pool_specs_override: Optional[Dict[str, Any]] = None,
@@ -485,6 +519,7 @@ def get_time_series_dense_encoder_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: The maximum count of replicas the batch prediction job can scale to.
     evaluation_dataflow_machine_type: Machine type for the dataflow job in evaluation, such as 'n1-standard-16'.
     evaluation_dataflow_max_num_workers: Maximum number of dataflow workers.
+    evaluation_dataflow_starting_num_workers: Starting number of dataflow workers.
     evaluation_dataflow_disk_size_gb: The disk space in GB for dataflow.
     study_spec_parameters_override: The list for overriding study spec.
     stage_1_tuner_worker_pool_specs_override: The dictionary for overriding stage 1 tuner worker pool spec.
@@ -548,6 +583,7 @@ def get_time_series_dense_encoder_forecasting_pipeline_and_parameters(
       evaluation_batch_predict_max_replica_count=evaluation_batch_predict_max_replica_count,
       evaluation_dataflow_machine_type=evaluation_dataflow_machine_type,
       evaluation_dataflow_max_num_workers=evaluation_dataflow_max_num_workers,
+      evaluation_dataflow_starting_num_workers=evaluation_dataflow_starting_num_workers,
       evaluation_dataflow_disk_size_gb=evaluation_dataflow_disk_size_gb,
       study_spec_parameters_override=study_spec_parameters_override,
       stage_1_tuner_worker_pool_specs_override=stage_1_tuner_worker_pool_specs_override,
@@ -616,6 +652,7 @@ def get_temporal_fusion_transformer_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: int = 25,
     evaluation_dataflow_machine_type: str = 'n1-standard-16',
     evaluation_dataflow_max_num_workers: int = 25,
+    evaluation_dataflow_starting_num_workers: int = 22,
     evaluation_dataflow_disk_size_gb: int = 50,
     study_spec_parameters_override: Optional[List[Dict[str, Any]]] = None,
     stage_1_tuner_worker_pool_specs_override: Optional[Dict[str, Any]] = None,
@@ -671,6 +708,7 @@ def get_temporal_fusion_transformer_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: The maximum count of replicas the batch prediction job can scale to.
     evaluation_dataflow_machine_type: Machine type for the dataflow job in evaluation, such as 'n1-standard-16'.
     evaluation_dataflow_max_num_workers: Maximum number of dataflow workers.
+    evaluation_dataflow_starting_num_workers: Starting number of dataflow workers.
     evaluation_dataflow_disk_size_gb: The disk space in GB for dataflow.
     study_spec_parameters_override: The list for overriding study spec.
     stage_1_tuner_worker_pool_specs_override: The dictionary for overriding stage 1 tuner worker pool spec.
@@ -731,6 +769,7 @@ def get_temporal_fusion_transformer_forecasting_pipeline_and_parameters(
       evaluation_batch_predict_max_replica_count=evaluation_batch_predict_max_replica_count,
       evaluation_dataflow_machine_type=evaluation_dataflow_machine_type,
       evaluation_dataflow_max_num_workers=evaluation_dataflow_max_num_workers,
+      evaluation_dataflow_starting_num_workers=evaluation_dataflow_starting_num_workers,
       evaluation_dataflow_disk_size_gb=evaluation_dataflow_disk_size_gb,
       study_spec_parameters_override=study_spec_parameters_override,
       stage_1_tuner_worker_pool_specs_override=stage_1_tuner_worker_pool_specs_override,
@@ -795,6 +834,7 @@ def get_sequence_to_sequence_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: int = 25,
     evaluation_dataflow_machine_type: str = 'n1-standard-16',
     evaluation_dataflow_max_num_workers: int = 25,
+    evaluation_dataflow_starting_num_workers: int = 22,
     evaluation_dataflow_disk_size_gb: int = 50,
     study_spec_parameters_override: Optional[List[Dict[str, Any]]] = None,
     stage_1_tuner_worker_pool_specs_override: Optional[Dict[str, Any]] = None,
@@ -851,6 +891,7 @@ def get_sequence_to_sequence_forecasting_pipeline_and_parameters(
     evaluation_batch_predict_max_replica_count: The maximum count of replicas the batch prediction job can scale to.
     evaluation_dataflow_machine_type: Machine type for the dataflow job in evaluation, such as 'n1-standard-16'.
     evaluation_dataflow_max_num_workers: Maximum number of dataflow workers.
+    evaluation_dataflow_starting_num_workers: Starting number of dataflow workers.
     evaluation_dataflow_disk_size_gb: The disk space in GB for dataflow.
     study_spec_parameters_override: The list for overriding study spec.
     stage_1_tuner_worker_pool_specs_override: The dictionary for overriding stage 1 tuner worker pool spec.
@@ -908,6 +949,7 @@ def get_sequence_to_sequence_forecasting_pipeline_and_parameters(
       evaluation_batch_predict_max_replica_count=evaluation_batch_predict_max_replica_count,
       evaluation_dataflow_machine_type=evaluation_dataflow_machine_type,
       evaluation_dataflow_max_num_workers=evaluation_dataflow_max_num_workers,
+      evaluation_dataflow_starting_num_workers=evaluation_dataflow_starting_num_workers,
       evaluation_dataflow_disk_size_gb=evaluation_dataflow_disk_size_gb,
       study_spec_parameters_override=study_spec_parameters_override,
       stage_1_tuner_worker_pool_specs_override=stage_1_tuner_worker_pool_specs_override,

google_cloud_pipeline_components/preview/automl/tabular/auto_feature_engineering.py

@@ -65,7 +65,7 @@ def automated_feature_engineering(
                       ' 1, "machine_spec": {"machine_type": "n1-standard-16"},'
                       ' "container_spec": {"image_uri":"'
                   ),
-                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625',
+                  'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625',
                   '", "args": ["feature_engineering", "--project=', project,
                   '", "--location=', location, '", "--data_source_bigquery_table_path=',
                   data_source_bigquery_table_path,

google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_feature_selection_pipeline.yaml

@@ -8622,9 +8622,9 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
-          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
+          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625",
           "\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
           \"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
@@ -8665,9 +8665,9 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
-          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
+          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625",
           "\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
           \"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
@@ -8708,7 +8708,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
           "\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
           \"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
@@ -8720,7 +8720,7 @@ deploymentSpec:
           "\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
           "\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
           "\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
-          \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625",
+          \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240710_0625",
           "\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
           "{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
           "{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
@@ -8749,7 +8749,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
           "\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
           \"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
@@ -8761,7 +8761,7 @@ deploymentSpec:
           "\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
           "\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
           "\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
-          \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625",
+          \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240710_0625",
           "\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
           "{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
           "{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
@@ -8790,7 +8790,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
           "\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
           \"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
@@ -8802,7 +8802,7 @@ deploymentSpec:
           "\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
           "\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
           "\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
-          \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625",
+          \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240710_0625",
           "\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
           "{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
           "{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
@@ -8831,7 +8831,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"cancel_l2l_tuner\", \"--error_file_path=", "{{$.inputs.parameters[''root_dir'']}}",
           "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb\", \"--cleanup_lro_job_infos=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/lro\"]}}]}}"]}'
@@ -8846,7 +8846,7 @@ deploymentSpec:
         args:
         - --executor_input
         - '{{$}}'
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240710_0625
         resources:
           cpuLimit: 8.0
           memoryLimit: 52.0
@@ -8855,7 +8855,7 @@ deploymentSpec:
         args:
         - --executor_input
         - '{{$}}'
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240710_0625
         resources:
           cpuLimit: 8.0
           memoryLimit: 52.0
@@ -8864,7 +8864,7 @@ deploymentSpec:
         args:
         - --executor_input
         - '{{$}}'
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240710_0625
         resources:
           cpuLimit: 8.0
           memoryLimit: 52.0
@@ -8884,9 +8884,9 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
-          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
+          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625",
           "\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
           "\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
           "\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
@@ -8931,9 +8931,9 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
-          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
+          "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625",
           "\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
           "\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
           "\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
@@ -8978,7 +8978,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
           "{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
@@ -8999,7 +8999,7 @@ deploymentSpec:
           \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
           \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
           "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
-          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
+          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625",
           "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
           "\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
           "\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
@@ -9030,7 +9030,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
           "{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
           "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
@@ -9051,7 +9051,7 @@ deploymentSpec:
           \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
           \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
           "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
-          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
+          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625",
           "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
           "\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
           "\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
@@ -9087,7 +9087,7 @@ deploymentSpec:
           \ *\n\ndef _bool_identity(value: bool) -> str:\n  \"\"\"Returns boolean\
           \ value.\n\n  Args:\n    value: Boolean value to return\n\n  Returns:\n\
           \    Boolean value.\n  \"\"\"\n  return 'true' if value else 'false'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bool-identity-2:
       container:
         args:
@@ -9109,7 +9109,7 @@ deploymentSpec:
           \ *\n\ndef _bool_identity(value: bool) -> str:\n  \"\"\"Returns boolean\
           \ value.\n\n  Args:\n    value: Boolean value to return\n\n  Returns:\n\
           \    Boolean value.\n  \"\"\"\n  return 'true' if value else 'false'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bool-identity-3:
       container:
         args:
@@ -9131,7 +9131,7 @@ deploymentSpec:
           \ *\n\ndef _bool_identity(value: bool) -> str:\n  \"\"\"Returns boolean\
           \ value.\n\n  Args:\n    value: Boolean value to return\n\n  Returns:\n\
           \    Boolean value.\n  \"\"\"\n  return 'true' if value else 'false'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-calculate-training-parameters:
       container:
         args:
@@ -9223,7 +9223,7 @@ deploymentSpec:
           \      stage_1_single_run_max_secs,\n      stage_2_deadline_hours,\n   \
           \   stage_2_single_run_max_secs,\n      distill_stage_1_deadline_hours,\n\
           \      reduce_search_space_mode,\n  )\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-calculate-training-parameters-2:
       container:
         args:
@@ -9315,7 +9315,7 @@ deploymentSpec:
           \      stage_1_single_run_max_secs,\n      stage_2_deadline_hours,\n   \
           \   stage_2_single_run_max_secs,\n      distill_stage_1_deadline_hours,\n\
           \      reduce_search_space_mode,\n  )\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-check-if-binary-classification:
       container:
         args:
@@ -9343,7 +9343,7 @@ deploymentSpec:
           \  with open(example_gen_metadata, 'r') as f:\n    metadata_path = f.read()\n\
           \    metadata = json.loads(metadata_path)\n    return str(metadata['objective']\
           \ == 'binary_classification').lower()\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-feature-attribution:
       container:
         args:
@@ -9536,7 +9536,7 @@ deploymentSpec:
           \ 'r') as f:\n    split_0_content = f.read()\n  with open(split_1, 'r')\
           \ as f:\n    split_1_content = f.read()\n  with open(splits, 'w') as f:\n\
           \    f.write(','.join([split_0_content, split_1_content]))\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-model-batch-explanation:
       container:
         args:
@@ -10383,7 +10383,7 @@ deploymentSpec:
           \n  train_spec['transformations'] = purged_transformation_list\n  metadata['train_spec']\
           \ = train_spec\n\n  with open(output_metadata, 'w') as f:\n    f.write(json.dumps(metadata))\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-read-input-uri:
       container:
         args:
@@ -10411,7 +10411,7 @@ deploymentSpec:
           \  import json\n  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
           \  with open(split_uri, 'r') as f:\n    data_source = json.loads(f.read())\n\
           \    return data_source['tf_record_data_source']['file_patterns']\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-read-input-uri-2:
       container:
         args:
@@ -10439,7 +10439,7 @@ deploymentSpec:
           \  import json\n  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
           \  with open(split_uri, 'r') as f:\n    data_source = json.loads(f.read())\n\
           \    return data_source['tf_record_data_source']['file_patterns']\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-string-not-empty:
       container:
         args:
@@ -10463,7 +10463,7 @@ deploymentSpec:
           \n  Returns:\n    Boolean value. -> 'true' if empty, 'false' if not empty.\
           \ We need to use str\n    instead of bool due to a limitation in KFP compiler.\n\
           \  \"\"\"\n  return 'true' if value else 'false'\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-tabular-feature-ranking-and-selection:
       container:
         args:
@@ -10480,7 +10480,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"feature_selection\", \"--data_source=", "{{$.inputs.artifacts[''data_source''].uri}}",
           "\", \"--target_column=", "{{$.inputs.parameters[''target_column_name'']}}",
           "\", \"--prediction_type=", "{{$.inputs.parameters[''prediction_type'']}}",
@@ -10493,7 +10493,7 @@ deploymentSpec:
           \"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
           \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
           \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
-          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
+          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625",
           "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
           "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
           "\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
@@ -10526,7 +10526,7 @@ deploymentSpec:
           \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
           "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
           {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
-          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
+          "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240710_0625", "\",
           \"args\": [\"stats_generator\",", "\"--train_spec={\\\"prediction_type\\\":
           \\\"", "{{$.inputs.parameters[''prediction_type'']}}", "\\\", \\\"target_column\\\":
           \\\"", "{{$.inputs.parameters[''target_column_name'']}}", "\\\", \\\"optimization_objective\\\":
@@ -10559,7 +10559,7 @@ deploymentSpec:
           \"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
           \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
           \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
-          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
+          "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625",
           "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
           "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
           "\", \"--dataflow_kms_key=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
@@ -10614,7 +10614,7 @@ deploymentSpec:
           \        f'{directory}/prediction.results-*',\n          ],\n          'coder':\
           \ 'PROTO_VALUE',\n      },\n  }\n  with open(result, 'w') as f:\n    f.write(json.dumps(data_source))\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-write-bp-result-path-2:
       container:
         args:
@@ -10644,7 +10644,7 @@ deploymentSpec:
           \        f'{directory}/prediction.results-*',\n          ],\n          'coder':\
           \ 'PROTO_VALUE',\n      },\n  }\n  with open(result, 'w') as f:\n    f.write(json.dumps(data_source))\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
 pipelineInfo:
   description: The AutoML Tabular pipeline.
   name: automl-tabular-feature-selection-pipeline