google-cloud-pipeline-components 2.15.0__py3-none-any.whl → 2.16.0__py3-none-any.whl

google_cloud_pipeline_components/preview/custom_job/utils.py

@@ -54,7 +54,7 @@ def create_custom_training_job_from_component(
     display_name: str = '',
     replica_count: int = 1,
     machine_type: str = 'n1-standard-4',
-    accelerator_type: str = '',
+    accelerator_type: str = 'ACCELERATOR_TYPE_UNSPECIFIED',
     accelerator_count: int = 1,
     boot_disk_type: str = 'pd-ssd',
     boot_disk_size_gb: int = 100,
@@ -83,7 +83,7 @@ def create_custom_training_job_from_component(
       replica_count: The count of instances in the cluster. One replica always counts towards the master in worker_pool_spec[0] and the remaining replicas will be allocated in worker_pool_spec[1]. See [more information.](https://cloud.google.com/vertex-ai/docs/training/distributed-training#configure_a_distributed_training_job)
       machine_type: The type of the machine to run the CustomJob. The default value is "n1-standard-4". See [more information](https://cloud.google.com/vertex-ai/docs/training/configure-compute#machine-types).
       accelerator_type: The type of accelerator(s) that may be attached to the machine per `accelerator_count`. See [more information](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/MachineSpec#acceleratortype).
-      accelerator_count: The number of accelerators to attach to the machine. Defaults to 1 if `accelerator_type` is set.
+      accelerator_count: The number of accelerators to attach to the machine. Defaults to 1 if `accelerator_type` is set statically.
       boot_disk_type: Type of the boot disk (default is "pd-ssd"). Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or "pd-standard" (Persistent Disk Hard Disk Drive). boot_disk_type is set as a static value and cannot be changed as a pipeline parameter.
       boot_disk_size_gb: Size in GB of the boot disk (default is 100GB). `boot_disk_size_gb` is set as a static value and cannot be changed as a pipeline parameter.
       timeout: The maximum job running time. The default is 7 days. A duration in seconds with up to nine fractional digits, terminated by 's', for example: "3.5s".
@@ -148,7 +148,11 @@ def create_custom_training_job_from_component(
   )[0]['container']
 
   worker_pool_spec = {
-      'machine_spec': {'machine_type': machine_type},
+      'machine_spec': {
+          'machine_type': "{{$.inputs.parameters['machine_type']}}",
+          'accelerator_type': "{{$.inputs.parameters['accelerator_type']}}",
+          'accelerator_count': "{{$.inputs.parameters['accelerator_count']}}",
+      },
       'replica_count': 1,
       'container_spec': {
           'image_uri': user_component_container['image'],
@@ -161,9 +165,6 @@ def create_custom_training_job_from_component(
           'env': env or [],
       },
   }
-  if accelerator_type:
-    worker_pool_spec['machine_spec']['accelerator_type'] = accelerator_type
-    worker_pool_spec['machine_spec']['accelerator_count'] = accelerator_count
   if boot_disk_type:
     worker_pool_spec['disk_spec'] = {
         'boot_disk_type': boot_disk_type,
@@ -210,6 +211,43 @@ def create_custom_training_job_from_component(
         'defaultValue'
     ] = default_value
 
+  # add machine parameters into the customjob component
+  if accelerator_type == 'ACCELERATOR_TYPE_UNSPECIFIED':
+    accelerator_count = 0
+
+  cj_component_spec['inputDefinitions']['parameters']['machine_type'] = {
+      'parameterType': 'STRING',
+      'defaultValue': machine_type,
+      'isOptional': True,
+  }
+  cj_component_spec['inputDefinitions']['parameters']['accelerator_type'] = {
+      'parameterType': 'STRING',
+      'defaultValue': accelerator_type,
+      'isOptional': True,
+  }
+  cj_component_spec['inputDefinitions']['parameters']['accelerator_count'] = {
+      'parameterType': 'NUMBER_INTEGER',
+      'defaultValue': accelerator_count,
+      'isOptional': True,
+  }
+
+  # check if user component has any input parameters that already exist in the
+  # custom job component
+  for param_name in user_component_spec.get('inputDefinitions', {}).get(
+      'parameters', {}
+  ):
+    if param_name in cj_component_spec['inputDefinitions']['parameters']:
+      raise ValueError(
+          f'Input parameter {param_name} already exists in the CustomJob component.'  # pylint: disable=line-too-long
+      )
+  for param_name in user_component_spec.get('outputDefinitions', {}).get(
+      'parameters', {}
+  ):
+    if param_name in cj_component_spec['outputDefinitions']['parameters']:
+      raise ValueError(
+          f'Output parameter {param_name} already exists in the CustomJob component.'  # pylint: disable=line-too-long
+      )
+
   # merge parameters from user component into the customjob component
   cj_component_spec['inputDefinitions']['parameters'].update(
       user_component_spec.get('inputDefinitions', {}).get('parameters', {})
@@ -217,6 +255,7 @@ def create_custom_training_job_from_component(
   cj_component_spec['outputDefinitions']['parameters'].update(
       user_component_spec.get('outputDefinitions', {}).get('parameters', {})
   )
+
   # use artifacts from user component
   ## assign artifacts, not update, since customjob has no artifact outputs
   cj_component_spec['inputDefinitions']['artifacts'] = user_component_spec.get(

google_cloud_pipeline_components/preview/starry_net/component.py

@@ -57,6 +57,8 @@ def starry_net(  # pylint: disable=dangerous-default-value
     dataprep_target_column: str = '',
     dataprep_static_covariate_columns: List[str] = [],
     dataprep_previous_run_dir: str = '',
+    dataprep_nan_threshold: float = 0.2,
+    dataprep_zero_threshold: float = 0.2,
     trainer_machine_type: str = 'n1-standard-4',
     trainer_accelerator_type: str = 'NVIDIA_TESLA_V100',
     trainer_num_epochs: int = 50,
@@ -84,7 +86,16 @@ def starry_net(  # pylint: disable=dangerous-default-value
     project: str = _placeholders.PROJECT_ID_PLACEHOLDER,
 ):
   # fmt: off
-  """Trains a STARRY-Net model.
+  """Starry Net is a state-of-the-art forecaster used internally by Google.
+
+  Starry Net is a glass-box neural network inspired by statistical time series
+  models, capable of cleaning step changes and spikes, modeling seasonality and
+  events, forecasting trend, and providing both point and prediction interval
+  forecasts in a single, lightweight model. Starry Net stands out among neural
+  network based forecasting models by providing the explainability,
+  interpretability and tunability of traditional statistical forecasters.
+  For example, it features time series feature decomposition and damped local
+  linear exponential smoothing model as the trend structure.
 
   Args:
     tensorboard_instance_id: The tensorboard instance ID. This must be in same
@@ -149,6 +160,13 @@ def starry_net(  # pylint: disable=dangerous-default-value
     dataprep_previous_run_dir: The dataprep dir from a previous run. Use this
       to save time if you've already created TFRecords from your BigQuery
       dataset with the same dataprep parameters as this run.
+    dataprep_nan_threshold: Series having more nan / missing values than
+      nan_threshold (inclusive) in percentage for either backtest or forecast
+      will not be sampled in the training set (including missing due to
+      train_start and train_end). All existing nans are replaced by zeros.
+    dataprep_zero_threshold: Series having more 0.0 values than zero_threshold
+      (inclusive) in percentage for either backtest or forecast will not be
+      sampled in the training set.
     trainer_machine_type: The machine type for training. Must be compatible with
       trainer_accelerator_type.
     trainer_accelerator_type: The accelerator type for training.
@@ -221,39 +239,6 @@ def starry_net(  # pylint: disable=dangerous-default-value
       model_blocks=trainer_model_blocks,
       static_covariates=dataprep_static_covariate_columns,
   )
-  test_set_task = DataprepOp(
-      backcast_length=dataprep_backcast_length,
-      forecast_length=dataprep_forecast_length,
-      train_end_date=dataprep_train_end_date,
-      n_val_windows=dataprep_n_val_windows,
-      n_test_windows=dataprep_n_test_windows,
-      test_set_stride=dataprep_test_set_stride,
-      model_blocks=create_dataprep_args_task.outputs['model_blocks'],
-      bigquery_source=dataprep_bigquery_data_path,
-      ts_identifier_columns=create_dataprep_args_task.outputs[
-          'ts_identifier_columns'],
-      time_column=dataprep_time_column,
-      static_covariate_columns=create_dataprep_args_task.outputs[
-          'static_covariate_columns'],
-      target_column=dataprep_target_column,
-      machine_type=dataflow_machine_type,
-      docker_region=create_dataprep_args_task.outputs['docker_region'],
-      location=location,
-      project=project,
-      job_id=job_id,
-      job_name_prefix='test-set',
-      num_workers=dataflow_starting_replica_count,
-      max_num_workers=dataflow_max_replica_count,
-      disk_size_gb=dataflow_disk_size_gb,
-      test_set_only=True,
-      bigquery_output=dataprep_test_set_bigquery_dataset,
-      gcs_source=dataprep_csv_data_path,
-      gcs_static_covariate_source=dataprep_csv_static_covariates_path,
-      encryption_spec_key_name=encryption_spec_key_name
-  )
-  test_set_task.set_display_name('create-test-set')
-  set_test_set_task = SetTestSetOp(
-      dataprep_dir=test_set_task.outputs['dataprep_dir'])
   with dsl.If(create_dataprep_args_task.outputs['create_tf_records'] == True,  # pylint: disable=singleton-comparison
               'create-tf-records'):
     create_tf_records_task = DataprepOp(
@@ -270,6 +255,7 @@ def starry_net(  # pylint: disable=dangerous-default-value
         time_column=dataprep_time_column,
         static_covariate_columns=create_dataprep_args_task.outputs[
             'static_covariate_columns'],
+        static_covariates_vocab_path='',
         target_column=dataprep_target_column,
         machine_type=dataflow_machine_type,
         docker_region=create_dataprep_args_task.outputs['docker_region'],
@@ -282,6 +268,8 @@ def starry_net(  # pylint: disable=dangerous-default-value
         disk_size_gb=dataflow_disk_size_gb,
         test_set_only=False,
         bigquery_output=dataprep_test_set_bigquery_dataset,
+        nan_threshold=dataprep_nan_threshold,
+        zero_threshold=dataprep_zero_threshold,
         gcs_source=dataprep_csv_data_path,
         gcs_static_covariate_source=dataprep_csv_static_covariates_path,
         encryption_spec_key_name=encryption_spec_key_name
@@ -303,6 +291,42 @@ def starry_net(  # pylint: disable=dangerous-default-value
           'static_covariates_vocab_path'],
       set_tfrecord_args_this_run_task.outputs['static_covariates_vocab_path']
   )
+  test_set_task = DataprepOp(
+      backcast_length=dataprep_backcast_length,
+      forecast_length=dataprep_forecast_length,
+      train_end_date=dataprep_train_end_date,
+      n_val_windows=dataprep_n_val_windows,
+      n_test_windows=dataprep_n_test_windows,
+      test_set_stride=dataprep_test_set_stride,
+      model_blocks=create_dataprep_args_task.outputs['model_blocks'],
+      bigquery_source=dataprep_bigquery_data_path,
+      ts_identifier_columns=create_dataprep_args_task.outputs[
+          'ts_identifier_columns'],
+      time_column=dataprep_time_column,
+      static_covariate_columns=create_dataprep_args_task.outputs[
+          'static_covariate_columns'],
+      static_covariates_vocab_path=static_covariates_vocab_path,
+      target_column=dataprep_target_column,
+      machine_type=dataflow_machine_type,
+      docker_region=create_dataprep_args_task.outputs['docker_region'],
+      location=location,
+      project=project,
+      job_id=job_id,
+      job_name_prefix='test-set',
+      num_workers=dataflow_starting_replica_count,
+      max_num_workers=dataflow_max_replica_count,
+      disk_size_gb=dataflow_disk_size_gb,
+      test_set_only=True,
+      bigquery_output=dataprep_test_set_bigquery_dataset,
+      nan_threshold=dataprep_nan_threshold,
+      zero_threshold=dataprep_zero_threshold,
+      gcs_source=dataprep_csv_data_path,
+      gcs_static_covariate_source=dataprep_csv_static_covariates_path,
+      encryption_spec_key_name=encryption_spec_key_name
+  )
+  test_set_task.set_display_name('create-test-set')
+  set_test_set_task = SetTestSetOp(
+      dataprep_dir=test_set_task.outputs['dataprep_dir'])
   train_tf_record_patterns = dsl.OneOf(
       set_tfrecord_args_previous_run_task.outputs['train_tf_record_patterns'],
       set_tfrecord_args_this_run_task.outputs['train_tf_record_patterns']
@@ -330,6 +354,8 @@ def starry_net(  # pylint: disable=dangerous-default-value
       n_val_windows=dataprep_n_val_windows,
       n_test_windows=dataprep_n_test_windows,
       test_set_stride=dataprep_test_set_stride,
+      nan_threshold=dataprep_nan_threshold,
+      zero_threshold=dataprep_zero_threshold,
       cleaning_activation_regularizer_coeff=trainer_cleaning_activation_regularizer_coeff,
       change_point_activation_regularizer_coeff=trainer_change_point_activation_regularizer_coeff,
       change_point_output_regularizer_coeff=trainer_change_point_output_regularizer_coeff,

google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_predict_pipeline.yaml

@@ -658,7 +658,7 @@ deploymentSpec:
           \ = client.create_dataset(dataset=dataset, exists_ok=exists_ok)\n  return\
           \ collections.namedtuple('Outputs', ['project_id', 'dataset_id'])(\n   \
           \   ref.project, ref.dataset_id)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-create-dataset-2:
       container:
         args:
@@ -693,7 +693,7 @@ deploymentSpec:
           \ = client.create_dataset(dataset=dataset, exists_ok=exists_ok)\n  return\
           \ collections.namedtuple('Outputs', ['project_id', 'dataset_id'])(\n   \
           \   ref.project, ref.dataset_id)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-delete-dataset-with-prefix:
       container:
         args:
@@ -727,7 +727,7 @@ deploymentSpec:
           \    if dataset.dataset_id.startswith(dataset_prefix):\n      client.delete_dataset(\n\
           \          dataset=dataset.dataset_id,\n          delete_contents=delete_contents)\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-query-job:
       container:
         args:
@@ -788,7 +788,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-first-valid:
       container:
         args:
@@ -812,7 +812,7 @@ deploymentSpec:
           \  import json\n  # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
           \n  for value in json.loads(values):\n    if value:\n      return value\n\
           \  raise ValueError('No valid values.')\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-model-metadata:
       container:
         args:
@@ -851,7 +851,7 @@ deploymentSpec:
           \          'forecast_horizon',\n      ],\n  )(\n      options.time_series_timestamp_column,\n\
           \      options.time_series_id_column,\n      options.time_series_data_column,\n\
           \      options.horizon,\n  )\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-table-location:
       container:
         args:
@@ -887,7 +887,7 @@ deploymentSpec:
           \  if table.startswith('bq://'):\n    table = table[len('bq://'):]\n  elif\
           \ table.startswith('bigquery://'):\n    table = table[len('bigquery://'):]\n\
           \  return client.get_table(table).location\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-load-table-from-uri:
       container:
         args:
@@ -928,7 +928,7 @@ deploymentSpec:
           \ source_format=source_format)\n  client.load_table_from_uri(\n      source_uris=csv_list,\n\
           \      destination=destination,\n      project=project,\n      location=location,\n\
           \      job_config=job_config).result()\n  return destination\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-maybe-replace-with-default:
       container:
         args:
@@ -950,7 +950,7 @@ deploymentSpec:
           \ *\n\ndef maybe_replace_with_default(value: str, default: str = '') ->\
           \ str:\n  \"\"\"Replaces string with another value if it is a dash.\"\"\"\
           \n  return default if not value else value\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-validate-inputs:
       container:
         args:
@@ -1046,7 +1046,7 @@ deploymentSpec:
           \   raise ValueError(\n          'Granularity unit should be one of the\
           \ following: '\n          f'{valid_data_granularity_units}, got: {data_granularity_unit}.')\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
 pipelineInfo:
   description: Forecasts using a BQML ARIMA_PLUS model.
   name: automl-tabular-bqml-arima-prediction

google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_train_pipeline.yaml

@@ -3399,7 +3399,7 @@ deploymentSpec:
           \ = client.create_dataset(dataset=dataset, exists_ok=exists_ok)\n  return\
           \ collections.namedtuple('Outputs', ['project_id', 'dataset_id'])(\n   \
           \   ref.project, ref.dataset_id)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-create-dataset-2:
       container:
         args:
@@ -3434,7 +3434,7 @@ deploymentSpec:
           \ = client.create_dataset(dataset=dataset, exists_ok=exists_ok)\n  return\
           \ collections.namedtuple('Outputs', ['project_id', 'dataset_id'])(\n   \
           \   ref.project, ref.dataset_id)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-create-model-job:
       container:
         args:
@@ -3494,7 +3494,7 @@ deploymentSpec:
           \    if dataset.dataset_id.startswith(dataset_prefix):\n      client.delete_dataset(\n\
           \          dataset=dataset.dataset_id,\n          delete_contents=delete_contents)\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-list-rows:
       container:
         args:
@@ -3532,7 +3532,7 @@ deploymentSpec:
           \ metadata['datasetId'], metadata['tableId']]))\n  result = []\n  for row\
           \ in rows:\n    result.append({col: str(value) for col, value in dict(row).items()})\n\
           \  return result\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-list-rows-2:
       container:
         args:
@@ -3570,7 +3570,7 @@ deploymentSpec:
           \ metadata['datasetId'], metadata['tableId']]))\n  result = []\n  for row\
           \ in rows:\n    result.append({col: str(value) for col, value in dict(row).items()})\n\
           \  return result\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-bigquery-query-job:
       container:
         args:
@@ -3739,7 +3739,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-job-configuration-query-2:
       container:
         args:
@@ -3773,7 +3773,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-job-configuration-query-3:
       container:
         args:
@@ -3807,7 +3807,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-job-configuration-query-4:
       container:
         args:
@@ -3841,7 +3841,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-job-configuration-query-5:
       container:
         args:
@@ -3875,7 +3875,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-job-configuration-query-6:
       container:
         args:
@@ -3909,7 +3909,7 @@ deploymentSpec:
           \        'datasetId': dataset_id,\n        'tableId': table_id,\n    }\n\
           \  if write_disposition:\n    config['write_disposition'] = write_disposition\n\
           \  return config\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-serialized-query-parameters:
       container:
         args:
@@ -3980,7 +3980,7 @@ deploymentSpec:
           \      'name': 'start_time',\n      'parameterType': {\n          'type':\
           \ 'TIMESTAMP'\n      },\n      'parameterValue': {\n          'value': start_time\n\
           \      },\n  })\n  return query_parameters\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-serialized-query-parameters-2:
       container:
         args:
@@ -4051,7 +4051,7 @@ deploymentSpec:
           \      'name': 'start_time',\n      'parameterType': {\n          'type':\
           \ 'TIMESTAMP'\n      },\n      'parameterValue': {\n          'value': start_time\n\
           \      },\n  })\n  return query_parameters\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-build-serialized-query-parameters-3:
       container:
         args:
@@ -4122,7 +4122,7 @@ deploymentSpec:
           \      'name': 'start_time',\n      'parameterType': {\n          'type':\
           \ 'TIMESTAMP'\n      },\n      'parameterValue': {\n          'value': start_time\n\
           \      },\n  })\n  return query_parameters\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-cond:
       container:
         args:
@@ -4144,7 +4144,7 @@ deploymentSpec:
           \ *\n\ndef cond(predicate: bool, true_str: str, false_str: str) -> str:\n\
           \  \"\"\"Returns true_str if predicate is true, else false_str.\"\"\"\n\
           \  return true_str if predicate else false_str\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-create-metrics-artifact:
       container:
         args:
@@ -4170,7 +4170,7 @@ deploymentSpec:
           \      'MAPE': 'meanAbsolutePercentageError',\n  }\n  metrics = {metric_name_map[k]:\
           \ v for k, v in dict(metrics_rows[0]).items()}\n  evaluation_metrics.metadata\
           \ = metrics\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-feature-transform-engine:
       container:
         args:
@@ -4255,8 +4255,8 @@ deploymentSpec:
           "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp"]}'
         - '{"Concat": ["--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}"]}'
         - '{"Concat": ["--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}"]}'
-        - --dataflow_worker_container_image=us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625
-        - --feature_transform_engine_docker_uri=us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240419_0625
+        - --dataflow_worker_container_image=us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240710_0625
+        - --feature_transform_engine_docker_uri=us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240710_0625
         - '{"Concat": ["--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}"]}'
         - '{"Concat": ["--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}"]}'
         - '{"Concat": ["--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}"]}'
@@ -4273,7 +4273,7 @@ deploymentSpec:
         - '{"IfPresent": {"InputName": "group_temporal_total_weight", "Then": {"Concat":
           ["--group_temporal_total_weight=", "{{$.inputs.parameters[''group_temporal_total_weight'']}}"]}}}'
         - '{"Concat": ["--encryption_spec_key_name=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}"]}'
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20240710_0625
     exec-get-fte-suffix:
       container:
         args:
@@ -4301,7 +4301,7 @@ deploymentSpec:
           \ table.table_id.startswith(fte_table):\n      return table.table_id[len(fte_table)\
           \ + 1:]\n  raise ValueError(\n      f'No FTE output tables found in {bigquery_staging_full_dataset_id}.')\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-table-location:
       container:
         args:
@@ -4337,7 +4337,7 @@ deploymentSpec:
           \  if table.startswith('bq://'):\n    table = table[len('bq://'):]\n  elif\
           \ table.startswith('bigquery://'):\n    table = table[len('bigquery://'):]\n\
           \  return client.get_table(table).location\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-value:
       container:
         args:
@@ -4358,7 +4358,7 @@ deploymentSpec:
         - "\nimport kfp\nfrom kfp import dsl\nfrom kfp.dsl import *\nfrom typing import\
           \ *\n\ndef get_value(d: Dict[str, str], key: str) -> str:\n  return d[key]\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-get-window-query-priority:
       container:
         args:
@@ -4382,7 +4382,7 @@ deploymentSpec:
           \ depending on the window number.\"\"\"\n  if int(window['window_number'])\
           \ <= max_interactive:\n    return 'INTERACTIVE'\n  else:\n    return 'BATCH'\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-maybe-replace-with-default:
       container:
         args:
@@ -4404,7 +4404,7 @@ deploymentSpec:
           \ *\n\ndef maybe_replace_with_default(value: str, default: str = '') ->\
           \ str:\n  \"\"\"Replaces string with another value if it is a dash.\"\"\"\
           \n  return default if not value else value\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-query-with-retry:
       container:
         args:
@@ -4458,7 +4458,7 @@ deploymentSpec:
           \          'Query failed with %s. Retrying after %d seconds.', e, wait_time)\n\
           \      time.sleep(wait_time)\n      retry_count += 1\n  return destination_uri\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-query-with-retry-2:
       container:
         args:
@@ -4512,7 +4512,7 @@ deploymentSpec:
           \          'Query failed with %s. Retrying after %d seconds.', e, wait_time)\n\
           \      time.sleep(wait_time)\n      retry_count += 1\n  return destination_uri\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-query-with-retry-3:
       container:
         args:
@@ -4566,7 +4566,7 @@ deploymentSpec:
           \          'Query failed with %s. Retrying after %d seconds.', e, wait_time)\n\
           \      time.sleep(wait_time)\n      retry_count += 1\n  return destination_uri\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-table-to-uri:
       container:
         args:
@@ -4596,7 +4596,7 @@ deploymentSpec:
           \ if use_bq_prefix:\n    bq_uri = 'bq://' + bq_uri\n  outputs.append(bq_uri)\n\
           \  return collections.namedtuple(\n      'Outputs',\n      ['project_id',\
           \ 'dataset_id', 'table_id', 'uri'],\n  )(*outputs)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-table-to-uri-2:
       container:
         args:
@@ -4626,7 +4626,7 @@ deploymentSpec:
           \ if use_bq_prefix:\n    bq_uri = 'bq://' + bq_uri\n  outputs.append(bq_uri)\n\
           \  return collections.namedtuple(\n      'Outputs',\n      ['project_id',\
           \ 'dataset_id', 'table_id', 'uri'],\n  )(*outputs)\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-validate-inputs:
       container:
         args:
@@ -4722,7 +4722,7 @@ deploymentSpec:
           \   raise ValueError(\n          'Granularity unit should be one of the\
           \ following: '\n          f'{valid_data_granularity_units}, got: {data_granularity_unit}.')\n\
           \n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
     exec-wrapped-in-list:
       container:
         args:
@@ -4743,7 +4743,7 @@ deploymentSpec:
         - "\nimport kfp\nfrom kfp import dsl\nfrom kfp.dsl import *\nfrom typing import\
           \ *\n\ndef wrapped_in_list(value: str) -> List[str]:\n  \"\"\"Wraps a string\
           \ in a list.\"\"\"\n  return [value]\n\n"
-        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
+        image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240710_0625
 pipelineInfo:
   description: Trains a BQML ARIMA_PLUS model.
   name: automl-tabular-bqml-arima-train