google-cloud-pipeline-components 2.13.0__py3-none-any.whl → 2.14.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of google-cloud-pipeline-components might be problematic. Click here for more details.

Files changed (68) hide show
  1. google_cloud_pipeline_components/__init__.py +5 -6
  2. google_cloud_pipeline_components/_implementation/llm/deployment_graph.py +4 -10
  3. google_cloud_pipeline_components/_implementation/llm/env.py +1 -1
  4. google_cloud_pipeline_components/_implementation/llm/function_based.py +14 -48
  5. google_cloud_pipeline_components/_implementation/llm/generated/refined_image_versions.py +1 -1
  6. google_cloud_pipeline_components/_implementation/llm/reinforcement_learning_graph.py +27 -36
  7. google_cloud_pipeline_components/_implementation/llm/reward_model_graph.py +26 -41
  8. google_cloud_pipeline_components/_implementation/llm/rlhf_preprocessor.py +60 -0
  9. google_cloud_pipeline_components/_implementation/llm/validate_pipeline.py +11 -0
  10. google_cloud_pipeline_components/_placeholders.py +30 -1
  11. google_cloud_pipeline_components/preview/automl/forecasting/forecasting_ensemble.py +1 -1
  12. google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_1_tuner.py +2 -2
  13. google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_2_tuner.py +2 -2
  14. google_cloud_pipeline_components/preview/automl/forecasting/learn_to_learn_forecasting_pipeline.yaml +34 -34
  15. google_cloud_pipeline_components/preview/automl/forecasting/sequence_to_sequence_forecasting_pipeline.yaml +34 -34
  16. google_cloud_pipeline_components/preview/automl/forecasting/temporal_fusion_transformer_forecasting_pipeline.yaml +34 -34
  17. google_cloud_pipeline_components/preview/automl/forecasting/time_series_dense_encoder_forecasting_pipeline.yaml +34 -34
  18. google_cloud_pipeline_components/preview/automl/tabular/auto_feature_engineering.py +1 -1
  19. google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_feature_selection_pipeline.yaml +39 -39
  20. google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_v2_pipeline.yaml +41 -41
  21. google_cloud_pipeline_components/preview/automl/tabular/distillation_stage_feature_transform_engine.py +2 -2
  22. google_cloud_pipeline_components/preview/automl/tabular/feature_selection.py +2 -2
  23. google_cloud_pipeline_components/preview/automl/tabular/feature_selection_pipeline.yaml +4 -4
  24. google_cloud_pipeline_components/preview/automl/tabular/feature_transform_engine.py +3 -3
  25. google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job.py +2 -2
  26. google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job_pipeline.yaml +17 -17
  27. google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer.py +2 -2
  28. google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer_pipeline.yaml +15 -15
  29. google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job.py +2 -2
  30. google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job_pipeline.yaml +16 -16
  31. google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer.py +2 -2
  32. google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer_pipeline.yaml +15 -15
  33. google_cloud_pipeline_components/preview/automl/tabular/xgboost_hyperparameter_tuning_job_pipeline.yaml +14 -14
  34. google_cloud_pipeline_components/preview/automl/tabular/xgboost_trainer_pipeline.yaml +13 -13
  35. google_cloud_pipeline_components/preview/automl/vision/data_converter.py +3 -1
  36. google_cloud_pipeline_components/preview/custom_job/component.py +2 -2
  37. google_cloud_pipeline_components/preview/custom_job/utils.py +3 -2
  38. google_cloud_pipeline_components/preview/llm/rlhf/component.py +60 -8
  39. google_cloud_pipeline_components/preview/model_evaluation/__init__.py +1 -1
  40. google_cloud_pipeline_components/proto/template_metadata_pb2.py +80 -52
  41. google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_predict_pipeline.yaml +10 -10
  42. google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_train_pipeline.yaml +31 -31
  43. google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer.py +3 -3
  44. google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer_pipeline.yaml +14 -14
  45. google_cloud_pipeline_components/v1/automl/tabular/automl_tabular_pipeline.yaml +37 -37
  46. google_cloud_pipeline_components/v1/automl/tabular/cv_trainer.py +2 -2
  47. google_cloud_pipeline_components/v1/automl/tabular/ensemble.py +2 -2
  48. google_cloud_pipeline_components/v1/automl/tabular/finalizer.py +1 -1
  49. google_cloud_pipeline_components/v1/automl/tabular/infra_validator.py +1 -1
  50. google_cloud_pipeline_components/v1/automl/tabular/split_materialized_data.py +1 -1
  51. google_cloud_pipeline_components/v1/automl/tabular/stage_1_tuner.py +2 -2
  52. google_cloud_pipeline_components/v1/automl/tabular/stats_and_example_gen.py +2 -2
  53. google_cloud_pipeline_components/v1/automl/tabular/training_configurator_and_validator.py +1 -1
  54. google_cloud_pipeline_components/v1/automl/tabular/transform.py +2 -2
  55. google_cloud_pipeline_components/v1/model_evaluation/__init__.py +3 -1
  56. google_cloud_pipeline_components/v1/model_evaluation/classification_component.py +2 -2
  57. google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_classification_pipeline.py +10 -1
  58. google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_text_generation_pipeline.py +13 -4
  59. google_cloud_pipeline_components/{preview → v1}/model_evaluation/model_based_llm_evaluation/__init__.py +2 -2
  60. google_cloud_pipeline_components/{preview → v1}/model_evaluation/model_based_llm_evaluation/autosxs/autosxs_pipeline.py +2 -2
  61. google_cloud_pipeline_components/version.py +1 -1
  62. {google_cloud_pipeline_components-2.13.0.dist-info → google_cloud_pipeline_components-2.14.0.dist-info}/METADATA +3 -3
  63. {google_cloud_pipeline_components-2.13.0.dist-info → google_cloud_pipeline_components-2.14.0.dist-info}/RECORD +67 -68
  64. {google_cloud_pipeline_components-2.13.0.dist-info → google_cloud_pipeline_components-2.14.0.dist-info}/WHEEL +1 -1
  65. google_cloud_pipeline_components/proto/preflight_validations_pb2.py +0 -47
  66. /google_cloud_pipeline_components/{preview → v1}/model_evaluation/model_based_llm_evaluation/autosxs/__init__.py +0 -0
  67. {google_cloud_pipeline_components-2.13.0.dist-info → google_cloud_pipeline_components-2.14.0.dist-info}/LICENSE +0 -0
  68. {google_cloud_pipeline_components-2.13.0.dist-info → google_cloud_pipeline_components-2.14.0.dist-info}/top_level.txt +0 -0
@@ -8622,9 +8622,9 @@ deploymentSpec:
8622
8622
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8623
8623
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8624
8624
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
8625
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8625
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8626
8626
  \"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8627
- "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325",
8627
+ "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
8628
8628
  "\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
8629
8629
  "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
8630
8630
  \"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
@@ -8665,9 +8665,9 @@ deploymentSpec:
8665
8665
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8666
8666
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8667
8667
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
8668
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8668
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8669
8669
  \"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8670
- "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325",
8670
+ "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
8671
8671
  "\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
8672
8672
  "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
8673
8673
  \"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
@@ -8708,7 +8708,7 @@ deploymentSpec:
8708
8708
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8709
8709
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8710
8710
  {\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
8711
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8711
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8712
8712
  \"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8713
8713
  "\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
8714
8714
  \"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
@@ -8720,7 +8720,7 @@ deploymentSpec:
8720
8720
  "\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
8721
8721
  "\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
8722
8722
  "\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
8723
- \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240214_1325",
8723
+ \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625",
8724
8724
  "\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
8725
8725
  "{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
8726
8726
  "{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
@@ -8749,7 +8749,7 @@ deploymentSpec:
8749
8749
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8750
8750
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8751
8751
  {\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
8752
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8752
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8753
8753
  \"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8754
8754
  "\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
8755
8755
  \"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
@@ -8761,7 +8761,7 @@ deploymentSpec:
8761
8761
  "\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
8762
8762
  "\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
8763
8763
  "\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
8764
- \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240214_1325",
8764
+ \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625",
8765
8765
  "\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
8766
8766
  "{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
8767
8767
  "{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
@@ -8790,7 +8790,7 @@ deploymentSpec:
8790
8790
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8791
8791
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8792
8792
  {\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
8793
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8793
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8794
8794
  \"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8795
8795
  "\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
8796
8796
  \"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
@@ -8802,7 +8802,7 @@ deploymentSpec:
8802
8802
  "\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
8803
8803
  "\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
8804
8804
  "\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
8805
- \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240214_1325",
8805
+ \"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625",
8806
8806
  "\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
8807
8807
  "{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
8808
8808
  "{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
@@ -8831,7 +8831,7 @@ deploymentSpec:
8831
8831
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8832
8832
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8833
8833
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
8834
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8834
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8835
8835
  \"args\": [\"cancel_l2l_tuner\", \"--error_file_path=", "{{$.inputs.parameters[''root_dir'']}}",
8836
8836
  "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb\", \"--cleanup_lro_job_infos=",
8837
8837
  "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/lro\"]}}]}}"]}'
@@ -8846,7 +8846,7 @@ deploymentSpec:
8846
8846
  args:
8847
8847
  - --executor_input
8848
8848
  - '{{$}}'
8849
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240214_1325
8849
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625
8850
8850
  resources:
8851
8851
  cpuLimit: 8.0
8852
8852
  memoryLimit: 52.0
@@ -8855,7 +8855,7 @@ deploymentSpec:
8855
8855
  args:
8856
8856
  - --executor_input
8857
8857
  - '{{$}}'
8858
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240214_1325
8858
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625
8859
8859
  resources:
8860
8860
  cpuLimit: 8.0
8861
8861
  memoryLimit: 52.0
@@ -8864,7 +8864,7 @@ deploymentSpec:
8864
8864
  args:
8865
8865
  - --executor_input
8866
8866
  - '{{$}}'
8867
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240214_1325
8867
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240419_0625
8868
8868
  resources:
8869
8869
  cpuLimit: 8.0
8870
8870
  memoryLimit: 52.0
@@ -8884,9 +8884,9 @@ deploymentSpec:
8884
8884
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8885
8885
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8886
8886
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
8887
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8887
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8888
8888
  \"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8889
- "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325",
8889
+ "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
8890
8890
  "\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
8891
8891
  "\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
8892
8892
  "\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
@@ -8931,9 +8931,9 @@ deploymentSpec:
8931
8931
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8932
8932
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8933
8933
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
8934
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8934
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8935
8935
  \"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
8936
- "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325",
8936
+ "\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625",
8937
8937
  "\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
8938
8938
  "\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
8939
8939
  "\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
@@ -8978,7 +8978,7 @@ deploymentSpec:
8978
8978
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
8979
8979
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
8980
8980
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
8981
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
8981
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
8982
8982
  \"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
8983
8983
  "{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
8984
8984
  "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
@@ -8999,7 +8999,7 @@ deploymentSpec:
8999
8999
  \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
9000
9000
  \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
9001
9001
  "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
9002
- "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240214_1325",
9002
+ "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
9003
9003
  "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
9004
9004
  "\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
9005
9005
  "\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
@@ -9030,7 +9030,7 @@ deploymentSpec:
9030
9030
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
9031
9031
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
9032
9032
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
9033
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
9033
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
9034
9034
  \"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
9035
9035
  "{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
9036
9036
  "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
@@ -9051,7 +9051,7 @@ deploymentSpec:
9051
9051
  \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
9052
9052
  \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
9053
9053
  "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
9054
- "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240214_1325",
9054
+ "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
9055
9055
  "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
9056
9056
  "\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
9057
9057
  "\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
@@ -9087,7 +9087,7 @@ deploymentSpec:
9087
9087
  \ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
9088
9088
  \ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
9089
9089
  \ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
9090
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9090
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9091
9091
  exec-bool-identity-2:
9092
9092
  container:
9093
9093
  args:
@@ -9109,7 +9109,7 @@ deploymentSpec:
9109
9109
  \ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
9110
9110
  \ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
9111
9111
  \ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
9112
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9112
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9113
9113
  exec-bool-identity-3:
9114
9114
  container:
9115
9115
  args:
@@ -9131,7 +9131,7 @@ deploymentSpec:
9131
9131
  \ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
9132
9132
  \ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
9133
9133
  \ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
9134
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9134
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9135
9135
  exec-calculate-training-parameters:
9136
9136
  container:
9137
9137
  args:
@@ -9223,7 +9223,7 @@ deploymentSpec:
9223
9223
  \ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
9224
9224
  \ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
9225
9225
  \ reduce_search_space_mode,\n )\n\n"
9226
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9226
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9227
9227
  exec-calculate-training-parameters-2:
9228
9228
  container:
9229
9229
  args:
@@ -9315,7 +9315,7 @@ deploymentSpec:
9315
9315
  \ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
9316
9316
  \ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
9317
9317
  \ reduce_search_space_mode,\n )\n\n"
9318
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9318
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9319
9319
  exec-check-if-binary-classification:
9320
9320
  container:
9321
9321
  args:
@@ -9343,7 +9343,7 @@ deploymentSpec:
9343
9343
  \ with open(example_gen_metadata, 'r') as f:\n metadata_path = f.read()\n\
9344
9344
  \ metadata = json.loads(metadata_path)\n return str(metadata['objective']\
9345
9345
  \ == 'binary_classification').lower()\n\n"
9346
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9346
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9347
9347
  exec-feature-attribution:
9348
9348
  container:
9349
9349
  args:
@@ -9536,7 +9536,7 @@ deploymentSpec:
9536
9536
  \ 'r') as f:\n split_0_content = f.read()\n with open(split_1, 'r')\
9537
9537
  \ as f:\n split_1_content = f.read()\n with open(splits, 'w') as f:\n\
9538
9538
  \ f.write(','.join([split_0_content, split_1_content]))\n\n"
9539
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
9539
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
9540
9540
  exec-model-batch-explanation:
9541
9541
  container:
9542
9542
  args:
@@ -10383,7 +10383,7 @@ deploymentSpec:
10383
10383
  \n train_spec['transformations'] = purged_transformation_list\n metadata['train_spec']\
10384
10384
  \ = train_spec\n\n with open(output_metadata, 'w') as f:\n f.write(json.dumps(metadata))\n\
10385
10385
  \n"
10386
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
10386
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
10387
10387
  exec-read-input-uri:
10388
10388
  container:
10389
10389
  args:
@@ -10411,7 +10411,7 @@ deploymentSpec:
10411
10411
  \ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
10412
10412
  \ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
10413
10413
  \ return data_source['tf_record_data_source']['file_patterns']\n\n"
10414
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
10414
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
10415
10415
  exec-read-input-uri-2:
10416
10416
  container:
10417
10417
  args:
@@ -10439,7 +10439,7 @@ deploymentSpec:
10439
10439
  \ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
10440
10440
  \ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
10441
10441
  \ return data_source['tf_record_data_source']['file_patterns']\n\n"
10442
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
10442
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
10443
10443
  exec-string-not-empty:
10444
10444
  container:
10445
10445
  args:
@@ -10463,7 +10463,7 @@ deploymentSpec:
10463
10463
  \n Returns:\n Boolean value. -> 'true' if empty, 'false' if not empty.\
10464
10464
  \ We need to use str\n instead of bool due to a limitation in KFP compiler.\n\
10465
10465
  \ \"\"\"\n return 'true' if value else 'false'\n\n"
10466
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
10466
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
10467
10467
  exec-tabular-feature-ranking-and-selection:
10468
10468
  container:
10469
10469
  args:
@@ -10480,7 +10480,7 @@ deploymentSpec:
10480
10480
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
10481
10481
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
10482
10482
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
10483
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
10483
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
10484
10484
  \"args\": [\"feature_selection\", \"--data_source=", "{{$.inputs.artifacts[''data_source''].uri}}",
10485
10485
  "\", \"--target_column=", "{{$.inputs.parameters[''target_column_name'']}}",
10486
10486
  "\", \"--prediction_type=", "{{$.inputs.parameters[''prediction_type'']}}",
@@ -10493,7 +10493,7 @@ deploymentSpec:
10493
10493
  \"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
10494
10494
  \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
10495
10495
  \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
10496
- "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240214_1325",
10496
+ "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
10497
10497
  "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
10498
10498
  "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
10499
10499
  "\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
@@ -10526,7 +10526,7 @@ deploymentSpec:
10526
10526
  \"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
10527
10527
  "\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
10528
10528
  {\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
10529
- "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240214_1325", "\",
10529
+ "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240419_0625", "\",
10530
10530
  \"args\": [\"stats_generator\",", "\"--train_spec={\\\"prediction_type\\\":
10531
10531
  \\\"", "{{$.inputs.parameters[''prediction_type'']}}", "\\\", \\\"target_column\\\":
10532
10532
  \\\"", "{{$.inputs.parameters[''target_column_name'']}}", "\\\", \\\"optimization_objective\\\":
@@ -10559,7 +10559,7 @@ deploymentSpec:
10559
10559
  \"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
10560
10560
  \"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
10561
10561
  \"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
10562
- "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240214_1325",
10562
+ "\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240419_0625",
10563
10563
  "\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
10564
10564
  "\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
10565
10565
  "\", \"--dataflow_kms_key=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
@@ -10614,7 +10614,7 @@ deploymentSpec:
10614
10614
  \ f'{directory}/prediction.results-*',\n ],\n 'coder':\
10615
10615
  \ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
10616
10616
  \n"
10617
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
10617
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
10618
10618
  exec-write-bp-result-path-2:
10619
10619
  container:
10620
10620
  args:
@@ -10644,7 +10644,7 @@ deploymentSpec:
10644
10644
  \ f'{directory}/prediction.results-*',\n ],\n 'coder':\
10645
10645
  \ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
10646
10646
  \n"
10647
- image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240214_1325
10647
+ image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240419_0625
10648
10648
  pipelineInfo:
10649
10649
  description: The AutoML Tabular pipeline.
10650
10650
  name: automl-tabular-feature-selection-pipeline