google-cloud-pipeline-components 2.15.0__py3-none-any.whl → 2.16.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of google-cloud-pipeline-components might be problematic. Click here for more details.
- google_cloud_pipeline_components/_implementation/model_evaluation/llm_evaluation_preprocessor/component.py +11 -1
- google_cloud_pipeline_components/_implementation/starry_net/dataprep/component.py +14 -0
- google_cloud_pipeline_components/_implementation/starry_net/get_training_artifacts/component.py +1 -1
- google_cloud_pipeline_components/_implementation/starry_net/train/component.py +11 -0
- google_cloud_pipeline_components/_implementation/starry_net/upload_decomposition_plots/component.py +6 -1
- google_cloud_pipeline_components/_implementation/starry_net/version.py +3 -3
- google_cloud_pipeline_components/container/preview/custom_job/remote_runner.py +31 -0
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_ensemble.py +1 -1
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_1_tuner.py +2 -2
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_2_tuner.py +2 -2
- google_cloud_pipeline_components/preview/automl/forecasting/learn_to_learn_forecasting_pipeline.yaml +42 -38
- google_cloud_pipeline_components/preview/automl/forecasting/sequence_to_sequence_forecasting_pipeline.yaml +42 -38
- google_cloud_pipeline_components/preview/automl/forecasting/temporal_fusion_transformer_forecasting_pipeline.yaml +42 -38
- google_cloud_pipeline_components/preview/automl/forecasting/time_series_dense_encoder_forecasting_pipeline.yaml +42 -38
- google_cloud_pipeline_components/preview/automl/forecasting/utils.py +49 -7
- google_cloud_pipeline_components/preview/automl/tabular/auto_feature_engineering.py +1 -1
- google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_feature_selection_pipeline.yaml +45 -45
- google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_v2_pipeline.yaml +47 -47
- google_cloud_pipeline_components/preview/automl/tabular/distillation_stage_feature_transform_engine.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/feature_selection.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/feature_selection_pipeline.yaml +4 -4
- google_cloud_pipeline_components/preview/automl/tabular/feature_transform_engine.py +3 -3
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job_pipeline.yaml +15 -15
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job_pipeline.yaml +14 -14
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/automl/tabular/xgboost_hyperparameter_tuning_job_pipeline.yaml +14 -14
- google_cloud_pipeline_components/preview/automl/tabular/xgboost_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/custom_job/utils.py +64 -15
- google_cloud_pipeline_components/preview/starry_net/component.py +60 -34
- google_cloud_pipeline_components/proto/template_metadata_pb2.py +21 -17
- google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_predict_pipeline.yaml +10 -10
- google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_train_pipeline.yaml +31 -31
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_predict_pipeline.yaml +13 -13
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer.py +3 -3
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer_pipeline.yaml +14 -14
- google_cloud_pipeline_components/v1/automl/tabular/automl_tabular_pipeline.yaml +43 -43
- google_cloud_pipeline_components/v1/automl/tabular/cv_trainer.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/ensemble.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/finalizer.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/infra_validator.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/split_materialized_data.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/stage_1_tuner.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/stats_and_example_gen.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/training_configurator_and_validator.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/transform.py +2 -2
- google_cloud_pipeline_components/v1/custom_job/component.py +3 -0
- google_cloud_pipeline_components/v1/custom_job/utils.py +4 -0
- google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_text_generation_pipeline.py +1 -1
- google_cloud_pipeline_components/version.py +1 -1
- {google_cloud_pipeline_components-2.15.0.dist-info → google_cloud_pipeline_components-2.16.1.dist-info}/METADATA +10 -10
- {google_cloud_pipeline_components-2.15.0.dist-info → google_cloud_pipeline_components-2.16.1.dist-info}/RECORD +59 -59
- {google_cloud_pipeline_components-2.15.0.dist-info → google_cloud_pipeline_components-2.16.1.dist-info}/WHEEL +1 -1
- {google_cloud_pipeline_components-2.15.0.dist-info → google_cloud_pipeline_components-2.16.1.dist-info}/LICENSE +0 -0
- {google_cloud_pipeline_components-2.15.0.dist-info → google_cloud_pipeline_components-2.16.1.dist-info}/top_level.txt +0 -0
|
@@ -8622,9 +8622,9 @@ deploymentSpec:
|
|
|
8622
8622
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8623
8623
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8624
8624
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8625
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8625
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8626
8626
|
\"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8627
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8627
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625",
|
|
8628
8628
|
"\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
|
|
8629
8629
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
|
|
8630
8630
|
\"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
|
|
@@ -8665,9 +8665,9 @@ deploymentSpec:
|
|
|
8665
8665
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8666
8666
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8667
8667
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8668
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8668
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8669
8669
|
\"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8670
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8670
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625",
|
|
8671
8671
|
"\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
|
|
8672
8672
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
|
|
8673
8673
|
\"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
|
|
@@ -8708,7 +8708,7 @@ deploymentSpec:
|
|
|
8708
8708
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8709
8709
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8710
8710
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8711
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8711
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8712
8712
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8713
8713
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8714
8714
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8720,7 +8720,7 @@ deploymentSpec:
|
|
|
8720
8720
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8721
8721
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8722
8722
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8723
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8723
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240808_0625",
|
|
8724
8724
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8725
8725
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8726
8726
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8749,7 +8749,7 @@ deploymentSpec:
|
|
|
8749
8749
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8750
8750
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8751
8751
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8752
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8752
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8753
8753
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8754
8754
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8755
8755
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8761,7 +8761,7 @@ deploymentSpec:
|
|
|
8761
8761
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8762
8762
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8763
8763
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8764
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8764
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240808_0625",
|
|
8765
8765
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8766
8766
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8767
8767
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8790,7 +8790,7 @@ deploymentSpec:
|
|
|
8790
8790
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8791
8791
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8792
8792
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8793
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8793
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8794
8794
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8795
8795
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8796
8796
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8802,7 +8802,7 @@ deploymentSpec:
|
|
|
8802
8802
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8803
8803
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8804
8804
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8805
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8805
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240808_0625",
|
|
8806
8806
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8807
8807
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8808
8808
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8831,7 +8831,7 @@ deploymentSpec:
|
|
|
8831
8831
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8832
8832
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8833
8833
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8834
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8834
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8835
8835
|
\"args\": [\"cancel_l2l_tuner\", \"--error_file_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
8836
8836
|
"/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb\", \"--cleanup_lro_job_infos=",
|
|
8837
8837
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/lro\"]}}]}}"]}'
|
|
@@ -8846,7 +8846,7 @@ deploymentSpec:
|
|
|
8846
8846
|
args:
|
|
8847
8847
|
- --executor_input
|
|
8848
8848
|
- '{{$}}'
|
|
8849
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8849
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240808_0625
|
|
8850
8850
|
resources:
|
|
8851
8851
|
cpuLimit: 8.0
|
|
8852
8852
|
memoryLimit: 52.0
|
|
@@ -8855,7 +8855,7 @@ deploymentSpec:
|
|
|
8855
8855
|
args:
|
|
8856
8856
|
- --executor_input
|
|
8857
8857
|
- '{{$}}'
|
|
8858
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8858
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240808_0625
|
|
8859
8859
|
resources:
|
|
8860
8860
|
cpuLimit: 8.0
|
|
8861
8861
|
memoryLimit: 52.0
|
|
@@ -8864,7 +8864,7 @@ deploymentSpec:
|
|
|
8864
8864
|
args:
|
|
8865
8865
|
- --executor_input
|
|
8866
8866
|
- '{{$}}'
|
|
8867
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8867
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20240808_0625
|
|
8868
8868
|
resources:
|
|
8869
8869
|
cpuLimit: 8.0
|
|
8870
8870
|
memoryLimit: 52.0
|
|
@@ -8884,9 +8884,9 @@ deploymentSpec:
|
|
|
8884
8884
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8885
8885
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8886
8886
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8887
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8887
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8888
8888
|
\"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8889
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8889
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625",
|
|
8890
8890
|
"\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
|
|
8891
8891
|
"\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
|
|
8892
8892
|
"\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
|
|
@@ -8931,9 +8931,9 @@ deploymentSpec:
|
|
|
8931
8931
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8932
8932
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8933
8933
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8934
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8934
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8935
8935
|
\"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8936
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8936
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625",
|
|
8937
8937
|
"\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
|
|
8938
8938
|
"\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
|
|
8939
8939
|
"\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
|
|
@@ -8978,7 +8978,7 @@ deploymentSpec:
|
|
|
8978
8978
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8979
8979
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8980
8980
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8981
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8981
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
8982
8982
|
\"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
|
|
8983
8983
|
"{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
|
|
8984
8984
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
|
|
@@ -8999,7 +8999,7 @@ deploymentSpec:
|
|
|
8999
8999
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
9000
9000
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
9001
9001
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
9002
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
9002
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240808_0625",
|
|
9003
9003
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
9004
9004
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
9005
9005
|
"\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
|
|
@@ -9030,7 +9030,7 @@ deploymentSpec:
|
|
|
9030
9030
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
9031
9031
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
9032
9032
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
9033
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
9033
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
9034
9034
|
\"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
|
|
9035
9035
|
"{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
|
|
9036
9036
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
|
|
@@ -9051,7 +9051,7 @@ deploymentSpec:
|
|
|
9051
9051
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
9052
9052
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
9053
9053
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
9054
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
9054
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240808_0625",
|
|
9055
9055
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
9056
9056
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
9057
9057
|
"\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
|
|
@@ -9087,7 +9087,7 @@ deploymentSpec:
|
|
|
9087
9087
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
9088
9088
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
9089
9089
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
9090
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9090
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9091
9091
|
exec-bool-identity-2:
|
|
9092
9092
|
container:
|
|
9093
9093
|
args:
|
|
@@ -9109,7 +9109,7 @@ deploymentSpec:
|
|
|
9109
9109
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
9110
9110
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
9111
9111
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
9112
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9112
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9113
9113
|
exec-bool-identity-3:
|
|
9114
9114
|
container:
|
|
9115
9115
|
args:
|
|
@@ -9131,7 +9131,7 @@ deploymentSpec:
|
|
|
9131
9131
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
9132
9132
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
9133
9133
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
9134
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9134
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9135
9135
|
exec-calculate-training-parameters:
|
|
9136
9136
|
container:
|
|
9137
9137
|
args:
|
|
@@ -9223,7 +9223,7 @@ deploymentSpec:
|
|
|
9223
9223
|
\ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
|
|
9224
9224
|
\ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
|
|
9225
9225
|
\ reduce_search_space_mode,\n )\n\n"
|
|
9226
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9226
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9227
9227
|
exec-calculate-training-parameters-2:
|
|
9228
9228
|
container:
|
|
9229
9229
|
args:
|
|
@@ -9315,7 +9315,7 @@ deploymentSpec:
|
|
|
9315
9315
|
\ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
|
|
9316
9316
|
\ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
|
|
9317
9317
|
\ reduce_search_space_mode,\n )\n\n"
|
|
9318
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9318
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9319
9319
|
exec-check-if-binary-classification:
|
|
9320
9320
|
container:
|
|
9321
9321
|
args:
|
|
@@ -9343,7 +9343,7 @@ deploymentSpec:
|
|
|
9343
9343
|
\ with open(example_gen_metadata, 'r') as f:\n metadata_path = f.read()\n\
|
|
9344
9344
|
\ metadata = json.loads(metadata_path)\n return str(metadata['objective']\
|
|
9345
9345
|
\ == 'binary_classification').lower()\n\n"
|
|
9346
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9346
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9347
9347
|
exec-feature-attribution:
|
|
9348
9348
|
container:
|
|
9349
9349
|
args:
|
|
@@ -9536,7 +9536,7 @@ deploymentSpec:
|
|
|
9536
9536
|
\ 'r') as f:\n split_0_content = f.read()\n with open(split_1, 'r')\
|
|
9537
9537
|
\ as f:\n split_1_content = f.read()\n with open(splits, 'w') as f:\n\
|
|
9538
9538
|
\ f.write(','.join([split_0_content, split_1_content]))\n\n"
|
|
9539
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9539
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
9540
9540
|
exec-model-batch-explanation:
|
|
9541
9541
|
container:
|
|
9542
9542
|
args:
|
|
@@ -9578,7 +9578,7 @@ deploymentSpec:
|
|
|
9578
9578
|
- -u
|
|
9579
9579
|
- -m
|
|
9580
9580
|
- launcher
|
|
9581
|
-
image: gcr.io/ml-pipeline/automl-tables-private:1.0.
|
|
9581
|
+
image: gcr.io/ml-pipeline/automl-tables-private:1.0.18
|
|
9582
9582
|
exec-model-batch-explanation-2:
|
|
9583
9583
|
container:
|
|
9584
9584
|
args:
|
|
@@ -9620,7 +9620,7 @@ deploymentSpec:
|
|
|
9620
9620
|
- -u
|
|
9621
9621
|
- -m
|
|
9622
9622
|
- launcher
|
|
9623
|
-
image: gcr.io/ml-pipeline/automl-tables-private:1.0.
|
|
9623
|
+
image: gcr.io/ml-pipeline/automl-tables-private:1.0.18
|
|
9624
9624
|
exec-model-batch-explanation-3:
|
|
9625
9625
|
container:
|
|
9626
9626
|
args:
|
|
@@ -9662,7 +9662,7 @@ deploymentSpec:
|
|
|
9662
9662
|
- -u
|
|
9663
9663
|
- -m
|
|
9664
9664
|
- launcher
|
|
9665
|
-
image: gcr.io/ml-pipeline/automl-tables-private:1.0.
|
|
9665
|
+
image: gcr.io/ml-pipeline/automl-tables-private:1.0.18
|
|
9666
9666
|
exec-model-batch-predict:
|
|
9667
9667
|
container:
|
|
9668
9668
|
args:
|
|
@@ -10275,7 +10275,7 @@ deploymentSpec:
|
|
|
10275
10275
|
- -u
|
|
10276
10276
|
- -m
|
|
10277
10277
|
- launcher
|
|
10278
|
-
image: gcr.io/ml-pipeline/automl-tables-private:1.0.
|
|
10278
|
+
image: gcr.io/ml-pipeline/automl-tables-private:1.0.18
|
|
10279
10279
|
exec-model-upload-2:
|
|
10280
10280
|
container:
|
|
10281
10281
|
args:
|
|
@@ -10304,7 +10304,7 @@ deploymentSpec:
|
|
|
10304
10304
|
- -u
|
|
10305
10305
|
- -m
|
|
10306
10306
|
- launcher
|
|
10307
|
-
image: gcr.io/ml-pipeline/automl-tables-private:1.0.
|
|
10307
|
+
image: gcr.io/ml-pipeline/automl-tables-private:1.0.18
|
|
10308
10308
|
exec-model-upload-3:
|
|
10309
10309
|
container:
|
|
10310
10310
|
args:
|
|
@@ -10333,7 +10333,7 @@ deploymentSpec:
|
|
|
10333
10333
|
- -u
|
|
10334
10334
|
- -m
|
|
10335
10335
|
- launcher
|
|
10336
|
-
image: gcr.io/ml-pipeline/automl-tables-private:1.0.
|
|
10336
|
+
image: gcr.io/ml-pipeline/automl-tables-private:1.0.18
|
|
10337
10337
|
exec-purge-unused-features:
|
|
10338
10338
|
container:
|
|
10339
10339
|
args:
|
|
@@ -10383,7 +10383,7 @@ deploymentSpec:
|
|
|
10383
10383
|
\n train_spec['transformations'] = purged_transformation_list\n metadata['train_spec']\
|
|
10384
10384
|
\ = train_spec\n\n with open(output_metadata, 'w') as f:\n f.write(json.dumps(metadata))\n\
|
|
10385
10385
|
\n"
|
|
10386
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10386
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
10387
10387
|
exec-read-input-uri:
|
|
10388
10388
|
container:
|
|
10389
10389
|
args:
|
|
@@ -10411,7 +10411,7 @@ deploymentSpec:
|
|
|
10411
10411
|
\ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
|
|
10412
10412
|
\ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
|
|
10413
10413
|
\ return data_source['tf_record_data_source']['file_patterns']\n\n"
|
|
10414
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10414
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
10415
10415
|
exec-read-input-uri-2:
|
|
10416
10416
|
container:
|
|
10417
10417
|
args:
|
|
@@ -10439,7 +10439,7 @@ deploymentSpec:
|
|
|
10439
10439
|
\ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
|
|
10440
10440
|
\ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
|
|
10441
10441
|
\ return data_source['tf_record_data_source']['file_patterns']\n\n"
|
|
10442
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10442
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
10443
10443
|
exec-string-not-empty:
|
|
10444
10444
|
container:
|
|
10445
10445
|
args:
|
|
@@ -10463,7 +10463,7 @@ deploymentSpec:
|
|
|
10463
10463
|
\n Returns:\n Boolean value. -> 'true' if empty, 'false' if not empty.\
|
|
10464
10464
|
\ We need to use str\n instead of bool due to a limitation in KFP compiler.\n\
|
|
10465
10465
|
\ \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
10466
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10466
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
10467
10467
|
exec-tabular-feature-ranking-and-selection:
|
|
10468
10468
|
container:
|
|
10469
10469
|
args:
|
|
@@ -10480,7 +10480,7 @@ deploymentSpec:
|
|
|
10480
10480
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
10481
10481
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
10482
10482
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
10483
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
10483
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
10484
10484
|
\"args\": [\"feature_selection\", \"--data_source=", "{{$.inputs.artifacts[''data_source''].uri}}",
|
|
10485
10485
|
"\", \"--target_column=", "{{$.inputs.parameters[''target_column_name'']}}",
|
|
10486
10486
|
"\", \"--prediction_type=", "{{$.inputs.parameters[''prediction_type'']}}",
|
|
@@ -10493,7 +10493,7 @@ deploymentSpec:
|
|
|
10493
10493
|
\"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
|
|
10494
10494
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
10495
10495
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
10496
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
10496
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240808_0625",
|
|
10497
10497
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
10498
10498
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
10499
10499
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
@@ -10526,7 +10526,7 @@ deploymentSpec:
|
|
|
10526
10526
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
10527
10527
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
10528
10528
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
10529
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
10529
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20240808_0625", "\",
|
|
10530
10530
|
\"args\": [\"stats_generator\",", "\"--train_spec={\\\"prediction_type\\\":
|
|
10531
10531
|
\\\"", "{{$.inputs.parameters[''prediction_type'']}}", "\\\", \\\"target_column\\\":
|
|
10532
10532
|
\\\"", "{{$.inputs.parameters[''target_column_name'']}}", "\\\", \\\"optimization_objective\\\":
|
|
@@ -10559,7 +10559,7 @@ deploymentSpec:
|
|
|
10559
10559
|
\"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
|
|
10560
10560
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
10561
10561
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
10562
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
10562
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20240808_0625",
|
|
10563
10563
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
10564
10564
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
10565
10565
|
"\", \"--dataflow_kms_key=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
@@ -10614,7 +10614,7 @@ deploymentSpec:
|
|
|
10614
10614
|
\ f'{directory}/prediction.results-*',\n ],\n 'coder':\
|
|
10615
10615
|
\ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
|
|
10616
10616
|
\n"
|
|
10617
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10617
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
10618
10618
|
exec-write-bp-result-path-2:
|
|
10619
10619
|
container:
|
|
10620
10620
|
args:
|
|
@@ -10644,7 +10644,7 @@ deploymentSpec:
|
|
|
10644
10644
|
\ f'{directory}/prediction.results-*',\n ],\n 'coder':\
|
|
10645
10645
|
\ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
|
|
10646
10646
|
\n"
|
|
10647
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10647
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20240808_0625
|
|
10648
10648
|
pipelineInfo:
|
|
10649
10649
|
description: The AutoML Tabular pipeline.
|
|
10650
10650
|
name: automl-tabular-feature-selection-pipeline
|