google-cloud-pipeline-components 2.17.0__py3-none-any.whl → 2.19.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- google_cloud_pipeline_components/container/v1/custom_job/remote_runner.py +13 -3
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_ensemble.py +1 -1
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_1_tuner.py +2 -2
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_2_tuner.py +2 -2
- google_cloud_pipeline_components/preview/automl/forecasting/learn_to_learn_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/forecasting/sequence_to_sequence_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/forecasting/temporal_fusion_transformer_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/forecasting/time_series_dense_encoder_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/tabular/auto_feature_engineering.py +1 -1
- google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_feature_selection_pipeline.yaml +39 -39
- google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_v2_pipeline.yaml +41 -41
- google_cloud_pipeline_components/preview/automl/tabular/distillation_stage_feature_transform_engine.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/feature_selection.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/feature_selection_pipeline.yaml +4 -4
- google_cloud_pipeline_components/preview/automl/tabular/feature_transform_engine.py +3 -3
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job_pipeline.yaml +15 -15
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/automl/tabular/utils.py +1 -1
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job_pipeline.yaml +14 -14
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/automl/tabular/xgboost_hyperparameter_tuning_job_pipeline.yaml +14 -14
- google_cloud_pipeline_components/preview/automl/tabular/xgboost_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/custom_job/__init__.py +9 -0
- google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_predict_pipeline.yaml +10 -10
- google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_train_pipeline.yaml +31 -31
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_predict_pipeline.yaml +13 -13
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer.py +3 -3
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer_pipeline.yaml +14 -14
- google_cloud_pipeline_components/v1/automl/tabular/automl_tabular_pipeline.yaml +37 -37
- google_cloud_pipeline_components/v1/automl/tabular/cv_trainer.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/ensemble.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/finalizer.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/infra_validator.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/split_materialized_data.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/stage_1_tuner.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/stats_and_example_gen.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/training_configurator_and_validator.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/transform.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/utils.py +1 -1
- google_cloud_pipeline_components/v1/custom_job/component.py +8 -2
- google_cloud_pipeline_components/v1/custom_job/utils.py +26 -0
- google_cloud_pipeline_components/v1/model_evaluation/regression_component.py +1 -1
- google_cloud_pipeline_components/version.py +1 -1
- {google_cloud_pipeline_components-2.17.0.dist-info → google_cloud_pipeline_components-2.19.0.dist-info}/METADATA +5 -3
- {google_cloud_pipeline_components-2.17.0.dist-info → google_cloud_pipeline_components-2.19.0.dist-info}/RECORD +52 -52
- {google_cloud_pipeline_components-2.17.0.dist-info → google_cloud_pipeline_components-2.19.0.dist-info}/LICENSE +0 -0
- {google_cloud_pipeline_components-2.17.0.dist-info → google_cloud_pipeline_components-2.19.0.dist-info}/WHEEL +0 -0
- {google_cloud_pipeline_components-2.17.0.dist-info → google_cloud_pipeline_components-2.19.0.dist-info}/top_level.txt +0 -0
|
@@ -8622,9 +8622,9 @@ deploymentSpec:
|
|
|
8622
8622
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8623
8623
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8624
8624
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8625
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8625
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8626
8626
|
\"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8627
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8627
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625",
|
|
8628
8628
|
"\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
|
|
8629
8629
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
|
|
8630
8630
|
\"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
|
|
@@ -8665,9 +8665,9 @@ deploymentSpec:
|
|
|
8665
8665
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8666
8666
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8667
8667
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8668
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8668
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8669
8669
|
\"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8670
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8670
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625",
|
|
8671
8671
|
"\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
|
|
8672
8672
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
|
|
8673
8673
|
\"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
|
|
@@ -8708,7 +8708,7 @@ deploymentSpec:
|
|
|
8708
8708
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8709
8709
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8710
8710
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8711
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8711
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8712
8712
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8713
8713
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8714
8714
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8720,7 +8720,7 @@ deploymentSpec:
|
|
|
8720
8720
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8721
8721
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8722
8722
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8723
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8723
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20250129_0625",
|
|
8724
8724
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8725
8725
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8726
8726
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8749,7 +8749,7 @@ deploymentSpec:
|
|
|
8749
8749
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8750
8750
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8751
8751
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8752
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8752
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8753
8753
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8754
8754
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8755
8755
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8761,7 +8761,7 @@ deploymentSpec:
|
|
|
8761
8761
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8762
8762
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8763
8763
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8764
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8764
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20250129_0625",
|
|
8765
8765
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8766
8766
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8767
8767
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8790,7 +8790,7 @@ deploymentSpec:
|
|
|
8790
8790
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8791
8791
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8792
8792
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8793
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8793
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8794
8794
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8795
8795
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8796
8796
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8802,7 +8802,7 @@ deploymentSpec:
|
|
|
8802
8802
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8803
8803
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8804
8804
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8805
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8805
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20250129_0625",
|
|
8806
8806
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8807
8807
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8808
8808
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8831,7 +8831,7 @@ deploymentSpec:
|
|
|
8831
8831
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8832
8832
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8833
8833
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8834
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8834
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8835
8835
|
\"args\": [\"cancel_l2l_tuner\", \"--error_file_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
8836
8836
|
"/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb\", \"--cleanup_lro_job_infos=",
|
|
8837
8837
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/lro\"]}}]}}"]}'
|
|
@@ -8846,7 +8846,7 @@ deploymentSpec:
|
|
|
8846
8846
|
args:
|
|
8847
8847
|
- --executor_input
|
|
8848
8848
|
- '{{$}}'
|
|
8849
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8849
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20250129_0625
|
|
8850
8850
|
resources:
|
|
8851
8851
|
cpuLimit: 8.0
|
|
8852
8852
|
memoryLimit: 52.0
|
|
@@ -8855,7 +8855,7 @@ deploymentSpec:
|
|
|
8855
8855
|
args:
|
|
8856
8856
|
- --executor_input
|
|
8857
8857
|
- '{{$}}'
|
|
8858
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8858
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20250129_0625
|
|
8859
8859
|
resources:
|
|
8860
8860
|
cpuLimit: 8.0
|
|
8861
8861
|
memoryLimit: 52.0
|
|
@@ -8864,7 +8864,7 @@ deploymentSpec:
|
|
|
8864
8864
|
args:
|
|
8865
8865
|
- --executor_input
|
|
8866
8866
|
- '{{$}}'
|
|
8867
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8867
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20250129_0625
|
|
8868
8868
|
resources:
|
|
8869
8869
|
cpuLimit: 8.0
|
|
8870
8870
|
memoryLimit: 52.0
|
|
@@ -8884,9 +8884,9 @@ deploymentSpec:
|
|
|
8884
8884
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8885
8885
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8886
8886
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8887
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8887
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8888
8888
|
\"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8889
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8889
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625",
|
|
8890
8890
|
"\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
|
|
8891
8891
|
"\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
|
|
8892
8892
|
"\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
|
|
@@ -8931,9 +8931,9 @@ deploymentSpec:
|
|
|
8931
8931
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8932
8932
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8933
8933
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8934
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8934
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8935
8935
|
\"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8936
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8936
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625",
|
|
8937
8937
|
"\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
|
|
8938
8938
|
"\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
|
|
8939
8939
|
"\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
|
|
@@ -8978,7 +8978,7 @@ deploymentSpec:
|
|
|
8978
8978
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8979
8979
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8980
8980
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8981
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8981
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
8982
8982
|
\"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
|
|
8983
8983
|
"{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
|
|
8984
8984
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
|
|
@@ -8999,7 +8999,7 @@ deploymentSpec:
|
|
|
8999
8999
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
9000
9000
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
9001
9001
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
9002
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
9002
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20250129_0625",
|
|
9003
9003
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
9004
9004
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
9005
9005
|
"\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
|
|
@@ -9030,7 +9030,7 @@ deploymentSpec:
|
|
|
9030
9030
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
9031
9031
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
9032
9032
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
9033
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
9033
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
9034
9034
|
\"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
|
|
9035
9035
|
"{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
|
|
9036
9036
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
|
|
@@ -9051,7 +9051,7 @@ deploymentSpec:
|
|
|
9051
9051
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
9052
9052
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
9053
9053
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
9054
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
9054
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20250129_0625",
|
|
9055
9055
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
9056
9056
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
9057
9057
|
"\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
|
|
@@ -9087,7 +9087,7 @@ deploymentSpec:
|
|
|
9087
9087
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
9088
9088
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
9089
9089
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
9090
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9090
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9091
9091
|
exec-bool-identity-2:
|
|
9092
9092
|
container:
|
|
9093
9093
|
args:
|
|
@@ -9109,7 +9109,7 @@ deploymentSpec:
|
|
|
9109
9109
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
9110
9110
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
9111
9111
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
9112
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9112
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9113
9113
|
exec-bool-identity-3:
|
|
9114
9114
|
container:
|
|
9115
9115
|
args:
|
|
@@ -9131,7 +9131,7 @@ deploymentSpec:
|
|
|
9131
9131
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
9132
9132
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
9133
9133
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
9134
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9134
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9135
9135
|
exec-calculate-training-parameters:
|
|
9136
9136
|
container:
|
|
9137
9137
|
args:
|
|
@@ -9223,7 +9223,7 @@ deploymentSpec:
|
|
|
9223
9223
|
\ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
|
|
9224
9224
|
\ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
|
|
9225
9225
|
\ reduce_search_space_mode,\n )\n\n"
|
|
9226
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9226
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9227
9227
|
exec-calculate-training-parameters-2:
|
|
9228
9228
|
container:
|
|
9229
9229
|
args:
|
|
@@ -9315,7 +9315,7 @@ deploymentSpec:
|
|
|
9315
9315
|
\ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
|
|
9316
9316
|
\ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
|
|
9317
9317
|
\ reduce_search_space_mode,\n )\n\n"
|
|
9318
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9318
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9319
9319
|
exec-check-if-binary-classification:
|
|
9320
9320
|
container:
|
|
9321
9321
|
args:
|
|
@@ -9343,7 +9343,7 @@ deploymentSpec:
|
|
|
9343
9343
|
\ with open(example_gen_metadata, 'r') as f:\n metadata_path = f.read()\n\
|
|
9344
9344
|
\ metadata = json.loads(metadata_path)\n return str(metadata['objective']\
|
|
9345
9345
|
\ == 'binary_classification').lower()\n\n"
|
|
9346
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9346
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9347
9347
|
exec-feature-attribution:
|
|
9348
9348
|
container:
|
|
9349
9349
|
args:
|
|
@@ -9536,7 +9536,7 @@ deploymentSpec:
|
|
|
9536
9536
|
\ 'r') as f:\n split_0_content = f.read()\n with open(split_1, 'r')\
|
|
9537
9537
|
\ as f:\n split_1_content = f.read()\n with open(splits, 'w') as f:\n\
|
|
9538
9538
|
\ f.write(','.join([split_0_content, split_1_content]))\n\n"
|
|
9539
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9539
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
9540
9540
|
exec-model-batch-explanation:
|
|
9541
9541
|
container:
|
|
9542
9542
|
args:
|
|
@@ -10383,7 +10383,7 @@ deploymentSpec:
|
|
|
10383
10383
|
\n train_spec['transformations'] = purged_transformation_list\n metadata['train_spec']\
|
|
10384
10384
|
\ = train_spec\n\n with open(output_metadata, 'w') as f:\n f.write(json.dumps(metadata))\n\
|
|
10385
10385
|
\n"
|
|
10386
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10386
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
10387
10387
|
exec-read-input-uri:
|
|
10388
10388
|
container:
|
|
10389
10389
|
args:
|
|
@@ -10411,7 +10411,7 @@ deploymentSpec:
|
|
|
10411
10411
|
\ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
|
|
10412
10412
|
\ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
|
|
10413
10413
|
\ return data_source['tf_record_data_source']['file_patterns']\n\n"
|
|
10414
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10414
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
10415
10415
|
exec-read-input-uri-2:
|
|
10416
10416
|
container:
|
|
10417
10417
|
args:
|
|
@@ -10439,7 +10439,7 @@ deploymentSpec:
|
|
|
10439
10439
|
\ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
|
|
10440
10440
|
\ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
|
|
10441
10441
|
\ return data_source['tf_record_data_source']['file_patterns']\n\n"
|
|
10442
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10442
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
10443
10443
|
exec-string-not-empty:
|
|
10444
10444
|
container:
|
|
10445
10445
|
args:
|
|
@@ -10463,7 +10463,7 @@ deploymentSpec:
|
|
|
10463
10463
|
\n Returns:\n Boolean value. -> 'true' if empty, 'false' if not empty.\
|
|
10464
10464
|
\ We need to use str\n instead of bool due to a limitation in KFP compiler.\n\
|
|
10465
10465
|
\ \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
10466
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10466
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
10467
10467
|
exec-tabular-feature-ranking-and-selection:
|
|
10468
10468
|
container:
|
|
10469
10469
|
args:
|
|
@@ -10480,7 +10480,7 @@ deploymentSpec:
|
|
|
10480
10480
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
10481
10481
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
10482
10482
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
10483
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
10483
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
10484
10484
|
\"args\": [\"feature_selection\", \"--data_source=", "{{$.inputs.artifacts[''data_source''].uri}}",
|
|
10485
10485
|
"\", \"--target_column=", "{{$.inputs.parameters[''target_column_name'']}}",
|
|
10486
10486
|
"\", \"--prediction_type=", "{{$.inputs.parameters[''prediction_type'']}}",
|
|
@@ -10493,7 +10493,7 @@ deploymentSpec:
|
|
|
10493
10493
|
\"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
|
|
10494
10494
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
10495
10495
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
10496
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
10496
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20250129_0625",
|
|
10497
10497
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
10498
10498
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
10499
10499
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
@@ -10526,7 +10526,7 @@ deploymentSpec:
|
|
|
10526
10526
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
10527
10527
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
10528
10528
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
10529
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
10529
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20250129_0625", "\",
|
|
10530
10530
|
\"args\": [\"stats_generator\",", "\"--train_spec={\\\"prediction_type\\\":
|
|
10531
10531
|
\\\"", "{{$.inputs.parameters[''prediction_type'']}}", "\\\", \\\"target_column\\\":
|
|
10532
10532
|
\\\"", "{{$.inputs.parameters[''target_column_name'']}}", "\\\", \\\"optimization_objective\\\":
|
|
@@ -10559,7 +10559,7 @@ deploymentSpec:
|
|
|
10559
10559
|
\"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
|
|
10560
10560
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
10561
10561
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
10562
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
10562
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20250129_0625",
|
|
10563
10563
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
10564
10564
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
10565
10565
|
"\", \"--dataflow_kms_key=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
@@ -10614,7 +10614,7 @@ deploymentSpec:
|
|
|
10614
10614
|
\ f'{directory}/prediction.results-*',\n ],\n 'coder':\
|
|
10615
10615
|
\ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
|
|
10616
10616
|
\n"
|
|
10617
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10617
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
10618
10618
|
exec-write-bp-result-path-2:
|
|
10619
10619
|
container:
|
|
10620
10620
|
args:
|
|
@@ -10644,7 +10644,7 @@ deploymentSpec:
|
|
|
10644
10644
|
\ f'{directory}/prediction.results-*',\n ],\n 'coder':\
|
|
10645
10645
|
\ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
|
|
10646
10646
|
\n"
|
|
10647
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10647
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20250129_0625
|
|
10648
10648
|
pipelineInfo:
|
|
10649
10649
|
description: The AutoML Tabular pipeline.
|
|
10650
10650
|
name: automl-tabular-feature-selection-pipeline
|