google-cloud-pipeline-components 2.16.1__py3-none-any.whl → 2.18.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of google-cloud-pipeline-components might be problematic. Click here for more details.
- google_cloud_pipeline_components/_implementation/llm/generated/refined_image_versions.py +1 -1
- google_cloud_pipeline_components/_implementation/model_evaluation/import_evaluation/__init__.py +14 -0
- google_cloud_pipeline_components/_implementation/model_evaluation/import_evaluation/component.py +208 -0
- google_cloud_pipeline_components/_implementation/model_evaluation/llm_evaluation/component.py +3 -0
- google_cloud_pipeline_components/_implementation/model_evaluation/llm_evaluation_preprocessor/component.py +2 -4
- google_cloud_pipeline_components/_implementation/model_evaluation/version.py +1 -1
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_ensemble.py +1 -1
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_1_tuner.py +2 -2
- google_cloud_pipeline_components/preview/automl/forecasting/forecasting_stage_2_tuner.py +2 -2
- google_cloud_pipeline_components/preview/automl/forecasting/learn_to_learn_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/forecasting/sequence_to_sequence_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/forecasting/temporal_fusion_transformer_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/forecasting/time_series_dense_encoder_forecasting_pipeline.yaml +34 -34
- google_cloud_pipeline_components/preview/automl/tabular/auto_feature_engineering.py +1 -1
- google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_feature_selection_pipeline.yaml +39 -39
- google_cloud_pipeline_components/preview/automl/tabular/automl_tabular_v2_pipeline.yaml +41 -41
- google_cloud_pipeline_components/preview/automl/tabular/distillation_stage_feature_transform_engine.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/feature_selection.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/feature_selection_pipeline.yaml +4 -4
- google_cloud_pipeline_components/preview/automl/tabular/feature_transform_engine.py +3 -3
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_hyperparameter_tuning_job_pipeline.yaml +15 -15
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/tabnet_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/automl/tabular/utils.py +1 -1
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_hyperparameter_tuning_job_pipeline.yaml +14 -14
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer.py +2 -2
- google_cloud_pipeline_components/preview/automl/tabular/wide_and_deep_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/automl/tabular/xgboost_hyperparameter_tuning_job_pipeline.yaml +14 -14
- google_cloud_pipeline_components/preview/automl/tabular/xgboost_trainer_pipeline.yaml +13 -13
- google_cloud_pipeline_components/preview/custom_job/__init__.py +9 -0
- google_cloud_pipeline_components/preview/model_evaluation/evaluation_llm_classification_pipeline.py +180 -0
- google_cloud_pipeline_components/preview/model_evaluation/evaluation_llm_text_generation_pipeline.py +178 -0
- google_cloud_pipeline_components/preview/model_evaluation/model_based_llm_evaluation/__init__.py +20 -0
- google_cloud_pipeline_components/preview/model_evaluation/model_based_llm_evaluation/autosxs/__init__.py +13 -0
- google_cloud_pipeline_components/preview/model_evaluation/model_based_llm_evaluation/autosxs/autosxs_pipeline.py +109 -0
- google_cloud_pipeline_components/proto/preflight_validations_pb2.py +58 -0
- google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_predict_pipeline.yaml +10 -10
- google_cloud_pipeline_components/v1/automl/forecasting/bqml_arima_train_pipeline.yaml +31 -31
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_predict_pipeline.yaml +13 -13
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer.py +3 -3
- google_cloud_pipeline_components/v1/automl/forecasting/prophet_trainer_pipeline.yaml +14 -14
- google_cloud_pipeline_components/v1/automl/tabular/automl_tabular_pipeline.yaml +37 -37
- google_cloud_pipeline_components/v1/automl/tabular/cv_trainer.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/ensemble.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/finalizer.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/infra_validator.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/split_materialized_data.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/stage_1_tuner.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/stats_and_example_gen.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/training_configurator_and_validator.py +1 -1
- google_cloud_pipeline_components/v1/automl/tabular/transform.py +2 -2
- google_cloud_pipeline_components/v1/automl/tabular/utils.py +1 -1
- google_cloud_pipeline_components/v1/custom_job/component.py +5 -2
- google_cloud_pipeline_components/v1/custom_job/utils.py +23 -0
- google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_text_generation_pipeline.py +2 -1
- google_cloud_pipeline_components/v1/model_evaluation/regression_component.py +1 -1
- google_cloud_pipeline_components/version.py +1 -1
- {google_cloud_pipeline_components-2.16.1.dist-info → google_cloud_pipeline_components-2.18.0.dist-info}/METADATA +23 -18
- {google_cloud_pipeline_components-2.16.1.dist-info → google_cloud_pipeline_components-2.18.0.dist-info}/RECORD +64 -56
- {google_cloud_pipeline_components-2.16.1.dist-info → google_cloud_pipeline_components-2.18.0.dist-info}/WHEEL +1 -1
- {google_cloud_pipeline_components-2.16.1.dist-info → google_cloud_pipeline_components-2.18.0.dist-info}/LICENSE +0 -0
- {google_cloud_pipeline_components-2.16.1.dist-info → google_cloud_pipeline_components-2.18.0.dist-info}/top_level.txt +0 -0
|
@@ -8420,9 +8420,9 @@ deploymentSpec:
|
|
|
8420
8420
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8421
8421
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8422
8422
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8423
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8423
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8424
8424
|
\"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8425
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8425
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625",
|
|
8426
8426
|
"\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
|
|
8427
8427
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
|
|
8428
8428
|
\"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
|
|
@@ -8463,9 +8463,9 @@ deploymentSpec:
|
|
|
8463
8463
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8464
8464
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8465
8465
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8466
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8466
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8467
8467
|
\"args\": [\"l2l_cv_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8468
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8468
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625",
|
|
8469
8469
|
"\", \"--component_id={{$.pipeline_task_uuid}}\", \"--training_base_dir=",
|
|
8470
8470
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/train\",
|
|
8471
8471
|
\"--num_parallel_trial=", "{{$.inputs.parameters[''num_parallel_trials'']}}",
|
|
@@ -8506,7 +8506,7 @@ deploymentSpec:
|
|
|
8506
8506
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8507
8507
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8508
8508
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8509
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8509
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8510
8510
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8511
8511
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8512
8512
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8518,7 +8518,7 @@ deploymentSpec:
|
|
|
8518
8518
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8519
8519
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8520
8520
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8521
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8521
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625",
|
|
8522
8522
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8523
8523
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8524
8524
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8547,7 +8547,7 @@ deploymentSpec:
|
|
|
8547
8547
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8548
8548
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8549
8549
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8550
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8550
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8551
8551
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8552
8552
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8553
8553
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8559,7 +8559,7 @@ deploymentSpec:
|
|
|
8559
8559
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8560
8560
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8561
8561
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8562
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8562
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625",
|
|
8563
8563
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8564
8564
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8565
8565
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8588,7 +8588,7 @@ deploymentSpec:
|
|
|
8588
8588
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8589
8589
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8590
8590
|
{\"machine_type\": \"n1-highmem-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8591
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8591
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8592
8592
|
\"args\": [\"ensemble\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8593
8593
|
"\", \"--model_output_path=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/model\",
|
|
8594
8594
|
\"--custom_model_output_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
@@ -8600,7 +8600,7 @@ deploymentSpec:
|
|
|
8600
8600
|
"\", \"--tuning_result_input_path=", "{{$.inputs.artifacts[''tuning_result_input''].uri}}",
|
|
8601
8601
|
"\", \"--instance_baseline_path=", "{{$.inputs.artifacts[''instance_baseline''].uri}}",
|
|
8602
8602
|
"\", \"--warmup_data=", "{{$.inputs.artifacts[''warmup_data''].uri}}", "\",
|
|
8603
|
-
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8603
|
+
\"--prediction_docker_uri=", "us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625",
|
|
8604
8604
|
"\", \"--model_path=", "{{$.outputs.artifacts[''model''].uri}}", "\", \"--custom_model_path=",
|
|
8605
8605
|
"{{$.outputs.artifacts[''model_without_custom_ops''].uri}}", "\", \"--explanation_metadata_path=",
|
|
8606
8606
|
"{{$.outputs.parameters[''explanation_metadata''].output_file}}", ",", "{{$.outputs.artifacts[''explanation_metadata_artifact''].uri}}",
|
|
@@ -8629,7 +8629,7 @@ deploymentSpec:
|
|
|
8629
8629
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8630
8630
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8631
8631
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8632
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8632
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8633
8633
|
\"args\": [\"cancel_l2l_tuner\", \"--error_file_path=", "{{$.inputs.parameters[''root_dir'']}}",
|
|
8634
8634
|
"/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/error.pb\", \"--cleanup_lro_job_infos=",
|
|
8635
8635
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/lro\"]}}]}}"]}'
|
|
@@ -8644,7 +8644,7 @@ deploymentSpec:
|
|
|
8644
8644
|
args:
|
|
8645
8645
|
- --executor_input
|
|
8646
8646
|
- '{{$}}'
|
|
8647
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8647
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625
|
|
8648
8648
|
resources:
|
|
8649
8649
|
cpuLimit: 8.0
|
|
8650
8650
|
memoryLimit: 52.0
|
|
@@ -8653,7 +8653,7 @@ deploymentSpec:
|
|
|
8653
8653
|
args:
|
|
8654
8654
|
- --executor_input
|
|
8655
8655
|
- '{{$}}'
|
|
8656
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8656
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625
|
|
8657
8657
|
resources:
|
|
8658
8658
|
cpuLimit: 8.0
|
|
8659
8659
|
memoryLimit: 52.0
|
|
@@ -8662,7 +8662,7 @@ deploymentSpec:
|
|
|
8662
8662
|
args:
|
|
8663
8663
|
- --executor_input
|
|
8664
8664
|
- '{{$}}'
|
|
8665
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
8665
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625
|
|
8666
8666
|
resources:
|
|
8667
8667
|
cpuLimit: 8.0
|
|
8668
8668
|
memoryLimit: 52.0
|
|
@@ -8682,9 +8682,9 @@ deploymentSpec:
|
|
|
8682
8682
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8683
8683
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8684
8684
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8685
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8685
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8686
8686
|
\"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8687
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8687
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625",
|
|
8688
8688
|
"\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
|
|
8689
8689
|
"\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
|
|
8690
8690
|
"\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
|
|
@@ -8729,9 +8729,9 @@ deploymentSpec:
|
|
|
8729
8729
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8730
8730
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8731
8731
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8732
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8732
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8733
8733
|
\"args\": [\"l2l_stage_1_tuner\", \"--transform_output_path=", "{{$.inputs.artifacts[''transform_output''].uri}}",
|
|
8734
|
-
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8734
|
+
"\", \"--training_docker_uri=", "us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625",
|
|
8735
8735
|
"\", \"--feature_selection_result_path=", "{{$.inputs.artifacts[''feature_ranking''].uri}}",
|
|
8736
8736
|
"\", \"--disable_early_stopping=", "{{$.inputs.parameters[''disable_early_stopping'']}}",
|
|
8737
8737
|
"\", \"--tune_feature_selection_rate=", "{{$.inputs.parameters[''tune_feature_selection_rate'']}}",
|
|
@@ -8776,7 +8776,7 @@ deploymentSpec:
|
|
|
8776
8776
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8777
8777
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8778
8778
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8779
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8779
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8780
8780
|
\"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
|
|
8781
8781
|
"{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
|
|
8782
8782
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
|
|
@@ -8797,7 +8797,7 @@ deploymentSpec:
|
|
|
8797
8797
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
8798
8798
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
8799
8799
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
8800
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
8800
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20241121_0625",
|
|
8801
8801
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
8802
8802
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
8803
8803
|
"\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
|
|
@@ -8828,7 +8828,7 @@ deploymentSpec:
|
|
|
8828
8828
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
8829
8829
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
8830
8830
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
8831
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
8831
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
8832
8832
|
\"args\": [\"transform\", \"--is_mp=true\", \"--transform_output_artifact_path=",
|
|
8833
8833
|
"{{$.outputs.artifacts[''transform_output''].uri}}", "\", \"--transform_output_path=",
|
|
8834
8834
|
"{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/transform\",
|
|
@@ -8849,7 +8849,7 @@ deploymentSpec:
|
|
|
8849
8849
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
8850
8850
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
8851
8851
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
8852
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
8852
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20241121_0625",
|
|
8853
8853
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
8854
8854
|
"\", \"--dataflow_subnetwork_fully_qualified=", "{{$.inputs.parameters[''dataflow_subnetwork'']}}",
|
|
8855
8855
|
"\", \"--dataflow_use_public_ips=", "{{$.inputs.parameters[''dataflow_use_public_ips'']}}",
|
|
@@ -8885,7 +8885,7 @@ deploymentSpec:
|
|
|
8885
8885
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
8886
8886
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
8887
8887
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
8888
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
8888
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
8889
8889
|
exec-bool-identity-2:
|
|
8890
8890
|
container:
|
|
8891
8891
|
args:
|
|
@@ -8907,7 +8907,7 @@ deploymentSpec:
|
|
|
8907
8907
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
8908
8908
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
8909
8909
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
8910
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
8910
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
8911
8911
|
exec-bool-identity-3:
|
|
8912
8912
|
container:
|
|
8913
8913
|
args:
|
|
@@ -8929,7 +8929,7 @@ deploymentSpec:
|
|
|
8929
8929
|
\ *\n\ndef _bool_identity(value: bool) -> str:\n \"\"\"Returns boolean\
|
|
8930
8930
|
\ value.\n\n Args:\n value: Boolean value to return\n\n Returns:\n\
|
|
8931
8931
|
\ Boolean value.\n \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
8932
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
8932
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
8933
8933
|
exec-calculate-training-parameters:
|
|
8934
8934
|
container:
|
|
8935
8935
|
args:
|
|
@@ -9021,7 +9021,7 @@ deploymentSpec:
|
|
|
9021
9021
|
\ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
|
|
9022
9022
|
\ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
|
|
9023
9023
|
\ reduce_search_space_mode,\n )\n\n"
|
|
9024
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9024
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
9025
9025
|
exec-calculate-training-parameters-2:
|
|
9026
9026
|
container:
|
|
9027
9027
|
args:
|
|
@@ -9113,7 +9113,7 @@ deploymentSpec:
|
|
|
9113
9113
|
\ stage_1_single_run_max_secs,\n stage_2_deadline_hours,\n \
|
|
9114
9114
|
\ stage_2_single_run_max_secs,\n distill_stage_1_deadline_hours,\n\
|
|
9115
9115
|
\ reduce_search_space_mode,\n )\n\n"
|
|
9116
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9116
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
9117
9117
|
exec-feature-attribution:
|
|
9118
9118
|
container:
|
|
9119
9119
|
args:
|
|
@@ -9299,7 +9299,7 @@ deploymentSpec:
|
|
|
9299
9299
|
\n return collections.namedtuple(\n 'Outputs',\n [\n \
|
|
9300
9300
|
\ 'model_display_name',\n ],\n )(\n model_display_name,\n )\n\
|
|
9301
9301
|
\n"
|
|
9302
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9302
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
9303
9303
|
exec-importer:
|
|
9304
9304
|
importer:
|
|
9305
9305
|
artifactUri:
|
|
@@ -9333,7 +9333,7 @@ deploymentSpec:
|
|
|
9333
9333
|
\ 'r') as f:\n split_0_content = f.read()\n with open(split_1, 'r')\
|
|
9334
9334
|
\ as f:\n split_1_content = f.read()\n with open(splits, 'w') as f:\n\
|
|
9335
9335
|
\ f.write(','.join([split_0_content, split_1_content]))\n\n"
|
|
9336
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
9336
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
9337
9337
|
exec-model-batch-explanation:
|
|
9338
9338
|
container:
|
|
9339
9339
|
args:
|
|
@@ -10158,7 +10158,7 @@ deploymentSpec:
|
|
|
10158
10158
|
\ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
|
|
10159
10159
|
\ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
|
|
10160
10160
|
\ return data_source['tf_record_data_source']['file_patterns']\n\n"
|
|
10161
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10161
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
10162
10162
|
exec-read-input-uri-2:
|
|
10163
10163
|
container:
|
|
10164
10164
|
args:
|
|
@@ -10186,7 +10186,7 @@ deploymentSpec:
|
|
|
10186
10186
|
\ import json\n # pylint: enable=g-import-not-at-top,import-outside-toplevel,redefined-outer-name,reimported\n\
|
|
10187
10187
|
\ with open(split_uri, 'r') as f:\n data_source = json.loads(f.read())\n\
|
|
10188
10188
|
\ return data_source['tf_record_data_source']['file_patterns']\n\n"
|
|
10189
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10189
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
10190
10190
|
exec-set-optional-inputs:
|
|
10191
10191
|
container:
|
|
10192
10192
|
args:
|
|
@@ -10234,7 +10234,7 @@ deploymentSpec:
|
|
|
10234
10234
|
\ 'data_source_csv_filenames',\n 'data_source_bigquery_table_path',\n\
|
|
10235
10235
|
\ ],\n )(\n data_source_csv_filenames,\n data_source_bigquery_table_path,\n\
|
|
10236
10236
|
\ )\n\n"
|
|
10237
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10237
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
10238
10238
|
exec-string-not-empty:
|
|
10239
10239
|
container:
|
|
10240
10240
|
args:
|
|
@@ -10258,7 +10258,7 @@ deploymentSpec:
|
|
|
10258
10258
|
\n Returns:\n Boolean value. -> 'true' if empty, 'false' if not empty.\
|
|
10259
10259
|
\ We need to use str\n instead of bool due to a limitation in KFP compiler.\n\
|
|
10260
10260
|
\ \"\"\"\n return 'true' if value else 'false'\n\n"
|
|
10261
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10261
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
10262
10262
|
exec-tabular-stats-and-example-gen:
|
|
10263
10263
|
container:
|
|
10264
10264
|
args:
|
|
@@ -10275,7 +10275,7 @@ deploymentSpec:
|
|
|
10275
10275
|
\"encryption_spec\": {\"kms_key_name\":\"", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
10276
10276
|
"\"}, \"job_spec\": {\"worker_pool_specs\": [{\"replica_count\": 1, \"machine_spec\":
|
|
10277
10277
|
{\"machine_type\": \"n1-standard-8\"}, \"container_spec\": {\"image_uri\":\"",
|
|
10278
|
-
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
10278
|
+
"us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625", "\",
|
|
10279
10279
|
\"args\": [\"stats_generator\",", "\"--train_spec={\\\"prediction_type\\\":
|
|
10280
10280
|
\\\"", "{{$.inputs.parameters[''prediction_type'']}}", "\\\", \\\"target_column\\\":
|
|
10281
10281
|
\\\"", "{{$.inputs.parameters[''target_column_name'']}}", "\\\", \\\"optimization_objective\\\":
|
|
@@ -10308,7 +10308,7 @@ deploymentSpec:
|
|
|
10308
10308
|
\"--dataflow_staging_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_staging\",
|
|
10309
10309
|
\"--dataflow_tmp_dir=", "{{$.inputs.parameters[''root_dir'']}}", "/{{$.pipeline_job_uuid}}/{{$.pipeline_task_uuid}}/dataflow_tmp\",
|
|
10310
10310
|
\"--dataflow_max_num_workers=", "{{$.inputs.parameters[''dataflow_max_num_workers'']}}",
|
|
10311
|
-
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
10311
|
+
"\", \"--dataflow_worker_container_image=", "us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20241121_0625",
|
|
10312
10312
|
"\", \"--dataflow_machine_type=", "{{$.inputs.parameters[''dataflow_machine_type'']}}",
|
|
10313
10313
|
"\", \"--dataflow_disk_size_gb=", "{{$.inputs.parameters[''dataflow_disk_size_gb'']}}",
|
|
10314
10314
|
"\", \"--dataflow_kms_key=", "{{$.inputs.parameters[''encryption_spec_key_name'']}}",
|
|
@@ -10363,7 +10363,7 @@ deploymentSpec:
|
|
|
10363
10363
|
\ f'{directory}/prediction.results-*',\n ],\n 'coder':\
|
|
10364
10364
|
\ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
|
|
10365
10365
|
\n"
|
|
10366
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10366
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
10367
10367
|
exec-write-bp-result-path-2:
|
|
10368
10368
|
container:
|
|
10369
10369
|
args:
|
|
@@ -10393,7 +10393,7 @@ deploymentSpec:
|
|
|
10393
10393
|
\ f'{directory}/prediction.results-*',\n ],\n 'coder':\
|
|
10394
10394
|
\ 'PROTO_VALUE',\n },\n }\n with open(result, 'w') as f:\n f.write(json.dumps(data_source))\n\
|
|
10395
10395
|
\n"
|
|
10396
|
-
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:
|
|
10396
|
+
image: us-docker.pkg.dev/vertex-ai/automl-tabular/kfp-v2-base:20241121_0625
|
|
10397
10397
|
pipelineInfo:
|
|
10398
10398
|
description: 'Complete AutoML Tables pipeline.
|
|
10399
10399
|
|
|
@@ -99,11 +99,11 @@ def automl_tabular_cv_trainer(
|
|
|
99
99
|
' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
|
|
100
100
|
' "container_spec": {"image_uri":"'
|
|
101
101
|
),
|
|
102
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
102
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
103
103
|
'", "args": ["l2l_cv_tuner", "--transform_output_path=',
|
|
104
104
|
transform_output.uri,
|
|
105
105
|
'", "--training_docker_uri=',
|
|
106
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
106
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
107
107
|
(
|
|
108
108
|
f'", "--component_id={dsl.PIPELINE_TASK_ID_PLACEHOLDER}",'
|
|
109
109
|
' "--training_base_dir='
|
|
@@ -106,7 +106,7 @@ def automl_tabular_ensemble(
|
|
|
106
106
|
' 1, "machine_spec": {"machine_type": "n1-highmem-8"},'
|
|
107
107
|
' "container_spec": {"image_uri":"'
|
|
108
108
|
),
|
|
109
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
109
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
110
110
|
'", "args": ["ensemble", "--transform_output_path=',
|
|
111
111
|
transform_output.uri,
|
|
112
112
|
'", "--model_output_path=',
|
|
@@ -137,7 +137,7 @@ def automl_tabular_ensemble(
|
|
|
137
137
|
'", "--warmup_data=',
|
|
138
138
|
warmup_data.uri,
|
|
139
139
|
'", "--prediction_docker_uri=',
|
|
140
|
-
'us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
140
|
+
'us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625',
|
|
141
141
|
'", "--model_path=',
|
|
142
142
|
model.uri,
|
|
143
143
|
'", "--custom_model_path=',
|
|
@@ -72,7 +72,7 @@ def automl_tabular_finalizer(
|
|
|
72
72
|
' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
|
|
73
73
|
' "container_spec": {"image_uri":"'
|
|
74
74
|
),
|
|
75
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
75
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
76
76
|
'", "args": ["cancel_l2l_tuner", "--error_file_path=',
|
|
77
77
|
root_dir,
|
|
78
78
|
(
|
|
@@ -32,7 +32,7 @@ def automl_tabular_infra_validator(
|
|
|
32
32
|
# fmt: on
|
|
33
33
|
|
|
34
34
|
return dsl.ContainerSpec(
|
|
35
|
-
image='us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:
|
|
35
|
+
image='us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:20241121_0625',
|
|
36
36
|
command=[],
|
|
37
37
|
args=['--executor_input', '{{$}}'],
|
|
38
38
|
)
|
|
@@ -52,7 +52,7 @@ def split_materialized_data(
|
|
|
52
52
|
# fmt: on
|
|
53
53
|
|
|
54
54
|
return dsl.ContainerSpec(
|
|
55
|
-
image='us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
55
|
+
image='us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20241121_0625',
|
|
56
56
|
command=[
|
|
57
57
|
'sh',
|
|
58
58
|
'-ec',
|
|
@@ -109,11 +109,11 @@ def automl_tabular_stage_1_tuner(
|
|
|
109
109
|
' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
|
|
110
110
|
' "container_spec": {"image_uri":"'
|
|
111
111
|
),
|
|
112
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
112
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
113
113
|
'", "args": ["l2l_stage_1_tuner", "--transform_output_path=',
|
|
114
114
|
transform_output.uri,
|
|
115
115
|
'", "--training_docker_uri=',
|
|
116
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
116
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
117
117
|
'", "--feature_selection_result_path=',
|
|
118
118
|
feature_ranking.uri,
|
|
119
119
|
'", "--disable_early_stopping=',
|
|
@@ -136,7 +136,7 @@ def tabular_stats_and_example_gen(
|
|
|
136
136
|
' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
|
|
137
137
|
' "container_spec": {"image_uri":"'
|
|
138
138
|
),
|
|
139
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
139
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
140
140
|
'", "args": ["stats_generator",',
|
|
141
141
|
'"--train_spec={\\"prediction_type\\": \\"',
|
|
142
142
|
prediction_type,
|
|
@@ -215,7 +215,7 @@ def tabular_stats_and_example_gen(
|
|
|
215
215
|
),
|
|
216
216
|
dataflow_max_num_workers,
|
|
217
217
|
'", "--dataflow_worker_container_image=',
|
|
218
|
-
'us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
218
|
+
'us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20241121_0625',
|
|
219
219
|
'", "--dataflow_machine_type=',
|
|
220
220
|
dataflow_machine_type,
|
|
221
221
|
'", "--dataflow_disk_size_gb=',
|
|
@@ -95,7 +95,7 @@ def training_configurator_and_validator(
|
|
|
95
95
|
# fmt: on
|
|
96
96
|
|
|
97
97
|
return dsl.ContainerSpec(
|
|
98
|
-
image='us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:
|
|
98
|
+
image='us-docker.pkg.dev/vertex-ai/automl-tabular/feature-transform-engine:20241121_0625',
|
|
99
99
|
command=[],
|
|
100
100
|
args=[
|
|
101
101
|
'training_configurator_and_validator',
|
|
@@ -108,7 +108,7 @@ def automl_tabular_transform(
|
|
|
108
108
|
' 1, "machine_spec": {"machine_type": "n1-standard-8"},'
|
|
109
109
|
' "container_spec": {"image_uri":"'
|
|
110
110
|
),
|
|
111
|
-
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:
|
|
111
|
+
'us-docker.pkg.dev/vertex-ai-restricted/automl-tabular/training:20241121_0625',
|
|
112
112
|
(
|
|
113
113
|
'", "args": ["transform", "--is_mp=true",'
|
|
114
114
|
' "--transform_output_artifact_path='
|
|
@@ -167,7 +167,7 @@ def automl_tabular_transform(
|
|
|
167
167
|
'", "--dataflow_machine_type=',
|
|
168
168
|
dataflow_machine_type,
|
|
169
169
|
'", "--dataflow_worker_container_image=',
|
|
170
|
-
'us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:
|
|
170
|
+
'us-docker.pkg.dev/vertex-ai/automl-tabular/dataflow-worker:20241121_0625',
|
|
171
171
|
'", "--dataflow_disk_size_gb=',
|
|
172
172
|
dataflow_disk_size_gb,
|
|
173
173
|
'", "--dataflow_subnetwork_fully_qualified=',
|
|
@@ -1186,7 +1186,7 @@ def get_skip_architecture_search_pipeline_and_parameters(
|
|
|
1186
1186
|
Tuple of pipeline_definition_path and parameter_values.
|
|
1187
1187
|
"""
|
|
1188
1188
|
|
|
1189
|
-
return get_automl_tabular_pipeline_and_parameters(
|
|
1189
|
+
return get_automl_tabular_pipeline_and_parameters( # pytype: disable=wrong-arg-types
|
|
1190
1190
|
project=project,
|
|
1191
1191
|
location=location,
|
|
1192
1192
|
root_dir=root_dir,
|
|
@@ -24,7 +24,7 @@ from kfp import dsl
|
|
|
24
24
|
def custom_training_job(
|
|
25
25
|
display_name: str,
|
|
26
26
|
gcp_resources: dsl.OutputPath(str),
|
|
27
|
-
location: str =
|
|
27
|
+
location: str = _placeholders.LOCATION_PLACEHOLDER,
|
|
28
28
|
worker_pool_specs: List[Dict[str, str]] = [],
|
|
29
29
|
timeout: str = '604800s',
|
|
30
30
|
restart_job_on_worker_restart: bool = False,
|
|
@@ -38,12 +38,13 @@ def custom_training_job(
|
|
|
38
38
|
encryption_spec_key_name: str = '',
|
|
39
39
|
persistent_resource_id: str = _placeholders.PERSISTENT_RESOURCE_ID_PLACEHOLDER,
|
|
40
40
|
project: str = _placeholders.PROJECT_ID_PLACEHOLDER,
|
|
41
|
+
strategy: str = 'STANDARD',
|
|
41
42
|
):
|
|
42
43
|
# fmt: off
|
|
43
44
|
"""Launch a Vertex AI [custom training job](https://cloud.google.com/vertex-ai/docs/training/create-custom-job) using the [CustomJob](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.customJobs) API. See [Create custom training jobs ](https://cloud.google.com/vertex-ai/docs/training/create-custom-job) for more information.
|
|
44
45
|
|
|
45
46
|
Args:
|
|
46
|
-
location: Location for creating the custom training job. If not set, default to
|
|
47
|
+
location: Location for creating the custom training job. If not set, default to the location where the PipelineJob is run.
|
|
47
48
|
display_name: The name of the CustomJob.
|
|
48
49
|
worker_pool_specs: Serialized json spec of the worker pools including machine type and Docker image. All worker pools except the first one are optional and can be skipped by providing an empty value. See [more information](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/CustomJobSpec#WorkerPoolSpec).
|
|
49
50
|
timeout: The maximum job running time. The default is 7 days. A duration in seconds with up to nine fractional digits, terminated by 's', for example: "3.5s".
|
|
@@ -58,6 +59,7 @@ def custom_training_job(
|
|
|
58
59
|
encryption_spec_key_name: Customer-managed encryption key options for the CustomJob. If this is set, then all resources created by the CustomJob will be encrypted with the provided encryption key.
|
|
59
60
|
persistent_resource_id: The ID of the PersistentResource in the same Project and Location which to run. The default value is a placeholder that will be resolved to the PipelineJob [RuntimeConfig](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.pipelineJobs#PipelineJob.RuntimeConfig)'s persistent resource id at runtime. However, if the PipelineJob doesn't set Persistent Resource as the job level runtime, the placedholder will be resolved to an empty string and the custom job will be run on demand. If the value is set explicitly, the custom job will runs in the specified persistent resource, in this case, please note the network and CMEK configs on the job should be consistent with those on the PersistentResource, otherwise, the job will be rejected.
|
|
60
61
|
project: Project to create the custom training job in. Defaults to the project in which the PipelineJob is run.
|
|
62
|
+
strategy: The strategy to use for the custom training job. The default is 'STANDARD'. See [more information](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/CustomJobSpec#Strategy).
|
|
61
63
|
|
|
62
64
|
Returns:
|
|
63
65
|
gcp_resources: Serialized JSON of `gcp_resources` [proto](https://github.com/kubeflow/pipelines/tree/master/components/google-cloud/google_cloud_pipeline_components/proto) which tracks the CustomJob.
|
|
@@ -75,6 +77,7 @@ def custom_training_job(
|
|
|
75
77
|
'restart_job_on_worker_restart': (
|
|
76
78
|
restart_job_on_worker_restart
|
|
77
79
|
),
|
|
80
|
+
'strategy': strategy,
|
|
78
81
|
},
|
|
79
82
|
'service_account': service_account,
|
|
80
83
|
'tensorboard': tensorboard,
|
|
@@ -71,6 +71,10 @@ def create_custom_training_job_from_component(
|
|
|
71
71
|
labels: Optional[Dict[str, str]] = None,
|
|
72
72
|
persistent_resource_id: str = _placeholders.PERSISTENT_RESOURCE_ID_PLACEHOLDER,
|
|
73
73
|
env: Optional[List[Dict[str, str]]] = None,
|
|
74
|
+
strategy: str = 'STANDARD',
|
|
75
|
+
reservation_affinity_type: Optional[str] = None,
|
|
76
|
+
reservation_affinity_key: Optional[str] = None,
|
|
77
|
+
reservation_affinity_values: Optional[List[str]] = None,
|
|
74
78
|
) -> Callable:
|
|
75
79
|
# fmt: off
|
|
76
80
|
"""Convert a KFP component into Vertex AI [custom training job](https://cloud.google.com/vertex-ai/docs/training/create-custom-job) using the [CustomJob](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.customJobs) API.
|
|
@@ -99,6 +103,10 @@ def create_custom_training_job_from_component(
|
|
|
99
103
|
labels: The labels with user-defined metadata to organize the CustomJob. See [more information](https://goo.gl/xmQnxf).
|
|
100
104
|
persistent_resource_id: The ID of the PersistentResource in the same Project and Location which to run. The default value is a placeholder that will be resolved to the PipelineJob [RuntimeConfig](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.pipelineJobs#PipelineJob.RuntimeConfig)'s persistent resource id at runtime. However, if the PipelineJob doesn't set Persistent Resource as the job level runtime, the placedholder will be resolved to an empty string and the custom job will be run on demand. If the value is set explicitly, the custom job will runs in the specified persistent resource, in this case, please note the network and CMEK configs on the job should be consistent with those on the PersistentResource, otherwise, the job will be rejected.
|
|
101
105
|
env: Environment variables to be passed to the container. Takes the form `[{'name': '...', 'value': '...'}]`. Maximum limit is 100.
|
|
106
|
+
startegy: The strategy to use for the custom training job. The default is 'STANDARD'. See [more information](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/CustomJobSpec#Strategy).
|
|
107
|
+
reservation_affinity_type: The type of [reservation affinity](https://cloud.google.com/vertex-ai/docs/reference/rest/v1/MachineSpec#reservationaffinity). Valid values are "NO_RESERVATION", "ANY_RESERVATION", "SPECIFIC_RESERVATION".
|
|
108
|
+
reservation_affinity_key: Corresponds to the label key of a reservation resource. To target a SPECIFIC_RESERVATION by name, use compute.googleapis.com/reservation-name as the key and specify the name of your reservation as its value.
|
|
109
|
+
reservation_affinity_values: Corresponds to the label values of a reservation resource. This must be the full resource name of the reservation.
|
|
102
110
|
|
|
103
111
|
Returns:
|
|
104
112
|
A KFP component with CustomJob specification applied.
|
|
@@ -164,6 +172,20 @@ def create_custom_training_job_from_component(
|
|
|
164
172
|
if accelerator_type:
|
|
165
173
|
worker_pool_spec['machine_spec']['accelerator_type'] = accelerator_type
|
|
166
174
|
worker_pool_spec['machine_spec']['accelerator_count'] = accelerator_count
|
|
175
|
+
|
|
176
|
+
if reservation_affinity_type is not None:
|
|
177
|
+
worker_pool_spec['machine_spec']['reservation_affinity'] = {
|
|
178
|
+
'reservation_affinity_type': reservation_affinity_type,
|
|
179
|
+
}
|
|
180
|
+
if reservation_affinity_key is not None:
|
|
181
|
+
worker_pool_spec['machine_spec']['reservation_affinity'][
|
|
182
|
+
'key'
|
|
183
|
+
] = reservation_affinity_key
|
|
184
|
+
if reservation_affinity_values is not None:
|
|
185
|
+
worker_pool_spec['machine_spec']['reservation_affinity'][
|
|
186
|
+
'values'
|
|
187
|
+
] = reservation_affinity_values
|
|
188
|
+
|
|
167
189
|
if boot_disk_type:
|
|
168
190
|
worker_pool_spec['disk_spec'] = {
|
|
169
191
|
'boot_disk_type': boot_disk_type,
|
|
@@ -194,6 +216,7 @@ def create_custom_training_job_from_component(
|
|
|
194
216
|
'worker_pool_specs': worker_pool_specs,
|
|
195
217
|
'timeout': timeout,
|
|
196
218
|
'restart_job_on_worker_restart': restart_job_on_worker_restart,
|
|
219
|
+
'strategy': strategy,
|
|
197
220
|
'service_account': service_account,
|
|
198
221
|
'tensorboard': tensorboard,
|
|
199
222
|
'enable_web_access': enable_web_access,
|
google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_text_generation_pipeline.py
CHANGED
|
@@ -151,8 +151,9 @@ def evaluation_llm_text_generation_pipeline( # pylint: disable=dangerous-defaul
|
|
|
151
151
|
eval_task = LLMEvaluationTextGenerationOp(
|
|
152
152
|
project=project,
|
|
153
153
|
location=location,
|
|
154
|
+
model_name=model_name,
|
|
154
155
|
evaluation_task=evaluation_task,
|
|
155
|
-
target_field_name=
|
|
156
|
+
target_field_name=target_field_name,
|
|
156
157
|
predictions_format=batch_predict_predictions_format,
|
|
157
158
|
enable_row_based_metrics=enable_row_based_metrics,
|
|
158
159
|
joined_predictions_gcs_source=batch_predict_task.outputs[
|
|
@@ -36,7 +36,7 @@ def model_evaluation_regression(
|
|
|
36
36
|
ground_truth_format: str = 'jsonl',
|
|
37
37
|
ground_truth_gcs_source: List[str] = [],
|
|
38
38
|
ground_truth_bigquery_source: str = '',
|
|
39
|
-
prediction_score_column: str = '
|
|
39
|
+
prediction_score_column: str = '',
|
|
40
40
|
dataflow_service_account: str = '',
|
|
41
41
|
dataflow_disk_size_gb: int = 50,
|
|
42
42
|
dataflow_machine_type: str = 'n1-standard-4',
|