apache-airflow-providers-google 11.0.0__py3-none-any.whl → 12.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/google/__init__.py +3 -3
- airflow/providers/google/assets/gcs.py +1 -7
- airflow/providers/google/cloud/hooks/alloy_db.py +289 -0
- airflow/providers/google/cloud/hooks/cloud_batch.py +13 -5
- airflow/providers/google/cloud/hooks/dataproc.py +7 -3
- airflow/providers/google/cloud/hooks/dataproc_metastore.py +41 -22
- airflow/providers/google/cloud/hooks/kubernetes_engine.py +7 -38
- airflow/providers/google/cloud/hooks/translate.py +355 -0
- airflow/providers/google/cloud/hooks/vertex_ai/feature_store.py +147 -0
- airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py +10 -0
- airflow/providers/google/cloud/links/alloy_db.py +55 -0
- airflow/providers/google/cloud/links/translate.py +98 -0
- airflow/providers/google/cloud/log/stackdriver_task_handler.py +1 -5
- airflow/providers/google/cloud/openlineage/mixins.py +4 -12
- airflow/providers/google/cloud/openlineage/utils.py +200 -22
- airflow/providers/google/cloud/operators/alloy_db.py +459 -0
- airflow/providers/google/cloud/operators/automl.py +55 -44
- airflow/providers/google/cloud/operators/bigquery.py +60 -15
- airflow/providers/google/cloud/operators/dataproc.py +12 -0
- airflow/providers/google/cloud/operators/gcs.py +5 -14
- airflow/providers/google/cloud/operators/kubernetes_engine.py +377 -705
- airflow/providers/google/cloud/operators/mlengine.py +41 -31
- airflow/providers/google/cloud/operators/translate.py +586 -1
- airflow/providers/google/cloud/operators/vertex_ai/feature_store.py +163 -0
- airflow/providers/google/cloud/operators/vertex_ai/generative_model.py +5 -0
- airflow/providers/google/cloud/sensors/dataproc.py +2 -2
- airflow/providers/google/cloud/sensors/vertex_ai/__init__.py +16 -0
- airflow/providers/google/cloud/sensors/vertex_ai/feature_store.py +112 -0
- airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +6 -11
- airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +3 -0
- airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +3 -0
- airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +5 -10
- airflow/providers/google/cloud/transfers/gcs_to_gcs.py +3 -15
- airflow/providers/google/cloud/transfers/gcs_to_local.py +9 -0
- airflow/providers/google/cloud/transfers/local_to_gcs.py +41 -6
- airflow/providers/google/cloud/transfers/s3_to_gcs.py +15 -0
- airflow/providers/google/get_provider_info.py +30 -18
- airflow/providers/google/version_compat.py +36 -0
- {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/METADATA +16 -18
- {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/RECORD +42 -37
- airflow/providers/google/cloud/hooks/datapipeline.py +0 -71
- airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json +0 -30
- airflow/providers/google/cloud/operators/datapipeline.py +0 -63
- {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/entry_points.txt +0 -0
@@ -90,9 +90,10 @@ class MLEngineStartBatchPredictionJobOperator(GoogleCloudBaseOperator):
|
|
90
90
|
"""
|
91
91
|
Start a Google Cloud ML Engine prediction job.
|
92
92
|
|
93
|
-
|
94
|
-
|
95
|
-
|
93
|
+
.. warning::
|
94
|
+
This operator is deprecated. Please use
|
95
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.batch_prediction.CreateBatchPredictionJobOperator`
|
96
|
+
instead.
|
96
97
|
|
97
98
|
.. seealso::
|
98
99
|
For more information on how to use this operator, take a look at the guide:
|
@@ -305,8 +306,8 @@ class MLEngineManageModelOperator(GoogleCloudBaseOperator):
|
|
305
306
|
Operator for managing a Google Cloud ML Engine model.
|
306
307
|
|
307
308
|
.. warning::
|
308
|
-
|
309
|
-
|
309
|
+
This operator is deprecated. Consider using operators for specific operations:
|
310
|
+
MLEngineCreateModelOperator, MLEngineGetModelOperator.
|
310
311
|
|
311
312
|
:param model: A dictionary containing the information about the model.
|
312
313
|
If the `operation` is `create`, then the `model` parameter should
|
@@ -378,8 +379,9 @@ class MLEngineCreateModelOperator(GoogleCloudBaseOperator):
|
|
378
379
|
"""
|
379
380
|
Creates a new model.
|
380
381
|
|
381
|
-
|
382
|
-
|
382
|
+
.. warning::
|
383
|
+
This operator is deprecated. Please use appropriate VertexAI operator from
|
384
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai` instead.
|
383
385
|
|
384
386
|
.. seealso::
|
385
387
|
For more information on how to use this operator, take a look at the guide:
|
@@ -452,8 +454,9 @@ class MLEngineGetModelOperator(GoogleCloudBaseOperator):
|
|
452
454
|
"""
|
453
455
|
Gets a particular model.
|
454
456
|
|
455
|
-
|
456
|
-
|
457
|
+
.. warning::
|
458
|
+
This operator is deprecated. Please use
|
459
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.GetModelOperator` instead.
|
457
460
|
|
458
461
|
.. seealso::
|
459
462
|
For more information on how to use this operator, take a look at the guide:
|
@@ -525,9 +528,9 @@ class MLEngineDeleteModelOperator(GoogleCloudBaseOperator):
|
|
525
528
|
"""
|
526
529
|
Deletes a model.
|
527
530
|
|
528
|
-
|
529
|
-
|
530
|
-
|
531
|
+
.. warning::
|
532
|
+
This operator is deprecated. Please use
|
533
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.DeleteModelOperator` instead.
|
531
534
|
|
532
535
|
.. seealso::
|
533
536
|
For more information on how to use this operator, take a look at the guide:
|
@@ -607,9 +610,9 @@ class MLEngineManageVersionOperator(GoogleCloudBaseOperator):
|
|
607
610
|
Operator for managing a Google Cloud ML Engine version.
|
608
611
|
|
609
612
|
.. warning::
|
610
|
-
|
611
|
-
|
612
|
-
|
613
|
+
This operator is deprecated. Consider using operators for specific operations:
|
614
|
+
MLEngineCreateVersionOperator, MLEngineSetDefaultVersionOperator,
|
615
|
+
MLEngineListVersionsOperator, MLEngineDeleteVersionOperator.
|
613
616
|
|
614
617
|
:param model_name: The name of the Google Cloud ML Engine model that the version
|
615
618
|
belongs to. (templated)
|
@@ -723,7 +726,9 @@ class MLEngineCreateVersionOperator(GoogleCloudBaseOperator):
|
|
723
726
|
"""
|
724
727
|
Creates a new version in the model.
|
725
728
|
|
726
|
-
|
729
|
+
.. warning::
|
730
|
+
This operator is deprecated. Please use parent_model parameter of VertexAI
|
731
|
+
operators instead.
|
727
732
|
|
728
733
|
.. seealso::
|
729
734
|
For more information on how to use this operator, take a look at the guide:
|
@@ -812,9 +817,10 @@ class MLEngineSetDefaultVersionOperator(GoogleCloudBaseOperator):
|
|
812
817
|
"""
|
813
818
|
Sets a version in the model.
|
814
819
|
|
815
|
-
|
816
|
-
|
817
|
-
|
820
|
+
.. warning::
|
821
|
+
This operator is deprecated. Please use
|
822
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.SetDefaultVersionOnModelOperator`
|
823
|
+
instead.
|
818
824
|
|
819
825
|
.. seealso::
|
820
826
|
For more information on how to use this operator, take a look at the guide:
|
@@ -903,9 +909,10 @@ class MLEngineListVersionsOperator(GoogleCloudBaseOperator):
|
|
903
909
|
"""
|
904
910
|
Lists all available versions of the model.
|
905
911
|
|
906
|
-
|
907
|
-
|
908
|
-
|
912
|
+
.. warning::
|
913
|
+
This operator is deprecated. Please use
|
914
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.ListModelVersionsOperator`
|
915
|
+
instead.
|
909
916
|
|
910
917
|
.. seealso::
|
911
918
|
For more information on how to use this operator, take a look at the guide:
|
@@ -987,9 +994,10 @@ class MLEngineDeleteVersionOperator(GoogleCloudBaseOperator):
|
|
987
994
|
"""
|
988
995
|
Deletes the version from the model.
|
989
996
|
|
990
|
-
|
991
|
-
|
992
|
-
|
997
|
+
.. warning::
|
998
|
+
This operator is deprecated. Please use
|
999
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.DeleteModelVersionOperator`
|
1000
|
+
instead.
|
993
1001
|
|
994
1002
|
.. seealso::
|
995
1003
|
For more information on how to use this operator, take a look at the guide:
|
@@ -1077,9 +1085,10 @@ class MLEngineStartTrainingJobOperator(GoogleCloudBaseOperator):
|
|
1077
1085
|
"""
|
1078
1086
|
Operator for launching a MLEngine training job.
|
1079
1087
|
|
1080
|
-
|
1081
|
-
|
1082
|
-
|
1088
|
+
.. warning::
|
1089
|
+
This operator is deprecated. Please use
|
1090
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.custom_job.CreateCustomPythonPackageTrainingJobOperator`
|
1091
|
+
instead.
|
1083
1092
|
|
1084
1093
|
.. seealso::
|
1085
1094
|
For more information on how to use this operator, take a look at the guide:
|
@@ -1414,9 +1423,10 @@ class MLEngineTrainingCancelJobOperator(GoogleCloudBaseOperator):
|
|
1414
1423
|
"""
|
1415
1424
|
Operator for cleaning up failed MLEngine training job.
|
1416
1425
|
|
1417
|
-
|
1418
|
-
|
1419
|
-
|
1426
|
+
.. warning::
|
1427
|
+
This operator is deprecated. Please use
|
1428
|
+
:class:`airflow.providers.google.cloud.operators.vertex_ai.custom_job.CancelCustomTrainingJobOperator`
|
1429
|
+
instead.
|
1420
1430
|
|
1421
1431
|
:param job_id: A unique templated id for the submitted Google MLEngine
|
1422
1432
|
training job. (templated)
|