apache-airflow-providers-google 11.0.0__py3-none-any.whl → 12.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. airflow/providers/google/__init__.py +3 -3
  2. airflow/providers/google/assets/gcs.py +1 -7
  3. airflow/providers/google/cloud/hooks/alloy_db.py +289 -0
  4. airflow/providers/google/cloud/hooks/cloud_batch.py +13 -5
  5. airflow/providers/google/cloud/hooks/dataproc.py +7 -3
  6. airflow/providers/google/cloud/hooks/dataproc_metastore.py +41 -22
  7. airflow/providers/google/cloud/hooks/kubernetes_engine.py +7 -38
  8. airflow/providers/google/cloud/hooks/translate.py +355 -0
  9. airflow/providers/google/cloud/hooks/vertex_ai/feature_store.py +147 -0
  10. airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py +10 -0
  11. airflow/providers/google/cloud/links/alloy_db.py +55 -0
  12. airflow/providers/google/cloud/links/translate.py +98 -0
  13. airflow/providers/google/cloud/log/stackdriver_task_handler.py +1 -5
  14. airflow/providers/google/cloud/openlineage/mixins.py +4 -12
  15. airflow/providers/google/cloud/openlineage/utils.py +200 -22
  16. airflow/providers/google/cloud/operators/alloy_db.py +459 -0
  17. airflow/providers/google/cloud/operators/automl.py +55 -44
  18. airflow/providers/google/cloud/operators/bigquery.py +60 -15
  19. airflow/providers/google/cloud/operators/dataproc.py +12 -0
  20. airflow/providers/google/cloud/operators/gcs.py +5 -14
  21. airflow/providers/google/cloud/operators/kubernetes_engine.py +377 -705
  22. airflow/providers/google/cloud/operators/mlengine.py +41 -31
  23. airflow/providers/google/cloud/operators/translate.py +586 -1
  24. airflow/providers/google/cloud/operators/vertex_ai/feature_store.py +163 -0
  25. airflow/providers/google/cloud/operators/vertex_ai/generative_model.py +5 -0
  26. airflow/providers/google/cloud/sensors/dataproc.py +2 -2
  27. airflow/providers/google/cloud/sensors/vertex_ai/__init__.py +16 -0
  28. airflow/providers/google/cloud/sensors/vertex_ai/feature_store.py +112 -0
  29. airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +6 -11
  30. airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +3 -0
  31. airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +3 -0
  32. airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +5 -10
  33. airflow/providers/google/cloud/transfers/gcs_to_gcs.py +3 -15
  34. airflow/providers/google/cloud/transfers/gcs_to_local.py +9 -0
  35. airflow/providers/google/cloud/transfers/local_to_gcs.py +41 -6
  36. airflow/providers/google/cloud/transfers/s3_to_gcs.py +15 -0
  37. airflow/providers/google/get_provider_info.py +30 -18
  38. airflow/providers/google/version_compat.py +36 -0
  39. {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/METADATA +16 -18
  40. {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/RECORD +42 -37
  41. airflow/providers/google/cloud/hooks/datapipeline.py +0 -71
  42. airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json +0 -30
  43. airflow/providers/google/cloud/operators/datapipeline.py +0 -63
  44. {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/WHEEL +0 -0
  45. {apache_airflow_providers_google-11.0.0.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/entry_points.txt +0 -0
@@ -90,9 +90,10 @@ class MLEngineStartBatchPredictionJobOperator(GoogleCloudBaseOperator):
90
90
  """
91
91
  Start a Google Cloud ML Engine prediction job.
92
92
 
93
- This operator is deprecated. Please use
94
- :class:`airflow.providers.google.cloud.operators.vertex_ai.batch_prediction.CreateBatchPredictionJobOperator`
95
- instead.
93
+ .. warning::
94
+ This operator is deprecated. Please use
95
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.batch_prediction.CreateBatchPredictionJobOperator`
96
+ instead.
96
97
 
97
98
  .. seealso::
98
99
  For more information on how to use this operator, take a look at the guide:
@@ -305,8 +306,8 @@ class MLEngineManageModelOperator(GoogleCloudBaseOperator):
305
306
  Operator for managing a Google Cloud ML Engine model.
306
307
 
307
308
  .. warning::
308
- This operator is deprecated. Consider using operators for specific operations:
309
- MLEngineCreateModelOperator, MLEngineGetModelOperator.
309
+ This operator is deprecated. Consider using operators for specific operations:
310
+ MLEngineCreateModelOperator, MLEngineGetModelOperator.
310
311
 
311
312
  :param model: A dictionary containing the information about the model.
312
313
  If the `operation` is `create`, then the `model` parameter should
@@ -378,8 +379,9 @@ class MLEngineCreateModelOperator(GoogleCloudBaseOperator):
378
379
  """
379
380
  Creates a new model.
380
381
 
381
- This operator is deprecated. Please use appropriate VertexAI operator from
382
- :class:`airflow.providers.google.cloud.operators.vertex_ai` instead.
382
+ .. warning::
383
+ This operator is deprecated. Please use appropriate VertexAI operator from
384
+ :class:`airflow.providers.google.cloud.operators.vertex_ai` instead.
383
385
 
384
386
  .. seealso::
385
387
  For more information on how to use this operator, take a look at the guide:
@@ -452,8 +454,9 @@ class MLEngineGetModelOperator(GoogleCloudBaseOperator):
452
454
  """
453
455
  Gets a particular model.
454
456
 
455
- This operator is deprecated. Please use
456
- :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.GetModelOperator` instead.
457
+ .. warning::
458
+ This operator is deprecated. Please use
459
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.GetModelOperator` instead.
457
460
 
458
461
  .. seealso::
459
462
  For more information on how to use this operator, take a look at the guide:
@@ -525,9 +528,9 @@ class MLEngineDeleteModelOperator(GoogleCloudBaseOperator):
525
528
  """
526
529
  Deletes a model.
527
530
 
528
- This operator is deprecated. Please use
529
- :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.DeleteModelOperator` instead.
530
-
531
+ .. warning::
532
+ This operator is deprecated. Please use
533
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.DeleteModelOperator` instead.
531
534
 
532
535
  .. seealso::
533
536
  For more information on how to use this operator, take a look at the guide:
@@ -607,9 +610,9 @@ class MLEngineManageVersionOperator(GoogleCloudBaseOperator):
607
610
  Operator for managing a Google Cloud ML Engine version.
608
611
 
609
612
  .. warning::
610
- This operator is deprecated. Consider using operators for specific operations:
611
- MLEngineCreateVersionOperator, MLEngineSetDefaultVersionOperator,
612
- MLEngineListVersionsOperator, MLEngineDeleteVersionOperator.
613
+ This operator is deprecated. Consider using operators for specific operations:
614
+ MLEngineCreateVersionOperator, MLEngineSetDefaultVersionOperator,
615
+ MLEngineListVersionsOperator, MLEngineDeleteVersionOperator.
613
616
 
614
617
  :param model_name: The name of the Google Cloud ML Engine model that the version
615
618
  belongs to. (templated)
@@ -723,7 +726,9 @@ class MLEngineCreateVersionOperator(GoogleCloudBaseOperator):
723
726
  """
724
727
  Creates a new version in the model.
725
728
 
726
- This operator is deprecated. Please use parent_model parameter of VertexAI operators instead.
729
+ .. warning::
730
+ This operator is deprecated. Please use parent_model parameter of VertexAI
731
+ operators instead.
727
732
 
728
733
  .. seealso::
729
734
  For more information on how to use this operator, take a look at the guide:
@@ -812,9 +817,10 @@ class MLEngineSetDefaultVersionOperator(GoogleCloudBaseOperator):
812
817
  """
813
818
  Sets a version in the model.
814
819
 
815
- This operator is deprecated. Please use
816
- :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.SetDefaultVersionOnModelOperator`
817
- instead.
820
+ .. warning::
821
+ This operator is deprecated. Please use
822
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.SetDefaultVersionOnModelOperator`
823
+ instead.
818
824
 
819
825
  .. seealso::
820
826
  For more information on how to use this operator, take a look at the guide:
@@ -903,9 +909,10 @@ class MLEngineListVersionsOperator(GoogleCloudBaseOperator):
903
909
  """
904
910
  Lists all available versions of the model.
905
911
 
906
- This operator is deprecated. Please use
907
- :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.ListModelVersionsOperator`
908
- instead.
912
+ .. warning::
913
+ This operator is deprecated. Please use
914
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.ListModelVersionsOperator`
915
+ instead.
909
916
 
910
917
  .. seealso::
911
918
  For more information on how to use this operator, take a look at the guide:
@@ -987,9 +994,10 @@ class MLEngineDeleteVersionOperator(GoogleCloudBaseOperator):
987
994
  """
988
995
  Deletes the version from the model.
989
996
 
990
- This operator is deprecated. Please use
991
- :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.DeleteModelVersionOperator`
992
- instead.
997
+ .. warning::
998
+ This operator is deprecated. Please use
999
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.model_service.DeleteModelVersionOperator`
1000
+ instead.
993
1001
 
994
1002
  .. seealso::
995
1003
  For more information on how to use this operator, take a look at the guide:
@@ -1077,9 +1085,10 @@ class MLEngineStartTrainingJobOperator(GoogleCloudBaseOperator):
1077
1085
  """
1078
1086
  Operator for launching a MLEngine training job.
1079
1087
 
1080
- This operator is deprecated. Please use
1081
- :class:`airflow.providers.google.cloud.operators.vertex_ai.custom_job.CreateCustomPythonPackageTrainingJobOperator`
1082
- instead.
1088
+ .. warning::
1089
+ This operator is deprecated. Please use
1090
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.custom_job.CreateCustomPythonPackageTrainingJobOperator`
1091
+ instead.
1083
1092
 
1084
1093
  .. seealso::
1085
1094
  For more information on how to use this operator, take a look at the guide:
@@ -1414,9 +1423,10 @@ class MLEngineTrainingCancelJobOperator(GoogleCloudBaseOperator):
1414
1423
  """
1415
1424
  Operator for cleaning up failed MLEngine training job.
1416
1425
 
1417
- This operator is deprecated. Please use
1418
- :class:`airflow.providers.google.cloud.operators.vertex_ai.custom_job.CancelCustomTrainingJobOperator`
1419
- instead.
1426
+ .. warning::
1427
+ This operator is deprecated. Please use
1428
+ :class:`airflow.providers.google.cloud.operators.vertex_ai.custom_job.CancelCustomTrainingJobOperator`
1429
+ instead.
1420
1430
 
1421
1431
  :param job_id: A unique templated id for the submitted Google MLEngine
1422
1432
  training job. (templated)