apache-airflow-providers-google 10.18.0rc1__tar.gz → 10.19.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (314) hide show
  1. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/PKG-INFO +19 -19
  2. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/README.rst +8 -8
  3. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/__init__.py +3 -6
  4. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/automl.py +34 -0
  5. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/bigquery.py +73 -18
  6. apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/hooks/vertex_ai/prediction_service.py +91 -0
  7. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/automl.py +38 -0
  8. apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/links/translate.py +180 -0
  9. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/log/stackdriver_task_handler.py +1 -2
  10. apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json +30 -0
  11. apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/openlineage/BigQueryJobRunFacet.json +37 -0
  12. apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/openlineage/utils.py +388 -0
  13. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/automl.py +271 -54
  14. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/bigquery.py +126 -99
  15. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dataproc.py +1 -1
  16. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/kubernetes_engine.py +24 -37
  17. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py +5 -0
  18. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +6 -0
  19. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/workflows.py +2 -5
  20. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py +7 -4
  21. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +1 -1
  22. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +1 -1
  23. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/bigquery.py +64 -6
  24. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/dataproc.py +82 -3
  25. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/kubernetes_engine.py +2 -3
  26. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/pubsub.py +8 -11
  27. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/credentials_provider.py +41 -32
  28. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/common/hooks/base_google.py +11 -5
  29. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/get_provider_info.py +10 -3
  30. apache_airflow_providers_google-10.19.0/airflow/providers/google/suite/transfers/__init__.py +16 -0
  31. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/pyproject.toml +11 -11
  32. apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/utils/openlineage.py +0 -81
  33. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/LICENSE +0 -0
  34. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/.gitignore +0 -0
  35. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/__init__.py +0 -0
  36. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/hooks/__init__.py +0 -0
  37. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/hooks/ads.py +0 -0
  38. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/operators/__init__.py +0 -0
  39. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/operators/ads.py +0 -0
  40. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/transfers/__init__.py +0 -0
  41. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/ads/transfers/ads_to_gcs.py +0 -0
  42. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/__init__.py +0 -0
  43. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/_internal_client/__init__.py +0 -0
  44. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/_internal_client/secret_manager_client.py +0 -0
  45. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/example_dags/__init__.py +0 -0
  46. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/example_dags/example_cloud_task.py +0 -0
  47. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/example_dags/example_facebook_ads_to_gcs.py +0 -0
  48. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/example_dags/example_looker.py +0 -0
  49. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/example_dags/example_presto_to_gcs.py +0 -0
  50. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/example_dags/example_salesforce_to_gcs.py +0 -0
  51. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/fs/__init__.py +0 -0
  52. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/fs/gcs.py +0 -0
  53. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/__init__.py +0 -0
  54. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/bigquery_dts.py +0 -0
  55. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/bigtable.py +0 -0
  56. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_batch.py +0 -0
  57. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_build.py +0 -0
  58. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_composer.py +0 -0
  59. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_memorystore.py +0 -0
  60. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_run.py +0 -0
  61. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_sql.py +0 -0
  62. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +0 -0
  63. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/compute.py +0 -0
  64. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/compute_ssh.py +0 -0
  65. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/datacatalog.py +0 -0
  66. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dataflow.py +0 -0
  67. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dataform.py +0 -0
  68. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/datafusion.py +0 -0
  69. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/datapipeline.py +0 -0
  70. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dataplex.py +0 -0
  71. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dataprep.py +0 -0
  72. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dataproc.py +0 -0
  73. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dataproc_metastore.py +0 -0
  74. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/datastore.py +0 -0
  75. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/dlp.py +0 -0
  76. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/functions.py +0 -0
  77. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/gcs.py +0 -0
  78. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/gdm.py +0 -0
  79. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/kms.py +0 -0
  80. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/kubernetes_engine.py +0 -0
  81. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/life_sciences.py +0 -0
  82. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/looker.py +0 -0
  83. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/mlengine.py +0 -0
  84. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/natural_language.py +0 -0
  85. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/os_login.py +0 -0
  86. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/pubsub.py +0 -0
  87. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/secret_manager.py +0 -0
  88. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/spanner.py +0 -0
  89. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/speech_to_text.py +0 -0
  90. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/stackdriver.py +0 -0
  91. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/tasks.py +0 -0
  92. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/text_to_speech.py +0 -0
  93. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/translate.py +0 -0
  94. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/__init__.py +0 -0
  95. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +0 -0
  96. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +0 -0
  97. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +0 -0
  98. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +0 -0
  99. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +0 -0
  100. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py +0 -0
  101. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +0 -0
  102. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +0 -0
  103. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py +0 -0
  104. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/video_intelligence.py +0 -0
  105. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/vision.py +0 -0
  106. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/hooks/workflows.py +0 -0
  107. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/__init__.py +0 -0
  108. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/base.py +0 -0
  109. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/bigquery.py +0 -0
  110. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/bigquery_dts.py +0 -0
  111. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/bigtable.py +0 -0
  112. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/cloud_build.py +0 -0
  113. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/cloud_functions.py +0 -0
  114. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/cloud_memorystore.py +0 -0
  115. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/cloud_sql.py +0 -0
  116. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/cloud_storage_transfer.py +0 -0
  117. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/cloud_tasks.py +0 -0
  118. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/compute.py +0 -0
  119. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/data_loss_prevention.py +0 -0
  120. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/datacatalog.py +0 -0
  121. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/dataflow.py +0 -0
  122. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/dataform.py +0 -0
  123. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/datafusion.py +0 -0
  124. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/dataplex.py +0 -0
  125. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/dataprep.py +0 -0
  126. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/dataproc.py +0 -0
  127. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/datastore.py +0 -0
  128. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/kubernetes_engine.py +0 -0
  129. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/life_sciences.py +0 -0
  130. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/mlengine.py +0 -0
  131. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/pubsub.py +0 -0
  132. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/spanner.py +0 -0
  133. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/stackdriver.py +0 -0
  134. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/vertex_ai.py +0 -0
  135. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/links/workflows.py +0 -0
  136. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/log/__init__.py +0 -0
  137. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/log/gcs_task_handler.py +0 -0
  138. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/operators → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/openlineage}/__init__.py +0 -0
  139. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/operators/vertex_ai → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/operators}/__init__.py +0 -0
  140. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/bigquery_dts.py +0 -0
  141. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/bigtable.py +0 -0
  142. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_base.py +0 -0
  143. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_batch.py +0 -0
  144. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_build.py +0 -0
  145. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_composer.py +0 -0
  146. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_memorystore.py +0 -0
  147. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_run.py +0 -0
  148. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_sql.py +0 -0
  149. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +0 -0
  150. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/compute.py +0 -0
  151. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/datacatalog.py +0 -0
  152. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dataflow.py +0 -0
  153. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dataform.py +0 -0
  154. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/datafusion.py +0 -0
  155. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/datapipeline.py +0 -0
  156. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dataplex.py +0 -0
  157. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dataprep.py +0 -0
  158. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dataproc_metastore.py +0 -0
  159. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/datastore.py +0 -0
  160. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/dlp.py +0 -0
  161. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/functions.py +0 -0
  162. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/gcs.py +0 -0
  163. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/life_sciences.py +0 -0
  164. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/looker.py +0 -0
  165. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/mlengine.py +0 -0
  166. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/natural_language.py +0 -0
  167. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/pubsub.py +0 -0
  168. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/spanner.py +0 -0
  169. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/speech_to_text.py +0 -0
  170. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/stackdriver.py +0 -0
  171. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/tasks.py +0 -0
  172. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/text_to_speech.py +0 -0
  173. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/translate.py +0 -0
  174. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/translate_speech.py +0 -0
  175. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/secrets → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/operators/vertex_ai}/__init__.py +0 -0
  176. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py +0 -0
  177. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/dataset.py +0 -0
  178. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py +0 -0
  179. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/generative_model.py +0 -0
  180. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +0 -0
  181. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/model_service.py +0 -0
  182. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vertex_ai/pipeline_job.py +0 -0
  183. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/video_intelligence.py +0 -0
  184. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/operators/vision.py +0 -0
  185. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/sensors → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/secrets}/__init__.py +0 -0
  186. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/secrets/secret_manager.py +0 -0
  187. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/transfers → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/sensors}/__init__.py +0 -0
  188. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/bigquery.py +0 -0
  189. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/bigquery_dts.py +0 -0
  190. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/bigtable.py +0 -0
  191. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/cloud_composer.py +0 -0
  192. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/cloud_storage_transfer_service.py +0 -0
  193. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/dataflow.py +0 -0
  194. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/dataform.py +0 -0
  195. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/datafusion.py +0 -0
  196. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/dataplex.py +0 -0
  197. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/dataprep.py +0 -0
  198. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/dataproc.py +0 -0
  199. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/dataproc_metastore.py +0 -0
  200. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/gcs.py +0 -0
  201. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/looker.py +0 -0
  202. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/pubsub.py +0 -0
  203. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/tasks.py +0 -0
  204. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/sensors/workflows.py +0 -0
  205. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/cloud/triggers → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/transfers}/__init__.py +0 -0
  206. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/adls_to_gcs.py +0 -0
  207. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/azure_blob_to_gcs.py +0 -0
  208. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py +0 -0
  209. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +0 -0
  210. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +0 -0
  211. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/bigquery_to_postgres.py +0 -0
  212. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/bigquery_to_sql.py +0 -0
  213. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/calendar_to_gcs.py +0 -0
  214. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/cassandra_to_gcs.py +0 -0
  215. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs.py +0 -0
  216. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/gcs_to_gcs.py +0 -0
  217. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/gcs_to_local.py +0 -0
  218. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/gcs_to_sftp.py +0 -0
  219. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/gdrive_to_gcs.py +0 -0
  220. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/gdrive_to_local.py +0 -0
  221. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/local_to_gcs.py +0 -0
  222. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/mssql_to_gcs.py +0 -0
  223. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/mysql_to_gcs.py +0 -0
  224. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/oracle_to_gcs.py +0 -0
  225. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/postgres_to_gcs.py +0 -0
  226. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/presto_to_gcs.py +0 -0
  227. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/s3_to_gcs.py +0 -0
  228. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/salesforce_to_gcs.py +0 -0
  229. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/sftp_to_gcs.py +0 -0
  230. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/sheets_to_gcs.py +0 -0
  231. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/sql_to_gcs.py +0 -0
  232. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/transfers/trino_to_gcs.py +0 -0
  233. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/common → apache_airflow_providers_google-10.19.0/airflow/providers/google/cloud/triggers}/__init__.py +0 -0
  234. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/bigquery_dts.py +0 -0
  235. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/cloud_batch.py +0 -0
  236. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/cloud_build.py +0 -0
  237. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/cloud_composer.py +0 -0
  238. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/cloud_run.py +0 -0
  239. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/cloud_sql.py +0 -0
  240. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/cloud_storage_transfer_service.py +0 -0
  241. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/dataflow.py +0 -0
  242. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/datafusion.py +0 -0
  243. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/dataplex.py +0 -0
  244. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/gcs.py +0 -0
  245. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/mlengine.py +0 -0
  246. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/triggers/vertex_ai.py +0 -0
  247. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/__init__.py +0 -0
  248. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/bigquery.py +0 -0
  249. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/bigquery_get_data.py +0 -0
  250. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/dataform.py +0 -0
  251. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/datafusion.py +0 -0
  252. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/dataproc.py +0 -0
  253. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/field_sanitizer.py +0 -0
  254. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/field_validator.py +0 -0
  255. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/helpers.py +0 -0
  256. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/mlengine_operator_utils.py +0 -0
  257. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/cloud/utils/mlengine_prediction_summary.py +0 -0
  258. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/common/auth_backend → apache_airflow_providers_google-10.19.0/airflow/providers/google/common}/__init__.py +0 -0
  259. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/common/hooks → apache_airflow_providers_google-10.19.0/airflow/providers/google/common/auth_backend}/__init__.py +0 -0
  260. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/common/auth_backend/google_openid.py +0 -0
  261. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/common/consts.py +0 -0
  262. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/common/links → apache_airflow_providers_google-10.19.0/airflow/providers/google/common/hooks}/__init__.py +0 -0
  263. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/common/hooks/discovery_api.py +0 -0
  264. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/common/utils → apache_airflow_providers_google-10.19.0/airflow/providers/google/common/links}/__init__.py +0 -0
  265. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/common/links/storage.py +0 -0
  266. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/datasets → apache_airflow_providers_google-10.19.0/airflow/providers/google/common/utils}/__init__.py +0 -0
  267. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/common/utils/id_token_credentials.py +0 -0
  268. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/firebase → apache_airflow_providers_google-10.19.0/airflow/providers/google/datasets}/__init__.py +0 -0
  269. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/datasets/bigquery.py +0 -0
  270. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/firebase/hooks → apache_airflow_providers_google-10.19.0/airflow/providers/google/firebase}/__init__.py +0 -0
  271. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/firebase/operators → apache_airflow_providers_google-10.19.0/airflow/providers/google/firebase/hooks}/__init__.py +0 -0
  272. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/firebase/hooks/firestore.py +0 -0
  273. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/leveldb → apache_airflow_providers_google-10.19.0/airflow/providers/google/firebase/operators}/__init__.py +0 -0
  274. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/firebase/operators/firestore.py +0 -0
  275. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/go_module_utils.py +0 -0
  276. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/leveldb/hooks → apache_airflow_providers_google-10.19.0/airflow/providers/google/leveldb}/__init__.py +0 -0
  277. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/leveldb/operators → apache_airflow_providers_google-10.19.0/airflow/providers/google/leveldb/hooks}/__init__.py +0 -0
  278. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/leveldb/hooks/leveldb.py +0 -0
  279. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/marketing_platform → apache_airflow_providers_google-10.19.0/airflow/providers/google/leveldb/operators}/__init__.py +0 -0
  280. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/leveldb/operators/leveldb.py +0 -0
  281. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/marketing_platform/example_dags → apache_airflow_providers_google-10.19.0/airflow/providers/google/marketing_platform}/__init__.py +0 -0
  282. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/marketing_platform/hooks → apache_airflow_providers_google-10.19.0/airflow/providers/google/marketing_platform/example_dags}/__init__.py +0 -0
  283. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/example_dags/example_display_video.py +0 -0
  284. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/marketing_platform/links → apache_airflow_providers_google-10.19.0/airflow/providers/google/marketing_platform/hooks}/__init__.py +0 -0
  285. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/hooks/analytics.py +0 -0
  286. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/hooks/analytics_admin.py +0 -0
  287. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/hooks/campaign_manager.py +0 -0
  288. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/hooks/display_video.py +0 -0
  289. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/hooks/search_ads.py +0 -0
  290. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/marketing_platform/operators → apache_airflow_providers_google-10.19.0/airflow/providers/google/marketing_platform/links}/__init__.py +0 -0
  291. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/links/analytics_admin.py +0 -0
  292. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/marketing_platform/sensors → apache_airflow_providers_google-10.19.0/airflow/providers/google/marketing_platform/operators}/__init__.py +0 -0
  293. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/operators/analytics.py +0 -0
  294. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/operators/analytics_admin.py +0 -0
  295. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/operators/campaign_manager.py +0 -0
  296. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/operators/display_video.py +0 -0
  297. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/operators/search_ads.py +0 -0
  298. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/suite → apache_airflow_providers_google-10.19.0/airflow/providers/google/marketing_platform}/sensors/__init__.py +0 -0
  299. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/sensors/campaign_manager.py +0 -0
  300. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/sensors/display_video.py +0 -0
  301. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/marketing_platform/sensors/search_ads.py +0 -0
  302. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/__init__.py +0 -0
  303. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/hooks/__init__.py +0 -0
  304. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/hooks/calendar.py +0 -0
  305. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/hooks/drive.py +0 -0
  306. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/hooks/sheets.py +0 -0
  307. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/operators/__init__.py +0 -0
  308. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/operators/sheets.py +0 -0
  309. {apache_airflow_providers_google-10.18.0rc1/airflow/providers/google/suite/transfers → apache_airflow_providers_google-10.19.0/airflow/providers/google/suite/sensors}/__init__.py +0 -0
  310. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/sensors/drive.py +0 -0
  311. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/transfers/gcs_to_gdrive.py +0 -0
  312. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/transfers/gcs_to_sheets.py +0 -0
  313. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/transfers/local_to_drive.py +0 -0
  314. {apache_airflow_providers_google-10.18.0rc1 → apache_airflow_providers_google-10.19.0}/airflow/providers/google/suite/transfers/sql_to_sheets.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-google
3
- Version: 10.18.0rc1
3
+ Version: 10.19.0
4
4
  Summary: Provider package apache-airflow-providers-google for Apache Airflow
5
5
  Keywords: airflow-provider,google,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,8 +22,8 @@ Classifier: Programming Language :: Python :: 3.11
22
22
  Classifier: Programming Language :: Python :: 3.12
23
23
  Classifier: Topic :: System :: Monitoring
24
24
  Requires-Dist: PyOpenSSL
25
- Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
26
- Requires-Dist: apache-airflow>=2.7.0rc0
25
+ Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
26
+ Requires-Dist: apache-airflow>=2.7.0
27
27
  Requires-Dist: asgiref>=3.5.2
28
28
  Requires-Dist: gcloud-aio-auth>=4.0.0,<5.0.0
29
29
  Requires-Dist: gcloud-aio-bigquery>=6.1.2
@@ -31,7 +31,7 @@ Requires-Dist: gcloud-aio-storage>=9.0.0
31
31
  Requires-Dist: gcsfs>=2023.10.0
32
32
  Requires-Dist: google-ads>=23.1.0
33
33
  Requires-Dist: google-analytics-admin
34
- Requires-Dist: google-api-core>=2.11.0,!=2.16.0
34
+ Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
35
35
  Requires-Dist: google-api-python-client>=1.6.0
36
36
  Requires-Dist: google-auth-httplib2>=0.0.1
37
37
  Requires-Dist: google-auth>=1.0.0
@@ -39,7 +39,7 @@ Requires-Dist: google-cloud-aiplatform>=1.42.1
39
39
  Requires-Dist: google-cloud-automl>=2.12.0
40
40
  Requires-Dist: google-cloud-batch>=0.13.0
41
41
  Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
42
- Requires-Dist: google-cloud-bigquery>=3.0.1
42
+ Requires-Dist: google-cloud-bigquery<3.21.0,>=3.0.1
43
43
  Requires-Dist: google-cloud-bigtable>=2.17.0
44
44
  Requires-Dist: google-cloud-build>=3.22.0
45
45
  Requires-Dist: google-cloud-compute>=1.10.0
@@ -82,19 +82,19 @@ Requires-Dist: proto-plus>=1.19.6
82
82
  Requires-Dist: python-slugify>=5.0
83
83
  Requires-Dist: sqlalchemy-bigquery>=1.2.1
84
84
  Requires-Dist: sqlalchemy-spanner>=1.6.2
85
- Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc0 ; extra == "amazon"
85
+ Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
86
86
  Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
87
87
  Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
88
88
  Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache.cassandra"
89
- Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
89
+ Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
90
90
  Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
91
- Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
91
+ Requires-Dist: apache-airflow-providers-facebook>=2.2.0 ; extra == "facebook"
92
92
  Requires-Dist: plyvel ; extra == "leveldb"
93
93
  Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
94
94
  Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
95
95
  Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
96
96
  Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
97
- Requires-Dist: apache-airflow-providers-oracle>=3.1.0rc0 ; extra == "oracle"
97
+ Requires-Dist: apache-airflow-providers-oracle>=3.1.0 ; extra == "oracle"
98
98
  Requires-Dist: apache-airflow-providers-postgres ; extra == "postgres"
99
99
  Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
100
100
  Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
@@ -102,8 +102,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
102
102
  Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
103
103
  Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
104
104
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
105
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/changelog.html
106
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0
105
+ Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html
106
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0
107
107
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
108
108
  Project-URL: Source Code, https://github.com/apache/airflow
109
109
  Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -171,7 +171,7 @@ Provides-Extra: trino
171
171
 
172
172
  Package ``apache-airflow-providers-google``
173
173
 
174
- Release: ``10.18.0.rc1``
174
+ Release: ``10.19.0``
175
175
 
176
176
 
177
177
  Google services including:
@@ -191,7 +191,7 @@ This is a provider package for ``google`` provider. All classes for this provide
191
191
  are in ``airflow.providers.google`` python package.
192
192
 
193
193
  You can find package information and changelog for the provider
194
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/>`_.
194
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/>`_.
195
195
 
196
196
  Installation
197
197
  ------------
@@ -205,9 +205,9 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
205
205
  Requirements
206
206
  ------------
207
207
 
208
- ======================================= =====================
208
+ ======================================= ==============================
209
209
  PIP package Version required
210
- ======================================= =====================
210
+ ======================================= ==============================
211
211
  ``apache-airflow`` ``>=2.7.0``
212
212
  ``apache-airflow-providers-common-sql`` ``>=1.7.2``
213
213
  ``asgiref`` ``>=3.5.2``
@@ -217,13 +217,13 @@ PIP package Version required
217
217
  ``gcsfs`` ``>=2023.10.0``
218
218
  ``google-ads`` ``>=23.1.0``
219
219
  ``google-analytics-admin``
220
- ``google-api-core`` ``>=2.11.0,!=2.16.0``
220
+ ``google-api-core`` ``>=2.11.0,!=2.16.0,!=2.18.0``
221
221
  ``google-api-python-client`` ``>=1.6.0``
222
222
  ``google-auth`` ``>=1.0.0``
223
223
  ``google-auth-httplib2`` ``>=0.0.1``
224
224
  ``google-cloud-aiplatform`` ``>=1.42.1``
225
225
  ``google-cloud-automl`` ``>=2.12.0``
226
- ``google-cloud-bigquery`` ``>=3.0.1``
226
+ ``google-cloud-bigquery`` ``>=3.0.1,<3.21.0``
227
227
  ``google-cloud-bigquery-datatransfer`` ``>=3.13.0``
228
228
  ``google-cloud-bigtable`` ``>=2.17.0``
229
229
  ``google-cloud-build`` ``>=3.22.0``
@@ -269,7 +269,7 @@ PIP package Version required
269
269
  ``sqlalchemy-bigquery`` ``>=1.2.1``
270
270
  ``sqlalchemy-spanner`` ``>=1.6.2``
271
271
  ``python-slugify`` ``>=5.0``
272
- ======================================= =====================
272
+ ======================================= ==============================
273
273
 
274
274
  Cross provider package dependencies
275
275
  -----------------------------------
@@ -307,4 +307,4 @@ Dependent package
307
307
  ======================================================================================================================== ====================
308
308
 
309
309
  The changelog for the provider package can be found in the
310
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/changelog.html>`_.
310
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html>`_.
@@ -42,7 +42,7 @@
42
42
 
43
43
  Package ``apache-airflow-providers-google``
44
44
 
45
- Release: ``10.18.0.rc1``
45
+ Release: ``10.19.0``
46
46
 
47
47
 
48
48
  Google services including:
@@ -62,7 +62,7 @@ This is a provider package for ``google`` provider. All classes for this provide
62
62
  are in ``airflow.providers.google`` python package.
63
63
 
64
64
  You can find package information and changelog for the provider
65
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/>`_.
65
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/>`_.
66
66
 
67
67
  Installation
68
68
  ------------
@@ -76,9 +76,9 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
76
76
  Requirements
77
77
  ------------
78
78
 
79
- ======================================= =====================
79
+ ======================================= ==============================
80
80
  PIP package Version required
81
- ======================================= =====================
81
+ ======================================= ==============================
82
82
  ``apache-airflow`` ``>=2.7.0``
83
83
  ``apache-airflow-providers-common-sql`` ``>=1.7.2``
84
84
  ``asgiref`` ``>=3.5.2``
@@ -88,13 +88,13 @@ PIP package Version required
88
88
  ``gcsfs`` ``>=2023.10.0``
89
89
  ``google-ads`` ``>=23.1.0``
90
90
  ``google-analytics-admin``
91
- ``google-api-core`` ``>=2.11.0,!=2.16.0``
91
+ ``google-api-core`` ``>=2.11.0,!=2.16.0,!=2.18.0``
92
92
  ``google-api-python-client`` ``>=1.6.0``
93
93
  ``google-auth`` ``>=1.0.0``
94
94
  ``google-auth-httplib2`` ``>=0.0.1``
95
95
  ``google-cloud-aiplatform`` ``>=1.42.1``
96
96
  ``google-cloud-automl`` ``>=2.12.0``
97
- ``google-cloud-bigquery`` ``>=3.0.1``
97
+ ``google-cloud-bigquery`` ``>=3.0.1,<3.21.0``
98
98
  ``google-cloud-bigquery-datatransfer`` ``>=3.13.0``
99
99
  ``google-cloud-bigtable`` ``>=2.17.0``
100
100
  ``google-cloud-build`` ``>=3.22.0``
@@ -140,7 +140,7 @@ PIP package Version required
140
140
  ``sqlalchemy-bigquery`` ``>=1.2.1``
141
141
  ``sqlalchemy-spanner`` ``>=1.6.2``
142
142
  ``python-slugify`` ``>=5.0``
143
- ======================================= =====================
143
+ ======================================= ==============================
144
144
 
145
145
  Cross provider package dependencies
146
146
  -----------------------------------
@@ -178,4 +178,4 @@ Dependent package
178
178
  ======================================================================================================================== ====================
179
179
 
180
180
  The changelog for the provider package can be found in the
181
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/changelog.html>`_.
181
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html>`_.
@@ -25,14 +25,11 @@ from __future__ import annotations
25
25
 
26
26
  import packaging.version
27
27
 
28
- __all__ = ["__version__"]
28
+ from airflow import __version__ as airflow_version
29
29
 
30
- __version__ = "10.18.0"
30
+ __all__ = ["__version__"]
31
31
 
32
- try:
33
- from airflow import __version__ as airflow_version
34
- except ImportError:
35
- from airflow.version import version as airflow_version
32
+ __version__ = "10.19.0"
36
33
 
37
34
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
38
35
  "2.7.0"
@@ -640,3 +640,37 @@ class CloudAutoMLHook(GoogleBaseHook):
640
640
  metadata=metadata,
641
641
  )
642
642
  return result
643
+
644
+ @GoogleBaseHook.fallback_to_default_project_id
645
+ def get_dataset(
646
+ self,
647
+ dataset_id: str,
648
+ location: str,
649
+ project_id: str,
650
+ retry: Retry | _MethodDefault = DEFAULT,
651
+ timeout: float | None = None,
652
+ metadata: Sequence[tuple[str, str]] = (),
653
+ ) -> Dataset:
654
+ """
655
+ Retrieve the dataset for the given dataset_id.
656
+
657
+ :param dataset_id: ID of dataset to be retrieved.
658
+ :param location: The location of the project.
659
+ :param project_id: ID of the Google Cloud project where dataset is located if None then
660
+ default project_id is used.
661
+ :param retry: A retry object used to retry requests. If `None` is specified, requests will not be
662
+ retried.
663
+ :param timeout: The amount of time, in seconds, to wait for the request to complete. Note that if
664
+ `retry` is specified, the timeout applies to each individual attempt.
665
+ :param metadata: Additional metadata that is provided to the method.
666
+
667
+ :return: `google.cloud.automl_v1beta1.types.dataset.Dataset` instance.
668
+ """
669
+ client = self.get_conn()
670
+ name = f"projects/{project_id}/locations/{location}/datasets/{dataset_id}"
671
+ return client.get_dataset(
672
+ request={"name": name},
673
+ retry=retry,
674
+ timeout=timeout,
675
+ metadata=metadata,
676
+ )
@@ -46,7 +46,14 @@ from google.cloud.bigquery import (
46
46
  UnknownJob,
47
47
  )
48
48
  from google.cloud.bigquery.dataset import AccessEntry, Dataset, DatasetListItem, DatasetReference
49
- from google.cloud.bigquery.table import EncryptionConfiguration, Row, RowIterator, Table, TableReference
49
+ from google.cloud.bigquery.retry import DEFAULT_JOB_RETRY
50
+ from google.cloud.bigquery.table import (
51
+ EncryptionConfiguration,
52
+ Row,
53
+ RowIterator,
54
+ Table,
55
+ TableReference,
56
+ )
50
57
  from google.cloud.exceptions import NotFound
51
58
  from googleapiclient.discovery import Resource, build
52
59
  from pandas_gbq import read_gbq
@@ -65,12 +72,7 @@ from airflow.providers.google.common.hooks.base_google import (
65
72
  GoogleBaseHook,
66
73
  get_field,
67
74
  )
68
-
69
- try:
70
- from airflow.utils.hashlib_wrapper import md5
71
- except ModuleNotFoundError:
72
- # Remove when Airflow providers min Airflow version is "2.7.0"
73
- from hashlib import md5
75
+ from airflow.utils.hashlib_wrapper import md5
74
76
  from airflow.utils.helpers import convert_camel_to_snake
75
77
  from airflow.utils.log.logging_mixin import LoggingMixin
76
78
 
@@ -1586,7 +1588,7 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
1586
1588
  job_id: str,
1587
1589
  project_id: str = PROVIDE_PROJECT_ID,
1588
1590
  location: str | None = None,
1589
- ) -> CopyJob | QueryJob | LoadJob | ExtractJob | UnknownJob:
1591
+ ) -> BigQueryJob | UnknownJob:
1590
1592
  """Retrieve a BigQuery job.
1591
1593
 
1592
1594
  .. seealso:: https://cloud.google.com/bigquery/docs/reference/v2/jobs
@@ -1594,8 +1596,8 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
1594
1596
  :param job_id: The ID of the job. The ID must contain only letters (a-z, A-Z),
1595
1597
  numbers (0-9), underscores (_), or dashes (-). The maximum length is 1,024
1596
1598
  characters.
1597
- :param project_id: Google Cloud Project where the job is running
1598
- :param location: location the job is running
1599
+ :param project_id: Google Cloud Project where the job is running.
1600
+ :param location: Location where the job is running.
1599
1601
  """
1600
1602
  client = self.get_client(project_id=project_id, location=location)
1601
1603
  job = client.get_job(job_id=job_id, project=project_id, location=location)
@@ -2390,6 +2392,48 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
2390
2392
 
2391
2393
  return project_id, dataset_id, table_id
2392
2394
 
2395
+ @GoogleBaseHook.fallback_to_default_project_id
2396
+ def get_query_results(
2397
+ self,
2398
+ job_id: str,
2399
+ location: str,
2400
+ max_results: int | None = None,
2401
+ selected_fields: list[str] | str | None = None,
2402
+ project_id: str = PROVIDE_PROJECT_ID,
2403
+ retry: Retry = DEFAULT_RETRY,
2404
+ job_retry: Retry = DEFAULT_JOB_RETRY,
2405
+ ) -> list[dict[str, Any]]:
2406
+ """
2407
+ Get query results given a job_id.
2408
+
2409
+ :param job_id: The ID of the job.
2410
+ The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), or
2411
+ dashes (-). The maximum length is 1,024 characters.
2412
+ :param location: The location used for the operation.
2413
+ :param selected_fields: List of fields to return (comma-separated). If
2414
+ unspecified, all fields are returned.
2415
+ :param max_results: The maximum number of records (rows) to be fetched
2416
+ from the table.
2417
+ :param project_id: Google Cloud Project where the job ran.
2418
+ :param retry: How to retry the RPC.
2419
+ :param job_retry: How to retry failed jobs.
2420
+
2421
+ :return: List of rows where columns are filtered by selected fields, when given
2422
+
2423
+ :raises: AirflowException
2424
+ """
2425
+ if isinstance(selected_fields, str):
2426
+ selected_fields = selected_fields.split(",")
2427
+ job = self.get_job(job_id=job_id, project_id=project_id, location=location)
2428
+ if not isinstance(job, QueryJob):
2429
+ raise AirflowException(f"Job '{job_id}' is not a query job")
2430
+
2431
+ if job.state != "DONE":
2432
+ raise AirflowException(f"Job '{job_id}' is not in DONE state")
2433
+
2434
+ rows = [dict(row) for row in job.result(max_results=max_results, retry=retry, job_retry=job_retry)]
2435
+ return [{k: row[k] for k in row if k in selected_fields} for row in rows] if selected_fields else rows
2436
+
2393
2437
  @property
2394
2438
  def scopes(self) -> Sequence[str]:
2395
2439
  """
@@ -2805,15 +2849,16 @@ class BigQueryCursor(BigQueryBaseCursor):
2805
2849
  return -1
2806
2850
 
2807
2851
  def execute(self, operation: str, parameters: dict | None = None) -> None:
2808
- """Execute a BigQuery query, and return the job ID.
2852
+ """Execute a BigQuery query, and update the BigQueryCursor description.
2809
2853
 
2810
2854
  :param operation: The query to execute.
2811
2855
  :param parameters: Parameters to substitute into the query.
2812
2856
  """
2813
2857
  sql = _bind_parameters(operation, parameters) if parameters else operation
2814
2858
  self.flush_results()
2815
- self.job_id = self._run_query(sql)
2816
-
2859
+ job = self._run_query(sql)
2860
+ self.job_id = job.job_id
2861
+ self.location = self.location or job.location
2817
2862
  query_results = self._get_query_result()
2818
2863
  if "schema" in query_results:
2819
2864
  self.description = _format_schema_for_description(query_results["schema"])
@@ -2953,15 +2998,15 @@ class BigQueryCursor(BigQueryBaseCursor):
2953
2998
  self,
2954
2999
  sql,
2955
3000
  location: str | None = None,
2956
- ) -> str:
2957
- """Run job query."""
3001
+ ) -> BigQueryJob:
3002
+ """Run a job query and return the job instance."""
2958
3003
  if not self.project_id:
2959
3004
  raise ValueError("The project_id should be set")
2960
3005
 
2961
3006
  configuration = self._prepare_query_configuration(sql)
2962
3007
  job = self.hook.insert_job(configuration=configuration, project_id=self.project_id, location=location)
2963
3008
 
2964
- return job.job_id
3009
+ return job
2965
3010
 
2966
3011
  def _prepare_query_configuration(
2967
3012
  self,
@@ -3313,7 +3358,7 @@ class BigQueryAsyncHook(GoogleBaseAsyncHook):
3313
3358
 
3314
3359
  async def _get_job(
3315
3360
  self, job_id: str | None, project_id: str = PROVIDE_PROJECT_ID, location: str | None = None
3316
- ) -> CopyJob | QueryJob | LoadJob | ExtractJob | UnknownJob:
3361
+ ) -> BigQueryJob | UnknownJob:
3317
3362
  """
3318
3363
  Get BigQuery job by its ID, project ID and location.
3319
3364
 
@@ -3421,15 +3466,25 @@ class BigQueryAsyncHook(GoogleBaseAsyncHook):
3421
3466
  self.log.error("Failed to cancel BigQuery job %s: %s", job_id, str(e))
3422
3467
  raise
3423
3468
 
3424
- def get_records(self, query_results: dict[str, Any], as_dict: bool = False) -> list[Any]:
3469
+ # TODO: Convert get_records into an async method
3470
+ def get_records(
3471
+ self,
3472
+ query_results: dict[str, Any],
3473
+ as_dict: bool = False,
3474
+ selected_fields: str | list[str] | None = None,
3475
+ ) -> list[Any]:
3425
3476
  """Convert a response from BigQuery to records.
3426
3477
 
3427
3478
  :param query_results: the results from a SQL query
3428
3479
  :param as_dict: if True returns the result as a list of dictionaries, otherwise as list of lists.
3480
+ :param selected_fields:
3429
3481
  """
3482
+ if isinstance(selected_fields, str):
3483
+ selected_fields = selected_fields.split(",")
3430
3484
  buffer: list[Any] = []
3431
3485
  if rows := query_results.get("rows"):
3432
3486
  fields = query_results["schema"]["fields"]
3487
+ fields = [field for field in fields if not selected_fields or field["name"] in selected_fields]
3433
3488
  fields_names = [field["name"] for field in fields]
3434
3489
  col_types = [field["type"] for field in fields]
3435
3490
  for dict_row in rows:
@@ -0,0 +1,91 @@
1
+ # Licensed to the Apache Software Foundation (ASF) under one
2
+ # or more contributor license agreements. See the NOTICE file
3
+ # distributed with this work for additional information
4
+ # regarding copyright ownership. The ASF licenses this file
5
+ # to you under the Apache License, Version 2.0 (the
6
+ # "License"); you may not use this file except in compliance
7
+ # with the License. You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing,
12
+ # software distributed under the License is distributed on an
13
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
+ # KIND, either express or implied. See the License for the
15
+ # specific language governing permissions and limitations
16
+ # under the License.
17
+
18
+ from __future__ import annotations
19
+
20
+ from typing import TYPE_CHECKING, Sequence
21
+
22
+ from google.api_core.client_options import ClientOptions
23
+ from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
24
+ from google.cloud.aiplatform_v1 import PredictionServiceClient
25
+
26
+ from airflow.providers.google.common.consts import CLIENT_INFO
27
+ from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
28
+
29
+ if TYPE_CHECKING:
30
+ from google.api_core.retry import Retry
31
+ from google.cloud.aiplatform_v1.types import PredictResponse
32
+
33
+
34
+ class PredictionServiceHook(GoogleBaseHook):
35
+ """Hook for Google Cloud Vertex AI Prediction API."""
36
+
37
+ def get_prediction_service_client(self, region: str | None = None) -> PredictionServiceClient:
38
+ """
39
+ Return PredictionServiceClient object.
40
+
41
+ :param region: The ID of the Google Cloud region that the service belongs to. Default is None.
42
+
43
+ :return: `google.cloud.aiplatform_v1.services.prediction_service.client.PredictionServiceClient` instance.
44
+ """
45
+ if region and region != "global":
46
+ client_options = ClientOptions(api_endpoint=f"{region}-aiplatform.googleapis.com:443")
47
+ else:
48
+ client_options = ClientOptions()
49
+
50
+ return PredictionServiceClient(
51
+ credentials=self.get_credentials(), client_info=CLIENT_INFO, client_options=client_options
52
+ )
53
+
54
+ @GoogleBaseHook.fallback_to_default_project_id
55
+ def predict(
56
+ self,
57
+ endpoint_id: str,
58
+ instances: list[str],
59
+ location: str,
60
+ project_id: str = PROVIDE_PROJECT_ID,
61
+ parameters: dict[str, str] | None = None,
62
+ retry: Retry | _MethodDefault = DEFAULT,
63
+ timeout: float | None = None,
64
+ metadata: Sequence[tuple[str, str]] = (),
65
+ ) -> PredictResponse:
66
+ """
67
+ Perform an online prediction and returns the prediction result in the response.
68
+
69
+ :param endpoint_id: Name of the endpoint_id requested to serve the prediction.
70
+ :param instances: Required. The instances that are the input to the prediction call. A DeployedModel
71
+ may have an upper limit on the number of instances it supports per request, and when it is
72
+ exceeded the prediction call errors in case of AutoML Models, or, in case of customer created
73
+ Models, the behaviour is as documented by that Model.
74
+ :param parameters: Additional domain-specific parameters, any string must be up to 25000 characters long.
75
+ :param project_id: ID of the Google Cloud project where model is located if None then
76
+ default project_id is used.
77
+ :param location: The location of the project.
78
+ :param retry: A retry object used to retry requests. If `None` is specified, requests will not be
79
+ retried.
80
+ :param timeout: The amount of time, in seconds, to wait for the request to complete. Note that if
81
+ `retry` is specified, the timeout applies to each individual attempt.
82
+ :param metadata: Additional metadata that is provided to the method.
83
+ """
84
+ client = self.get_prediction_service_client(location)
85
+ endpoint = f"projects/{project_id}/locations/{location}/endpoints/{endpoint_id}"
86
+ return client.predict(
87
+ request={"endpoint": endpoint, "instances": instances, "parameters": parameters},
88
+ retry=retry,
89
+ timeout=timeout,
90
+ metadata=metadata,
91
+ )
@@ -21,6 +21,9 @@ from __future__ import annotations
21
21
 
22
22
  from typing import TYPE_CHECKING
23
23
 
24
+ from deprecated import deprecated
25
+
26
+ from airflow.exceptions import AirflowProviderDeprecationWarning
24
27
  from airflow.providers.google.cloud.links.base import BaseGoogleLink
25
28
 
26
29
  if TYPE_CHECKING:
@@ -44,6 +47,13 @@ AUTOML_MODEL_PREDICT_LINK = (
44
47
  )
45
48
 
46
49
 
50
+ @deprecated(
51
+ reason=(
52
+ "Class `AutoMLDatasetLink` has been deprecated and will be removed after 31.12.2024. "
53
+ "Please use `TranslationLegacyDatasetLink` from `airflow/providers/google/cloud/links/translate.py` instead."
54
+ ),
55
+ category=AirflowProviderDeprecationWarning,
56
+ )
47
57
  class AutoMLDatasetLink(BaseGoogleLink):
48
58
  """Helper class for constructing AutoML Dataset link."""
49
59
 
@@ -65,6 +75,13 @@ class AutoMLDatasetLink(BaseGoogleLink):
65
75
  )
66
76
 
67
77
 
78
+ @deprecated(
79
+ reason=(
80
+ "Class `AutoMLDatasetListLink` has been deprecated and will be removed after 31.12.2024. "
81
+ "Please use `TranslationDatasetListLink` from `airflow/providers/google/cloud/links/translate.py` instead."
82
+ ),
83
+ category=AirflowProviderDeprecationWarning,
84
+ )
68
85
  class AutoMLDatasetListLink(BaseGoogleLink):
69
86
  """Helper class for constructing AutoML Dataset List link."""
70
87
 
@@ -87,6 +104,13 @@ class AutoMLDatasetListLink(BaseGoogleLink):
87
104
  )
88
105
 
89
106
 
107
+ @deprecated(
108
+ reason=(
109
+ "Class `AutoMLModelLink` has been deprecated and will be removed after 31.12.2024. "
110
+ "Please use `TranslationLegacyModelLink` from `airflow/providers/google/cloud/links/translate.py` instead."
111
+ ),
112
+ category=AirflowProviderDeprecationWarning,
113
+ )
90
114
  class AutoMLModelLink(BaseGoogleLink):
91
115
  """Helper class for constructing AutoML Model link."""
92
116
 
@@ -114,6 +138,13 @@ class AutoMLModelLink(BaseGoogleLink):
114
138
  )
115
139
 
116
140
 
141
+ @deprecated(
142
+ reason=(
143
+ "Class `AutoMLModelTrainLink` has been deprecated and will be removed after 31.12.2024. "
144
+ "Please use `TranslationLegacyModelTrainLink` from `airflow/providers/google/cloud/links/translate.py` instead."
145
+ ),
146
+ category=AirflowProviderDeprecationWarning,
147
+ )
117
148
  class AutoMLModelTrainLink(BaseGoogleLink):
118
149
  """Helper class for constructing AutoML Model Train link."""
119
150
 
@@ -138,6 +169,13 @@ class AutoMLModelTrainLink(BaseGoogleLink):
138
169
  )
139
170
 
140
171
 
172
+ @deprecated(
173
+ reason=(
174
+ "Class `AutoMLModelPredictLink` has been deprecated and will be removed after 31.12.2024. "
175
+ "Please use `TranslationLegacyModelPredictLink` from `airflow/providers/google/cloud/links/translate.py` instead."
176
+ ),
177
+ category=AirflowProviderDeprecationWarning,
178
+ )
141
179
  class AutoMLModelPredictLink(BaseGoogleLink):
142
180
  """Helper class for constructing AutoML Model Predict link."""
143
181