apache-airflow-providers-google 12.0.0rc2__py3-none-any.whl → 13.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/google/LICENSE +0 -52
- airflow/providers/google/__init__.py +1 -1
- airflow/providers/google/ads/hooks/ads.py +27 -13
- airflow/providers/google/ads/transfers/ads_to_gcs.py +18 -4
- airflow/providers/google/assets/bigquery.py +17 -0
- airflow/providers/google/cloud/_internal_client/secret_manager_client.py +2 -3
- airflow/providers/google/cloud/hooks/alloy_db.py +736 -8
- airflow/providers/google/cloud/hooks/automl.py +10 -4
- airflow/providers/google/cloud/hooks/bigquery.py +125 -22
- airflow/providers/google/cloud/hooks/bigquery_dts.py +8 -8
- airflow/providers/google/cloud/hooks/bigtable.py +2 -3
- airflow/providers/google/cloud/hooks/cloud_batch.py +3 -4
- airflow/providers/google/cloud/hooks/cloud_build.py +4 -5
- airflow/providers/google/cloud/hooks/cloud_composer.py +3 -4
- airflow/providers/google/cloud/hooks/cloud_memorystore.py +3 -4
- airflow/providers/google/cloud/hooks/cloud_run.py +3 -4
- airflow/providers/google/cloud/hooks/cloud_sql.py +7 -3
- airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +119 -7
- airflow/providers/google/cloud/hooks/compute.py +3 -3
- airflow/providers/google/cloud/hooks/datacatalog.py +3 -4
- airflow/providers/google/cloud/hooks/dataflow.py +12 -12
- airflow/providers/google/cloud/hooks/dataform.py +2 -3
- airflow/providers/google/cloud/hooks/datafusion.py +2 -2
- airflow/providers/google/cloud/hooks/dataplex.py +1032 -11
- airflow/providers/google/cloud/hooks/dataproc.py +4 -5
- airflow/providers/google/cloud/hooks/dataproc_metastore.py +3 -4
- airflow/providers/google/cloud/hooks/dlp.py +3 -4
- airflow/providers/google/cloud/hooks/gcs.py +7 -6
- airflow/providers/google/cloud/hooks/kms.py +2 -3
- airflow/providers/google/cloud/hooks/kubernetes_engine.py +8 -8
- airflow/providers/google/cloud/hooks/life_sciences.py +1 -1
- airflow/providers/google/cloud/hooks/managed_kafka.py +482 -0
- airflow/providers/google/cloud/hooks/natural_language.py +2 -3
- airflow/providers/google/cloud/hooks/os_login.py +2 -3
- airflow/providers/google/cloud/hooks/pubsub.py +6 -6
- airflow/providers/google/cloud/hooks/secret_manager.py +2 -3
- airflow/providers/google/cloud/hooks/spanner.py +2 -2
- airflow/providers/google/cloud/hooks/speech_to_text.py +2 -3
- airflow/providers/google/cloud/hooks/stackdriver.py +4 -4
- airflow/providers/google/cloud/hooks/tasks.py +3 -4
- airflow/providers/google/cloud/hooks/text_to_speech.py +2 -3
- airflow/providers/google/cloud/hooks/translate.py +236 -5
- airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +9 -4
- airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +3 -4
- airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +4 -5
- airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +3 -4
- airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +2 -3
- airflow/providers/google/cloud/hooks/vertex_ai/feature_store.py +3 -4
- airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py +1 -181
- airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +3 -4
- airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +2 -3
- airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py +3 -4
- airflow/providers/google/cloud/hooks/vertex_ai/prediction_service.py +2 -3
- airflow/providers/google/cloud/hooks/video_intelligence.py +2 -3
- airflow/providers/google/cloud/hooks/vision.py +3 -4
- airflow/providers/google/cloud/hooks/workflows.py +2 -3
- airflow/providers/google/cloud/links/alloy_db.py +46 -0
- airflow/providers/google/cloud/links/bigquery.py +25 -0
- airflow/providers/google/cloud/links/dataplex.py +172 -2
- airflow/providers/google/cloud/links/kubernetes_engine.py +1 -2
- airflow/providers/google/cloud/links/managed_kafka.py +104 -0
- airflow/providers/google/cloud/links/translate.py +28 -0
- airflow/providers/google/cloud/log/gcs_task_handler.py +3 -3
- airflow/providers/google/cloud/log/stackdriver_task_handler.py +11 -10
- airflow/providers/google/cloud/openlineage/facets.py +67 -0
- airflow/providers/google/cloud/openlineage/mixins.py +438 -173
- airflow/providers/google/cloud/openlineage/utils.py +394 -61
- airflow/providers/google/cloud/operators/alloy_db.py +980 -69
- airflow/providers/google/cloud/operators/automl.py +83 -245
- airflow/providers/google/cloud/operators/bigquery.py +377 -74
- airflow/providers/google/cloud/operators/bigquery_dts.py +126 -13
- airflow/providers/google/cloud/operators/bigtable.py +1 -3
- airflow/providers/google/cloud/operators/cloud_base.py +1 -2
- airflow/providers/google/cloud/operators/cloud_batch.py +2 -4
- airflow/providers/google/cloud/operators/cloud_build.py +3 -5
- airflow/providers/google/cloud/operators/cloud_composer.py +5 -7
- airflow/providers/google/cloud/operators/cloud_memorystore.py +4 -6
- airflow/providers/google/cloud/operators/cloud_run.py +6 -5
- airflow/providers/google/cloud/operators/cloud_sql.py +20 -8
- airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +62 -8
- airflow/providers/google/cloud/operators/compute.py +3 -4
- airflow/providers/google/cloud/operators/datacatalog.py +9 -11
- airflow/providers/google/cloud/operators/dataflow.py +1 -112
- airflow/providers/google/cloud/operators/dataform.py +3 -5
- airflow/providers/google/cloud/operators/datafusion.py +1 -1
- airflow/providers/google/cloud/operators/dataplex.py +2046 -7
- airflow/providers/google/cloud/operators/dataproc.py +102 -17
- airflow/providers/google/cloud/operators/dataproc_metastore.py +7 -9
- airflow/providers/google/cloud/operators/dlp.py +17 -19
- airflow/providers/google/cloud/operators/gcs.py +14 -17
- airflow/providers/google/cloud/operators/kubernetes_engine.py +2 -2
- airflow/providers/google/cloud/operators/managed_kafka.py +788 -0
- airflow/providers/google/cloud/operators/natural_language.py +3 -5
- airflow/providers/google/cloud/operators/pubsub.py +39 -7
- airflow/providers/google/cloud/operators/speech_to_text.py +3 -5
- airflow/providers/google/cloud/operators/stackdriver.py +3 -5
- airflow/providers/google/cloud/operators/tasks.py +4 -6
- airflow/providers/google/cloud/operators/text_to_speech.py +2 -4
- airflow/providers/google/cloud/operators/translate.py +414 -5
- airflow/providers/google/cloud/operators/translate_speech.py +2 -4
- airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py +9 -8
- airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py +4 -6
- airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +6 -8
- airflow/providers/google/cloud/operators/vertex_ai/dataset.py +4 -6
- airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py +4 -6
- airflow/providers/google/cloud/operators/vertex_ai/generative_model.py +0 -322
- airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +4 -6
- airflow/providers/google/cloud/operators/vertex_ai/model_service.py +4 -6
- airflow/providers/google/cloud/operators/vertex_ai/pipeline_job.py +4 -6
- airflow/providers/google/cloud/operators/video_intelligence.py +3 -5
- airflow/providers/google/cloud/operators/vision.py +4 -6
- airflow/providers/google/cloud/operators/workflows.py +5 -7
- airflow/providers/google/cloud/secrets/secret_manager.py +1 -2
- airflow/providers/google/cloud/sensors/bigquery_dts.py +3 -5
- airflow/providers/google/cloud/sensors/bigtable.py +2 -3
- airflow/providers/google/cloud/sensors/cloud_composer.py +32 -8
- airflow/providers/google/cloud/sensors/cloud_storage_transfer_service.py +39 -1
- airflow/providers/google/cloud/sensors/dataplex.py +4 -6
- airflow/providers/google/cloud/sensors/dataproc.py +2 -3
- airflow/providers/google/cloud/sensors/dataproc_metastore.py +1 -2
- airflow/providers/google/cloud/sensors/gcs.py +2 -4
- airflow/providers/google/cloud/sensors/pubsub.py +2 -3
- airflow/providers/google/cloud/sensors/workflows.py +3 -5
- airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +5 -5
- airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +10 -12
- airflow/providers/google/cloud/transfers/gcs_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/gcs_to_sftp.py +36 -4
- airflow/providers/google/cloud/transfers/mssql_to_gcs.py +27 -2
- airflow/providers/google/cloud/transfers/mysql_to_gcs.py +27 -2
- airflow/providers/google/cloud/transfers/postgres_to_gcs.py +27 -2
- airflow/providers/google/cloud/transfers/sftp_to_gcs.py +34 -5
- airflow/providers/google/cloud/transfers/sql_to_gcs.py +15 -0
- airflow/providers/google/cloud/transfers/trino_to_gcs.py +25 -2
- airflow/providers/google/cloud/triggers/bigquery_dts.py +1 -2
- airflow/providers/google/cloud/triggers/cloud_batch.py +1 -2
- airflow/providers/google/cloud/triggers/cloud_build.py +1 -2
- airflow/providers/google/cloud/triggers/cloud_composer.py +13 -3
- airflow/providers/google/cloud/triggers/cloud_storage_transfer_service.py +102 -4
- airflow/providers/google/cloud/triggers/dataflow.py +2 -3
- airflow/providers/google/cloud/triggers/dataplex.py +1 -2
- airflow/providers/google/cloud/triggers/dataproc.py +2 -3
- airflow/providers/google/cloud/triggers/kubernetes_engine.py +1 -1
- airflow/providers/google/cloud/triggers/pubsub.py +1 -2
- airflow/providers/google/cloud/triggers/vertex_ai.py +7 -8
- airflow/providers/google/cloud/utils/credentials_provider.py +15 -8
- airflow/providers/google/cloud/utils/external_token_supplier.py +1 -0
- airflow/providers/google/common/auth_backend/google_openid.py +4 -4
- airflow/providers/google/common/consts.py +1 -2
- airflow/providers/google/common/hooks/base_google.py +8 -7
- airflow/providers/google/get_provider_info.py +186 -134
- airflow/providers/google/marketing_platform/hooks/analytics_admin.py +2 -3
- airflow/providers/google/marketing_platform/hooks/search_ads.py +1 -1
- airflow/providers/google/marketing_platform/operators/analytics_admin.py +5 -7
- {apache_airflow_providers_google-12.0.0rc2.dist-info → apache_airflow_providers_google-13.0.0.dist-info}/METADATA +41 -58
- {apache_airflow_providers_google-12.0.0rc2.dist-info → apache_airflow_providers_google-13.0.0.dist-info}/RECORD +157 -159
- airflow/providers/google/cloud/example_dags/example_facebook_ads_to_gcs.py +0 -141
- airflow/providers/google/cloud/example_dags/example_looker.py +0 -64
- airflow/providers/google/cloud/example_dags/example_presto_to_gcs.py +0 -194
- airflow/providers/google/cloud/example_dags/example_salesforce_to_gcs.py +0 -129
- airflow/providers/google/marketing_platform/example_dags/__init__.py +0 -16
- airflow/providers/google/marketing_platform/example_dags/example_display_video.py +0 -213
- {apache_airflow_providers_google-12.0.0rc2.dist-info → apache_airflow_providers_google-13.0.0.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_google-12.0.0rc2.dist-info → apache_airflow_providers_google-13.0.0.dist-info}/entry_points.txt +0 -0
@@ -15,8 +15,7 @@
|
|
15
15
|
# specific language governing permissions and limitations
|
16
16
|
# under the License.
|
17
17
|
|
18
|
-
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
19
|
-
# OVERWRITTEN WHEN PREPARING PACKAGES.
|
18
|
+
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
|
20
19
|
#
|
21
20
|
# IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
|
22
21
|
# `get_provider_info_TEMPLATE.py.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
|
@@ -28,8 +27,9 @@ def get_provider_info():
|
|
28
27
|
"name": "Google",
|
29
28
|
"description": "Google services including:\n\n - `Google Ads <https://ads.google.com/>`__\n - `Google Cloud (GCP) <https://cloud.google.com/>`__\n - `Google Firebase <https://firebase.google.com/>`__\n - `Google LevelDB <https://github.com/google/leveldb/>`__\n - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
|
30
29
|
"state": "ready",
|
31
|
-
"source-date-epoch":
|
30
|
+
"source-date-epoch": 1739963477,
|
32
31
|
"versions": [
|
32
|
+
"13.0.0",
|
33
33
|
"12.0.0",
|
34
34
|
"11.0.0",
|
35
35
|
"10.26.0",
|
@@ -97,89 +97,11 @@ def get_provider_info():
|
|
97
97
|
"2.0.0",
|
98
98
|
"1.0.0",
|
99
99
|
],
|
100
|
-
"dependencies": [
|
101
|
-
"apache-airflow>=2.9.0",
|
102
|
-
"apache-airflow-providers-common-compat>=1.3.0",
|
103
|
-
"apache-airflow-providers-common-sql>=1.20.0",
|
104
|
-
"asgiref>=3.5.2",
|
105
|
-
"dill>=0.2.3",
|
106
|
-
"gcloud-aio-auth>=5.2.0",
|
107
|
-
"gcloud-aio-bigquery>=6.1.2",
|
108
|
-
"gcloud-aio-storage>=9.0.0",
|
109
|
-
"gcsfs>=2023.10.0",
|
110
|
-
"google-ads>=25.1.0",
|
111
|
-
"google-analytics-admin>=0.9.0",
|
112
|
-
"google-api-core>=2.11.0,!=2.16.0,!=2.18.0",
|
113
|
-
"google-api-python-client>=2.0.2",
|
114
|
-
"google-auth>=2.29.0",
|
115
|
-
"google-auth-httplib2>=0.0.1",
|
116
|
-
"google-cloud-aiplatform>=1.73.0",
|
117
|
-
"google-cloud-alloydb",
|
118
|
-
"google-cloud-automl>=2.12.0",
|
119
|
-
"google-cloud-bigquery>=3.4.0,!=3.21.*,!=3.22.0,!=3.23.*",
|
120
|
-
"google-cloud-bigquery-datatransfer>=3.13.0",
|
121
|
-
"google-cloud-bigtable>=2.17.0",
|
122
|
-
"google-cloud-build>=3.22.0",
|
123
|
-
"google-cloud-compute>=1.10.0",
|
124
|
-
"google-cloud-container>=2.17.4",
|
125
|
-
"google-cloud-datacatalog>=3.23.0",
|
126
|
-
"google-cloud-dataflow-client>=0.8.6",
|
127
|
-
"google-cloud-dataform>=0.5.0",
|
128
|
-
"google-cloud-dataplex>=1.10.0",
|
129
|
-
"google-cloud-dataproc>=5.12.0",
|
130
|
-
"google-cloud-dataproc-metastore>=1.12.0",
|
131
|
-
"google-cloud-dlp>=3.12.0",
|
132
|
-
"google-cloud-kms>=2.15.0",
|
133
|
-
"google-cloud-language>=2.9.0",
|
134
|
-
"google-cloud-logging>=3.5.0",
|
135
|
-
"google-cloud-memcache>=1.7.0",
|
136
|
-
"google-cloud-monitoring>=2.18.0",
|
137
|
-
"google-cloud-orchestration-airflow>=1.10.0",
|
138
|
-
"google-cloud-os-login>=2.9.1",
|
139
|
-
"google-cloud-pubsub>=2.19.0",
|
140
|
-
"google-cloud-redis>=2.12.0",
|
141
|
-
"google-cloud-secret-manager>=2.16.0",
|
142
|
-
"google-cloud-spanner>=3.11.1,!=3.49.0",
|
143
|
-
"google-cloud-speech>=2.18.0",
|
144
|
-
"google-cloud-storage>=2.7.0",
|
145
|
-
"google-cloud-storage-transfer>=1.4.1",
|
146
|
-
"google-cloud-tasks>=2.13.0",
|
147
|
-
"google-cloud-texttospeech>=2.14.1",
|
148
|
-
"google-cloud-translate>=3.16.0",
|
149
|
-
"google-cloud-videointelligence>=2.11.0",
|
150
|
-
"google-cloud-vision>=3.4.0",
|
151
|
-
"google-cloud-workflows>=1.10.0",
|
152
|
-
"google-cloud-run>=0.10.0",
|
153
|
-
"google-cloud-batch>=0.13.0",
|
154
|
-
"grpcio-gcp>=0.2.2",
|
155
|
-
"httpx>=0.25.0",
|
156
|
-
"json-merge-patch>=0.2",
|
157
|
-
"looker-sdk>=22.4.0,!=24.18.0",
|
158
|
-
"pandas-gbq>=0.7.0",
|
159
|
-
'pandas>=2.1.2,<2.2;python_version>="3.9"',
|
160
|
-
'pandas>=1.5.3,<2.2;python_version<"3.9"',
|
161
|
-
"proto-plus>=1.19.6",
|
162
|
-
"pyarrow>=14.0.1",
|
163
|
-
"python-slugify>=7.0.0",
|
164
|
-
"PyOpenSSL>=23.0.0",
|
165
|
-
"sqlalchemy-bigquery>=1.2.1",
|
166
|
-
"sqlalchemy-spanner>=1.6.2",
|
167
|
-
"tenacity>=8.1.0",
|
168
|
-
"immutabledict>=4.2.0",
|
169
|
-
],
|
170
|
-
"additional-extras": [
|
171
|
-
{"name": "apache.beam", "dependencies": ["apache-beam[gcp]"]},
|
172
|
-
{"name": "cncf.kubernetes", "dependencies": ["apache-airflow-providers-cncf-kubernetes>=10.1.0"]},
|
173
|
-
{"name": "leveldb", "dependencies": ["plyvel>=1.5.1"]},
|
174
|
-
{"name": "oracle", "dependencies": ["apache-airflow-providers-oracle>=3.1.0"]},
|
175
|
-
{"name": "facebook", "dependencies": ["apache-airflow-providers-facebook>=2.2.0"]},
|
176
|
-
{"name": "amazon", "dependencies": ["apache-airflow-providers-amazon>=2.6.0"]},
|
177
|
-
],
|
178
100
|
"integrations": [
|
179
101
|
{
|
180
102
|
"integration-name": "Google Analytics (GA4)",
|
181
103
|
"external-doc-url": "https://analytics.google.com/",
|
182
|
-
"logo": "/integration-logos/
|
104
|
+
"logo": "/docs/integration-logos/Google-Analytics.png",
|
183
105
|
"how-to-guide": [
|
184
106
|
"/docs/apache-airflow-providers-google/operators/marketing_platform/analytics_admin.rst"
|
185
107
|
],
|
@@ -188,7 +110,7 @@ def get_provider_info():
|
|
188
110
|
{
|
189
111
|
"integration-name": "Google Ads",
|
190
112
|
"external-doc-url": "https://ads.google.com/",
|
191
|
-
"logo": "/integration-logos/
|
113
|
+
"logo": "/docs/integration-logos/Google-Ads.png",
|
192
114
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/ads.rst"],
|
193
115
|
"tags": ["gmp"],
|
194
116
|
},
|
@@ -196,13 +118,13 @@ def get_provider_info():
|
|
196
118
|
"integration-name": "Google AutoML",
|
197
119
|
"external-doc-url": "https://cloud.google.com/automl/",
|
198
120
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/automl.rst"],
|
199
|
-
"logo": "/integration-logos/
|
121
|
+
"logo": "/docs/integration-logos/Cloud-AutoML.png",
|
200
122
|
"tags": ["gcp"],
|
201
123
|
},
|
202
124
|
{
|
203
125
|
"integration-name": "Google BigQuery Data Transfer Service",
|
204
126
|
"external-doc-url": "https://cloud.google.com/bigquery/transfer/",
|
205
|
-
"logo": "/integration-logos/
|
127
|
+
"logo": "/docs/integration-logos/BigQuery.png",
|
206
128
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/bigquery_dts.rst"],
|
207
129
|
"tags": ["gcp"],
|
208
130
|
},
|
@@ -210,14 +132,14 @@ def get_provider_info():
|
|
210
132
|
"integration-name": "Google BigQuery",
|
211
133
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/bigquery.rst"],
|
212
134
|
"external-doc-url": "https://cloud.google.com/bigquery/",
|
213
|
-
"logo": "/integration-logos/
|
135
|
+
"logo": "/docs/integration-logos/BigQuery.png",
|
214
136
|
"tags": ["gcp"],
|
215
137
|
},
|
216
138
|
{
|
217
139
|
"integration-name": "Google Bigtable",
|
218
140
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/bigtable.rst"],
|
219
141
|
"external-doc-url": "https://cloud.google.com/bigtable/",
|
220
|
-
"logo": "/integration-logos/
|
142
|
+
"logo": "/docs/integration-logos/Cloud-Bigtable.png",
|
221
143
|
"tags": ["gcp"],
|
222
144
|
},
|
223
145
|
{
|
@@ -230,14 +152,14 @@ def get_provider_info():
|
|
230
152
|
"integration-name": "Google Cloud Build",
|
231
153
|
"external-doc-url": "https://cloud.google.com/build/",
|
232
154
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/cloud_build.rst"],
|
233
|
-
"logo": "/integration-logos/
|
155
|
+
"logo": "/docs/integration-logos/Cloud-Build.png",
|
234
156
|
"tags": ["gcp"],
|
235
157
|
},
|
236
158
|
{
|
237
159
|
"integration-name": "Google Cloud Common",
|
238
160
|
"external-doc-url": "https://cloud.google.com/",
|
239
161
|
"tags": ["gcp"],
|
240
|
-
"logo": "/integration-logos/
|
162
|
+
"logo": "/docs/integration-logos/Google.png",
|
241
163
|
},
|
242
164
|
{
|
243
165
|
"integration-name": "Google Cloud Composer",
|
@@ -269,34 +191,40 @@ def get_provider_info():
|
|
269
191
|
"how-to-guide": [
|
270
192
|
"/docs/apache-airflow-providers-google/operators/cloud/data_loss_prevention.rst"
|
271
193
|
],
|
272
|
-
"logo": "/integration-logos/
|
194
|
+
"logo": "/docs/integration-logos/google-data-loss-prevention.png",
|
273
195
|
"tags": ["gcp"],
|
274
196
|
},
|
275
197
|
{
|
276
198
|
"integration-name": "Google Cloud Firestore",
|
277
199
|
"external-doc-url": "https://firebase.google.com/docs/firestore",
|
278
200
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/firebase/firestore.rst"],
|
279
|
-
"logo": "/integration-logos/
|
201
|
+
"logo": "/docs/integration-logos/Google-Firestore.png",
|
280
202
|
"tags": ["gcp"],
|
281
203
|
},
|
282
204
|
{
|
283
205
|
"integration-name": "Google Cloud Functions",
|
284
206
|
"external-doc-url": "https://cloud.google.com/functions/",
|
285
207
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/functions.rst"],
|
286
|
-
"logo": "/integration-logos/
|
208
|
+
"logo": "/docs/integration-logos/Cloud-Functions.png",
|
287
209
|
"tags": ["gcp"],
|
288
210
|
},
|
289
211
|
{
|
290
212
|
"integration-name": "Google Cloud Key Management Service (KMS)",
|
291
213
|
"external-doc-url": "https://cloud.google.com/security-key-management/",
|
292
|
-
"logo": "/integration-logos/
|
214
|
+
"logo": "/docs/integration-logos/Key-Management-Service.png",
|
293
215
|
"tags": ["gcp"],
|
294
216
|
},
|
295
217
|
{
|
296
218
|
"integration-name": "Google Cloud Life Sciences",
|
297
219
|
"external-doc-url": "https://cloud.google.com/life-sciences/",
|
298
220
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/life_sciences.rst"],
|
299
|
-
"logo": "/integration-logos/
|
221
|
+
"logo": "/docs/integration-logos/Google-Cloud-Life-Sciences.png",
|
222
|
+
"tags": ["gcp"],
|
223
|
+
},
|
224
|
+
{
|
225
|
+
"integration-name": "Google Cloud Managed Service for Apache Kafka",
|
226
|
+
"external-doc-url": "https://cloud.google.com/managed-service-for-apache-kafka/docs/",
|
227
|
+
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/managed_kafka.rst"],
|
300
228
|
"tags": ["gcp"],
|
301
229
|
},
|
302
230
|
{
|
@@ -306,33 +234,33 @@ def get_provider_info():
|
|
306
234
|
"/docs/apache-airflow-providers-google/operators/cloud/cloud_memorystore.rst",
|
307
235
|
"/docs/apache-airflow-providers-google/operators/cloud/cloud_memorystore_memcached.rst",
|
308
236
|
],
|
309
|
-
"logo": "/integration-logos/
|
237
|
+
"logo": "/docs/integration-logos/Cloud-Memorystore.png",
|
310
238
|
"tags": ["gcp"],
|
311
239
|
},
|
312
240
|
{
|
313
241
|
"integration-name": "Google Cloud OS Login",
|
314
242
|
"external-doc-url": "https://cloud.google.com/compute/docs/oslogin/",
|
315
|
-
"logo": "/integration-logos/
|
243
|
+
"logo": "/docs/integration-logos/Google-Cloud-Generic.png",
|
316
244
|
"tags": ["gcp"],
|
317
245
|
},
|
318
246
|
{
|
319
247
|
"integration-name": "Google Cloud Pub/Sub",
|
320
248
|
"external-doc-url": "https://cloud.google.com/pubsub/",
|
321
249
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/pubsub.rst"],
|
322
|
-
"logo": "/integration-logos/
|
250
|
+
"logo": "/docs/integration-logos/Cloud-PubSub.png",
|
323
251
|
"tags": ["gcp"],
|
324
252
|
},
|
325
253
|
{
|
326
254
|
"integration-name": "Google Cloud Secret Manager",
|
327
255
|
"external-doc-url": "https://cloud.google.com/secret-manager/",
|
328
|
-
"logo": "/integration-logos/
|
256
|
+
"logo": "/docs/integration-logos/Google-Cloud-Secret-Manager.png",
|
329
257
|
"tags": ["gcp"],
|
330
258
|
},
|
331
259
|
{
|
332
260
|
"integration-name": "Google Cloud Spanner",
|
333
261
|
"external-doc-url": "https://cloud.google.com/spanner/",
|
334
262
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/spanner.rst"],
|
335
|
-
"logo": "/integration-logos/
|
263
|
+
"logo": "/docs/integration-logos/Cloud-Spanner.png",
|
336
264
|
"tags": ["gcp"],
|
337
265
|
},
|
338
266
|
{
|
@@ -342,42 +270,42 @@ def get_provider_info():
|
|
342
270
|
"/docs/apache-airflow-providers-google/operators/cloud/speech_to_text.rst",
|
343
271
|
"/docs/apache-airflow-providers-google/operators/cloud/translate_speech.rst",
|
344
272
|
],
|
345
|
-
"logo": "/integration-logos/
|
273
|
+
"logo": "/docs/integration-logos/Cloud-Speech-to-Text.png",
|
346
274
|
"tags": ["gcp"],
|
347
275
|
},
|
348
276
|
{
|
349
277
|
"integration-name": "Google Cloud SQL",
|
350
278
|
"external-doc-url": "https://cloud.google.com/sql/",
|
351
279
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/cloud_sql.rst"],
|
352
|
-
"logo": "/integration-logos/
|
280
|
+
"logo": "/docs/integration-logos/Cloud-SQL.png",
|
353
281
|
"tags": ["gcp"],
|
354
282
|
},
|
355
283
|
{
|
356
284
|
"integration-name": "Google Cloud Stackdriver",
|
357
285
|
"external-doc-url": "https://cloud.google.com/products/operations/",
|
358
286
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/stackdriver.rst"],
|
359
|
-
"logo": "/integration-logos/
|
287
|
+
"logo": "/docs/integration-logos/Google-Cloud-Stackdriver.png",
|
360
288
|
"tags": ["gcp"],
|
361
289
|
},
|
362
290
|
{
|
363
291
|
"integration-name": "Google Cloud Storage (GCS)",
|
364
292
|
"external-doc-url": "https://cloud.google.com/storage/",
|
365
293
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/gcs.rst"],
|
366
|
-
"logo": "/integration-logos/
|
294
|
+
"logo": "/docs/integration-logos/Cloud-Storage.png",
|
367
295
|
"tags": ["gcp"],
|
368
296
|
},
|
369
297
|
{
|
370
298
|
"integration-name": "Google Cloud Tasks",
|
371
299
|
"external-doc-url": "https://cloud.google.com/tasks/",
|
372
300
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/tasks.rst"],
|
373
|
-
"logo": "/integration-logos/
|
301
|
+
"logo": "/docs/integration-logos/Cloud-Tasks.png",
|
374
302
|
"tags": ["gcp"],
|
375
303
|
},
|
376
304
|
{
|
377
305
|
"integration-name": "Google Cloud Text-to-Speech",
|
378
306
|
"external-doc-url": "https://cloud.google.com/text-to-speech/",
|
379
307
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/text_to_speech.rst"],
|
380
|
-
"logo": "/integration-logos/
|
308
|
+
"logo": "/docs/integration-logos/Cloud-Text-to-Speech.png",
|
381
309
|
"tags": ["gcp"],
|
382
310
|
},
|
383
311
|
{
|
@@ -387,7 +315,7 @@ def get_provider_info():
|
|
387
315
|
"/docs/apache-airflow-providers-google/operators/cloud/translate.rst",
|
388
316
|
"/docs/apache-airflow-providers-google/operators/cloud/translate_speech.rst",
|
389
317
|
],
|
390
|
-
"logo": "/integration-logos/
|
318
|
+
"logo": "/docs/integration-logos/Cloud-Translation-API.png",
|
391
319
|
"tags": ["gcp"],
|
392
320
|
},
|
393
321
|
{
|
@@ -396,14 +324,14 @@ def get_provider_info():
|
|
396
324
|
"how-to-guide": [
|
397
325
|
"/docs/apache-airflow-providers-google/operators/cloud/video_intelligence.rst"
|
398
326
|
],
|
399
|
-
"logo": "/integration-logos/
|
327
|
+
"logo": "/docs/integration-logos/Cloud-Video-Intelligence-API.png",
|
400
328
|
"tags": ["gcp"],
|
401
329
|
},
|
402
330
|
{
|
403
331
|
"integration-name": "Google Cloud Vision",
|
404
332
|
"external-doc-url": "https://cloud.google.com/vision/",
|
405
333
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/vision.rst"],
|
406
|
-
"logo": "/integration-logos/
|
334
|
+
"logo": "/docs/integration-logos/Cloud-Vision-API.png",
|
407
335
|
"tags": ["gcp"],
|
408
336
|
},
|
409
337
|
{
|
@@ -413,34 +341,34 @@ def get_provider_info():
|
|
413
341
|
"/docs/apache-airflow-providers-google/operators/cloud/compute.rst",
|
414
342
|
"/docs/apache-airflow-providers-google/operators/cloud/compute_ssh.rst",
|
415
343
|
],
|
416
|
-
"logo": "/integration-logos/
|
344
|
+
"logo": "/docs/integration-logos/Compute-Engine.png",
|
417
345
|
"tags": ["gcp"],
|
418
346
|
},
|
419
347
|
{
|
420
348
|
"integration-name": "Google Data Proc",
|
421
349
|
"external-doc-url": "https://cloud.google.com/dataproc/",
|
422
|
-
"logo": "/integration-logos/
|
350
|
+
"logo": "/docs/integration-logos/Google-Data-Proc.png",
|
423
351
|
"tags": ["gcp"],
|
424
352
|
},
|
425
353
|
{
|
426
354
|
"integration-name": "Google Data Catalog",
|
427
355
|
"external-doc-url": "https://cloud.google.com/data-catalog/",
|
428
356
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/datacatalog.rst"],
|
429
|
-
"logo": "/integration-logos/
|
357
|
+
"logo": "/docs/integration-logos/Google-Data-Catalog.png",
|
430
358
|
"tags": ["gcp"],
|
431
359
|
},
|
432
360
|
{
|
433
361
|
"integration-name": "Google Dataflow",
|
434
362
|
"external-doc-url": "https://cloud.google.com/dataflow/",
|
435
363
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/dataflow.rst"],
|
436
|
-
"logo": "/integration-logos/
|
364
|
+
"logo": "/docs/integration-logos/Cloud-Dataflow.png",
|
437
365
|
"tags": ["gcp"],
|
438
366
|
},
|
439
367
|
{
|
440
368
|
"integration-name": "Google Data Fusion",
|
441
369
|
"external-doc-url": "https://cloud.google.com/data-fusion/",
|
442
370
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/datafusion.rst"],
|
443
|
-
"logo": "/integration-logos/
|
371
|
+
"logo": "/docs/integration-logos/Google-Data-Fusion.png",
|
444
372
|
"tags": ["gcp"],
|
445
373
|
},
|
446
374
|
{
|
@@ -453,7 +381,7 @@ def get_provider_info():
|
|
453
381
|
"integration-name": "Google Dataprep",
|
454
382
|
"external-doc-url": "https://cloud.google.com/dataprep/",
|
455
383
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/dataprep.rst"],
|
456
|
-
"logo": "/integration-logos/
|
384
|
+
"logo": "/docs/integration-logos/Google-Dataprep.png",
|
457
385
|
"tags": ["gcp"],
|
458
386
|
},
|
459
387
|
{
|
@@ -468,32 +396,32 @@ def get_provider_info():
|
|
468
396
|
"integration-name": "Google Dataproc",
|
469
397
|
"external-doc-url": "https://cloud.google.com/dataproc/",
|
470
398
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/dataproc.rst"],
|
471
|
-
"logo": "/integration-logos/
|
399
|
+
"logo": "/docs/integration-logos/Cloud-Dataproc.png",
|
472
400
|
"tags": ["gcp"],
|
473
401
|
},
|
474
402
|
{
|
475
403
|
"integration-name": "Google Datastore",
|
476
404
|
"external-doc-url": "https://cloud.google.com/datastore/",
|
477
405
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/datastore.rst"],
|
478
|
-
"logo": "/integration-logos/
|
406
|
+
"logo": "/docs/integration-logos/Cloud-Datastore.png",
|
479
407
|
"tags": ["gcp"],
|
480
408
|
},
|
481
409
|
{
|
482
410
|
"integration-name": "Google Deployment Manager",
|
483
411
|
"external-doc-url": "https://cloud.google.com/deployment-manager/",
|
484
|
-
"logo": "/integration-logos/
|
412
|
+
"logo": "/docs/integration-logos/Google-Deployment-Manager.png",
|
485
413
|
"tags": ["gcp"],
|
486
414
|
},
|
487
415
|
{
|
488
416
|
"integration-name": "Google API Python Client",
|
489
417
|
"external-doc-url": "https://github.com/googleapis/google-api-python-client/",
|
490
|
-
"logo": "/integration-logos/
|
418
|
+
"logo": "/docs/integration-logos/Google-API-Python-Client.png",
|
491
419
|
"tags": ["google"],
|
492
420
|
},
|
493
421
|
{
|
494
422
|
"integration-name": "Google Calendar",
|
495
423
|
"external-doc-url": "https://calendar.google.com/",
|
496
|
-
"logo": "/integration-logos/
|
424
|
+
"logo": "/docs/integration-logos/Google-Calendar.png",
|
497
425
|
"tags": ["google"],
|
498
426
|
},
|
499
427
|
{
|
@@ -502,19 +430,19 @@ def get_provider_info():
|
|
502
430
|
"how-to-guide": [
|
503
431
|
"/docs/apache-airflow-providers-google/operators/marketing_platform/campaign_manager.rst"
|
504
432
|
],
|
505
|
-
"logo": "/integration-logos/
|
433
|
+
"logo": "/docs/integration-logos/Google-Campaign-Manager.png",
|
506
434
|
"tags": ["gcp"],
|
507
435
|
},
|
508
436
|
{
|
509
437
|
"integration-name": "Google Cloud",
|
510
438
|
"external-doc-url": "https://cloud.google.com/",
|
511
|
-
"logo": "/integration-logos/
|
439
|
+
"logo": "/docs/integration-logos/Google-Cloud.png",
|
512
440
|
"tags": ["gcp"],
|
513
441
|
},
|
514
442
|
{
|
515
443
|
"integration-name": "Google Discovery API",
|
516
444
|
"external-doc-url": "https://developers.google.com/discovery/",
|
517
|
-
"logo": "/integration-logos/
|
445
|
+
"logo": "/docs/integration-logos/Google-Cloud-Generic.png",
|
518
446
|
"tags": ["google"],
|
519
447
|
},
|
520
448
|
{
|
@@ -523,13 +451,13 @@ def get_provider_info():
|
|
523
451
|
"how-to-guide": [
|
524
452
|
"/docs/apache-airflow-providers-google/operators/marketing_platform/display_video.rst"
|
525
453
|
],
|
526
|
-
"logo": "/integration-logos/
|
454
|
+
"logo": "/docs/integration-logos/Google-Display-And-Video-360.png",
|
527
455
|
"tags": ["gmp"],
|
528
456
|
},
|
529
457
|
{
|
530
458
|
"integration-name": "Google Drive",
|
531
459
|
"external-doc-url": "https://www.google.com/drive/",
|
532
|
-
"logo": "/integration-logos/
|
460
|
+
"logo": "/docs/integration-logos/Google-Drive.png",
|
533
461
|
"tags": ["google"],
|
534
462
|
},
|
535
463
|
{
|
@@ -538,20 +466,20 @@ def get_provider_info():
|
|
538
466
|
"how-to-guide": [
|
539
467
|
"/docs/apache-airflow-providers-google/operators/marketing_platform/search_ads.rst"
|
540
468
|
],
|
541
|
-
"logo": "/integration-logos/
|
469
|
+
"logo": "/docs/integration-logos/Google-Search-Ads360.png",
|
542
470
|
"tags": ["gmp"],
|
543
471
|
},
|
544
472
|
{
|
545
473
|
"integration-name": "Google",
|
546
474
|
"external-doc-url": "https://developer.google.com/",
|
547
|
-
"logo": "/integration-logos/
|
475
|
+
"logo": "/docs/integration-logos/Google.png",
|
548
476
|
"tags": ["google"],
|
549
477
|
},
|
550
478
|
{
|
551
479
|
"integration-name": "Google Spreadsheet",
|
552
480
|
"external-doc-url": "https://www.google.com/intl/en/sheets/about/",
|
553
481
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/suite/sheets.rst"],
|
554
|
-
"logo": "/integration-logos/
|
482
|
+
"logo": "/docs/integration-logos/Google-Spreadsheet.png",
|
555
483
|
"tags": ["google"],
|
556
484
|
},
|
557
485
|
{
|
@@ -560,7 +488,7 @@ def get_provider_info():
|
|
560
488
|
"how-to-guide": [
|
561
489
|
"/docs/apache-airflow-providers-google/operators/cloud/cloud_storage_transfer_service.rst"
|
562
490
|
],
|
563
|
-
"logo": "/integration-logos/
|
491
|
+
"logo": "/docs/integration-logos/Cloud-Storage.png",
|
564
492
|
"tags": ["gcp"],
|
565
493
|
},
|
566
494
|
{
|
@@ -569,14 +497,14 @@ def get_provider_info():
|
|
569
497
|
"how-to-guide": [
|
570
498
|
"/docs/apache-airflow-providers-google/operators/cloud/kubernetes_engine.rst"
|
571
499
|
],
|
572
|
-
"logo": "/integration-logos/
|
500
|
+
"logo": "/docs/integration-logos/Kubernetes-Engine.png",
|
573
501
|
"tags": ["gcp"],
|
574
502
|
},
|
575
503
|
{
|
576
504
|
"integration-name": "Google Machine Learning Engine",
|
577
505
|
"external-doc-url": "https://cloud.google.com/vertex-ai/",
|
578
506
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/mlengine.rst"],
|
579
|
-
"logo": "/integration-logos/
|
507
|
+
"logo": "/docs/integration-logos/AI-Platform.png",
|
580
508
|
"tags": ["gcp"],
|
581
509
|
},
|
582
510
|
{
|
@@ -585,7 +513,7 @@ def get_provider_info():
|
|
585
513
|
"how-to-guide": [
|
586
514
|
"/docs/apache-airflow-providers-google/operators/cloud/natural_language.rst"
|
587
515
|
],
|
588
|
-
"logo": "/integration-logos/
|
516
|
+
"logo": "/docs/integration-logos/Cloud-NLP.png",
|
589
517
|
"tags": ["gcp"],
|
590
518
|
},
|
591
519
|
{
|
@@ -609,7 +537,7 @@ def get_provider_info():
|
|
609
537
|
{
|
610
538
|
"integration-name": "Google Looker",
|
611
539
|
"external-doc-url": "https://cloud.google.com/looker",
|
612
|
-
"logo": "/integration-logos/
|
540
|
+
"logo": "/docs/integration-logos/Cloud-Looker.png",
|
613
541
|
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/looker.rst"],
|
614
542
|
"tags": ["gcp"],
|
615
543
|
},
|
@@ -832,6 +760,10 @@ def get_provider_info():
|
|
832
760
|
"integration-name": "Google Cloud Batch",
|
833
761
|
"python-modules": ["airflow.providers.google.cloud.operators.cloud_batch"],
|
834
762
|
},
|
763
|
+
{
|
764
|
+
"integration-name": "Google Cloud Managed Service for Apache Kafka",
|
765
|
+
"python-modules": ["airflow.providers.google.cloud.operators.managed_kafka"],
|
766
|
+
},
|
835
767
|
],
|
836
768
|
"sensors": [
|
837
769
|
{
|
@@ -922,7 +854,12 @@ def get_provider_info():
|
|
922
854
|
"filesystems": ["airflow.providers.google.cloud.fs.gcs"],
|
923
855
|
"asset-uris": [
|
924
856
|
{"schemes": ["gcp"], "handler": None},
|
925
|
-
{
|
857
|
+
{
|
858
|
+
"schemes": ["bigquery"],
|
859
|
+
"handler": "airflow.providers.google.assets.bigquery.sanitize_uri",
|
860
|
+
"factory": "airflow.providers.google.assets.bigquery.create_asset",
|
861
|
+
"to_openlineage_converter": "airflow.providers.google.assets.bigquery.convert_asset_to_openlineage",
|
862
|
+
},
|
926
863
|
{
|
927
864
|
"schemes": ["gs"],
|
928
865
|
"handler": "airflow.providers.google.assets.gcs.sanitize_uri",
|
@@ -932,7 +869,12 @@ def get_provider_info():
|
|
932
869
|
],
|
933
870
|
"dataset-uris": [
|
934
871
|
{"schemes": ["gcp"], "handler": None},
|
935
|
-
{
|
872
|
+
{
|
873
|
+
"schemes": ["bigquery"],
|
874
|
+
"handler": "airflow.providers.google.assets.bigquery.sanitize_uri",
|
875
|
+
"factory": "airflow.providers.google.assets.bigquery.create_asset",
|
876
|
+
"to_openlineage_converter": "airflow.providers.google.assets.bigquery.convert_asset_to_openlineage",
|
877
|
+
},
|
936
878
|
{
|
937
879
|
"schemes": ["gs"],
|
938
880
|
"handler": "airflow.providers.google.assets.gcs.sanitize_uri",
|
@@ -1181,6 +1123,10 @@ def get_provider_info():
|
|
1181
1123
|
"integration-name": "Google Cloud Batch",
|
1182
1124
|
"python-modules": ["airflow.providers.google.cloud.hooks.cloud_batch"],
|
1183
1125
|
},
|
1126
|
+
{
|
1127
|
+
"integration-name": "Google Cloud Managed Service for Apache Kafka",
|
1128
|
+
"python-modules": ["airflow.providers.google.cloud.hooks.managed_kafka"],
|
1129
|
+
},
|
1184
1130
|
],
|
1185
1131
|
"triggers": [
|
1186
1132
|
{
|
@@ -1490,7 +1436,9 @@ def get_provider_info():
|
|
1490
1436
|
},
|
1491
1437
|
],
|
1492
1438
|
"extra-links": [
|
1439
|
+
"airflow.providers.google.cloud.links.alloy_db.AlloyDBBackupsLink",
|
1493
1440
|
"airflow.providers.google.cloud.links.alloy_db.AlloyDBClusterLink",
|
1441
|
+
"airflow.providers.google.cloud.links.alloy_db.AlloyDBUsersLink",
|
1494
1442
|
"airflow.providers.google.cloud.links.dataform.DataformRepositoryLink",
|
1495
1443
|
"airflow.providers.google.cloud.links.dataform.DataformWorkspaceLink",
|
1496
1444
|
"airflow.providers.google.cloud.links.dataform.DataformWorkflowInvocationLink",
|
@@ -1502,8 +1450,16 @@ def get_provider_info():
|
|
1502
1450
|
"airflow.providers.google.cloud.links.dataplex.DataplexTaskLink",
|
1503
1451
|
"airflow.providers.google.cloud.links.dataplex.DataplexTasksLink",
|
1504
1452
|
"airflow.providers.google.cloud.links.dataplex.DataplexLakeLink",
|
1453
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogAspectTypeLink",
|
1454
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryLink",
|
1455
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogAspectTypesLink",
|
1456
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryGroupLink",
|
1457
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryGroupsLink",
|
1458
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryTypeLink",
|
1459
|
+
"airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryTypesLink",
|
1505
1460
|
"airflow.providers.google.cloud.links.bigquery.BigQueryDatasetLink",
|
1506
1461
|
"airflow.providers.google.cloud.links.bigquery.BigQueryTableLink",
|
1462
|
+
"airflow.providers.google.cloud.links.bigquery.BigQueryJobDetailLink",
|
1507
1463
|
"airflow.providers.google.cloud.links.bigquery_dts.BigQueryDataTransferConfigLink",
|
1508
1464
|
"airflow.providers.google.cloud.links.compute.ComputeInstanceDetailsLink",
|
1509
1465
|
"airflow.providers.google.cloud.links.compute.ComputeInstanceTemplateDetailsLink",
|
@@ -1610,6 +1566,10 @@ def get_provider_info():
|
|
1610
1566
|
"airflow.providers.google.cloud.links.translate.TranslationModelLink",
|
1611
1567
|
"airflow.providers.google.cloud.links.translate.TranslationModelsListLink",
|
1612
1568
|
"airflow.providers.google.cloud.links.translate.TranslateResultByOutputConfigLink",
|
1569
|
+
"airflow.providers.google.cloud.links.translate.TranslationGlossariesListLink",
|
1570
|
+
"airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaClusterLink",
|
1571
|
+
"airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaClusterListLink",
|
1572
|
+
"airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaTopicLink",
|
1613
1573
|
],
|
1614
1574
|
"secrets-backends": [
|
1615
1575
|
"airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend"
|
@@ -1619,4 +1579,96 @@ def get_provider_info():
|
|
1619
1579
|
"airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler",
|
1620
1580
|
"airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler",
|
1621
1581
|
],
|
1582
|
+
"dependencies": [
|
1583
|
+
"apache-airflow>=2.9.0",
|
1584
|
+
"apache-airflow-providers-common-compat>=1.4.0",
|
1585
|
+
"apache-airflow-providers-common-sql>=1.20.0",
|
1586
|
+
"asgiref>=3.5.2",
|
1587
|
+
"dill>=0.2.3",
|
1588
|
+
"gcloud-aio-auth>=5.2.0",
|
1589
|
+
"gcloud-aio-bigquery>=6.1.2",
|
1590
|
+
"gcloud-aio-storage>=9.0.0",
|
1591
|
+
"gcsfs>=2023.10.0",
|
1592
|
+
"google-ads>=25.1.0",
|
1593
|
+
"google-analytics-admin>=0.9.0",
|
1594
|
+
"google-api-core>=2.11.0,!=2.16.0,!=2.18.0",
|
1595
|
+
"google-api-python-client>=2.0.2",
|
1596
|
+
"google-auth>=2.29.0",
|
1597
|
+
"google-auth-httplib2>=0.0.1",
|
1598
|
+
"google-cloud-aiplatform[evaluation]>=1.73.0",
|
1599
|
+
"google-cloud-alloydb>=0.4.0",
|
1600
|
+
"google-cloud-automl>=2.12.0",
|
1601
|
+
"google-cloud-bigquery>=3.4.0,!=3.21.*,!=3.22.0,!=3.23.*",
|
1602
|
+
"google-cloud-bigquery-datatransfer>=3.13.0",
|
1603
|
+
"google-cloud-bigtable>=2.17.0",
|
1604
|
+
"google-cloud-build>=3.31.0",
|
1605
|
+
"google-cloud-compute>=1.10.0",
|
1606
|
+
"google-cloud-container>=2.17.4",
|
1607
|
+
"google-cloud-datacatalog>=3.23.0",
|
1608
|
+
"google-cloud-dataflow-client>=0.8.6",
|
1609
|
+
"google-cloud-dataform>=0.5.0",
|
1610
|
+
"google-cloud-dataplex>=2.6.0",
|
1611
|
+
"google-cloud-dataproc>=5.12.0",
|
1612
|
+
"google-cloud-dataproc-metastore>=1.12.0",
|
1613
|
+
"google-cloud-dlp>=3.12.0",
|
1614
|
+
"google-cloud-kms>=2.15.0",
|
1615
|
+
"google-cloud-language>=2.9.0",
|
1616
|
+
"google-cloud-logging>=3.5.0",
|
1617
|
+
"google-cloud-managedkafka>=0.1.6",
|
1618
|
+
"google-cloud-memcache>=1.7.0",
|
1619
|
+
"google-cloud-monitoring>=2.18.0",
|
1620
|
+
"google-cloud-orchestration-airflow>=1.10.0",
|
1621
|
+
"google-cloud-os-login>=2.9.1",
|
1622
|
+
"google-cloud-pubsub>=2.19.0",
|
1623
|
+
"google-cloud-redis>=2.12.0",
|
1624
|
+
"google-cloud-secret-manager>=2.16.0",
|
1625
|
+
"google-cloud-spanner>=3.11.1,!=3.49.0",
|
1626
|
+
"google-cloud-speech>=2.18.0",
|
1627
|
+
"google-cloud-storage>=2.7.0",
|
1628
|
+
"google-cloud-storage-transfer>=1.4.1",
|
1629
|
+
"google-cloud-tasks>=2.13.0",
|
1630
|
+
"google-cloud-texttospeech>=2.14.1",
|
1631
|
+
"google-cloud-translate>=3.16.0",
|
1632
|
+
"google-cloud-videointelligence>=2.11.0",
|
1633
|
+
"google-cloud-vision>=3.4.0",
|
1634
|
+
"google-cloud-workflows>=1.10.0",
|
1635
|
+
"google-cloud-run>=0.10.0",
|
1636
|
+
"google-cloud-batch>=0.13.0",
|
1637
|
+
"grpcio-gcp>=0.2.2",
|
1638
|
+
"httpx>=0.25.0",
|
1639
|
+
"json-merge-patch>=0.2",
|
1640
|
+
"looker-sdk>=22.4.0,!=24.18.0",
|
1641
|
+
"pandas-gbq>=0.7.0",
|
1642
|
+
"pandas>=2.1.2,<2.2",
|
1643
|
+
"proto-plus>=1.19.6",
|
1644
|
+
"pyarrow>=14.0.1",
|
1645
|
+
"python-slugify>=7.0.0",
|
1646
|
+
"PyOpenSSL>=23.0.0",
|
1647
|
+
"sqlalchemy-bigquery>=1.2.1",
|
1648
|
+
"sqlalchemy-spanner>=1.6.2",
|
1649
|
+
"tenacity>=8.1.0",
|
1650
|
+
"immutabledict>=4.2.0",
|
1651
|
+
],
|
1652
|
+
"optional-dependencies": {
|
1653
|
+
"apache.beam": [
|
1654
|
+
'apache-beam[gcp]>=2.53.0; python_version < "3.12"',
|
1655
|
+
'apache-beam[gcp]>=2.57.0; python_version >= "3.12"',
|
1656
|
+
],
|
1657
|
+
"cncf.kubernetes": ["apache-airflow-providers-cncf-kubernetes>=10.1.0"],
|
1658
|
+
"leveldb": ["plyvel>=1.5.1"],
|
1659
|
+
"oracle": ["apache-airflow-providers-oracle>=3.1.0"],
|
1660
|
+
"facebook": ["apache-airflow-providers-facebook>=2.2.0"],
|
1661
|
+
"amazon": ["apache-airflow-providers-amazon>=2.6.0"],
|
1662
|
+
"apache.cassandra": ["apache-airflow-providers-apache-cassandra"],
|
1663
|
+
"microsoft.azure": ["apache-airflow-providers-microsoft-azure"],
|
1664
|
+
"microsoft.mssql": ["apache-airflow-providers-microsoft-mssql"],
|
1665
|
+
"mysql": ["apache-airflow-providers-mysql"],
|
1666
|
+
"openlineage": ["apache-airflow-providers-openlineage"],
|
1667
|
+
"postgres": ["apache-airflow-providers-postgres"],
|
1668
|
+
"presto": ["apache-airflow-providers-presto"],
|
1669
|
+
"salesforce": ["apache-airflow-providers-salesforce"],
|
1670
|
+
"sftp": ["apache-airflow-providers-sftp"],
|
1671
|
+
"ssh": ["apache-airflow-providers-ssh"],
|
1672
|
+
"trino": ["apache-airflow-providers-trino"],
|
1673
|
+
},
|
1622
1674
|
}
|