apache-airflow-providers-google 11.0.0rc1__py3-none-any.whl → 12.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/google/__init__.py +3 -3
- airflow/providers/google/assets/gcs.py +1 -7
- airflow/providers/google/cloud/hooks/alloy_db.py +289 -0
- airflow/providers/google/cloud/hooks/cloud_batch.py +13 -5
- airflow/providers/google/cloud/hooks/dataproc.py +7 -3
- airflow/providers/google/cloud/hooks/dataproc_metastore.py +41 -22
- airflow/providers/google/cloud/hooks/kubernetes_engine.py +7 -38
- airflow/providers/google/cloud/hooks/translate.py +355 -0
- airflow/providers/google/cloud/hooks/vertex_ai/feature_store.py +147 -0
- airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py +10 -0
- airflow/providers/google/cloud/links/alloy_db.py +55 -0
- airflow/providers/google/cloud/links/translate.py +98 -0
- airflow/providers/google/cloud/log/stackdriver_task_handler.py +1 -5
- airflow/providers/google/cloud/openlineage/mixins.py +4 -12
- airflow/providers/google/cloud/openlineage/utils.py +200 -22
- airflow/providers/google/cloud/operators/alloy_db.py +459 -0
- airflow/providers/google/cloud/operators/automl.py +55 -44
- airflow/providers/google/cloud/operators/bigquery.py +60 -15
- airflow/providers/google/cloud/operators/dataproc.py +12 -0
- airflow/providers/google/cloud/operators/gcs.py +5 -14
- airflow/providers/google/cloud/operators/kubernetes_engine.py +377 -705
- airflow/providers/google/cloud/operators/mlengine.py +41 -31
- airflow/providers/google/cloud/operators/translate.py +586 -1
- airflow/providers/google/cloud/operators/vertex_ai/feature_store.py +163 -0
- airflow/providers/google/cloud/operators/vertex_ai/generative_model.py +5 -0
- airflow/providers/google/cloud/sensors/dataproc.py +2 -2
- airflow/providers/google/cloud/sensors/vertex_ai/__init__.py +16 -0
- airflow/providers/google/cloud/sensors/vertex_ai/feature_store.py +112 -0
- airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +6 -11
- airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +3 -0
- airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +3 -0
- airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +5 -10
- airflow/providers/google/cloud/transfers/gcs_to_gcs.py +3 -15
- airflow/providers/google/cloud/transfers/gcs_to_local.py +9 -0
- airflow/providers/google/cloud/transfers/local_to_gcs.py +41 -6
- airflow/providers/google/cloud/transfers/s3_to_gcs.py +15 -0
- airflow/providers/google/get_provider_info.py +30 -18
- airflow/providers/google/version_compat.py +36 -0
- {apache_airflow_providers_google-11.0.0rc1.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/METADATA +20 -22
- {apache_airflow_providers_google-11.0.0rc1.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/RECORD +42 -37
- airflow/providers/google/cloud/hooks/datapipeline.py +0 -71
- airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json +0 -30
- airflow/providers/google/cloud/operators/datapipeline.py +0 -63
- {apache_airflow_providers_google-11.0.0rc1.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_google-11.0.0rc1.dist-info → apache_airflow_providers_google-12.0.0.dist-info}/entry_points.txt +0 -0
@@ -30,6 +30,7 @@ def get_provider_info():
|
|
30
30
|
"state": "ready",
|
31
31
|
"source-date-epoch": 1732429547,
|
32
32
|
"versions": [
|
33
|
+
"12.0.0",
|
33
34
|
"11.0.0",
|
34
35
|
"10.26.0",
|
35
36
|
"10.25.0",
|
@@ -97,8 +98,8 @@ def get_provider_info():
|
|
97
98
|
"1.0.0",
|
98
99
|
],
|
99
100
|
"dependencies": [
|
100
|
-
"apache-airflow>=2.
|
101
|
-
"apache-airflow-providers-common-compat>=1.
|
101
|
+
"apache-airflow>=2.9.0",
|
102
|
+
"apache-airflow-providers-common-compat>=1.3.0",
|
102
103
|
"apache-airflow-providers-common-sql>=1.20.0",
|
103
104
|
"asgiref>=3.5.2",
|
104
105
|
"dill>=0.2.3",
|
@@ -112,7 +113,8 @@ def get_provider_info():
|
|
112
113
|
"google-api-python-client>=2.0.2",
|
113
114
|
"google-auth>=2.29.0",
|
114
115
|
"google-auth-httplib2>=0.0.1",
|
115
|
-
"google-cloud-aiplatform>=1.
|
116
|
+
"google-cloud-aiplatform>=1.73.0",
|
117
|
+
"google-cloud-alloydb",
|
116
118
|
"google-cloud-automl>=2.12.0",
|
117
119
|
"google-cloud-bigquery>=3.4.0,!=3.21.*,!=3.22.0,!=3.23.*",
|
118
120
|
"google-cloud-bigquery-datatransfer>=3.13.0",
|
@@ -167,7 +169,7 @@ def get_provider_info():
|
|
167
169
|
],
|
168
170
|
"additional-extras": [
|
169
171
|
{"name": "apache.beam", "dependencies": ["apache-beam[gcp]"]},
|
170
|
-
{"name": "cncf.kubernetes", "dependencies": ["apache-airflow-providers-cncf-kubernetes>=
|
172
|
+
{"name": "cncf.kubernetes", "dependencies": ["apache-airflow-providers-cncf-kubernetes>=10.1.0"]},
|
171
173
|
{"name": "leveldb", "dependencies": ["plyvel>=1.5.1"]},
|
172
174
|
{"name": "oracle", "dependencies": ["apache-airflow-providers-oracle>=3.1.0"]},
|
173
175
|
{"name": "facebook", "dependencies": ["apache-airflow-providers-facebook>=2.2.0"]},
|
@@ -218,6 +220,12 @@ def get_provider_info():
|
|
218
220
|
"logo": "/integration-logos/gcp/Cloud-Bigtable.png",
|
219
221
|
"tags": ["gcp"],
|
220
222
|
},
|
223
|
+
{
|
224
|
+
"integration-name": "Google Cloud AlloyDB",
|
225
|
+
"external-doc-url": "https://cloud.google.com/alloydb",
|
226
|
+
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/alloy_db.rst"],
|
227
|
+
"tags": ["gcp"],
|
228
|
+
},
|
221
229
|
{
|
222
230
|
"integration-name": "Google Cloud Build",
|
223
231
|
"external-doc-url": "https://cloud.google.com/build/",
|
@@ -428,12 +436,6 @@ def get_provider_info():
|
|
428
436
|
"logo": "/integration-logos/gcp/Cloud-Dataflow.png",
|
429
437
|
"tags": ["gcp"],
|
430
438
|
},
|
431
|
-
{
|
432
|
-
"integration-name": "Google Data Pipelines",
|
433
|
-
"external-doc-url": "https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest",
|
434
|
-
"how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/datapipeline.rst"],
|
435
|
-
"tags": ["gcp"],
|
436
|
-
},
|
437
439
|
{
|
438
440
|
"integration-name": "Google Data Fusion",
|
439
441
|
"external-doc-url": "https://cloud.google.com/data-fusion/",
|
@@ -621,6 +623,10 @@ def get_provider_info():
|
|
621
623
|
"integration-name": "Google Cloud Common",
|
622
624
|
"python-modules": ["airflow.providers.google.cloud.operators.cloud_base"],
|
623
625
|
},
|
626
|
+
{
|
627
|
+
"integration-name": "Google Cloud AlloyDB",
|
628
|
+
"python-modules": ["airflow.providers.google.cloud.operators.alloy_db"],
|
629
|
+
},
|
624
630
|
{
|
625
631
|
"integration-name": "Google AutoML",
|
626
632
|
"python-modules": ["airflow.providers.google.cloud.operators.automl"],
|
@@ -673,10 +679,6 @@ def get_provider_info():
|
|
673
679
|
"integration-name": "Google Dataflow",
|
674
680
|
"python-modules": ["airflow.providers.google.cloud.operators.dataflow"],
|
675
681
|
},
|
676
|
-
{
|
677
|
-
"integration-name": "Google Data Pipelines",
|
678
|
-
"python-modules": ["airflow.providers.google.cloud.operators.datapipeline"],
|
679
|
-
},
|
680
682
|
{
|
681
683
|
"integration-name": "Google Data Fusion",
|
682
684
|
"python-modules": ["airflow.providers.google.cloud.operators.datafusion"],
|
@@ -815,6 +817,7 @@ def get_provider_info():
|
|
815
817
|
"airflow.providers.google.cloud.operators.vertex_ai.model_service",
|
816
818
|
"airflow.providers.google.cloud.operators.vertex_ai.pipeline_job",
|
817
819
|
"airflow.providers.google.cloud.operators.vertex_ai.generative_model",
|
820
|
+
"airflow.providers.google.cloud.operators.vertex_ai.feature_store",
|
818
821
|
],
|
819
822
|
},
|
820
823
|
{
|
@@ -883,6 +886,10 @@ def get_provider_info():
|
|
883
886
|
"integration-name": "Google Cloud Pub/Sub",
|
884
887
|
"python-modules": ["airflow.providers.google.cloud.sensors.pubsub"],
|
885
888
|
},
|
889
|
+
{
|
890
|
+
"integration-name": "Google Vertex AI",
|
891
|
+
"python-modules": ["airflow.providers.google.cloud.sensors.vertex_ai.feature_store"],
|
892
|
+
},
|
886
893
|
{
|
887
894
|
"integration-name": "Google Cloud Workflows",
|
888
895
|
"python-modules": ["airflow.providers.google.cloud.sensors.workflows"],
|
@@ -951,6 +958,10 @@ def get_provider_info():
|
|
951
958
|
"integration-name": "Google Bigtable",
|
952
959
|
"python-modules": ["airflow.providers.google.cloud.hooks.bigtable"],
|
953
960
|
},
|
961
|
+
{
|
962
|
+
"integration-name": "Google Cloud AlloyDB",
|
963
|
+
"python-modules": ["airflow.providers.google.cloud.hooks.alloy_db"],
|
964
|
+
},
|
954
965
|
{
|
955
966
|
"integration-name": "Google Cloud Build",
|
956
967
|
"python-modules": ["airflow.providers.google.cloud.hooks.cloud_build"],
|
@@ -990,10 +1001,6 @@ def get_provider_info():
|
|
990
1001
|
"integration-name": "Google Dataflow",
|
991
1002
|
"python-modules": ["airflow.providers.google.cloud.hooks.dataflow"],
|
992
1003
|
},
|
993
|
-
{
|
994
|
-
"integration-name": "Google Data Pipelines",
|
995
|
-
"python-modules": ["airflow.providers.google.cloud.hooks.datapipeline"],
|
996
|
-
},
|
997
1004
|
{
|
998
1005
|
"integration-name": "Google Data Fusion",
|
999
1006
|
"python-modules": ["airflow.providers.google.cloud.hooks.datafusion"],
|
@@ -1159,6 +1166,7 @@ def get_provider_info():
|
|
1159
1166
|
"airflow.providers.google.cloud.hooks.vertex_ai.pipeline_job",
|
1160
1167
|
"airflow.providers.google.cloud.hooks.vertex_ai.generative_model",
|
1161
1168
|
"airflow.providers.google.cloud.hooks.vertex_ai.prediction_service",
|
1169
|
+
"airflow.providers.google.cloud.hooks.vertex_ai.feature_store",
|
1162
1170
|
],
|
1163
1171
|
},
|
1164
1172
|
{
|
@@ -1482,6 +1490,7 @@ def get_provider_info():
|
|
1482
1490
|
},
|
1483
1491
|
],
|
1484
1492
|
"extra-links": [
|
1493
|
+
"airflow.providers.google.cloud.links.alloy_db.AlloyDBClusterLink",
|
1485
1494
|
"airflow.providers.google.cloud.links.dataform.DataformRepositoryLink",
|
1486
1495
|
"airflow.providers.google.cloud.links.dataform.DataformWorkspaceLink",
|
1487
1496
|
"airflow.providers.google.cloud.links.dataform.DataformWorkflowInvocationLink",
|
@@ -1598,6 +1607,9 @@ def get_provider_info():
|
|
1598
1607
|
"airflow.providers.google.cloud.links.translate.TranslateTextBatchLink",
|
1599
1608
|
"airflow.providers.google.cloud.links.translate.TranslationNativeDatasetLink",
|
1600
1609
|
"airflow.providers.google.cloud.links.translate.TranslationDatasetsListLink",
|
1610
|
+
"airflow.providers.google.cloud.links.translate.TranslationModelLink",
|
1611
|
+
"airflow.providers.google.cloud.links.translate.TranslationModelsListLink",
|
1612
|
+
"airflow.providers.google.cloud.links.translate.TranslateResultByOutputConfigLink",
|
1601
1613
|
],
|
1602
1614
|
"secrets-backends": [
|
1603
1615
|
"airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend"
|
@@ -0,0 +1,36 @@
|
|
1
|
+
# Licensed to the Apache Software Foundation (ASF) under one
|
2
|
+
# or more contributor license agreements. See the NOTICE file
|
3
|
+
# distributed with this work for additional information
|
4
|
+
# regarding copyright ownership. The ASF licenses this file
|
5
|
+
# to you under the Apache License, Version 2.0 (the
|
6
|
+
# "License"); you may not use this file except in compliance
|
7
|
+
# with the License. You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing,
|
12
|
+
# software distributed under the License is distributed on an
|
13
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
14
|
+
# KIND, either express or implied. See the License for the
|
15
|
+
# specific language governing permissions and limitations
|
16
|
+
# under the License.
|
17
|
+
#
|
18
|
+
# NOTE! THIS FILE IS COPIED MANUALLY IN OTHER PROVIDERS DELIBERATELY TO AVOID ADDING UNNECESSARY
|
19
|
+
# DEPENDENCIES BETWEEN PROVIDERS. IF YOU WANT TO ADD CONDITIONAL CODE IN YOUR PROVIDER THAT DEPENDS
|
20
|
+
# ON AIRFLOW VERSION, PLEASE COPY THIS FILE TO THE ROOT PACKAGE OF YOUR PROVIDER AND IMPORT
|
21
|
+
# THOSE CONSTANTS FROM IT RATHER THAN IMPORTING THEM FROM ANOTHER PROVIDER OR TEST CODE
|
22
|
+
#
|
23
|
+
from __future__ import annotations
|
24
|
+
|
25
|
+
|
26
|
+
def get_base_airflow_version_tuple() -> tuple[int, int, int]:
|
27
|
+
from packaging.version import Version
|
28
|
+
|
29
|
+
from airflow import __version__
|
30
|
+
|
31
|
+
airflow_version = Version(__version__)
|
32
|
+
return airflow_version.major, airflow_version.minor, airflow_version.micro
|
33
|
+
|
34
|
+
|
35
|
+
AIRFLOW_V_2_10_PLUS = get_base_airflow_version_tuple() >= (2, 10, 0)
|
36
|
+
AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: apache-airflow-providers-google
|
3
|
-
Version:
|
3
|
+
Version: 12.0.0
|
4
4
|
Summary: Provider package apache-airflow-providers-google for Apache Airflow
|
5
5
|
Keywords: airflow-provider,google,airflow,integration
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
@@ -21,9 +21,9 @@ Classifier: Programming Language :: Python :: 3.11
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.12
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
23
23
|
Requires-Dist: PyOpenSSL>=23.0.0
|
24
|
-
Requires-Dist: apache-airflow-providers-common-compat>=1.
|
25
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.20.
|
26
|
-
Requires-Dist: apache-airflow>=2.
|
24
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.3.0
|
25
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
|
26
|
+
Requires-Dist: apache-airflow>=2.9.0
|
27
27
|
Requires-Dist: asgiref>=3.5.2
|
28
28
|
Requires-Dist: dill>=0.2.3
|
29
29
|
Requires-Dist: gcloud-aio-auth>=5.2.0
|
@@ -36,7 +36,8 @@ Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
|
|
36
36
|
Requires-Dist: google-api-python-client>=2.0.2
|
37
37
|
Requires-Dist: google-auth-httplib2>=0.0.1
|
38
38
|
Requires-Dist: google-auth>=2.29.0
|
39
|
-
Requires-Dist: google-cloud-aiplatform>=1.
|
39
|
+
Requires-Dist: google-cloud-aiplatform>=1.73.0
|
40
|
+
Requires-Dist: google-cloud-alloydb
|
40
41
|
Requires-Dist: google-cloud-automl>=2.12.0
|
41
42
|
Requires-Dist: google-cloud-batch>=0.13.0
|
42
43
|
Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
|
@@ -87,20 +88,18 @@ Requires-Dist: python-slugify>=7.0.0
|
|
87
88
|
Requires-Dist: sqlalchemy-bigquery>=1.2.1
|
88
89
|
Requires-Dist: sqlalchemy-spanner>=1.6.2
|
89
90
|
Requires-Dist: tenacity>=8.1.0
|
90
|
-
Requires-Dist: apache-airflow-providers-amazon>=2.6.
|
91
|
+
Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
|
91
92
|
Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache-beam"
|
92
93
|
Requires-Dist: apache-beam[gcp] ; extra == "apache-beam"
|
93
94
|
Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache-cassandra"
|
94
|
-
Requires-Dist: apache-airflow-providers-cncf-kubernetes>=
|
95
|
-
Requires-Dist: apache-airflow-providers-
|
96
|
-
Requires-Dist: apache-airflow-providers-common-sql ; extra == "common-sql"
|
97
|
-
Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
|
95
|
+
Requires-Dist: apache-airflow-providers-cncf-kubernetes>=10.1.0 ; extra == "cncf-kubernetes"
|
96
|
+
Requires-Dist: apache-airflow-providers-facebook>=2.2.0 ; extra == "facebook"
|
98
97
|
Requires-Dist: plyvel>=1.5.1 ; extra == "leveldb"
|
99
98
|
Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft-azure"
|
100
99
|
Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft-mssql"
|
101
100
|
Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
|
102
101
|
Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
|
103
|
-
Requires-Dist: apache-airflow-providers-oracle>=3.1.
|
102
|
+
Requires-Dist: apache-airflow-providers-oracle>=3.1.0 ; extra == "oracle"
|
104
103
|
Requires-Dist: apache-airflow-providers-postgres ; extra == "postgres"
|
105
104
|
Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
|
106
105
|
Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
|
@@ -108,18 +107,16 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
|
|
108
107
|
Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
|
109
108
|
Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
|
110
109
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
111
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/
|
112
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/
|
110
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/12.0.0/changelog.html
|
111
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/12.0.0
|
113
112
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
114
113
|
Project-URL: Source Code, https://github.com/apache/airflow
|
115
|
-
Project-URL: Twitter, https://
|
114
|
+
Project-URL: Twitter, https://x.com/ApacheAirflow
|
116
115
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
117
116
|
Provides-Extra: amazon
|
118
117
|
Provides-Extra: apache-beam
|
119
118
|
Provides-Extra: apache-cassandra
|
120
119
|
Provides-Extra: cncf-kubernetes
|
121
|
-
Provides-Extra: common-compat
|
122
|
-
Provides-Extra: common-sql
|
123
120
|
Provides-Extra: facebook
|
124
121
|
Provides-Extra: leveldb
|
125
122
|
Provides-Extra: microsoft-azure
|
@@ -178,7 +175,7 @@ Provides-Extra: trino
|
|
178
175
|
|
179
176
|
Package ``apache-airflow-providers-google``
|
180
177
|
|
181
|
-
Release: ``
|
178
|
+
Release: ``12.0.0``
|
182
179
|
|
183
180
|
|
184
181
|
Google services including:
|
@@ -198,7 +195,7 @@ This is a provider package for ``google`` provider. All classes for this provide
|
|
198
195
|
are in ``airflow.providers.google`` python package.
|
199
196
|
|
200
197
|
You can find package information and changelog for the provider
|
201
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/
|
198
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/12.0.0/>`_.
|
202
199
|
|
203
200
|
Installation
|
204
201
|
------------
|
@@ -215,8 +212,8 @@ Requirements
|
|
215
212
|
========================================== =========================================
|
216
213
|
PIP package Version required
|
217
214
|
========================================== =========================================
|
218
|
-
``apache-airflow`` ``>=2.
|
219
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
215
|
+
``apache-airflow`` ``>=2.9.0``
|
216
|
+
``apache-airflow-providers-common-compat`` ``>=1.3.0``
|
220
217
|
``apache-airflow-providers-common-sql`` ``>=1.20.0``
|
221
218
|
``asgiref`` ``>=3.5.2``
|
222
219
|
``dill`` ``>=0.2.3``
|
@@ -230,7 +227,8 @@ PIP package Version required
|
|
230
227
|
``google-api-python-client`` ``>=2.0.2``
|
231
228
|
``google-auth`` ``>=2.29.0``
|
232
229
|
``google-auth-httplib2`` ``>=0.0.1``
|
233
|
-
``google-cloud-aiplatform`` ``>=1.
|
230
|
+
``google-cloud-aiplatform`` ``>=1.73.0``
|
231
|
+
``google-cloud-alloydb``
|
234
232
|
``google-cloud-automl`` ``>=2.12.0``
|
235
233
|
``google-cloud-bigquery`` ``!=3.21.*,!=3.22.0,!=3.23.*,>=3.4.0``
|
236
234
|
``google-cloud-bigquery-datatransfer`` ``>=3.13.0``
|
@@ -321,4 +319,4 @@ Dependent package
|
|
321
319
|
======================================================================================================================== ====================
|
322
320
|
|
323
321
|
The changelog for the provider package can be found in the
|
324
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/
|
322
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/12.0.0/changelog.html>`_.
|
@@ -1,7 +1,8 @@
|
|
1
1
|
airflow/providers/google/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
|
2
|
-
airflow/providers/google/__init__.py,sha256=
|
3
|
-
airflow/providers/google/get_provider_info.py,sha256=
|
2
|
+
airflow/providers/google/__init__.py,sha256=YH7EvU5cCXAfLmIZVi1MwG8Q6KBm9iQn_BCFu6dlqvI,1494
|
3
|
+
airflow/providers/google/get_provider_info.py,sha256=QPUzykPYiDVxTV_ljvGMoFqEHv1bXF32jKOwYXX85n8,82992
|
4
4
|
airflow/providers/google/go_module_utils.py,sha256=XVM-IGME6CPgJA8fgDgkusFc4fz3lEghZaZ4elBkv7s,1780
|
5
|
+
airflow/providers/google/version_compat.py,sha256=aHg90_DtgoSnQvILFICexMyNlHlALBdaeWqkX3dFDug,1605
|
5
6
|
airflow/providers/google/ads/.gitignore,sha256=z_qaKzblF2LuVvP-06iDord9JBeyzIlNeJ4bx3LbtGc,167
|
6
7
|
airflow/providers/google/ads/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
7
8
|
airflow/providers/google/ads/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
@@ -12,7 +13,7 @@ airflow/providers/google/ads/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39k
|
|
12
13
|
airflow/providers/google/ads/transfers/ads_to_gcs.py,sha256=nJFyTqGyzdOIAvhLqxtlbNMNUPrS0oNiQSyEeExiIe0,5252
|
13
14
|
airflow/providers/google/assets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
14
15
|
airflow/providers/google/assets/bigquery.py,sha256=MzEAmuDEA8Dv9vmxQYZBW1sdvL3HDOFIbtzBR-EMgEU,1258
|
15
|
-
airflow/providers/google/assets/gcs.py,sha256=
|
16
|
+
airflow/providers/google/assets/gcs.py,sha256=da-u3_4o0p97BTmdqJKbkBU5Ji4vWUkxSO9yTT4RYxo,2250
|
16
17
|
airflow/providers/google/cloud/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
17
18
|
airflow/providers/google/cloud/_internal_client/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
18
19
|
airflow/providers/google/cloud/_internal_client/secret_manager_client.py,sha256=iDoe0W_Wf_30uSJxnXMg4-DcXZIeljf_DooyFY4vg-E,3770
|
@@ -25,11 +26,12 @@ airflow/providers/google/cloud/example_dags/example_salesforce_to_gcs.py,sha256=
|
|
25
26
|
airflow/providers/google/cloud/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
26
27
|
airflow/providers/google/cloud/fs/gcs.py,sha256=fJBGhHEE46_U5Rmbs1W0uenvGhECv13CtVSh3z7pM60,2457
|
27
28
|
airflow/providers/google/cloud/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
29
|
+
airflow/providers/google/cloud/hooks/alloy_db.py,sha256=tRUJir6ziEwnZJ6XIyiITR3UKHO6fSMSnNFzLZXUN6w,13102
|
28
30
|
airflow/providers/google/cloud/hooks/automl.py,sha256=w-q-iQOxzwNbirnw-5LwkKniHD1AsYo6RvpIQtJZNZI,28721
|
29
31
|
airflow/providers/google/cloud/hooks/bigquery.py,sha256=FHAQVLXqpph3XadiGgEVAX7k08NRTShUaV65ytnNOPM,95009
|
30
32
|
airflow/providers/google/cloud/hooks/bigquery_dts.py,sha256=9M5dSjxHZZG9zcLyxZqBu6Kj5jK2rWRDPIjn4s8o-A8,14725
|
31
33
|
airflow/providers/google/cloud/hooks/bigtable.py,sha256=qisd7xBpx_rV0k_KuYN2nIUVDAbdnzCtYDdIFt5OAao,12342
|
32
|
-
airflow/providers/google/cloud/hooks/cloud_batch.py,sha256=
|
34
|
+
airflow/providers/google/cloud/hooks/cloud_batch.py,sha256=lB3VVRSxqTpRVleqnkeqmbDP17CgrGQSbZki7QGEsCA,8344
|
33
35
|
airflow/providers/google/cloud/hooks/cloud_build.py,sha256=JfOOOSu0y8ZjlE4d6QHVc7G9IOzybs0W-KPSiNrBJIA,27788
|
34
36
|
airflow/providers/google/cloud/hooks/cloud_composer.py,sha256=DoT2pTY8OaYW5noQMFFNBFjq2Nism8_GIi-7QJqzjiY,28029
|
35
37
|
airflow/providers/google/cloud/hooks/cloud_memorystore.py,sha256=Wkt1hyftaZ1FTapK_HCjwIIhPyNyXB-OyTlngDPYrSU,40244
|
@@ -42,18 +44,17 @@ airflow/providers/google/cloud/hooks/datacatalog.py,sha256=R_Ut4Cav19dRKCr_HEoRH
|
|
42
44
|
airflow/providers/google/cloud/hooks/dataflow.py,sha256=lcHYeuskmtOLUUmujJS169c0i4AWii4xhJWYBYAnLvA,71407
|
43
45
|
airflow/providers/google/cloud/hooks/dataform.py,sha256=MlTtRbSkTJZKymTF1upQ7BHVMarlEwDw5wD8fnaC_yI,27466
|
44
46
|
airflow/providers/google/cloud/hooks/datafusion.py,sha256=T4qSw0_r4Nd1Z5rK5V1tzTdUnvHBfXY0kST0QyLFFw0,25594
|
45
|
-
airflow/providers/google/cloud/hooks/datapipeline.py,sha256=HPNO7tkQeb_N1JQZInZeO-YWZADcNLZZijjtVAKkWcE,2637
|
46
47
|
airflow/providers/google/cloud/hooks/dataplex.py,sha256=bc8K2dNmrZXp2tNrWX-sGMGdMy-U2YoDrMN6GYhNg5w,38119
|
47
48
|
airflow/providers/google/cloud/hooks/dataprep.py,sha256=_ipvucm5m8ygbHm29a05TSoaXRg7UDqTl1jit5ectqg,12205
|
48
|
-
airflow/providers/google/cloud/hooks/dataproc.py,sha256=
|
49
|
-
airflow/providers/google/cloud/hooks/dataproc_metastore.py,sha256=
|
49
|
+
airflow/providers/google/cloud/hooks/dataproc.py,sha256=TDY4IVoQtnbcoNXMYw1DXNT-5t8UPQ5uDLc-Hy-ygj0,87131
|
50
|
+
airflow/providers/google/cloud/hooks/dataproc_metastore.py,sha256=BBpEiDCX1PZaSVo03v7uJKx2aHmFukn136oOlyU0Kp0,32658
|
50
51
|
airflow/providers/google/cloud/hooks/datastore.py,sha256=C1pPcQJZDwbuMqmz2QPEXWuzHSHW2VxlDemvoPR9LcE,11920
|
51
52
|
airflow/providers/google/cloud/hooks/dlp.py,sha256=-zFziEsrwcWfgse4PJX0Zjqgabc9S951kSs0aXY2l5Q,67348
|
52
53
|
airflow/providers/google/cloud/hooks/functions.py,sha256=eT2KYhIBpmwBVqFzxG1zYEN65RifJSWOiDqFixDivs0,9034
|
53
54
|
airflow/providers/google/cloud/hooks/gcs.py,sha256=Z4ojVO_b5Sut8VlLfVXAix5sYLUaLQ1lty8po4TFhe4,61900
|
54
55
|
airflow/providers/google/cloud/hooks/gdm.py,sha256=OIQYBwtsKugZ9Jb_KXHmnz6bQR8_-ccOOIk8u97To2E,3519
|
55
56
|
airflow/providers/google/cloud/hooks/kms.py,sha256=OdPxIzycIQVIw6qLIoVlArNC3QHyrOa878ZorqCG7HY,6336
|
56
|
-
airflow/providers/google/cloud/hooks/kubernetes_engine.py,sha256=
|
57
|
+
airflow/providers/google/cloud/hooks/kubernetes_engine.py,sha256=rVrBLQieyyWX0AKetMu-aOStLhek6UHGfptNkFb6Doc,20042
|
57
58
|
airflow/providers/google/cloud/hooks/life_sciences.py,sha256=OYI8B4BX1DtXmKGvpFFybXp4ZT0_gSN7EMhrFUXkItA,6419
|
58
59
|
airflow/providers/google/cloud/hooks/looker.py,sha256=17i91XPcXos6NixpdXRj3asP14QlFs_M7ZE5H84542E,8959
|
59
60
|
airflow/providers/google/cloud/hooks/mlengine.py,sha256=83_-jh46ubSvgwWbQrAcLSxeKM9nZWSNgMSK-a3wSBI,24679
|
@@ -66,7 +67,7 @@ airflow/providers/google/cloud/hooks/speech_to_text.py,sha256=isBrH_bYeupZQcmSYd
|
|
66
67
|
airflow/providers/google/cloud/hooks/stackdriver.py,sha256=D-0GuFpmKfmR24vEIprUK7z4HCBWeaK3GPS1T2J4Y_A,25645
|
67
68
|
airflow/providers/google/cloud/hooks/tasks.py,sha256=zNSnrTAnYEaKCL-A61h48eLVEMfCWZt6R41YjXBTSEs,26340
|
68
69
|
airflow/providers/google/cloud/hooks/text_to_speech.py,sha256=JHBPbAsi1duKidt68Ox4pcK5IfhpluFiLchsv5MxcIY,5239
|
69
|
-
airflow/providers/google/cloud/hooks/translate.py,sha256=
|
70
|
+
airflow/providers/google/cloud/hooks/translate.py,sha256=m2f2XxMsoorFMbUIjS07VbGz69Jq-BCOfThwVE3cCIA,41094
|
70
71
|
airflow/providers/google/cloud/hooks/video_intelligence.py,sha256=8Z8NZK5PHgeDjTZc2rBFGyGkXR01If6jRQPMZVCGxR8,5571
|
71
72
|
airflow/providers/google/cloud/hooks/vision.py,sha256=lhphhaJi5IfXdhKR58vhj-ZG4clhIqixRJgBNhvxnkA,25931
|
72
73
|
airflow/providers/google/cloud/hooks/workflows.py,sha256=KT3TAJG7qkjUFh-SmNs35hc_Yy2jBV3c1co2rEf9MZI,16188
|
@@ -76,12 +77,14 @@ airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py,sha256=yP
|
|
76
77
|
airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py,sha256=OHvBstjPKrmJ3D-lQ9fsLL8BKDyZ2hhXmCHLkpbGZVA,196965
|
77
78
|
airflow/providers/google/cloud/hooks/vertex_ai/dataset.py,sha256=KqqV9R94pYEBP-pTvEKX-JM2XN1sS4OUy9r5ukL3-AI,18363
|
78
79
|
airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py,sha256=GG1Eh2TcWmsd1FVyNKczgm3xhX3u0t_5CBdbOtN1t2U,15779
|
79
|
-
airflow/providers/google/cloud/hooks/vertex_ai/
|
80
|
+
airflow/providers/google/cloud/hooks/vertex_ai/feature_store.py,sha256=7MoGJj7znSc2uixWN0cNd26VlG_nW7KOrnMW8ZRgosE,6601
|
81
|
+
airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py,sha256=v3WYcZL7JKilGpQa1Uk0xrqsWtCHG8Rrm4j1DFjjJH0,27144
|
80
82
|
airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py,sha256=1EEQoNQMEMOCTsDuBPGOp30kKkSyMfwDafgPrB9mdgg,24815
|
81
83
|
airflow/providers/google/cloud/hooks/vertex_ai/model_service.py,sha256=eV9lNeBv17HeGhxtxqJYPXPURHMYOTGTc-wC1vZfdLQ,18044
|
82
84
|
airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py,sha256=9jNzB-9glvo5ERchL7vay9BJW4vJXjHWOVDOLlug5iI,29073
|
83
85
|
airflow/providers/google/cloud/hooks/vertex_ai/prediction_service.py,sha256=U4hTr1dJZ7PB2aV-lq75jooy8wNO4LxjLdNNqU9qgSg,4290
|
84
86
|
airflow/providers/google/cloud/links/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
87
|
+
airflow/providers/google/cloud/links/alloy_db.py,sha256=cC2B6lblg4Dgkm8H6ljzeSkC23bt5rLawRR9DHiKrjM,1844
|
85
88
|
airflow/providers/google/cloud/links/automl.py,sha256=REXT8Mx4oUL8f2hCCTMohi1dlLCAS0USsVKphDOW8vc,6020
|
86
89
|
airflow/providers/google/cloud/links/base.py,sha256=PstZotJcaOMTq-hkUKWF1Bld74tgzT-YQq_zdwQ51RA,1665
|
87
90
|
airflow/providers/google/cloud/links/bigquery.py,sha256=VUUKpzqVd0GWXQUne3xFtwpQrIoauebQqzIypGSqByY,2532
|
@@ -109,20 +112,20 @@ airflow/providers/google/cloud/links/mlengine.py,sha256=lvhRkVVExFvwoaSskckm31BW
|
|
109
112
|
airflow/providers/google/cloud/links/pubsub.py,sha256=MqCg3vHUvPVT1nkEwnjhNf5mmF5zPGtqsyxE-qkRCIw,2423
|
110
113
|
airflow/providers/google/cloud/links/spanner.py,sha256=L2j8b6VIrLta1zTM_hsoK5sYpGb3VPf6HQ92qYhQyWk,2510
|
111
114
|
airflow/providers/google/cloud/links/stackdriver.py,sha256=WgO-KeX9guf5l4Z3TLPUD_Pns8UZzUfbRVL4kdec8z0,2413
|
112
|
-
airflow/providers/google/cloud/links/translate.py,sha256=
|
115
|
+
airflow/providers/google/cloud/links/translate.py,sha256=htxU8D7EbLoqF53uljKyxN6s_wdY3zcidAnFNMqz3Tc,10730
|
113
116
|
airflow/providers/google/cloud/links/vertex_ai.py,sha256=T5WGK77wKIPTiHtxKuQXvokArjVQYwZPjX5IgJX1dds,11138
|
114
117
|
airflow/providers/google/cloud/links/workflows.py,sha256=Ux7bwq2fspvSoNT4X3xFXX2SSmp8EuwDyPQsTO-z7bI,3303
|
115
118
|
airflow/providers/google/cloud/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
116
119
|
airflow/providers/google/cloud/log/gcs_task_handler.py,sha256=ryTPg0K0ow-S3arhtBgT1aXnrtT7Q-RL2FQZUQkgD4o,10116
|
117
|
-
airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=
|
118
|
-
airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json,sha256=3whXAY38LjxmQTpCnExiIU1Q1-8dZGtWjiK0A4JQWTA,688
|
120
|
+
airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=m8Clgdcwrxg3rywmDCBKFhluIOWZNePKE9OwrjI8leg,15746
|
119
121
|
airflow/providers/google/cloud/openlineage/BigQueryJobRunFacet.json,sha256=sWvE1o30bCqBBmB19n6wFZyL6BBcc22kCGWe0qcsYBc,850
|
120
122
|
airflow/providers/google/cloud/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
121
|
-
airflow/providers/google/cloud/openlineage/mixins.py,sha256=
|
122
|
-
airflow/providers/google/cloud/openlineage/utils.py,sha256=
|
123
|
+
airflow/providers/google/cloud/openlineage/mixins.py,sha256=gwtuBm-nFf9qgJlNaLpmEEuWfs9D-zkI1PmRmo5M_ko,12576
|
124
|
+
airflow/providers/google/cloud/openlineage/utils.py,sha256=zECtBWTI_2FgTUyIe3BVtSsh5TnicyY_Kx0EcoZYilA,14020
|
123
125
|
airflow/providers/google/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
124
|
-
airflow/providers/google/cloud/operators/
|
125
|
-
airflow/providers/google/cloud/operators/
|
126
|
+
airflow/providers/google/cloud/operators/alloy_db.py,sha256=wDiT529Jy7bAdozFB17eFOTUK596jJp7ojWJeF3hQ6c,21766
|
127
|
+
airflow/providers/google/cloud/operators/automl.py,sha256=VcELHbIi-6hWfLWrN3ahX9Igg4fJOkAVS1XKAxn3OFk,64643
|
128
|
+
airflow/providers/google/cloud/operators/bigquery.py,sha256=m-u5jGIaGQYiPLpwXEZMIZIVOePMYd_Y3lT1GRUTkn4,117867
|
126
129
|
airflow/providers/google/cloud/operators/bigquery_dts.py,sha256=sQp0c-yk1EFUh9qZBYTQcwnZzaVzaWe-5XSDPc-VnvM,17722
|
127
130
|
airflow/providers/google/cloud/operators/bigtable.py,sha256=f6IMm7a0FvOjVEpBjQBj-UWFfOvSs5laUddCgkVseBM,26948
|
128
131
|
airflow/providers/google/cloud/operators/cloud_base.py,sha256=Xysh4znvIQIxbQqmfKoaL6O09FikndHrQuKKUnEV7KU,1483
|
@@ -138,19 +141,18 @@ airflow/providers/google/cloud/operators/datacatalog.py,sha256=jXngiAo-Rb8hYCJ_t
|
|
138
141
|
airflow/providers/google/cloud/operators/dataflow.py,sha256=VuBKv_0t8I7fD6aJv_B40i67sYQswXyxTu3GJUC4ufY,56555
|
139
142
|
airflow/providers/google/cloud/operators/dataform.py,sha256=txtBvGcoH0dcTdEumN2-ZCA6HIOZTm2nvnG-8Qx_bQo,48772
|
140
143
|
airflow/providers/google/cloud/operators/datafusion.py,sha256=qXoBHFQ3hVhBaSIWxYZ-Q5ww4RHGgczUcAkYn_AvOxg,41584
|
141
|
-
airflow/providers/google/cloud/operators/datapipeline.py,sha256=OuF0RxHpQxqPDjCq3jNpiOTEQHQgL5UXwNo7sk5fpEA,2362
|
142
144
|
airflow/providers/google/cloud/operators/dataplex.py,sha256=xjK4nxgKJT2fgFqlXU42u0VqQx-5O9bdtUOWshxtXsw,91428
|
143
145
|
airflow/providers/google/cloud/operators/dataprep.py,sha256=MPt0xFDWp61q2FqFayB1IROplm-DhT1WOilHnL7X6xI,10504
|
144
|
-
airflow/providers/google/cloud/operators/dataproc.py,sha256=
|
146
|
+
airflow/providers/google/cloud/operators/dataproc.py,sha256=frLK_DaEq55Ajl0HYautm1qnW8sCUYJK_XHl5Hm_hFo,135263
|
145
147
|
airflow/providers/google/cloud/operators/dataproc_metastore.py,sha256=kp4LsmqE0XXnFq_eGU5XZo8SPFkFLETdcNxvpsHQjUU,50429
|
146
148
|
airflow/providers/google/cloud/operators/datastore.py,sha256=ni0o7Tuld6hdUDasMvL31v8Vah7cRL7ZhyF57RKKnFc,24954
|
147
149
|
airflow/providers/google/cloud/operators/dlp.py,sha256=u2UIW2yvo2triOUNDJCxdJSciMC152Ks1W6HaM_g2ZM,120769
|
148
150
|
airflow/providers/google/cloud/operators/functions.py,sha256=ZROP6PWCS_NTQ2tbXBGiQXTSEeSUkOaaMHWluyF8-vA,20182
|
149
|
-
airflow/providers/google/cloud/operators/gcs.py,sha256=
|
150
|
-
airflow/providers/google/cloud/operators/kubernetes_engine.py,sha256=
|
151
|
+
airflow/providers/google/cloud/operators/gcs.py,sha256=JO9TG4_RgpkHAPdHMAGXHU7rOzegdAD0x0oWy2_bPmw,46290
|
152
|
+
airflow/providers/google/cloud/operators/kubernetes_engine.py,sha256=yiso1L03IY-tmuD8tDy7Z6rCc_gCBUdyvqK9zCAGuIc,60429
|
151
153
|
airflow/providers/google/cloud/operators/life_sciences.py,sha256=4xtpbaWq71GTQ7MeTL1N43AP6u5ecqXMbLeMeVJSDso,4881
|
152
154
|
airflow/providers/google/cloud/operators/looker.py,sha256=LCbN0vv8y0exwvfHbRXmUtNUZIOlSfljInNZK1zcfrs,4063
|
153
|
-
airflow/providers/google/cloud/operators/mlengine.py,sha256=
|
155
|
+
airflow/providers/google/cloud/operators/mlengine.py,sha256=L3EJBjLH6se7ZCSYVTZhH_1sjoZhGjb2Cnv7DIjnh9o,62692
|
154
156
|
airflow/providers/google/cloud/operators/natural_language.py,sha256=lAStRPEFGaLPmx2z9lfEZKnZWkKI6lJSW-KVsP_ghPQ,13739
|
155
157
|
airflow/providers/google/cloud/operators/pubsub.py,sha256=nToCvURDaI3sYhRs3Zgjn1XhwKAPbrisbNsdUdAA7jY,35535
|
156
158
|
airflow/providers/google/cloud/operators/spanner.py,sha256=LCuCOcMqtYhaUghh7YjvaXNNKJzp9maQE_bzwl0RtWc,24965
|
@@ -158,7 +160,7 @@ airflow/providers/google/cloud/operators/speech_to_text.py,sha256=ZojFFdUazlBi-h
|
|
158
160
|
airflow/providers/google/cloud/operators/stackdriver.py,sha256=8jdm0HgHQklwbnUmgSfn3P_vODpNptkgEtgOFPZ0tYA,39232
|
159
161
|
airflow/providers/google/cloud/operators/tasks.py,sha256=1Axl2oJl_wSvR8bL_duT-wcaAyVIEj_tr9T-tBxmDMo,48447
|
160
162
|
airflow/providers/google/cloud/operators/text_to_speech.py,sha256=N7fuexVzPfGleEZPRBVinMJ6ALtsDHl0YazQHR0yxS0,6983
|
161
|
-
airflow/providers/google/cloud/operators/translate.py,sha256=
|
163
|
+
airflow/providers/google/cloud/operators/translate.py,sha256=3SoJPnhowJKnpzjiE_JtCmwBIZa27cokaM3DSRmMmA8,58368
|
162
164
|
airflow/providers/google/cloud/operators/translate_speech.py,sha256=O7HLlbxXbzUt4Us6kzQBZewWz0VbVCS8C3BrTuBB6wk,7962
|
163
165
|
airflow/providers/google/cloud/operators/video_intelligence.py,sha256=FIyKBPHhkYniJ7VXJhX-_T6YpwPsjWLkKm2-13E8fXg,14192
|
164
166
|
airflow/providers/google/cloud/operators/vision.py,sha256=tg81pPfpiGudAqkGVfqHXt0aYa0EAeXAwQJRKgORyOA,67740
|
@@ -169,7 +171,8 @@ airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py,sha25
|
|
169
171
|
airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=Xtcp5yT5qYTmABJ07xYT-Kw0Lj4-rqPwmczSRn5DCQA,99023
|
170
172
|
airflow/providers/google/cloud/operators/vertex_ai/dataset.py,sha256=JLVN4TGp1pAhSg_tS-bzAlZkGbUytn6DFcblk0MGpxk,23078
|
171
173
|
airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py,sha256=3yWuoG05kvt-Qfamd0-ghoFQwz6vJJ3Hin_S-LnKfSA,26766
|
172
|
-
airflow/providers/google/cloud/operators/vertex_ai/
|
174
|
+
airflow/providers/google/cloud/operators/vertex_ai/feature_store.py,sha256=Uc86lYYoXB4IZFrVzGFSKftttleviJMCXY8jhmJTaTY,7422
|
175
|
+
airflow/providers/google/cloud/operators/vertex_ai/generative_model.py,sha256=tK6dXlLMdgTutvAz3tgKSnWE4X-eTJiYk-Md5VxBETw,44186
|
173
176
|
airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py,sha256=c7z3wJO_I17V06lHoGaOCsMyX9z0BhHWBQx4-rlHcUc,25064
|
174
177
|
airflow/providers/google/cloud/operators/vertex_ai/model_service.py,sha256=E2MjO8QoWg-A2iTyVslMtXRbg8GLpK6YigS56Mol0zw,35317
|
175
178
|
airflow/providers/google/cloud/operators/vertex_ai/pipeline_job.py,sha256=Skbe6UuHV0M6VqzNLgNjJLUKgTzzqS_97uIEbKhkdgA,22995
|
@@ -186,39 +189,41 @@ airflow/providers/google/cloud/sensors/dataform.py,sha256=Zuwoi7Y5TU3WU1bpL1s3kq
|
|
186
189
|
airflow/providers/google/cloud/sensors/datafusion.py,sha256=oXOhb9G19DXvOECJV9pa4pBcUEG7R6X16fiLmSn8tCA,5559
|
187
190
|
airflow/providers/google/cloud/sensors/dataplex.py,sha256=WstDmrmrisIt7bjB_JXIMtFCmFMtzaumM04e2khty1Y,14967
|
188
191
|
airflow/providers/google/cloud/sensors/dataprep.py,sha256=dOQoBr68vg4uUF3e3643JyGXwkPoOERNaUhVrIFAHM4,1940
|
189
|
-
airflow/providers/google/cloud/sensors/dataproc.py,sha256=
|
192
|
+
airflow/providers/google/cloud/sensors/dataproc.py,sha256=_HQkO88Hh-ye3M_rNgTv4XLO12jZyrxjwSCWb2HXlGU,7471
|
190
193
|
airflow/providers/google/cloud/sensors/dataproc_metastore.py,sha256=_ZAX2HkkyAtrygNZEokL0Or9WB8Zhx7gnu9fW7MpOlQ,5459
|
191
194
|
airflow/providers/google/cloud/sensors/gcs.py,sha256=KrGjH-qYJ2reJQJjj_MUjhYc4neaF4A4juMrk-Ppx2A,22310
|
192
195
|
airflow/providers/google/cloud/sensors/looker.py,sha256=zwtfCjxoowBoR3iuHlVpKzgwuN4ft6WGy2gzojlflvo,3609
|
193
196
|
airflow/providers/google/cloud/sensors/pubsub.py,sha256=e4N-KvVO5nmG4AUPtQQa8WKMQvYxrNCMhVfKTGOJwKI,9769
|
194
197
|
airflow/providers/google/cloud/sensors/tasks.py,sha256=F_j7R5_Blf2tNAKelXtpTHfjFB_IvDWKiH740fzNASg,3512
|
195
198
|
airflow/providers/google/cloud/sensors/workflows.py,sha256=LTvsjVGIbJg-fGKkY8EWM1MjgobvsJoeTwLoyzF2UHo,5160
|
199
|
+
airflow/providers/google/cloud/sensors/vertex_ai/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
200
|
+
airflow/providers/google/cloud/sensors/vertex_ai/feature_store.py,sha256=NU8lVZnzagGiNYJvX2_46-ZBtfScPTo5--yaXBhFURU,4457
|
196
201
|
airflow/providers/google/cloud/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
197
202
|
airflow/providers/google/cloud/transfers/adls_to_gcs.py,sha256=CFSmYs98azyMmQZeVn6u2wCOERRVMfZfQkERJt21l-A,6766
|
198
203
|
airflow/providers/google/cloud/transfers/azure_blob_to_gcs.py,sha256=KdV5sDjYgrB2k16ktdwPpFI6JhhwLPYQ9H5gGhR1fZI,5407
|
199
204
|
airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py,sha256=EtoN1Ayx7WkGwfjQF35vgLDIfVlDNvQLMpRWKKBuWwg,8209
|
200
205
|
airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py,sha256=euWAC_mMwNCZMxJPhbkWfP5wrsamjc7DpPX-pOOq53Y,10617
|
201
|
-
airflow/providers/google/cloud/transfers/bigquery_to_gcs.py,sha256=
|
202
|
-
airflow/providers/google/cloud/transfers/bigquery_to_mssql.py,sha256=
|
203
|
-
airflow/providers/google/cloud/transfers/bigquery_to_mysql.py,sha256=
|
206
|
+
airflow/providers/google/cloud/transfers/bigquery_to_gcs.py,sha256=HFFFdzJxUDDgUdDIgcoJgFF0PHHlQbPj6W5G59dyveQ,15117
|
207
|
+
airflow/providers/google/cloud/transfers/bigquery_to_mssql.py,sha256=7uBF-J07qi-Zkagf2axmlrk25rEJEZmak1MQJ29gv2E,4191
|
208
|
+
airflow/providers/google/cloud/transfers/bigquery_to_mysql.py,sha256=Ay-lo6CYXkSQ8Tk4M4BNjtJcbzMNUG5pJEe8AplyDx8,3209
|
204
209
|
airflow/providers/google/cloud/transfers/bigquery_to_postgres.py,sha256=8A3gJq-ZxO0Vw3UTyAIZU1dZC31bgFQAq5_-UUjbpP4,4661
|
205
210
|
airflow/providers/google/cloud/transfers/bigquery_to_sql.py,sha256=rUlu96RBM_-PpNq8gVDYz9O9g3aOpHD38w-uU620tUE,5614
|
206
211
|
airflow/providers/google/cloud/transfers/calendar_to_gcs.py,sha256=HlJ5ezgVtDlJcNIr-h6XuS6IUlIwnGEtVza-9yL0-t0,8426
|
207
212
|
airflow/providers/google/cloud/transfers/cassandra_to_gcs.py,sha256=lmst2OQv_QRlvLTyPcJ4QpSpFJtVK5ejEKpVababKbw,15841
|
208
213
|
airflow/providers/google/cloud/transfers/facebook_ads_to_gcs.py,sha256=w8f52kUKE29VBOmsqtacgHgHU4AHyzQu42lzPEhwrVY,10354
|
209
|
-
airflow/providers/google/cloud/transfers/gcs_to_bigquery.py,sha256=
|
210
|
-
airflow/providers/google/cloud/transfers/gcs_to_gcs.py,sha256=
|
211
|
-
airflow/providers/google/cloud/transfers/gcs_to_local.py,sha256=
|
214
|
+
airflow/providers/google/cloud/transfers/gcs_to_bigquery.py,sha256=1PS7N5mycFKuCidTQEgbSEevI3f8YAz5upGyV57AIxc,37576
|
215
|
+
airflow/providers/google/cloud/transfers/gcs_to_gcs.py,sha256=29ZtDL4F8_1TbS4HBanQ4XuTpEqxib5K4NhcjsbOt2E,25970
|
216
|
+
airflow/providers/google/cloud/transfers/gcs_to_local.py,sha256=TG_psc2-PMLy_fiK6uofvBPezyAWMcl0kYZpGUbViGU,5727
|
212
217
|
airflow/providers/google/cloud/transfers/gcs_to_sftp.py,sha256=xdGw6iS-cge7ZTgughcvw2gyqr1yHUBS5WNNPyx_mFE,8436
|
213
218
|
airflow/providers/google/cloud/transfers/gdrive_to_gcs.py,sha256=nXb7Hae5opD8Hro14ZQttNFlRqgJ_HgLeWkucEHTClU,4176
|
214
219
|
airflow/providers/google/cloud/transfers/gdrive_to_local.py,sha256=KGbw45OLjI5TkqPqs3w0ql3XdNmMK4U1mFU3yAjnj0M,3661
|
215
|
-
airflow/providers/google/cloud/transfers/local_to_gcs.py,sha256=
|
220
|
+
airflow/providers/google/cloud/transfers/local_to_gcs.py,sha256=9dxzyqDrCwyTlmFik2Z_JJTkVzx2lyhO9oBRgJJAVkI,6661
|
216
221
|
airflow/providers/google/cloud/transfers/mssql_to_gcs.py,sha256=n5o0hYlp9KzpLdLLxhh2mnsr_7Z_Q1v_KvTJ3cePYX8,3881
|
217
222
|
airflow/providers/google/cloud/transfers/mysql_to_gcs.py,sha256=vx4a9F1TZmwOih3XmFWRnqBHQTedSZAHyYXYYFeVf-Y,5622
|
218
223
|
airflow/providers/google/cloud/transfers/oracle_to_gcs.py,sha256=OYaoMYpOOwuYDo1Hv8_wsYMz1Y9QjsjXt8Zy1qaN9Cc,4906
|
219
224
|
airflow/providers/google/cloud/transfers/postgres_to_gcs.py,sha256=55j92etGAU4IKdL_vVUTIuMzn9RcFqw2KHk7Ohn7w10,6498
|
220
225
|
airflow/providers/google/cloud/transfers/presto_to_gcs.py,sha256=m2vzL6EuRjtL8dCOnSdorsJWdP_6sEpIdnwQW0BDwMc,7193
|
221
|
-
airflow/providers/google/cloud/transfers/s3_to_gcs.py,sha256=
|
226
|
+
airflow/providers/google/cloud/transfers/s3_to_gcs.py,sha256=7BwhUVH8pZHTUULH-NMVOT6CgFuTZsdMHaaVRzd-v9w,15647
|
222
227
|
airflow/providers/google/cloud/transfers/salesforce_to_gcs.py,sha256=4rW-ywDmRCJugL2_eHlBJngyuZudTIGbNcTP2FBLLHM,4821
|
223
228
|
airflow/providers/google/cloud/transfers/sftp_to_gcs.py,sha256=dTVPEODHACJITALlrfe9ECCOn9FU_kTJiIcPjT295ww,7781
|
224
229
|
airflow/providers/google/cloud/transfers/sheets_to_gcs.py,sha256=GPQLK38HiCcfzCmMVRoY8mXYnLH6qTc0HKKywzIyVS8,5344
|
@@ -309,7 +314,7 @@ airflow/providers/google/suite/transfers/gcs_to_gdrive.py,sha256=p3yRcEDp_ffxlHj
|
|
309
314
|
airflow/providers/google/suite/transfers/gcs_to_sheets.py,sha256=iOrVicksPRSqRTvV2DX5ZgOHHGZekpCr3DvBFBquo_M,4003
|
310
315
|
airflow/providers/google/suite/transfers/local_to_drive.py,sha256=NXAX1r9WGvW0X8af6CKqfFeiHjczRJJzgSOqMRUtrYg,5794
|
311
316
|
airflow/providers/google/suite/transfers/sql_to_sheets.py,sha256=XFc95mXTGlAP9FbcYxOvjHWgiFN03skxXxAUGMqZXcE,4909
|
312
|
-
apache_airflow_providers_google-
|
313
|
-
apache_airflow_providers_google-
|
314
|
-
apache_airflow_providers_google-
|
315
|
-
apache_airflow_providers_google-
|
317
|
+
apache_airflow_providers_google-12.0.0.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
|
318
|
+
apache_airflow_providers_google-12.0.0.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
|
319
|
+
apache_airflow_providers_google-12.0.0.dist-info/METADATA,sha256=V_BvoHsywy3J9UKQQlgv0zHisul4yUZCTVC9OozKIx8,17145
|
320
|
+
apache_airflow_providers_google-12.0.0.dist-info/RECORD,,
|
@@ -1,71 +0,0 @@
|
|
1
|
-
#
|
2
|
-
# Licensed to the Apache Software Foundation (ASF) under one
|
3
|
-
# or more contributor license agreements. See the NOTICE file
|
4
|
-
# distributed with this work for additional information
|
5
|
-
# regarding copyright ownership. The ASF licenses this file
|
6
|
-
# to you under the Apache License, Version 2.0 (the
|
7
|
-
# "License"); you may not use this file except in compliance
|
8
|
-
# with the License. You may obtain a copy of the License at
|
9
|
-
#
|
10
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
-
#
|
12
|
-
# Unless required by applicable law or agreed to in writing,
|
13
|
-
# software distributed under the License is distributed on an
|
14
|
-
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
15
|
-
# KIND, either express or implied. See the License for the
|
16
|
-
# specific language governing permissions and limitations
|
17
|
-
# under the License.
|
18
|
-
"""This module contains a Google Data Pipelines Hook."""
|
19
|
-
|
20
|
-
from __future__ import annotations
|
21
|
-
|
22
|
-
from typing import TYPE_CHECKING
|
23
|
-
|
24
|
-
from airflow.exceptions import AirflowProviderDeprecationWarning
|
25
|
-
from airflow.providers.google.cloud.hooks.dataflow import DataflowHook
|
26
|
-
from airflow.providers.google.common.deprecated import deprecated
|
27
|
-
from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
|
28
|
-
|
29
|
-
if TYPE_CHECKING:
|
30
|
-
from googleapiclient.discovery import build
|
31
|
-
|
32
|
-
DEFAULT_DATAPIPELINE_LOCATION = "us-central1"
|
33
|
-
|
34
|
-
|
35
|
-
@deprecated(
|
36
|
-
planned_removal_date="December 01, 2024",
|
37
|
-
use_instead="DataflowHook",
|
38
|
-
category=AirflowProviderDeprecationWarning,
|
39
|
-
)
|
40
|
-
class DataPipelineHook(DataflowHook):
|
41
|
-
"""Hook for Google Data Pipelines."""
|
42
|
-
|
43
|
-
def get_conn(self) -> build:
|
44
|
-
"""Return a Google Cloud Data Pipelines service object."""
|
45
|
-
return super().get_pipelines_conn()
|
46
|
-
|
47
|
-
@GoogleBaseHook.fallback_to_default_project_id
|
48
|
-
def create_data_pipeline(
|
49
|
-
self,
|
50
|
-
body: dict,
|
51
|
-
project_id: str,
|
52
|
-
location: str = DEFAULT_DATAPIPELINE_LOCATION,
|
53
|
-
) -> dict:
|
54
|
-
"""Create a new Data Pipelines instance from the Data Pipelines API."""
|
55
|
-
return super().create_data_pipeline(body=body, project_id=project_id, location=location)
|
56
|
-
|
57
|
-
@GoogleBaseHook.fallback_to_default_project_id
|
58
|
-
def run_data_pipeline(
|
59
|
-
self,
|
60
|
-
data_pipeline_name: str,
|
61
|
-
project_id: str,
|
62
|
-
location: str = DEFAULT_DATAPIPELINE_LOCATION,
|
63
|
-
) -> dict:
|
64
|
-
"""Run a Data Pipelines Instance using the Data Pipelines API."""
|
65
|
-
return super().run_data_pipeline(
|
66
|
-
pipeline_name=data_pipeline_name, project_id=project_id, location=location
|
67
|
-
)
|
68
|
-
|
69
|
-
@staticmethod
|
70
|
-
def build_parent_name(project_id: str, location: str):
|
71
|
-
return f"projects/{project_id}/locations/{location}"
|