apache-airflow-providers-amazon 9.0.0rc1__py3-none-any.whl → 9.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/amazon/__init__.py +1 -1
- airflow/providers/amazon/aws/assets/s3.py +7 -7
- airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py +12 -1
- airflow/providers/amazon/aws/hooks/athena.py +25 -15
- airflow/providers/amazon/aws/hooks/eks.py +2 -2
- airflow/providers/amazon/aws/hooks/glue.py +5 -1
- airflow/providers/amazon/aws/hooks/redshift_sql.py +1 -1
- airflow/providers/amazon/aws/hooks/s3.py +79 -31
- airflow/providers/amazon/aws/hooks/sagemaker.py +2 -0
- airflow/providers/amazon/aws/operators/appflow.py +1 -1
- airflow/providers/amazon/aws/operators/athena.py +3 -1
- airflow/providers/amazon/aws/operators/comprehend.py +3 -3
- airflow/providers/amazon/aws/operators/dms.py +3 -3
- airflow/providers/amazon/aws/operators/ecs.py +11 -3
- airflow/providers/amazon/aws/operators/eks.py +4 -2
- airflow/providers/amazon/aws/operators/glue.py +10 -1
- airflow/providers/amazon/aws/operators/kinesis_analytics.py +3 -3
- airflow/providers/amazon/aws/operators/redshift_data.py +43 -20
- airflow/providers/amazon/aws/operators/sagemaker.py +2 -2
- airflow/providers/amazon/aws/sensors/sagemaker.py +32 -0
- airflow/providers/amazon/aws/transfers/redshift_to_s3.py +106 -7
- airflow/providers/amazon/aws/transfers/s3_to_dynamodb.py +1 -1
- airflow/providers/amazon/aws/transfers/s3_to_redshift.py +1 -1
- airflow/providers/amazon/aws/triggers/athena.py +1 -2
- airflow/providers/amazon/aws/triggers/ecs.py +6 -6
- airflow/providers/amazon/aws/triggers/glue.py +1 -1
- airflow/providers/amazon/get_provider_info.py +5 -5
- {apache_airflow_providers_amazon-9.0.0rc1.dist-info → apache_airflow_providers_amazon-9.1.0.dist-info}/METADATA +22 -24
- {apache_airflow_providers_amazon-9.0.0rc1.dist-info → apache_airflow_providers_amazon-9.1.0.dist-info}/RECORD +31 -32
- {apache_airflow_providers_amazon-9.0.0rc1.dist-info → apache_airflow_providers_amazon-9.1.0.dist-info}/WHEEL +1 -1
- airflow/providers/amazon/aws/utils/asset_compat_lineage_collector.py +0 -106
- {apache_airflow_providers_amazon-9.0.0rc1.dist-info → apache_airflow_providers_amazon-9.1.0.dist-info}/entry_points.txt +0 -0
@@ -1,12 +1,12 @@
|
|
1
1
|
airflow/providers/amazon/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
|
2
|
-
airflow/providers/amazon/__init__.py,sha256=
|
3
|
-
airflow/providers/amazon/get_provider_info.py,sha256=
|
2
|
+
airflow/providers/amazon/__init__.py,sha256=MuTYiz17zqZxTSbZ537dOIWjnfLeKguUmhr0_326bro,1493
|
3
|
+
airflow/providers/amazon/get_provider_info.py,sha256=y9ASSPOWB44gPBGJRFq023coKLPswduGRwUC7SKKgZg,68970
|
4
4
|
airflow/providers/amazon/aws/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
5
5
|
airflow/providers/amazon/aws/exceptions.py,sha256=uRGNMgXvgdzfphpOTiyj74lQhjzb70J-X8n6fsx5Jog,1864
|
6
6
|
airflow/providers/amazon/aws/assets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
7
|
-
airflow/providers/amazon/aws/assets/s3.py,sha256=
|
7
|
+
airflow/providers/amazon/aws/assets/s3.py,sha256=wNaJiOM90-SCauD4EQneZVXMO54yDRjLPfI8D5o0-fw,1861
|
8
8
|
airflow/providers/amazon/aws/auth_manager/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
9
|
-
airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=
|
9
|
+
airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=j1beAGr9NVXUCXlW8gKDCKmoGYHLV5tyvCo_pT_D6Rk,17182
|
10
10
|
airflow/providers/amazon/aws/auth_manager/constants.py,sha256=Jdluo42InhyNGkYHB_dRtoFMpKanJLJdH0hyR9-5AZg,1050
|
11
11
|
airflow/providers/amazon/aws/auth_manager/user.py,sha256=SoiiA3sVB1-G02qhQDSTst_25MjW4xbSE0vVDxwR-uw,1882
|
12
12
|
airflow/providers/amazon/aws/auth_manager/avp/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
@@ -39,7 +39,7 @@ airflow/providers/amazon/aws/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSG
|
|
39
39
|
airflow/providers/amazon/aws/fs/s3.py,sha256=Ty9XT9c1XArkUYcQkalvNZhuoTlEg3uKy-AIzNW9LgY,4797
|
40
40
|
airflow/providers/amazon/aws/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
41
41
|
airflow/providers/amazon/aws/hooks/appflow.py,sha256=-le6RsIMWIqTav7KGknsph9Td42znSm_eIYztxc_RsE,5263
|
42
|
-
airflow/providers/amazon/aws/hooks/athena.py,sha256=
|
42
|
+
airflow/providers/amazon/aws/hooks/athena.py,sha256=uUpReAMERC1rY7lSSNTHGuP8UtmiSL1wV3ECo5p2rnc,13438
|
43
43
|
airflow/providers/amazon/aws/hooks/athena_sql.py,sha256=vFIUbMMTem3xvYAUTvW3h1ypjpKVLNck3VbrAlupVLA,6844
|
44
44
|
airflow/providers/amazon/aws/hooks/base_aws.py,sha256=LDxXMKjlYFEhsZ0u0DsIjf7qt-Wr6aRn9NpfoNJc0nc,43630
|
45
45
|
airflow/providers/amazon/aws/hooks/batch_client.py,sha256=w4pIsSfHyGz2rRH95cIxCHocqXwxjpYVDT9Tf3sqUso,21669
|
@@ -55,12 +55,12 @@ airflow/providers/amazon/aws/hooks/dynamodb.py,sha256=14HDVrIeeK6TlLI767qsgGw1mu
|
|
55
55
|
airflow/providers/amazon/aws/hooks/ec2.py,sha256=DP4RjJoO2P8I5qT4FqTUFy0GQ4-SrJ354ET4YUVDfXE,8088
|
56
56
|
airflow/providers/amazon/aws/hooks/ecr.py,sha256=k89qfKwGZDMRa39TUtSjlf0wJag0SEbIIe1WgDW-e7I,3823
|
57
57
|
airflow/providers/amazon/aws/hooks/ecs.py,sha256=wr4W0P2wlPj1kd31X79uYtI7BqDVk6RW1IWyR2IvIeU,6720
|
58
|
-
airflow/providers/amazon/aws/hooks/eks.py,sha256=
|
58
|
+
airflow/providers/amazon/aws/hooks/eks.py,sha256=xWxwomrD6JEKggTwSlow_l3e62VOqYTCrvX7A93iKpc,24438
|
59
59
|
airflow/providers/amazon/aws/hooks/elasticache_replication_group.py,sha256=x6kkaR2nzDF8w1kqolbaS3-XCbHl5qlJMcpGYmlsxuU,12089
|
60
60
|
airflow/providers/amazon/aws/hooks/emr.py,sha256=7x2YCGKr5nylRfbBitqRXmvW0RwYgARXv4pXXeu_WJ0,21430
|
61
61
|
airflow/providers/amazon/aws/hooks/eventbridge.py,sha256=dSaKbFB8ueOUJGl6YLIz70zXy0Xzr3yMflKS2wGFDSM,3364
|
62
62
|
airflow/providers/amazon/aws/hooks/glacier.py,sha256=Ia4xE8D1hGnUWNs8CqNhDAsqSJiqY4HliE2-knrMHrw,3495
|
63
|
-
airflow/providers/amazon/aws/hooks/glue.py,sha256
|
63
|
+
airflow/providers/amazon/aws/hooks/glue.py,sha256=-5uR3TH0u4vcpQQfZHskXjkrdhtObuPD3ZP5b_jGIEM,22383
|
64
64
|
airflow/providers/amazon/aws/hooks/glue_catalog.py,sha256=XQu9v_b37TXO7F_V3u7WuLS7UuCigm4UEy2tuzF8ZiY,9213
|
65
65
|
airflow/providers/amazon/aws/hooks/glue_crawler.py,sha256=C9O2YG63BiNS6UvvB1Mn1aHWdRYzDBf2a5brimLU9IQ,7926
|
66
66
|
airflow/providers/amazon/aws/hooks/glue_databrew.py,sha256=96duZVYtLDQgfJ02XUdov-QWPoG2Wp0O0RFuwB-6nkU,2580
|
@@ -74,9 +74,9 @@ airflow/providers/amazon/aws/hooks/quicksight.py,sha256=2Am_K-BcoqcfuWwLbWjW1Lsb
|
|
74
74
|
airflow/providers/amazon/aws/hooks/rds.py,sha256=h7NF3GZ42RKeh70rlg2BQFVpa8vNadS37slj0MsAT3w,15211
|
75
75
|
airflow/providers/amazon/aws/hooks/redshift_cluster.py,sha256=ywJxbcOy91-oGGkApo6_nRKucyaEhxXqEXikG7q9uZ4,7977
|
76
76
|
airflow/providers/amazon/aws/hooks/redshift_data.py,sha256=5Kz7tsTbDwDDAqTud1--vyi74IksfHWBouIPRXYYFJk,11812
|
77
|
-
airflow/providers/amazon/aws/hooks/redshift_sql.py,sha256=
|
78
|
-
airflow/providers/amazon/aws/hooks/s3.py,sha256=
|
79
|
-
airflow/providers/amazon/aws/hooks/sagemaker.py,sha256=
|
77
|
+
airflow/providers/amazon/aws/hooks/redshift_sql.py,sha256=UTH2cyCfdGp5o2l94le5HLCF82KpsoGgRAgd7jrmeVw,11301
|
78
|
+
airflow/providers/amazon/aws/hooks/s3.py,sha256=zcvpXeCBt9LgWRJMzdUgIN8i6-qybGwovTH67f_QF4g,61510
|
79
|
+
airflow/providers/amazon/aws/hooks/sagemaker.py,sha256=w3_zqbuNznP47TBLioHuBenNv82blDul-rppyZMRaKg,60461
|
80
80
|
airflow/providers/amazon/aws/hooks/secrets_manager.py,sha256=6srh3jUeSGoqyrSj1M6aSOaA9xT5kna0VGUC0kzH-q0,2690
|
81
81
|
airflow/providers/amazon/aws/hooks/ses.py,sha256=uOTjyhb87jNyf2B11zH1wg5Oomnsx0nM4aHteP-mCHs,4147
|
82
82
|
airflow/providers/amazon/aws/hooks/sns.py,sha256=VNbhqXZv-tw9IqWhgrAsJPgT9mm9LJ4L3EJIfp3c97w,3436
|
@@ -101,33 +101,33 @@ airflow/providers/amazon/aws/notifications/chime.py,sha256=QCEdvVO7oCIbf_rGHtQZe
|
|
101
101
|
airflow/providers/amazon/aws/notifications/sns.py,sha256=VCh3MpKl86RBBmI2zw0eyHG7Q8DxdL9ug8zaiC3YZyI,3101
|
102
102
|
airflow/providers/amazon/aws/notifications/sqs.py,sha256=ixxkxonDvSk_x3BRAlFAQe771tGlwFli2JzVx-2f8gg,3591
|
103
103
|
airflow/providers/amazon/aws/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
104
|
-
airflow/providers/amazon/aws/operators/appflow.py,sha256=
|
105
|
-
airflow/providers/amazon/aws/operators/athena.py,sha256=
|
104
|
+
airflow/providers/amazon/aws/operators/appflow.py,sha256=A5SHSt5KO-3vw-fJFgu2cWOpDjQ5oAhKYN0mAwGMWK8,20856
|
105
|
+
airflow/providers/amazon/aws/operators/athena.py,sha256=4hSqbgBCePdYIUM_hpfZkSu5TzQvQxLniofvCDlO9zk,14702
|
106
106
|
airflow/providers/amazon/aws/operators/base_aws.py,sha256=cdc5GZkl_YGDDtlV9CVsdbTH3j7bza6d3RrDm93seOo,3864
|
107
107
|
airflow/providers/amazon/aws/operators/batch.py,sha256=4H98PlZTx_pgINBoeifpBJw_dIEQb_KMSUVkvEP0y0w,21981
|
108
108
|
airflow/providers/amazon/aws/operators/bedrock.py,sha256=PJcsRoTht4w23XG8W1B4Rl6BEJiomQLnwTcuPfMM3pI,40140
|
109
109
|
airflow/providers/amazon/aws/operators/cloud_formation.py,sha256=-WMYq-oA8WpPN2i5aTgBenFj9-CjbeEcy9NuRCnSwpM,5066
|
110
|
-
airflow/providers/amazon/aws/operators/comprehend.py,sha256=
|
110
|
+
airflow/providers/amazon/aws/operators/comprehend.py,sha256=YTgHIw0UkZ4KsZTf-iaOyk8WTHATrCyylxs1oZBJagc,15984
|
111
111
|
airflow/providers/amazon/aws/operators/datasync.py,sha256=7Kt9POmcqJXF_1ZVRLVnJV6prBwYcUcCkfFJMPtraPk,18636
|
112
|
-
airflow/providers/amazon/aws/operators/dms.py,sha256=
|
112
|
+
airflow/providers/amazon/aws/operators/dms.py,sha256=V3G5Q0Jn-lgOUBIQQu6eRLY23GWbnWJg3nN-FMIgZp8,12349
|
113
113
|
airflow/providers/amazon/aws/operators/ec2.py,sha256=aQj6cL3nZzu0tcn3dq6RBSPsByZe8fNtn6qcpQYtlNI,17051
|
114
|
-
airflow/providers/amazon/aws/operators/ecs.py,sha256=
|
115
|
-
airflow/providers/amazon/aws/operators/eks.py,sha256=
|
114
|
+
airflow/providers/amazon/aws/operators/ecs.py,sha256=eW1qGt8rGClp8vntBGHvuWqwF-gluJxRmvmclS48NVc,32727
|
115
|
+
airflow/providers/amazon/aws/operators/eks.py,sha256=P1GLMdgBAUgdDcRzDyKQnosW0vrCT6wdWriZxcjgIww,49027
|
116
116
|
airflow/providers/amazon/aws/operators/emr.py,sha256=s5M6QI90zwUobVUQzJ0UdNY8O_jKkwzu-iWA7zByBLM,71937
|
117
117
|
airflow/providers/amazon/aws/operators/eventbridge.py,sha256=e686XFhVi54DbaCk7oVc0fhvH6GIPU3p8jgyCie1yBU,10394
|
118
118
|
airflow/providers/amazon/aws/operators/glacier.py,sha256=zxwC6lLk6sWerjlogXq6HgNOJx4h0hkqpGpqn23hJWk,3654
|
119
|
-
airflow/providers/amazon/aws/operators/glue.py,sha256=
|
119
|
+
airflow/providers/amazon/aws/operators/glue.py,sha256=8iuE-xVQmaXxqBVhxjJEZCGnC2ddv7h1yN-LxJCAOQ0,29066
|
120
120
|
airflow/providers/amazon/aws/operators/glue_crawler.py,sha256=6646Ru_DrGjcv_hCy5EjPXcFY6pdB0bjj6ko8Wj3XDk,5253
|
121
121
|
airflow/providers/amazon/aws/operators/glue_databrew.py,sha256=IU9S4gjy8TtwfLxZWhslbHrl8Fpw72QDmL_In8MMecw,6092
|
122
|
-
airflow/providers/amazon/aws/operators/kinesis_analytics.py,sha256=
|
122
|
+
airflow/providers/amazon/aws/operators/kinesis_analytics.py,sha256=psa-SiCjYUYytCZhctQUNr7GSyl38zQ5oNJ6Snt-kwM,15803
|
123
123
|
airflow/providers/amazon/aws/operators/lambda_function.py,sha256=96KtK5KUpMPW2i8Xay1UdKPMX211hS6FqweFnRNuTFQ,10619
|
124
124
|
airflow/providers/amazon/aws/operators/neptune.py,sha256=on5oNX5K4yHfW1POE0eeZujta71vkJdVL07vucGjX-4,14751
|
125
125
|
airflow/providers/amazon/aws/operators/quicksight.py,sha256=jc3Eof19UfLt5IqbQswRzaHaK8h0ACLY99i_1Prtq10,4089
|
126
126
|
airflow/providers/amazon/aws/operators/rds.py,sha256=U2YLPx5MZCdDrLIyy-9K93W5aUtQ2VHUm6Tl0QMDomo,38396
|
127
127
|
airflow/providers/amazon/aws/operators/redshift_cluster.py,sha256=rmBHCssxrYEJ8EnENY-AnzC004lbtHvxXHpy69sHtV0,36681
|
128
|
-
airflow/providers/amazon/aws/operators/redshift_data.py,sha256=
|
128
|
+
airflow/providers/amazon/aws/operators/redshift_data.py,sha256=36MVojiezDyGZ_4aQuY8xvs9doQlz_SWpJEp6Kwkw0U,10832
|
129
129
|
airflow/providers/amazon/aws/operators/s3.py,sha256=d_K2DDNXEXkoi-WZ02-bwCf244Ogiw1PBaHcbsX-8Sg,36272
|
130
|
-
airflow/providers/amazon/aws/operators/sagemaker.py,sha256
|
130
|
+
airflow/providers/amazon/aws/operators/sagemaker.py,sha256=-tiMnsjYU6_COMU1nHqEWlRneAmT8DJo7GXKguJGu6U,82357
|
131
131
|
airflow/providers/amazon/aws/operators/sns.py,sha256=Rttd015UhLo4pCplGybxtLhflyu_26IFzYP7WTmQFk8,3730
|
132
132
|
airflow/providers/amazon/aws/operators/sqs.py,sha256=0KkhhIblMggNHLxAyrv5dbWcaXvdSWQA2AOQP2CzOlo,4327
|
133
133
|
airflow/providers/amazon/aws/operators/step_function.py,sha256=eXZAxZqG5VNPaFVEchyL4vKmOh54jc83ZjrIZDeld34,9515
|
@@ -158,7 +158,7 @@ airflow/providers/amazon/aws/sensors/quicksight.py,sha256=ow5CqGVcqH5h93EuJe71WN
|
|
158
158
|
airflow/providers/amazon/aws/sensors/rds.py,sha256=AB2dH7fLwAaQogj0NYRrOOftfeOk_INetsyVHr1_qfM,6476
|
159
159
|
airflow/providers/amazon/aws/sensors/redshift_cluster.py,sha256=m2z8vU_OfJds-hLecaebrtO6DIsseqJ-MHr7NfoJm0k,4021
|
160
160
|
airflow/providers/amazon/aws/sensors/s3.py,sha256=Fp8LnFGbAaXV_JOgvIyN_KLs5uNiV86j-YL2_oG3GMI,17306
|
161
|
-
airflow/providers/amazon/aws/sensors/sagemaker.py,sha256=
|
161
|
+
airflow/providers/amazon/aws/sensors/sagemaker.py,sha256=YfXSdpTVfIDW0Wrbe13wmnuyc4xiWcTW6EQ7KedscV4,13634
|
162
162
|
airflow/providers/amazon/aws/sensors/sqs.py,sha256=m3uPnuLZm8XB8_wd6cGmzKnaRqi67ZSJFeonEWCRDmw,10569
|
163
163
|
airflow/providers/amazon/aws/sensors/step_function.py,sha256=RqyiAelyPearI6wvkauDwfhGcAISNXvGVzwAzF1C02E,3569
|
164
164
|
airflow/providers/amazon/aws/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
@@ -175,10 +175,10 @@ airflow/providers/amazon/aws/transfers/http_to_s3.py,sha256=J1HjIdGsd4Zl8kk-RJAX
|
|
175
175
|
airflow/providers/amazon/aws/transfers/imap_attachment_to_s3.py,sha256=xYJ94xNDsadluJpUUv1fURLW7YhSgL-9GaebZ6l4RLU,4536
|
176
176
|
airflow/providers/amazon/aws/transfers/local_to_s3.py,sha256=yp9m7aZuL6YgzYRsFcyZ1wcGTXZTMO0F0CuBfkH1eGo,4165
|
177
177
|
airflow/providers/amazon/aws/transfers/mongo_to_s3.py,sha256=OU7Cge_0WQd7xEb38V-0hjSHbjZRCQ7Ay4xntcG9R28,6020
|
178
|
-
airflow/providers/amazon/aws/transfers/redshift_to_s3.py,sha256
|
179
|
-
airflow/providers/amazon/aws/transfers/s3_to_dynamodb.py,sha256=
|
178
|
+
airflow/providers/amazon/aws/transfers/redshift_to_s3.py,sha256=-XMmYoHmQiZqZ5rqdYp4ZZbUNUe-Vu1z8TrkH9pxNHA,13001
|
179
|
+
airflow/providers/amazon/aws/transfers/s3_to_dynamodb.py,sha256=mQzzk0yhD5piCuolTw8c7NjmjuDXXi-KYp02-Hx7zVI,11654
|
180
180
|
airflow/providers/amazon/aws/transfers/s3_to_ftp.py,sha256=cxyNRW_FJQNNluuYr5fVluGLYnNRUvN75iHSSEHrVnY,2966
|
181
|
-
airflow/providers/amazon/aws/transfers/s3_to_redshift.py,sha256=
|
181
|
+
airflow/providers/amazon/aws/transfers/s3_to_redshift.py,sha256=GXMJV-_7Vy0CvPBOgSGWw_L2xf25XqRF9ztDFdMpWLc,11209
|
182
182
|
airflow/providers/amazon/aws/transfers/s3_to_sftp.py,sha256=bgHgKv7o8ueC_zkhzW5k2xZpFnMlBHMcDf0t4sQ7kHY,3488
|
183
183
|
airflow/providers/amazon/aws/transfers/s3_to_sql.py,sha256=kUuHDDR2ATDBHoRVq_3DOXGe8MVH9gcLHDMLMtFe4GI,4949
|
184
184
|
airflow/providers/amazon/aws/transfers/salesforce_to_s3.py,sha256=yt77guCyYqVwDLdpmLb_psAI8PpGvbCjKQO6pz1J564,5686
|
@@ -186,16 +186,16 @@ airflow/providers/amazon/aws/transfers/sftp_to_s3.py,sha256=Z1D5y-Dhxgd4SxptlJpr
|
|
186
186
|
airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=rEwuWF1BTZew32S-7ggCVuJQ00lyQ5EoR-Rc-OvpUhA,10591
|
187
187
|
airflow/providers/amazon/aws/triggers/README.md,sha256=6m48KR4SRC0mMwVBGZ2g5HtkvgBUJ9y-3pK6_vIPQ_E,10843
|
188
188
|
airflow/providers/amazon/aws/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
189
|
-
airflow/providers/amazon/aws/triggers/athena.py,sha256=
|
189
|
+
airflow/providers/amazon/aws/triggers/athena.py,sha256=62ty40zejcm5Y0d1rTQZuYzSjq3hUkmAs0d_zxM_Kjw,2596
|
190
190
|
airflow/providers/amazon/aws/triggers/base.py,sha256=QT-omauJw_ksUb6gS2erm_FVXSZdwHIpyznFXTkoMXo,6384
|
191
191
|
airflow/providers/amazon/aws/triggers/batch.py,sha256=GogZnPaSc1ms55_aNcSDtV4wIZL3kMCSCY7dqpGJH4o,4257
|
192
192
|
airflow/providers/amazon/aws/triggers/bedrock.py,sha256=IiKyl0UUax-ex4siLjZpQGDZWyAOOhvJ-9USyRi_r3c,7260
|
193
193
|
airflow/providers/amazon/aws/triggers/comprehend.py,sha256=atK02t-G6e-Rgd-a-IHc4n-wGZ3oC4pKueOwNeaLCrI,4063
|
194
194
|
airflow/providers/amazon/aws/triggers/ec2.py,sha256=gMY3EP4TmL6SodLw12FNSLttlHd7hRhOu-q3CiG7y2w,3245
|
195
|
-
airflow/providers/amazon/aws/triggers/ecs.py,sha256=
|
195
|
+
airflow/providers/amazon/aws/triggers/ecs.py,sha256=YXFXUpQ1ejvtMIwkiet4LTLdJSkG8nr_ZEUI5lpqRGA,9222
|
196
196
|
airflow/providers/amazon/aws/triggers/eks.py,sha256=9elEgIErRQRndk4sgPZ2F9bjcaWsUoUG18Qv758ly1U,16151
|
197
197
|
airflow/providers/amazon/aws/triggers/emr.py,sha256=og83L9BPUcqqVXHwfUTD9cA-276YDo3Fnc0e2svQfqE,16566
|
198
|
-
airflow/providers/amazon/aws/triggers/glue.py,sha256=
|
198
|
+
airflow/providers/amazon/aws/triggers/glue.py,sha256=jmWLXGBHv2uyxo5xjmtMLrJbE88Rnp-ODfXnNyKrMpM,9475
|
199
199
|
airflow/providers/amazon/aws/triggers/glue_crawler.py,sha256=W6EYAizQQtVbH5SiZmof1GDKKHKAB3q3GRmQkCkiy1o,2372
|
200
200
|
airflow/providers/amazon/aws/triggers/glue_databrew.py,sha256=SWbsgUrEfPN2Efk3Jfu8mlCAlUJRCHp8PnnqI4YbUR8,2593
|
201
201
|
airflow/providers/amazon/aws/triggers/kinesis_analytics.py,sha256=FERA9pE2o4juRJZVlEauDcJcPkhlQ6K9Q6RHt2MZlcE,2937
|
@@ -210,7 +210,6 @@ airflow/providers/amazon/aws/triggers/sagemaker.py,sha256=0h_JlleQwUYq0JY2QST681
|
|
210
210
|
airflow/providers/amazon/aws/triggers/sqs.py,sha256=tVA1i8XzV5AqbVQAdWrgrLKoZF8ewqgEwV7ggk1hrQM,8257
|
211
211
|
airflow/providers/amazon/aws/triggers/step_function.py,sha256=M1HGdrnxL_T9KSCBNy2t531xMNJaFc-Y792T9cSmLGM,2685
|
212
212
|
airflow/providers/amazon/aws/utils/__init__.py,sha256=yUkoHb2LuqSyHvj-HAhc2r2s04Kv_PhdyLMq52KarO8,3878
|
213
|
-
airflow/providers/amazon/aws/utils/asset_compat_lineage_collector.py,sha256=7W1T15iz-h5cf0wpW-oMroeIF882PGwqJck3elRJOIs,3606
|
214
213
|
airflow/providers/amazon/aws/utils/connection_wrapper.py,sha256=sPS-h_DK9SL2koHTaYwGoaC13Sr6NAgQXRLmvkvgXZY,16122
|
215
214
|
airflow/providers/amazon/aws/utils/eks_get_token.py,sha256=q4utFF2c02T2Lm6KIZLABOiXJeglVZKCOxq6gn14dsk,2342
|
216
215
|
airflow/providers/amazon/aws/utils/emailer.py,sha256=y-bzg1BZzOQ8J9-ed-74LY3VMv6LrLfBDtw5S4t3Tv4,1855
|
@@ -250,7 +249,7 @@ airflow/providers/amazon/aws/waiters/rds.json,sha256=HNmNQm5J-VaFHzjWb1pE5P7-Ix-
|
|
250
249
|
airflow/providers/amazon/aws/waiters/redshift.json,sha256=jOBotCgbkko1b_CHcGEbhhRvusgt0YSzVuFiZrqVP30,1742
|
251
250
|
airflow/providers/amazon/aws/waiters/sagemaker.json,sha256=JPHuQtUFZ1B7EMLfVmCRevNZ9jgpB71LM0dva8ZEO9A,5254
|
252
251
|
airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=GsOH-emGerKGBAUFmI5lpMfNGH4c0ol_PSiea25DCEY,1033
|
253
|
-
apache_airflow_providers_amazon-9.0.
|
254
|
-
apache_airflow_providers_amazon-9.0.
|
255
|
-
apache_airflow_providers_amazon-9.0.
|
256
|
-
apache_airflow_providers_amazon-9.0.
|
252
|
+
apache_airflow_providers_amazon-9.1.0.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
|
253
|
+
apache_airflow_providers_amazon-9.1.0.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
|
254
|
+
apache_airflow_providers_amazon-9.1.0.dist-info/METADATA,sha256=35CM7OuKaHSsjjLi-kmpOZOVEKbkDXzX7wKazIyCR9Y,10670
|
255
|
+
apache_airflow_providers_amazon-9.1.0.dist-info/RECORD,,
|
@@ -1,106 +0,0 @@
|
|
1
|
-
# Licensed to the Apache Software Foundation (ASF) under one
|
2
|
-
# or more contributor license agreements. See the NOTICE file
|
3
|
-
# distributed with this work for additional information
|
4
|
-
# regarding copyright ownership. The ASF licenses this file
|
5
|
-
# to you under the Apache License, Version 2.0 (the
|
6
|
-
# "License"); you may not use this file except in compliance
|
7
|
-
# with the License. You may obtain a copy of the License at
|
8
|
-
#
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
10
|
-
#
|
11
|
-
# Unless required by applicable law or agreed to in writing,
|
12
|
-
# software distributed under the License is distributed on an
|
13
|
-
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
14
|
-
# KIND, either express or implied. See the License for the
|
15
|
-
# specific language governing permissions and limitations
|
16
|
-
# under the License.
|
17
|
-
from __future__ import annotations
|
18
|
-
|
19
|
-
from importlib.util import find_spec
|
20
|
-
|
21
|
-
|
22
|
-
def _get_asset_compat_hook_lineage_collector():
|
23
|
-
from airflow.lineage.hook import get_hook_lineage_collector
|
24
|
-
|
25
|
-
collector = get_hook_lineage_collector()
|
26
|
-
|
27
|
-
if all(
|
28
|
-
getattr(collector, asset_method_name, None)
|
29
|
-
for asset_method_name in ("add_input_asset", "add_output_asset", "collected_assets")
|
30
|
-
):
|
31
|
-
return collector
|
32
|
-
|
33
|
-
# dataset is renamed as asset in Airflow 3.0
|
34
|
-
|
35
|
-
from functools import wraps
|
36
|
-
|
37
|
-
from airflow.lineage.hook import DatasetLineageInfo, HookLineage
|
38
|
-
|
39
|
-
DatasetLineageInfo.asset = DatasetLineageInfo.dataset
|
40
|
-
|
41
|
-
def rename_dataset_kwargs_as_assets_kwargs(function):
|
42
|
-
@wraps(function)
|
43
|
-
def wrapper(*args, **kwargs):
|
44
|
-
if "asset_kwargs" in kwargs:
|
45
|
-
kwargs["dataset_kwargs"] = kwargs.pop("asset_kwargs")
|
46
|
-
|
47
|
-
if "asset_extra" in kwargs:
|
48
|
-
kwargs["dataset_extra"] = kwargs.pop("asset_extra")
|
49
|
-
|
50
|
-
return function(*args, **kwargs)
|
51
|
-
|
52
|
-
return wrapper
|
53
|
-
|
54
|
-
collector.create_asset = rename_dataset_kwargs_as_assets_kwargs(collector.create_dataset)
|
55
|
-
collector.add_input_asset = rename_dataset_kwargs_as_assets_kwargs(collector.add_input_dataset)
|
56
|
-
collector.add_output_asset = rename_dataset_kwargs_as_assets_kwargs(collector.add_output_dataset)
|
57
|
-
|
58
|
-
def collected_assets_compat(collector) -> HookLineage:
|
59
|
-
"""Get the collected hook lineage information."""
|
60
|
-
lineage = collector.collected_datasets
|
61
|
-
return HookLineage(
|
62
|
-
[
|
63
|
-
DatasetLineageInfo(dataset=item.dataset, count=item.count, context=item.context)
|
64
|
-
for item in lineage.inputs
|
65
|
-
],
|
66
|
-
[
|
67
|
-
DatasetLineageInfo(dataset=item.dataset, count=item.count, context=item.context)
|
68
|
-
for item in lineage.outputs
|
69
|
-
],
|
70
|
-
)
|
71
|
-
|
72
|
-
setattr(
|
73
|
-
collector.__class__,
|
74
|
-
"collected_assets",
|
75
|
-
property(lambda collector: collected_assets_compat(collector)),
|
76
|
-
)
|
77
|
-
|
78
|
-
return collector
|
79
|
-
|
80
|
-
|
81
|
-
def get_hook_lineage_collector():
|
82
|
-
# HookLineageCollector added in 2.10
|
83
|
-
try:
|
84
|
-
if find_spec("airflow.assets"):
|
85
|
-
# Dataset has been renamed as Asset in 3.0
|
86
|
-
from airflow.lineage.hook import get_hook_lineage_collector
|
87
|
-
|
88
|
-
return get_hook_lineage_collector()
|
89
|
-
|
90
|
-
return _get_asset_compat_hook_lineage_collector()
|
91
|
-
except ImportError:
|
92
|
-
|
93
|
-
class NoOpCollector:
|
94
|
-
"""
|
95
|
-
NoOpCollector is a hook lineage collector that does nothing.
|
96
|
-
|
97
|
-
It is used when you want to disable lineage collection.
|
98
|
-
"""
|
99
|
-
|
100
|
-
def add_input_asset(self, *_, **__):
|
101
|
-
pass
|
102
|
-
|
103
|
-
def add_output_asset(self, *_, **__):
|
104
|
-
pass
|
105
|
-
|
106
|
-
return NoOpCollector()
|