acryl-datahub-actions 1.3.1.5rc6__py3-none-any.whl → 1.3.1.5rc9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (11) hide show
  1. {acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/METADATA +130 -130
  2. {acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/RECORD +11 -11
  3. datahub_actions/_version.py +1 -1
  4. datahub_actions/pipeline/pipeline_config.py +9 -9
  5. datahub_actions/plugin/action/snowflake/tag_propagator.py +4 -2
  6. datahub_actions/plugin/source/acryl/datahub_cloud_event_source.py +6 -2
  7. datahub_actions/plugin/source/kafka/kafka_event_source.py +2 -1
  8. datahub_actions/plugin/transform/filter/filter_transformer.py +3 -1
  9. {acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/WHEEL +0 -0
  10. {acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/entry_points.txt +0 -0
  11. {acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/top_level.txt +0 -0
{acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acryl-datahub-actions
3
- Version: 1.3.1.5rc6
3
+ Version: 1.3.1.5rc9
4
4
  Summary: An action framework to work with DataHub real time changes.
5
5
  Home-page: https://docs.datahub.com/
6
6
  License: Apache-2.0
@@ -21,201 +21,201 @@ Classifier: Environment :: MacOS X
21
21
  Classifier: Topic :: Software Development
22
22
  Requires-Python: >=3.9
23
23
  Description-Content-Type: text/markdown
24
- Requires-Dist: progressbar2
25
- Requires-Dist: aws-msk-iam-sasl-signer-python==1.0.2
24
+ Requires-Dist: pydantic<3.0.0,>=2.0.0
25
+ Requires-Dist: toml>=0.10.0
26
26
  Requires-Dist: h11>=0.16
27
- Requires-Dist: tenacity
27
+ Requires-Dist: stackprinter
28
28
  Requires-Dist: click>=6.0.0
29
- Requires-Dist: typing-inspect
30
- Requires-Dist: ratelimit
31
29
  Requires-Dist: click-default-group
30
+ Requires-Dist: azure-identity==1.21.0
31
+ Requires-Dist: aws-msk-iam-sasl-signer-python==1.0.2
32
+ Requires-Dist: progressbar2
33
+ Requires-Dist: entrypoints
34
+ Requires-Dist: PyYAML
35
+ Requires-Dist: python-dateutil>=2.8.0
32
36
  Requires-Dist: httpcore>=1.0.9
37
+ Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.5rc9
38
+ Requires-Dist: tenacity
33
39
  Requires-Dist: prometheus-client
34
- Requires-Dist: stackprinter
35
- Requires-Dist: pydantic<3.0.0,>=2.0.0
36
- Requires-Dist: python-dateutil>=2.8.0
37
- Requires-Dist: PyYAML
38
- Requires-Dist: entrypoints
39
- Requires-Dist: azure-identity==1.21.0
40
- Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.5rc6
41
- Requires-Dist: toml>=0.10.0
40
+ Requires-Dist: ratelimit
41
+ Requires-Dist: typing-inspect
42
42
  Provides-Extra: base
43
- Requires-Dist: tenacity; extra == "base"
43
+ Requires-Dist: toml>=0.10.0; extra == "base"
44
+ Requires-Dist: stackprinter; extra == "base"
44
45
  Requires-Dist: click>=6.0.0; extra == "base"
45
46
  Requires-Dist: click-default-group; extra == "base"
46
- Requires-Dist: prometheus-client; extra == "base"
47
- Requires-Dist: stackprinter; extra == "base"
48
- Requires-Dist: python-dateutil>=2.8.0; extra == "base"
49
- Requires-Dist: PyYAML; extra == "base"
50
- Requires-Dist: entrypoints; extra == "base"
51
47
  Requires-Dist: progressbar2; extra == "base"
52
- Requires-Dist: toml>=0.10.0; extra == "base"
48
+ Requires-Dist: entrypoints; extra == "base"
49
+ Requires-Dist: PyYAML; extra == "base"
50
+ Requires-Dist: python-dateutil>=2.8.0; extra == "base"
51
+ Requires-Dist: tenacity; extra == "base"
52
+ Requires-Dist: prometheus-client; extra == "base"
53
53
  Provides-Extra: kafka
54
- Requires-Dist: tenacity; extra == "kafka"
54
+ Requires-Dist: toml>=0.10.0; extra == "kafka"
55
+ Requires-Dist: stackprinter; extra == "kafka"
55
56
  Requires-Dist: click>=6.0.0; extra == "kafka"
56
57
  Requires-Dist: click-default-group; extra == "kafka"
57
- Requires-Dist: prometheus-client; extra == "kafka"
58
+ Requires-Dist: progressbar2; extra == "kafka"
59
+ Requires-Dist: entrypoints; extra == "kafka"
60
+ Requires-Dist: PyYAML; extra == "kafka"
58
61
  Requires-Dist: confluent-kafka[schemaregistry]; extra == "kafka"
59
- Requires-Dist: stackprinter; extra == "kafka"
60
62
  Requires-Dist: python-dateutil>=2.8.0; extra == "kafka"
61
- Requires-Dist: PyYAML; extra == "kafka"
62
- Requires-Dist: entrypoints; extra == "kafka"
63
- Requires-Dist: progressbar2; extra == "kafka"
64
- Requires-Dist: toml>=0.10.0; extra == "kafka"
63
+ Requires-Dist: tenacity; extra == "kafka"
64
+ Requires-Dist: prometheus-client; extra == "kafka"
65
65
  Provides-Extra: executor
66
- Requires-Dist: tenacity; extra == "executor"
66
+ Requires-Dist: toml>=0.10.0; extra == "executor"
67
+ Requires-Dist: stackprinter; extra == "executor"
68
+ Requires-Dist: acryl-executor==0.3.2; extra == "executor"
67
69
  Requires-Dist: click>=6.0.0; extra == "executor"
68
70
  Requires-Dist: click-default-group; extra == "executor"
69
- Requires-Dist: acryl-executor==0.3.2; extra == "executor"
70
- Requires-Dist: prometheus-client; extra == "executor"
71
- Requires-Dist: stackprinter; extra == "executor"
72
- Requires-Dist: python-dateutil>=2.8.0; extra == "executor"
73
- Requires-Dist: PyYAML; extra == "executor"
74
- Requires-Dist: entrypoints; extra == "executor"
75
71
  Requires-Dist: progressbar2; extra == "executor"
76
- Requires-Dist: toml>=0.10.0; extra == "executor"
72
+ Requires-Dist: entrypoints; extra == "executor"
73
+ Requires-Dist: PyYAML; extra == "executor"
74
+ Requires-Dist: python-dateutil>=2.8.0; extra == "executor"
75
+ Requires-Dist: tenacity; extra == "executor"
76
+ Requires-Dist: prometheus-client; extra == "executor"
77
77
  Provides-Extra: slack
78
- Requires-Dist: tenacity; extra == "slack"
78
+ Requires-Dist: slack-bolt>=1.15.5; extra == "slack"
79
+ Requires-Dist: toml>=0.10.0; extra == "slack"
80
+ Requires-Dist: stackprinter; extra == "slack"
79
81
  Requires-Dist: click>=6.0.0; extra == "slack"
80
82
  Requires-Dist: click-default-group; extra == "slack"
81
- Requires-Dist: prometheus-client; extra == "slack"
82
- Requires-Dist: stackprinter; extra == "slack"
83
- Requires-Dist: python-dateutil>=2.8.0; extra == "slack"
84
- Requires-Dist: PyYAML; extra == "slack"
85
- Requires-Dist: entrypoints; extra == "slack"
86
83
  Requires-Dist: progressbar2; extra == "slack"
87
- Requires-Dist: slack-bolt>=1.15.5; extra == "slack"
88
- Requires-Dist: toml>=0.10.0; extra == "slack"
84
+ Requires-Dist: entrypoints; extra == "slack"
85
+ Requires-Dist: PyYAML; extra == "slack"
86
+ Requires-Dist: python-dateutil>=2.8.0; extra == "slack"
87
+ Requires-Dist: tenacity; extra == "slack"
88
+ Requires-Dist: prometheus-client; extra == "slack"
89
89
  Provides-Extra: teams
90
- Requires-Dist: tenacity; extra == "teams"
90
+ Requires-Dist: toml>=0.10.0; extra == "teams"
91
+ Requires-Dist: stackprinter; extra == "teams"
91
92
  Requires-Dist: click>=6.0.0; extra == "teams"
92
93
  Requires-Dist: click-default-group; extra == "teams"
93
- Requires-Dist: prometheus-client; extra == "teams"
94
- Requires-Dist: stackprinter; extra == "teams"
95
- Requires-Dist: python-dateutil>=2.8.0; extra == "teams"
96
- Requires-Dist: PyYAML; extra == "teams"
94
+ Requires-Dist: progressbar2; extra == "teams"
97
95
  Requires-Dist: entrypoints; extra == "teams"
96
+ Requires-Dist: PyYAML; extra == "teams"
97
+ Requires-Dist: python-dateutil>=2.8.0; extra == "teams"
98
+ Requires-Dist: tenacity; extra == "teams"
98
99
  Requires-Dist: pymsteams>=0.2.2; extra == "teams"
99
- Requires-Dist: progressbar2; extra == "teams"
100
- Requires-Dist: toml>=0.10.0; extra == "teams"
100
+ Requires-Dist: prometheus-client; extra == "teams"
101
101
  Provides-Extra: tag-propagation
102
- Requires-Dist: tenacity; extra == "tag-propagation"
102
+ Requires-Dist: toml>=0.10.0; extra == "tag-propagation"
103
+ Requires-Dist: stackprinter; extra == "tag-propagation"
103
104
  Requires-Dist: click>=6.0.0; extra == "tag-propagation"
104
105
  Requires-Dist: click-default-group; extra == "tag-propagation"
105
- Requires-Dist: prometheus-client; extra == "tag-propagation"
106
- Requires-Dist: stackprinter; extra == "tag-propagation"
107
- Requires-Dist: python-dateutil>=2.8.0; extra == "tag-propagation"
108
- Requires-Dist: PyYAML; extra == "tag-propagation"
109
- Requires-Dist: entrypoints; extra == "tag-propagation"
110
106
  Requires-Dist: progressbar2; extra == "tag-propagation"
111
- Requires-Dist: toml>=0.10.0; extra == "tag-propagation"
107
+ Requires-Dist: entrypoints; extra == "tag-propagation"
108
+ Requires-Dist: PyYAML; extra == "tag-propagation"
109
+ Requires-Dist: python-dateutil>=2.8.0; extra == "tag-propagation"
110
+ Requires-Dist: tenacity; extra == "tag-propagation"
111
+ Requires-Dist: prometheus-client; extra == "tag-propagation"
112
112
  Provides-Extra: term-propagation
113
- Requires-Dist: tenacity; extra == "term-propagation"
113
+ Requires-Dist: toml>=0.10.0; extra == "term-propagation"
114
+ Requires-Dist: stackprinter; extra == "term-propagation"
114
115
  Requires-Dist: click>=6.0.0; extra == "term-propagation"
115
116
  Requires-Dist: click-default-group; extra == "term-propagation"
116
- Requires-Dist: prometheus-client; extra == "term-propagation"
117
- Requires-Dist: stackprinter; extra == "term-propagation"
118
- Requires-Dist: python-dateutil>=2.8.0; extra == "term-propagation"
119
- Requires-Dist: PyYAML; extra == "term-propagation"
120
- Requires-Dist: entrypoints; extra == "term-propagation"
121
117
  Requires-Dist: progressbar2; extra == "term-propagation"
122
- Requires-Dist: toml>=0.10.0; extra == "term-propagation"
118
+ Requires-Dist: entrypoints; extra == "term-propagation"
119
+ Requires-Dist: PyYAML; extra == "term-propagation"
120
+ Requires-Dist: python-dateutil>=2.8.0; extra == "term-propagation"
121
+ Requires-Dist: tenacity; extra == "term-propagation"
122
+ Requires-Dist: prometheus-client; extra == "term-propagation"
123
123
  Provides-Extra: snowflake-tag-propagation
124
- Requires-Dist: tenacity; extra == "snowflake-tag-propagation"
124
+ Requires-Dist: toml>=0.10.0; extra == "snowflake-tag-propagation"
125
+ Requires-Dist: stackprinter; extra == "snowflake-tag-propagation"
126
+ Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc9; extra == "snowflake-tag-propagation"
125
127
  Requires-Dist: click>=6.0.0; extra == "snowflake-tag-propagation"
126
128
  Requires-Dist: click-default-group; extra == "snowflake-tag-propagation"
127
- Requires-Dist: prometheus-client; extra == "snowflake-tag-propagation"
128
- Requires-Dist: stackprinter; extra == "snowflake-tag-propagation"
129
- Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc6; extra == "snowflake-tag-propagation"
130
- Requires-Dist: python-dateutil>=2.8.0; extra == "snowflake-tag-propagation"
131
- Requires-Dist: PyYAML; extra == "snowflake-tag-propagation"
132
- Requires-Dist: entrypoints; extra == "snowflake-tag-propagation"
133
129
  Requires-Dist: progressbar2; extra == "snowflake-tag-propagation"
134
- Requires-Dist: toml>=0.10.0; extra == "snowflake-tag-propagation"
130
+ Requires-Dist: entrypoints; extra == "snowflake-tag-propagation"
131
+ Requires-Dist: PyYAML; extra == "snowflake-tag-propagation"
132
+ Requires-Dist: python-dateutil>=2.8.0; extra == "snowflake-tag-propagation"
133
+ Requires-Dist: tenacity; extra == "snowflake-tag-propagation"
134
+ Requires-Dist: prometheus-client; extra == "snowflake-tag-propagation"
135
135
  Provides-Extra: doc-propagation
136
- Requires-Dist: tenacity; extra == "doc-propagation"
136
+ Requires-Dist: toml>=0.10.0; extra == "doc-propagation"
137
+ Requires-Dist: stackprinter; extra == "doc-propagation"
137
138
  Requires-Dist: click>=6.0.0; extra == "doc-propagation"
138
139
  Requires-Dist: click-default-group; extra == "doc-propagation"
139
- Requires-Dist: prometheus-client; extra == "doc-propagation"
140
- Requires-Dist: stackprinter; extra == "doc-propagation"
141
- Requires-Dist: python-dateutil>=2.8.0; extra == "doc-propagation"
142
- Requires-Dist: PyYAML; extra == "doc-propagation"
143
- Requires-Dist: entrypoints; extra == "doc-propagation"
144
140
  Requires-Dist: progressbar2; extra == "doc-propagation"
145
- Requires-Dist: toml>=0.10.0; extra == "doc-propagation"
141
+ Requires-Dist: entrypoints; extra == "doc-propagation"
142
+ Requires-Dist: PyYAML; extra == "doc-propagation"
143
+ Requires-Dist: python-dateutil>=2.8.0; extra == "doc-propagation"
144
+ Requires-Dist: tenacity; extra == "doc-propagation"
145
+ Requires-Dist: prometheus-client; extra == "doc-propagation"
146
146
  Provides-Extra: all
147
- Requires-Dist: tenacity; extra == "all"
147
+ Requires-Dist: slack-bolt>=1.15.5; extra == "all"
148
+ Requires-Dist: toml>=0.10.0; extra == "all"
149
+ Requires-Dist: stackprinter; extra == "all"
150
+ Requires-Dist: acryl-executor==0.3.2; extra == "all"
151
+ Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc9; extra == "all"
148
152
  Requires-Dist: click>=6.0.0; extra == "all"
149
153
  Requires-Dist: click-default-group; extra == "all"
150
- Requires-Dist: acryl-executor==0.3.2; extra == "all"
151
- Requires-Dist: prometheus-client; extra == "all"
154
+ Requires-Dist: progressbar2; extra == "all"
155
+ Requires-Dist: entrypoints; extra == "all"
156
+ Requires-Dist: PyYAML; extra == "all"
152
157
  Requires-Dist: confluent-kafka[schemaregistry]; extra == "all"
153
- Requires-Dist: stackprinter; extra == "all"
154
- Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc6; extra == "all"
155
158
  Requires-Dist: python-dateutil>=2.8.0; extra == "all"
156
- Requires-Dist: PyYAML; extra == "all"
157
- Requires-Dist: entrypoints; extra == "all"
159
+ Requires-Dist: tenacity; extra == "all"
158
160
  Requires-Dist: pymsteams>=0.2.2; extra == "all"
159
- Requires-Dist: progressbar2; extra == "all"
160
- Requires-Dist: slack-bolt>=1.15.5; extra == "all"
161
- Requires-Dist: toml>=0.10.0; extra == "all"
161
+ Requires-Dist: prometheus-client; extra == "all"
162
162
  Provides-Extra: dev
163
- Requires-Dist: ruff==0.11.7; extra == "dev"
164
- Requires-Dist: types-six; extra == "dev"
165
- Requires-Dist: coverage>=5.1; extra == "dev"
166
- Requires-Dist: types-requests; extra == "dev"
167
- Requires-Dist: mypy==1.17.1; extra == "dev"
168
- Requires-Dist: prometheus-client; extra == "dev"
169
- Requires-Dist: confluent-kafka[schemaregistry]; extra == "dev"
170
- Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc6; extra == "dev"
171
- Requires-Dist: types-PyMySQL; extra == "dev"
172
- Requires-Dist: azure-identity==1.21.0; extra == "dev"
173
- Requires-Dist: types-pytz; extra == "dev"
174
163
  Requires-Dist: toml>=0.10.0; extra == "dev"
175
- Requires-Dist: requests-mock; extra == "dev"
176
- Requires-Dist: tox; extra == "dev"
164
+ Requires-Dist: types-PyYAML; extra == "dev"
165
+ Requires-Dist: acryl-executor==0.3.2; extra == "dev"
177
166
  Requires-Dist: sqlalchemy-stubs; extra == "dev"
178
- Requires-Dist: typing-inspect; extra == "dev"
179
167
  Requires-Dist: click-default-group; extra == "dev"
180
- Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
181
- Requires-Dist: pytest>=6.2.2; extra == "dev"
182
- Requires-Dist: twine; extra == "dev"
183
- Requires-Dist: types-setuptools; extra == "dev"
184
168
  Requires-Dist: types-python-dateutil; extra == "dev"
185
- Requires-Dist: types-click==0.1.12; extra == "dev"
186
- Requires-Dist: PyYAML; extra == "dev"
169
+ Requires-Dist: pytest-docker>=0.10.3; extra == "dev"
170
+ Requires-Dist: types-toml; extra == "dev"
171
+ Requires-Dist: deepdiff; extra == "dev"
172
+ Requires-Dist: types-requests; extra == "dev"
173
+ Requires-Dist: types-six; extra == "dev"
174
+ Requires-Dist: types-dataclasses; extra == "dev"
175
+ Requires-Dist: types-PyMySQL; extra == "dev"
187
176
  Requires-Dist: stackprinter; extra == "dev"
188
- Requires-Dist: slack-bolt>=1.15.5; extra == "dev"
189
- Requires-Dist: aws-msk-iam-sasl-signer-python==1.0.2; extra == "dev"
190
- Requires-Dist: tenacity; extra == "dev"
191
- Requires-Dist: click>=6.0.0; extra == "dev"
192
- Requires-Dist: httpcore>=1.0.9; extra == "dev"
193
177
  Requires-Dist: build; extra == "dev"
194
- Requires-Dist: deepdiff; extra == "dev"
195
- Requires-Dist: pytest-dependency>=0.5.1; extra == "dev"
196
- Requires-Dist: pydantic<3.0.0,>=2.0.0; extra == "dev"
178
+ Requires-Dist: aws-msk-iam-sasl-signer-python==1.0.2; extra == "dev"
179
+ Requires-Dist: PyYAML; extra == "dev"
180
+ Requires-Dist: confluent-kafka[schemaregistry]; extra == "dev"
181
+ Requires-Dist: pytest>=6.2.2; extra == "dev"
182
+ Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
197
183
  Requires-Dist: python-dateutil>=2.8.0; extra == "dev"
198
- Requires-Dist: types-dataclasses; extra == "dev"
199
- Requires-Dist: pytest-docker>=0.10.3; extra == "dev"
200
- Requires-Dist: progressbar2; extra == "dev"
201
- Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.5rc6; extra == "dev"
184
+ Requires-Dist: tox; extra == "dev"
185
+ Requires-Dist: types-setuptools; extra == "dev"
186
+ Requires-Dist: coverage>=5.1; extra == "dev"
187
+ Requires-Dist: twine; extra == "dev"
188
+ Requires-Dist: types-click==0.1.12; extra == "dev"
202
189
  Requires-Dist: jsonpickle; extra == "dev"
203
- Requires-Dist: types-toml; extra == "dev"
204
- Requires-Dist: h11>=0.16; extra == "dev"
205
- Requires-Dist: ratelimit; extra == "dev"
190
+ Requires-Dist: types-pytz; extra == "dev"
191
+ Requires-Dist: pytest-dependency>=0.5.1; extra == "dev"
192
+ Requires-Dist: prometheus-client; extra == "dev"
193
+ Requires-Dist: pydantic<3.0.0,>=2.0.0; extra == "dev"
194
+ Requires-Dist: slack-bolt>=1.15.5; extra == "dev"
195
+ Requires-Dist: ruff==0.11.7; extra == "dev"
206
196
  Requires-Dist: types-cachetools; extra == "dev"
197
+ Requires-Dist: click>=6.0.0; extra == "dev"
198
+ Requires-Dist: progressbar2; extra == "dev"
199
+ Requires-Dist: entrypoints; extra == "dev"
200
+ Requires-Dist: requests-mock; extra == "dev"
201
+ Requires-Dist: mypy==1.17.1; extra == "dev"
202
+ Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.5rc9; extra == "dev"
207
203
  Requires-Dist: types-freezegun; extra == "dev"
208
- Requires-Dist: acryl-executor==0.3.2; extra == "dev"
209
- Requires-Dist: types-PyYAML; extra == "dev"
204
+ Requires-Dist: ratelimit; extra == "dev"
205
+ Requires-Dist: typing-inspect; extra == "dev"
206
+ Requires-Dist: h11>=0.16; extra == "dev"
210
207
  Requires-Dist: freezegun; extra == "dev"
211
- Requires-Dist: entrypoints; extra == "dev"
208
+ Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc9; extra == "dev"
209
+ Requires-Dist: azure-identity==1.21.0; extra == "dev"
210
+ Requires-Dist: httpcore>=1.0.9; extra == "dev"
211
+ Requires-Dist: tenacity; extra == "dev"
212
212
  Requires-Dist: pymsteams>=0.2.2; extra == "dev"
213
213
  Provides-Extra: integration-tests
214
+ Requires-Dist: slack-bolt>=1.15.5; extra == "integration-tests"
214
215
  Requires-Dist: acryl-executor==0.3.2; extra == "integration-tests"
216
+ Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc9; extra == "integration-tests"
215
217
  Requires-Dist: confluent-kafka[schemaregistry]; extra == "integration-tests"
216
- Requires-Dist: acryl-datahub[snowflake-slim]==1.3.1.5rc6; extra == "integration-tests"
217
218
  Requires-Dist: pymsteams>=0.2.2; extra == "integration-tests"
218
- Requires-Dist: slack-bolt>=1.15.5; extra == "integration-tests"
219
219
  Dynamic: classifier
220
220
  Dynamic: description
221
221
  Dynamic: description-content-type
{acryl_datahub_actions-1.3.1.5rc6.dist-info → acryl_datahub_actions-1.3.1.5rc9.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  datahub_actions/__init__.py,sha256=Pn9UTDbqYPt6jY_acE7MQIveX_Nzdfl5oGmi-Ze8CHs,647
2
- datahub_actions/_version.py,sha256=CuRNrhpr_vaBHZvu8GCKtZbanVaFwGiuUFSPpyS__Yk,339
2
+ datahub_actions/_version.py,sha256=eWryIWAU9j5gdTM9B7DMIXhXxXht0_2bc4gKRc9cU60,339
3
3
  datahub_actions/entrypoints.py,sha256=_6NOpKhlfXuSUdPhDpPya7d9kJmwoRGrunxcNPMQE9k,4743
4
4
  datahub_actions/action/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
5
5
  datahub_actions/action/action.py,sha256=ET1fpeRn6KVD9diJ9ZOObsojrN9y6Vfn4tK7jzBQKHg,1537
@@ -15,7 +15,7 @@ datahub_actions/event/event_envelope.py,sha256=x1QfDetMM7k5SLecD0Nb-duxMxKWU0rme
15
15
  datahub_actions/event/event_registry.py,sha256=bWV2n9u1n8p9Onu9G2AVgZIfOxCjaBT0pKg2eOQdaig,4663
16
16
  datahub_actions/pipeline/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
17
17
  datahub_actions/pipeline/pipeline.py,sha256=6Bod5W3QJNAV0kXymooBxxJVuvAYv3mpvAa6zp-9u5c,12194
18
- datahub_actions/pipeline/pipeline_config.py,sha256=PpO6DED9LD-7fwIiwp7eMDJmSmmoRbIS2OZJcVfJwy0,2225
18
+ datahub_actions/pipeline/pipeline_config.py,sha256=6mJKK0J9EuXaxPVjl7UuE0qzACpPGjQLr6yNv_-O7Xg,2347
19
19
  datahub_actions/pipeline/pipeline_context.py,sha256=RollJBpjyw_BChsPPDaXC8_t97Di5eYaAYchGcBKWjs,964
20
20
  datahub_actions/pipeline/pipeline_manager.py,sha256=vFqcq1PY2SWtWZElntWzF8P_5wgmZBqTWjE_1NiHGyY,4039
21
21
  datahub_actions/pipeline/pipeline_stats.py,sha256=p6R6y4NlaHv6MKkMkAAM5ZgMye1wRK0y6Dlk5eCmbZ8,5062
@@ -38,7 +38,7 @@ datahub_actions/plugin/action/slack/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zh
38
38
  datahub_actions/plugin/action/slack/slack.py,sha256=YT9kTQsX0FzsB3pglaDl2kIFFnNF7cWx8HcC_xzq9eM,5175
39
39
  datahub_actions/plugin/action/snowflake/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
40
40
  datahub_actions/plugin/action/snowflake/snowflake_util.py,sha256=ZJW7Wsb65-3JrA15EVfv0ojgvFSC-sV0a_LZ9QyP_bw,5190
41
- datahub_actions/plugin/action/snowflake/tag_propagator.py,sha256=GgyQHnLtZcmUPyxCNO2eTziMhXizC1N3dkUP_EdxUaw,5052
41
+ datahub_actions/plugin/action/snowflake/tag_propagator.py,sha256=fQ1BzarIQcI5QziydSleknIV-KQF2oEQ3M0KoE3WFLk,5110
42
42
  datahub_actions/plugin/action/tag/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
43
43
  datahub_actions/plugin/action/tag/tag_propagation_action.py,sha256=2iLG4oJURrpuwnS28ePDtBGKvvtk-2BWB8PHGLyttw4,6448
44
44
  datahub_actions/plugin/action/teams/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -50,16 +50,16 @@ datahub_actions/plugin/action/utils/term_resolver.py,sha256=J3_u-iGFXxsGCPtaeV_p
50
50
  datahub_actions/plugin/source/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
51
51
  datahub_actions/plugin/source/acryl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
52
52
  datahub_actions/plugin/source/acryl/constants.py,sha256=f6vEsF6SdD0B1Vs90lCRglRQOCCYjiIlGanNtC7OsnY,307
53
- datahub_actions/plugin/source/acryl/datahub_cloud_event_source.py,sha256=MA6OlR3mNx69hgprlFifVApSwuW_qOBaHQSlyD4Hm38,12730
53
+ datahub_actions/plugin/source/acryl/datahub_cloud_event_source.py,sha256=61kyW--hZD6gzs3_OO5a0XcBNuhNkLBo_7h1oX-hBek,12814
54
54
  datahub_actions/plugin/source/acryl/datahub_cloud_events_ack_manager.py,sha256=ky15ibq5lfYdPIwufv4w92XOpp9C6cRvlhPRbJ_cs10,993
55
55
  datahub_actions/plugin/source/acryl/datahub_cloud_events_consumer.py,sha256=1j6s-uTyZcRlF74toHTrdNeVNq5MMh9_Fp8FOsV-8a0,7116
56
56
  datahub_actions/plugin/source/acryl/datahub_cloud_events_consumer_offsets_store.py,sha256=5m_VR_5yHjt4_YZEi1die5sr0ngl9dVobX10AjIodvA,3969
57
57
  datahub_actions/plugin/source/kafka/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
58
- datahub_actions/plugin/source/kafka/kafka_event_source.py,sha256=i3JqjXuAhjg0fwK99vbOH92sQHex8BzcplZDcrSclZ0,11545
58
+ datahub_actions/plugin/source/kafka/kafka_event_source.py,sha256=0SunE49cKmqEGaazyYTYMVZ-NsIDP89QcBa0Xs-JkdQ,11594
59
59
  datahub_actions/plugin/source/kafka/utils.py,sha256=EEqBnv8Zd05zSg9T3f2FHaARaStD2j2M_xiSeaQBplA,758
60
60
  datahub_actions/plugin/transform/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
61
61
  datahub_actions/plugin/transform/filter/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
62
- datahub_actions/plugin/transform/filter/filter_transformer.py,sha256=aF5sTy5FuRV1odZckibLIR0uGYbLmehq5pRCZ2LYIwE,3136
62
+ datahub_actions/plugin/transform/filter/filter_transformer.py,sha256=Dc5xeM9CPxqhvNP2bHPcDrJ6NFDI2KUjVm8Q4Lt-KqA,3186
63
63
  datahub_actions/source/__init__.py,sha256=KYWPHGi7sDM0DXrrXmhlR6_zhym1qNbtFhjYk1Ug6ss,579
64
64
  datahub_actions/source/event_source.py,sha256=_7ufs1WyeAFQ1b4BxGypvN8mpW006U2kA-WCyZndf7c,1947
65
65
  datahub_actions/source/event_source_registry.py,sha256=5Nmz8mNE1G_zJ8zJ-WnNt3JMrJdteuKHdr4mKe3t6Ig,1147
@@ -75,8 +75,8 @@ datahub_actions/utils/event_util.py,sha256=VluTOeyFcot48moK9qLmYL1ADAjsau0346Ngi
75
75
  datahub_actions/utils/kafka_msk_iam.py,sha256=JWg0MBEMcsG2AmW4yXiHvH_dnnsQDIRASdlvDXGTVcI,1013
76
76
  datahub_actions/utils/name_resolver.py,sha256=uXICSpy1IUe5uyFUiRk4vDQ9_G0JytPgKPSnqMA6fZk,10540
77
77
  datahub_actions/utils/social_util.py,sha256=FI_3qDjayX9LKlDjf43QHafnOznQk3v5Vp3Xyhq-lno,5271
78
- acryl_datahub_actions-1.3.1.5rc6.dist-info/METADATA,sha256=2QJhSqCSbLOpWEqmtPvwa9qQTWUC1Xuoh289Sv_NFPQ,18124
79
- acryl_datahub_actions-1.3.1.5rc6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
80
- acryl_datahub_actions-1.3.1.5rc6.dist-info/entry_points.txt,sha256=Gbvj36kOFWrsJ1meJVFB7zYgrKbIGgufOpZDurJbehU,866
81
- acryl_datahub_actions-1.3.1.5rc6.dist-info/top_level.txt,sha256=93StcIqRM0PfcJoT06TFhcCjPnIw-CyFgBaF-4vqCKY,16
82
- acryl_datahub_actions-1.3.1.5rc6.dist-info/RECORD,,
78
+ acryl_datahub_actions-1.3.1.5rc9.dist-info/METADATA,sha256=eBH8Q0aKNcELG4XylRTmF-cKWhZN47F_c0r4fjZw9_Y,18124
79
+ acryl_datahub_actions-1.3.1.5rc9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
80
+ acryl_datahub_actions-1.3.1.5rc9.dist-info/entry_points.txt,sha256=Gbvj36kOFWrsJ1meJVFB7zYgrKbIGgufOpZDurJbehU,866
81
+ acryl_datahub_actions-1.3.1.5rc9.dist-info/top_level.txt,sha256=93StcIqRM0PfcJoT06TFhcCjPnIw-CyFgBaF-4vqCKY,16
82
+ acryl_datahub_actions-1.3.1.5rc9.dist-info/RECORD,,
datahub_actions/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub-actions/.
2
2
  __package_name__ = "acryl-datahub-actions"
3
- __version__ = "1.3.1.5rc6"
3
+ __version__ = "1.3.1.5rc9"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
datahub_actions/pipeline/pipeline_config.py CHANGED
@@ -14,7 +14,7 @@
14
14
 
15
15
  from typing import Any, Dict, List, Optional, Union
16
16
 
17
- from pydantic import BaseModel
17
+ from pydantic import BaseModel, Field
18
18
 
19
19
  from datahub.configuration import ConfigModel
20
20
  from datahub.configuration.common import ConfigEnum
@@ -30,29 +30,29 @@ class FailureMode(ConfigEnum):
30
30
 
31
31
  class SourceConfig(ConfigModel):
32
32
  type: str
33
- config: Optional[Dict[str, Any]] = None
33
+ config: Optional[Dict[str, Any]] = Field(default=None)
34
34
 
35
35
 
36
36
  class TransformConfig(ConfigModel):
37
37
  type: str
38
- config: Optional[Dict[str, Any]] = None
38
+ config: Optional[Dict[str, Any]] = Field(default=None)
39
39
 
40
40
 
41
41
  class FilterConfig(ConfigModel):
42
42
  event_type: Union[str, List[str]]
43
- event: Optional[Dict[str, Any]] = None
43
+ event: Optional[Dict[str, Any]] = Field(default=None)
44
44
 
45
45
 
46
46
  class ActionConfig(ConfigModel):
47
47
  type: str
48
- config: Optional[Dict[str, Any]] = None
48
+ config: Optional[Dict[str, Any]] = Field(default=None)
49
49
 
50
50
 
51
51
  class PipelineOptions(BaseModel):
52
- retry_count: Optional[int] = None
53
- failure_mode: Optional[FailureMode] = None
54
- failed_events_dir: Optional[str] = (
55
- None # The path where failed events should be logged.
52
+ retry_count: Optional[int] = Field(default=None)
53
+ failure_mode: Optional[FailureMode] = Field(default=None)
54
+ failed_events_dir: Optional[str] = Field(
55
+ default=None, description="The path where failed events should be logged."
56
56
  )
57
57
 
58
58
 
datahub_actions/plugin/action/snowflake/tag_propagator.py CHANGED
@@ -15,6 +15,8 @@
15
15
  import logging
16
16
  from typing import Optional
17
17
 
18
+ from pydantic import Field
19
+
18
20
  from datahub.configuration.common import ConfigModel
19
21
  from datahub.ingestion.source.snowflake.snowflake_config import SnowflakeV2Config
20
22
  from datahub_actions.action.action import Action
@@ -36,8 +38,8 @@ logger = logging.getLogger(__name__)
36
38
 
37
39
  class SnowflakeTagPropagatorConfig(ConfigModel):
38
40
  snowflake: SnowflakeV2Config
39
- tag_propagation: Optional[TagPropagationConfig] = None
40
- term_propagation: Optional[TermPropagationConfig] = None
41
+ tag_propagation: Optional[TagPropagationConfig] = Field(default=None)
42
+ term_propagation: Optional[TermPropagationConfig] = Field(default=None)
41
43
 
42
44
 
43
45
  class SnowflakeTagPropagatorAction(Action):
datahub_actions/plugin/source/acryl/datahub_cloud_event_source.py CHANGED
@@ -4,6 +4,8 @@ import time
4
4
  from dataclasses import dataclass
5
5
  from typing import Dict, Iterable, List, Optional, Union, cast
6
6
 
7
+ from pydantic import Field
8
+
7
9
  from datahub.configuration import ConfigModel
8
10
  from datahub.emitter.serialization_helper import post_json_transform
9
11
  from datahub.ingestion.graph.client import DataHubGraph
@@ -59,8 +61,10 @@ def build_metadata_change_log_event(msg: ExternalEvent) -> MetadataChangeLogEven
59
61
 
60
62
  class DataHubEventsSourceConfig(ConfigModel):
61
63
  topics: Union[str, List[str]] = PLATFORM_EVENT_TOPIC_NAME
62
- consumer_id: Optional[str] = None # Used to store offset for the consumer.
63
- lookback_days: Optional[int] = None
64
+ consumer_id: Optional[str] = Field(
65
+ default=None, description="Used to store offset for the consumer."
66
+ )
67
+ lookback_days: Optional[int] = Field(default=None)
64
68
  reset_offsets: Optional[bool] = False
65
69
  infinite_retry: Optional[bool] = False
66
70
 
datahub_actions/plugin/source/kafka/kafka_event_source.py CHANGED
@@ -22,6 +22,7 @@ from confluent_kafka import KafkaError, KafkaException, TopicPartition
22
22
  from confluent_kafka.schema_registry.avro import AvroDeserializer
23
23
  from confluent_kafka.schema_registry.schema_registry_client import SchemaRegistryClient
24
24
  from prometheus_client import Counter, Gauge
25
+ from pydantic import Field
25
26
 
26
27
  from datahub.configuration import ConfigModel
27
28
  from datahub.configuration.kafka import KafkaConsumerConnectionConfig
@@ -94,7 +95,7 @@ def build_entity_change_event(payload: GenericPayloadClass) -> EntityChangeEvent
94
95
 
95
96
  class KafkaEventSourceConfig(ConfigModel):
96
97
  connection: KafkaConsumerConnectionConfig = KafkaConsumerConnectionConfig()
97
- topic_routes: Optional[Dict[str, str]]
98
+ topic_routes: Optional[Dict[str, str]] = Field(default=None)
98
99
  async_commit_enabled: bool = False
99
100
  async_commit_interval: int = 10000
100
101
  commit_retry_count: int = 5
datahub_actions/plugin/transform/filter/filter_transformer.py CHANGED
@@ -16,6 +16,8 @@ import json
16
16
  import logging
17
17
  from typing import Any, Dict, List, Optional, Union
18
18
 
19
+ from pydantic import Field
20
+
19
21
  from datahub.configuration import ConfigModel
20
22
  from datahub_actions.event.event_envelope import EventEnvelope
21
23
  from datahub_actions.pipeline.pipeline_context import PipelineContext
@@ -26,7 +28,7 @@ logger = logging.getLogger(__name__)
26
28
 
27
29
  class FilterTransformerConfig(ConfigModel):
28
30
  event_type: Union[str, List[str]]
29
- event: Optional[Dict[str, Any]]
31
+ event: Optional[Dict[str, Any]] = Field(default=None)
30
32
 
31
33
 
32
34
  class FilterTransformer(Transformer):