dagster-airbyte 0.23.1__py3-none-any.whl → 0.23.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-airbyte might be problematic. Click here for more details.
- dagster_airbyte/asset_defs.py +8 -0
- dagster_airbyte/version.py +1 -1
- {dagster_airbyte-0.23.1.dist-info → dagster_airbyte-0.23.2.dist-info}/METADATA +3 -3
- {dagster_airbyte-0.23.1.dist-info → dagster_airbyte-0.23.2.dist-info}/RECORD +8 -8
- {dagster_airbyte-0.23.1.dist-info → dagster_airbyte-0.23.2.dist-info}/LICENSE +0 -0
- {dagster_airbyte-0.23.1.dist-info → dagster_airbyte-0.23.2.dist-info}/WHEEL +0 -0
- {dagster_airbyte-0.23.1.dist-info → dagster_airbyte-0.23.2.dist-info}/entry_points.txt +0 -0
- {dagster_airbyte-0.23.1.dist-info → dagster_airbyte-0.23.2.dist-info}/top_level.txt +0 -0
dagster_airbyte/asset_defs.py
CHANGED
|
@@ -180,6 +180,11 @@ def _build_airbyte_assets_from_metadata(
|
|
|
180
180
|
else None
|
|
181
181
|
),
|
|
182
182
|
dagster_type=Nothing,
|
|
183
|
+
auto_materialize_policy=assets_defn_meta.auto_materialize_policies_by_output_name.get(
|
|
184
|
+
k, None
|
|
185
|
+
)
|
|
186
|
+
if assets_defn_meta.auto_materialize_policies_by_output_name
|
|
187
|
+
else None,
|
|
183
188
|
)
|
|
184
189
|
for k, v in (assets_defn_meta.keys_by_output_name or {}).items()
|
|
185
190
|
},
|
|
@@ -227,6 +232,7 @@ def build_airbyte_assets(
|
|
|
227
232
|
schema_by_table_name: Optional[Mapping[str, TableSchema]] = None,
|
|
228
233
|
freshness_policy: Optional[FreshnessPolicy] = None,
|
|
229
234
|
stream_to_asset_map: Optional[Mapping[str, str]] = None,
|
|
235
|
+
auto_materialize_policy: Optional[AutoMaterializePolicy] = None,
|
|
230
236
|
) -> Sequence[AssetsDefinition]:
|
|
231
237
|
"""Builds a set of assets representing the tables created by an Airbyte sync operation.
|
|
232
238
|
|
|
@@ -247,6 +253,7 @@ def build_airbyte_assets(
|
|
|
247
253
|
freshness_policy (Optional[FreshnessPolicy]): A freshness policy to apply to the assets
|
|
248
254
|
stream_to_asset_map (Optional[Mapping[str, str]]): A mapping of an Airbyte stream name to a Dagster asset.
|
|
249
255
|
This allows the use of the "prefix" setting in Airbyte with special characters that aren't valid asset names.
|
|
256
|
+
auto_materialize_policy (Optional[AutoMaterializePolicy]): An auto materialization policy to apply to the assets.
|
|
250
257
|
"""
|
|
251
258
|
if upstream_assets is not None and deps is not None:
|
|
252
259
|
raise DagsterInvalidDefinitionError(
|
|
@@ -270,6 +277,7 @@ def build_airbyte_assets(
|
|
|
270
277
|
else None
|
|
271
278
|
),
|
|
272
279
|
freshness_policy=freshness_policy,
|
|
280
|
+
auto_materialize_policy=auto_materialize_policy,
|
|
273
281
|
)
|
|
274
282
|
for table in tables
|
|
275
283
|
}
|
dagster_airbyte/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.23.
|
|
1
|
+
__version__ = "0.23.2"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-airbyte
|
|
3
|
-
Version: 0.23.
|
|
3
|
+
Version: 0.23.2
|
|
4
4
|
Summary: Package for integrating Airbyte with Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -15,10 +15,10 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
15
15
|
Classifier: Operating System :: OS Independent
|
|
16
16
|
Requires-Python: >=3.8,<3.13
|
|
17
17
|
License-File: LICENSE
|
|
18
|
-
Requires-Dist: dagster ==1.7.
|
|
18
|
+
Requires-Dist: dagster ==1.7.2
|
|
19
19
|
Requires-Dist: requests
|
|
20
20
|
Provides-Extra: managed
|
|
21
|
-
Requires-Dist: dagster-managed-elements ==0.23.
|
|
21
|
+
Requires-Dist: dagster-managed-elements ==0.23.2 ; extra == 'managed'
|
|
22
22
|
Provides-Extra: test
|
|
23
23
|
Requires-Dist: requests-mock ; extra == 'test'
|
|
24
24
|
|
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
dagster_airbyte/__init__.py,sha256=KRUcHzOxDEmo9oO7qRwJNrRnxK28PeHTeUemMS4z2Gc,1215
|
|
2
|
-
dagster_airbyte/asset_defs.py,sha256=
|
|
2
|
+
dagster_airbyte/asset_defs.py,sha256=BhC0MSF8U2V-rA_rFUlMrN5WuvihSQAGXls3zlQNfys,48304
|
|
3
3
|
dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
|
|
4
4
|
dagster_airbyte/ops.py,sha256=OaD6DA9Iz-T6hroSAQcrruqZWgR8ECxksupg0CQR_DU,4128
|
|
5
5
|
dagster_airbyte/resources.py,sha256=ZRRKc1DwKluK6exEKkJ_FWIG5TKyTDOg1zt83TEM3Bg,27040
|
|
6
6
|
dagster_airbyte/types.py,sha256=fwqUv_MZCegwHhSELgUqm1H1JVUb-m83CyXFkd0r-ko,1425
|
|
7
7
|
dagster_airbyte/utils.py,sha256=cFKCkGFAvwr17KFTeqpVtQRDsNo4zpqw9yr2-1YSJeI,2823
|
|
8
|
-
dagster_airbyte/version.py,sha256=
|
|
8
|
+
dagster_airbyte/version.py,sha256=yninyH3Qwkx3xw1ShRaTmjGR_Q-bmMjaMjZVzxS2tLM,23
|
|
9
9
|
dagster_airbyte/managed/__init__.py,sha256=azuKhCI8eUsmEGBL2M2d6qkqQ0vhsV9H5IioP83kbm8,423
|
|
10
10
|
dagster_airbyte/managed/reconciliation.py,sha256=HgrLT-Xs8vWY9SfbdBXuorMf60KCn5Qz7bPITW5MxJo,34862
|
|
11
11
|
dagster_airbyte/managed/types.py,sha256=em14WkgRz0w_N6mflebHaJQzMA1Iide29u0mTfFTs4Y,14588
|
|
12
12
|
dagster_airbyte/managed/generated/__init__.py,sha256=1ChWhXU1uyX_9rClMD6XHzkriKOc0fjIQntsoI3G99g,76
|
|
13
13
|
dagster_airbyte/managed/generated/destinations.py,sha256=afBHge9FQENIBVywHcBoUcSyGqrLDjQpv1XgHkks7Vs,119751
|
|
14
14
|
dagster_airbyte/managed/generated/sources.py,sha256=hoahliCUupXBg07GnCZugjKhxyutjXZOfU0fOFv_Z68,282784
|
|
15
|
-
dagster_airbyte-0.23.
|
|
16
|
-
dagster_airbyte-0.23.
|
|
17
|
-
dagster_airbyte-0.23.
|
|
18
|
-
dagster_airbyte-0.23.
|
|
19
|
-
dagster_airbyte-0.23.
|
|
20
|
-
dagster_airbyte-0.23.
|
|
15
|
+
dagster_airbyte-0.23.2.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
|
|
16
|
+
dagster_airbyte-0.23.2.dist-info/METADATA,sha256=k4Bj99SVmU_Vfijagk1WCEg79Gx7lgnHe-tmwnQv7zg,926
|
|
17
|
+
dagster_airbyte-0.23.2.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
|
|
18
|
+
dagster_airbyte-0.23.2.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
|
|
19
|
+
dagster_airbyte-0.23.2.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
|
|
20
|
+
dagster_airbyte-0.23.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|