dagster-airbyte 0.26.15__py3-none-any.whl → 0.26.17__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-airbyte might be problematic. Click here for more details.
- dagster_airbyte/asset_decorator.py +16 -7
- dagster_airbyte/version.py +1 -1
- {dagster_airbyte-0.26.15.dist-info → dagster_airbyte-0.26.17.dist-info}/METADATA +3 -3
- {dagster_airbyte-0.26.15.dist-info → dagster_airbyte-0.26.17.dist-info}/RECORD +8 -8
- {dagster_airbyte-0.26.15.dist-info → dagster_airbyte-0.26.17.dist-info}/WHEEL +1 -1
- {dagster_airbyte-0.26.15.dist-info → dagster_airbyte-0.26.17.dist-info}/entry_points.txt +0 -0
- {dagster_airbyte-0.26.15.dist-info → dagster_airbyte-0.26.17.dist-info}/licenses/LICENSE +0 -0
- {dagster_airbyte-0.26.15.dist-info → dagster_airbyte-0.26.17.dist-info}/top_level.txt +0 -0
|
@@ -2,6 +2,7 @@ from typing import Any, Callable, Optional
|
|
|
2
2
|
|
|
3
3
|
from dagster import AssetsDefinition, multi_asset
|
|
4
4
|
from dagster._annotations import beta
|
|
5
|
+
from dagster._core.errors import DagsterInvariantViolationError
|
|
5
6
|
|
|
6
7
|
from dagster_airbyte.resources import AirbyteCloudWorkspace
|
|
7
8
|
from dagster_airbyte.translator import AirbyteMetadataSet, DagsterAirbyteTranslator
|
|
@@ -99,15 +100,23 @@ def airbyte_assets(
|
|
|
99
100
|
"""
|
|
100
101
|
dagster_airbyte_translator = dagster_airbyte_translator or DagsterAirbyteTranslator()
|
|
101
102
|
|
|
103
|
+
specs = [
|
|
104
|
+
spec
|
|
105
|
+
for spec in workspace.load_asset_specs(
|
|
106
|
+
dagster_airbyte_translator=dagster_airbyte_translator
|
|
107
|
+
)
|
|
108
|
+
if AirbyteMetadataSet.extract(spec.metadata).connection_id == connection_id
|
|
109
|
+
]
|
|
110
|
+
|
|
111
|
+
if any([spec for spec in specs if spec.group_name]) and group_name:
|
|
112
|
+
raise DagsterInvariantViolationError(
|
|
113
|
+
f"Cannot set group_name parameter on airbyte_assets with connection ID {connection_id} - "
|
|
114
|
+
f"one or more of the Airbyte asset specs have a group_name defined."
|
|
115
|
+
)
|
|
116
|
+
|
|
102
117
|
return multi_asset(
|
|
103
118
|
name=name,
|
|
104
119
|
group_name=group_name,
|
|
105
120
|
can_subset=True,
|
|
106
|
-
specs=
|
|
107
|
-
spec
|
|
108
|
-
for spec in workspace.load_asset_specs(
|
|
109
|
-
dagster_airbyte_translator=dagster_airbyte_translator
|
|
110
|
-
)
|
|
111
|
-
if AirbyteMetadataSet.extract(spec.metadata).connection_id == connection_id
|
|
112
|
-
],
|
|
121
|
+
specs=specs,
|
|
113
122
|
)
|
dagster_airbyte/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.26.
|
|
1
|
+
__version__ = "0.26.17"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-airbyte
|
|
3
|
-
Version: 0.26.
|
|
3
|
+
Version: 0.26.17
|
|
4
4
|
Summary: Package for integrating Airbyte with Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -14,13 +14,13 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
14
14
|
Classifier: Operating System :: OS Independent
|
|
15
15
|
Requires-Python: >=3.9,<3.13
|
|
16
16
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.10.
|
|
17
|
+
Requires-Dist: dagster==1.10.17
|
|
18
18
|
Requires-Dist: requests
|
|
19
19
|
Provides-Extra: test
|
|
20
20
|
Requires-Dist: requests-mock; extra == "test"
|
|
21
21
|
Requires-Dist: flaky; extra == "test"
|
|
22
22
|
Provides-Extra: managed
|
|
23
|
-
Requires-Dist: dagster-managed-elements==0.26.
|
|
23
|
+
Requires-Dist: dagster-managed-elements==0.26.17; extra == "managed"
|
|
24
24
|
Dynamic: author
|
|
25
25
|
Dynamic: author-email
|
|
26
26
|
Dynamic: classifier
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
dagster_airbyte/__init__.py,sha256=Cdn8CiAL5HSFeFjmKIZgXJqccj11xqQFzRfUQlD15b0,1720
|
|
2
|
-
dagster_airbyte/asset_decorator.py,sha256=
|
|
2
|
+
dagster_airbyte/asset_decorator.py,sha256=U6pbeyjE0meeXHed7ZVhaRfAsvLwTvDB14BSyDUYHqY,4565
|
|
3
3
|
dagster_airbyte/asset_defs.py,sha256=X-ong0InnxXe61_H9IZc6ATCACylKb-JQrPbtH-XTHo,50019
|
|
4
4
|
dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
|
|
5
5
|
dagster_airbyte/ops.py,sha256=oOEczVYpqVRTc1-0osfpR5FZbPjNJDYihgRjk_qtOQA,4229
|
|
@@ -8,16 +8,16 @@ dagster_airbyte/resources.py,sha256=ynOI_MbPnKwcW9OhqrbDchmP6RY4eXQ1018PFJokg4g,
|
|
|
8
8
|
dagster_airbyte/translator.py,sha256=CL2EKeZIahgoFvtZpfEwVa2KmCuvUENXByM6F7369LQ,7529
|
|
9
9
|
dagster_airbyte/types.py,sha256=TYUjI3skjLYeANjesgJ-IAJNu8bAnL1ymsUfz5LsRTE,1565
|
|
10
10
|
dagster_airbyte/utils.py,sha256=SupW5PLwzyZHWTHKe17vh2PlGdcRT7xbYbMCT-ubGDo,4081
|
|
11
|
-
dagster_airbyte/version.py,sha256=
|
|
11
|
+
dagster_airbyte/version.py,sha256=OWXB5PQB1lPtcMILip9aMkE-cXhBESEz6ArfUUlCX8g,24
|
|
12
12
|
dagster_airbyte/managed/__init__.py,sha256=6SBtyNOMJ9Cu2UIwFExJHpL_ZVFo3rPMvyIxVOsKvWE,469
|
|
13
13
|
dagster_airbyte/managed/reconciliation.py,sha256=LHtJc2zRwk1gAc86pKVSZ0rnfLNTT9r3usRFQilYCwY,34803
|
|
14
14
|
dagster_airbyte/managed/types.py,sha256=isPfX8L9YwtZAf9Vk4hhxBePLR00AEldsdK2TsM1H2o,14611
|
|
15
15
|
dagster_airbyte/managed/generated/__init__.py,sha256=eYq-yfXEeffuKAVFXY8plD0se1wHjFNVqklpbu9gljw,108
|
|
16
16
|
dagster_airbyte/managed/generated/destinations.py,sha256=x1wmWlXvOJHtfaZva3ErdKuVS--sDvfidSXR5ji9G5w,119692
|
|
17
17
|
dagster_airbyte/managed/generated/sources.py,sha256=y0TPNvcRd8c9mhje-NoXsHeKRPt1nXcpww8mNAtqCps,282685
|
|
18
|
-
dagster_airbyte-0.26.
|
|
19
|
-
dagster_airbyte-0.26.
|
|
20
|
-
dagster_airbyte-0.26.
|
|
21
|
-
dagster_airbyte-0.26.
|
|
22
|
-
dagster_airbyte-0.26.
|
|
23
|
-
dagster_airbyte-0.26.
|
|
18
|
+
dagster_airbyte-0.26.17.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
19
|
+
dagster_airbyte-0.26.17.dist-info/METADATA,sha256=bFi5tMO05JokV5xml6c5g3VnhVKzt83BXo_n-L2O8kY,1118
|
|
20
|
+
dagster_airbyte-0.26.17.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
|
|
21
|
+
dagster_airbyte-0.26.17.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
|
|
22
|
+
dagster_airbyte-0.26.17.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
|
|
23
|
+
dagster_airbyte-0.26.17.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|