dagster-airbyte 0.27.3__tar.gz → 0.27.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-airbyte might be problematic. Click here for more details.
- {dagster_airbyte-0.27.3/dagster_airbyte.egg-info → dagster_airbyte-0.27.4}/PKG-INFO +3 -3
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/components/workspace_component/component.py +9 -31
- dagster_airbyte-0.27.4/dagster_airbyte/version.py +1 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4/dagster_airbyte.egg-info}/PKG-INFO +3 -3
- dagster_airbyte-0.27.4/dagster_airbyte.egg-info/requires.txt +9 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/setup.py +2 -2
- dagster_airbyte-0.27.3/dagster_airbyte/version.py +0 -1
- dagster_airbyte-0.27.3/dagster_airbyte.egg-info/requires.txt +0 -9
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/LICENSE +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/MANIFEST.in +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/README.md +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/__init__.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/asset_decorator.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/asset_defs.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/cli.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/components/__init__.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/components/workspace_component/__init__.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/components/workspace_component/scaffolder.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/__init__.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/generated/__init__.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/generated/destinations.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/generated/sources.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/reconciliation.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/types.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/ops.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/py.typed +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/resources.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/translator.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/types.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/utils.py +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte.egg-info/SOURCES.txt +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte.egg-info/dependency_links.txt +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte.egg-info/entry_points.txt +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte.egg-info/not-zip-safe +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte.egg-info/top_level.txt +0 -0
- {dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-airbyte
|
|
3
|
-
Version: 0.27.
|
|
3
|
+
Version: 0.27.4
|
|
4
4
|
Summary: Package for integrating Airbyte with Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -15,13 +15,13 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
15
15
|
Classifier: Operating System :: OS Independent
|
|
16
16
|
Requires-Python: >=3.9,<3.14
|
|
17
17
|
License-File: LICENSE
|
|
18
|
-
Requires-Dist: dagster==1.11.
|
|
18
|
+
Requires-Dist: dagster==1.11.4
|
|
19
19
|
Requires-Dist: requests
|
|
20
20
|
Provides-Extra: test
|
|
21
21
|
Requires-Dist: requests-mock; extra == "test"
|
|
22
22
|
Requires-Dist: flaky; extra == "test"
|
|
23
23
|
Provides-Extra: managed
|
|
24
|
-
Requires-Dist: dagster-managed-elements==0.27.
|
|
24
|
+
Requires-Dist: dagster-managed-elements==0.27.4; extra == "managed"
|
|
25
25
|
Dynamic: author
|
|
26
26
|
Dynamic: author-email
|
|
27
27
|
Dynamic: classifier
|
|
@@ -6,9 +6,8 @@ import dagster as dg
|
|
|
6
6
|
import pydantic
|
|
7
7
|
from dagster._core.definitions.job_definition import default_job_io_manager
|
|
8
8
|
from dagster.components.resolved.base import resolve_fields
|
|
9
|
-
from dagster.components.utils import
|
|
9
|
+
from dagster.components.utils.translation import TranslationFn, TranslationFnResolver
|
|
10
10
|
from dagster_shared import check
|
|
11
|
-
from typing_extensions import TypeAlias
|
|
12
11
|
|
|
13
12
|
from dagster_airbyte.asset_defs import build_airbyte_assets_definitions
|
|
14
13
|
from dagster_airbyte.components.workspace_component.scaffolder import (
|
|
@@ -22,34 +21,8 @@ from dagster_airbyte.translator import (
|
|
|
22
21
|
)
|
|
23
22
|
|
|
24
23
|
|
|
25
|
-
def resolve_translation(context: dg.ResolutionContext, model):
|
|
26
|
-
info = TranslatorResolvingInfo(
|
|
27
|
-
"props",
|
|
28
|
-
asset_attributes=model,
|
|
29
|
-
resolution_context=context,
|
|
30
|
-
model_key="translation",
|
|
31
|
-
)
|
|
32
|
-
return lambda base_asset_spec, props: info.get_asset_spec(
|
|
33
|
-
base_asset_spec,
|
|
34
|
-
{
|
|
35
|
-
"props": props,
|
|
36
|
-
"spec": base_asset_spec,
|
|
37
|
-
},
|
|
38
|
-
)
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
TranslationFn: TypeAlias = Callable[[dg.AssetSpec, AirbyteConnectionTableProps], dg.AssetSpec]
|
|
42
|
-
ResolvedTranslationFn: TypeAlias = Annotated[
|
|
43
|
-
TranslationFn,
|
|
44
|
-
dg.Resolver(
|
|
45
|
-
resolve_translation,
|
|
46
|
-
model_field_type=Union[str, dg.AssetAttributesModel],
|
|
47
|
-
),
|
|
48
|
-
]
|
|
49
|
-
|
|
50
|
-
|
|
51
24
|
class ProxyDagsterAirbyteTranslator(DagsterAirbyteTranslator):
|
|
52
|
-
def __init__(self, fn: TranslationFn):
|
|
25
|
+
def __init__(self, fn: TranslationFn[AirbyteConnectionTableProps]):
|
|
53
26
|
self.fn = fn
|
|
54
27
|
|
|
55
28
|
def get_asset_spec(self, props: AirbyteConnectionTableProps) -> dg.AssetSpec:
|
|
@@ -108,7 +81,7 @@ class AirbyteCloudWorkspaceComponent(dg.Component, dg.Model, dg.Resolvable):
|
|
|
108
81
|
AirbyteCloudWorkspace,
|
|
109
82
|
dg.Resolver(
|
|
110
83
|
lambda context, model: AirbyteCloudWorkspace(
|
|
111
|
-
**resolve_fields(model, AirbyteCloudWorkspace, context)
|
|
84
|
+
**resolve_fields(model, AirbyteCloudWorkspace, context)
|
|
112
85
|
)
|
|
113
86
|
),
|
|
114
87
|
]
|
|
@@ -122,7 +95,12 @@ class AirbyteCloudWorkspaceComponent(dg.Component, dg.Model, dg.Resolvable):
|
|
|
122
95
|
description="Function used to select Airbyte Cloud connections to pull into Dagster.",
|
|
123
96
|
),
|
|
124
97
|
] = None
|
|
125
|
-
translation: Optional[
|
|
98
|
+
translation: Optional[
|
|
99
|
+
Annotated[
|
|
100
|
+
TranslationFn[AirbyteConnectionTableProps],
|
|
101
|
+
TranslationFnResolver(template_vars_for_translation_fn=lambda data: {"props": data}),
|
|
102
|
+
]
|
|
103
|
+
] = pydantic.Field(
|
|
126
104
|
None,
|
|
127
105
|
description="Function used to translate Airbyte Cloud connection table properties into Dagster asset specs.",
|
|
128
106
|
)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.27.4"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-airbyte
|
|
3
|
-
Version: 0.27.
|
|
3
|
+
Version: 0.27.4
|
|
4
4
|
Summary: Package for integrating Airbyte with Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -15,13 +15,13 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
15
15
|
Classifier: Operating System :: OS Independent
|
|
16
16
|
Requires-Python: >=3.9,<3.14
|
|
17
17
|
License-File: LICENSE
|
|
18
|
-
Requires-Dist: dagster==1.11.
|
|
18
|
+
Requires-Dist: dagster==1.11.4
|
|
19
19
|
Requires-Dist: requests
|
|
20
20
|
Provides-Extra: test
|
|
21
21
|
Requires-Dist: requests-mock; extra == "test"
|
|
22
22
|
Requires-Dist: flaky; extra == "test"
|
|
23
23
|
Provides-Extra: managed
|
|
24
|
-
Requires-Dist: dagster-managed-elements==0.27.
|
|
24
|
+
Requires-Dist: dagster-managed-elements==0.27.4; extra == "managed"
|
|
25
25
|
Dynamic: author
|
|
26
26
|
Dynamic: author-email
|
|
27
27
|
Dynamic: classifier
|
|
@@ -37,7 +37,7 @@ setup(
|
|
|
37
37
|
include_package_data=True,
|
|
38
38
|
python_requires=">=3.9,<3.14",
|
|
39
39
|
install_requires=[
|
|
40
|
-
"dagster==1.11.
|
|
40
|
+
"dagster==1.11.4",
|
|
41
41
|
"requests",
|
|
42
42
|
],
|
|
43
43
|
zip_safe=False,
|
|
@@ -55,7 +55,7 @@ setup(
|
|
|
55
55
|
"flaky",
|
|
56
56
|
],
|
|
57
57
|
"managed": [
|
|
58
|
-
"dagster-managed-elements==0.27.
|
|
58
|
+
"dagster-managed-elements==0.27.4",
|
|
59
59
|
],
|
|
60
60
|
},
|
|
61
61
|
)
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.27.3"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/generated/__init__.py
RENAMED
|
File without changes
|
{dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/generated/destinations.py
RENAMED
|
File without changes
|
{dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte/managed/generated/sources.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_airbyte-0.27.3 → dagster_airbyte-0.27.4}/dagster_airbyte.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|