dagster-airbyte 0.20.11__tar.gz → 0.20.13rc0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-airbyte might be problematic. Click here for more details.
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/LICENSE +1 -1
- {dagster-airbyte-0.20.11/dagster_airbyte.egg-info → dagster-airbyte-0.20.13rc0}/PKG-INFO +3 -3
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/resources.py +8 -4
- dagster-airbyte-0.20.13rc0/dagster_airbyte/version.py +1 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0/dagster_airbyte.egg-info}/PKG-INFO +3 -3
- dagster-airbyte-0.20.13rc0/dagster_airbyte.egg-info/requires.txt +8 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/setup.py +4 -4
- dagster-airbyte-0.20.11/dagster_airbyte/version.py +0 -1
- dagster-airbyte-0.20.11/dagster_airbyte.egg-info/requires.txt +0 -8
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/MANIFEST.in +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/README.md +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/__init__.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/asset_defs.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/cli.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/__init__.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/generated/__init__.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/generated/destinations.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/generated/sources.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/reconciliation.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/types.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/ops.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/py.typed +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/types.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/utils.py +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/SOURCES.txt +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/dependency_links.txt +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/entry_points.txt +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/not-zip-safe +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/top_level.txt +0 -0
- {dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/setup.cfg +0 -0
|
@@ -186,7 +186,7 @@
|
|
|
186
186
|
same "printed page" as the copyright notice for easier
|
|
187
187
|
identification within third-party archives.
|
|
188
188
|
|
|
189
|
-
Copyright 2023
|
|
189
|
+
Copyright 2023 Dagster Labs, Inc".
|
|
190
190
|
|
|
191
191
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
192
192
|
you may not use this file except in compliance with the License.
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-airbyte
|
|
3
|
-
Version: 0.20.
|
|
3
|
+
Version: 0.20.13rc0
|
|
4
4
|
Summary: Package for integrating Airbyte with Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
|
|
6
|
-
Author:
|
|
7
|
-
Author-email: hello@
|
|
6
|
+
Author: Dagster Labs
|
|
7
|
+
Author-email: hello@dagsterlabs.com
|
|
8
8
|
License: Apache-2.0
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.8
|
|
10
10
|
Classifier: Programming Language :: Python :: 3.9
|
|
@@ -69,6 +69,10 @@ class BaseAirbyteResource(ConfigurableResource):
|
|
|
69
69
|
" that do not impact your Airbyte deployment."
|
|
70
70
|
),
|
|
71
71
|
)
|
|
72
|
+
poll_interval: float = Field(
|
|
73
|
+
default=DEFAULT_POLL_INTERVAL_SECONDS,
|
|
74
|
+
description="Time (in seconds) to wait between checking a sync's status.",
|
|
75
|
+
)
|
|
72
76
|
|
|
73
77
|
@classmethod
|
|
74
78
|
def _is_dagster_maintained(cls) -> bool:
|
|
@@ -161,7 +165,7 @@ class BaseAirbyteResource(ConfigurableResource):
|
|
|
161
165
|
def sync_and_poll(
|
|
162
166
|
self,
|
|
163
167
|
connection_id: str,
|
|
164
|
-
poll_interval: float =
|
|
168
|
+
poll_interval: Optional[float] = None,
|
|
165
169
|
poll_timeout: Optional[float] = None,
|
|
166
170
|
) -> AirbyteOutput:
|
|
167
171
|
"""Initializes a sync operation for the given connector, and polls until it completes.
|
|
@@ -195,7 +199,7 @@ class BaseAirbyteResource(ConfigurableResource):
|
|
|
195
199
|
f"Timeout: Airbyte job {job_id} is not ready after the timeout"
|
|
196
200
|
f" {poll_timeout} seconds"
|
|
197
201
|
)
|
|
198
|
-
time.sleep(poll_interval)
|
|
202
|
+
time.sleep(poll_interval or self.poll_interval)
|
|
199
203
|
job_details = self.get_job_status(connection_id, job_id)
|
|
200
204
|
attempts = cast(List, job_details.get("attempts", []))
|
|
201
205
|
cur_attempt = len(attempts)
|
|
@@ -589,7 +593,7 @@ class AirbyteResource(BaseAirbyteResource):
|
|
|
589
593
|
def sync_and_poll(
|
|
590
594
|
self,
|
|
591
595
|
connection_id: str,
|
|
592
|
-
poll_interval: float =
|
|
596
|
+
poll_interval: Optional[float] = None,
|
|
593
597
|
poll_timeout: Optional[float] = None,
|
|
594
598
|
) -> AirbyteOutput:
|
|
595
599
|
"""Initializes a sync operation for the given connector, and polls until it completes.
|
|
@@ -623,7 +627,7 @@ class AirbyteResource(BaseAirbyteResource):
|
|
|
623
627
|
f"Timeout: Airbyte job {job_id} is not ready after the timeout"
|
|
624
628
|
f" {poll_timeout} seconds"
|
|
625
629
|
)
|
|
626
|
-
time.sleep(poll_interval)
|
|
630
|
+
time.sleep(poll_interval or self.poll_interval)
|
|
627
631
|
job_details = self.get_job_status(connection_id, job_id)
|
|
628
632
|
attempts = cast(List, job_details.get("attempts", []))
|
|
629
633
|
cur_attempt = len(attempts)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.20.13rc0"
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-airbyte
|
|
3
|
-
Version: 0.20.
|
|
3
|
+
Version: 0.20.13rc0
|
|
4
4
|
Summary: Package for integrating Airbyte with Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
|
|
6
|
-
Author:
|
|
7
|
-
Author-email: hello@
|
|
6
|
+
Author: Dagster Labs
|
|
7
|
+
Author-email: hello@dagsterlabs.com
|
|
8
8
|
License: Apache-2.0
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.8
|
|
10
10
|
Classifier: Programming Language :: Python :: 3.9
|
|
@@ -18,8 +18,8 @@ pin = "" if ver == "1!0+dev" else f"=={ver}"
|
|
|
18
18
|
setup(
|
|
19
19
|
name="dagster-airbyte",
|
|
20
20
|
version=ver,
|
|
21
|
-
author="
|
|
22
|
-
author_email="hello@
|
|
21
|
+
author="Dagster Labs",
|
|
22
|
+
author_email="hello@dagsterlabs.com",
|
|
23
23
|
license="Apache-2.0",
|
|
24
24
|
description="Package for integrating Airbyte with Dagster.",
|
|
25
25
|
url=(
|
|
@@ -35,7 +35,7 @@ setup(
|
|
|
35
35
|
],
|
|
36
36
|
packages=find_packages(exclude=["dagster_airbyte_tests*"]),
|
|
37
37
|
install_requires=[
|
|
38
|
-
"dagster==1.4.
|
|
38
|
+
"dagster==1.4.13rc0",
|
|
39
39
|
"requests",
|
|
40
40
|
],
|
|
41
41
|
zip_safe=False,
|
|
@@ -49,7 +49,7 @@ setup(
|
|
|
49
49
|
"requests-mock",
|
|
50
50
|
],
|
|
51
51
|
"managed": [
|
|
52
|
-
"dagster-managed-elements==0.20.
|
|
52
|
+
"dagster-managed-elements==0.20.13rc0",
|
|
53
53
|
],
|
|
54
54
|
},
|
|
55
55
|
)
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.20.11"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/generated/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/generated/sources.py
RENAMED
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte/managed/reconciliation.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/entry_points.txt
RENAMED
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/not-zip-safe
RENAMED
|
File without changes
|
{dagster-airbyte-0.20.11 → dagster-airbyte-0.20.13rc0}/dagster_airbyte.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|