dagster-airbyte 0.20.11__py3-none-any.whl → 0.20.13rc0__py3-none-any.whl

dagster_airbyte/resources.py

@@ -69,6 +69,10 @@ class BaseAirbyteResource(ConfigurableResource):
             " that do not impact your Airbyte deployment."
         ),
     )
+    poll_interval: float = Field(
+        default=DEFAULT_POLL_INTERVAL_SECONDS,
+        description="Time (in seconds) to wait between checking a sync's status.",
+    )
 
     @classmethod
     def _is_dagster_maintained(cls) -> bool:
@@ -161,7 +165,7 @@ class BaseAirbyteResource(ConfigurableResource):
     def sync_and_poll(
         self,
         connection_id: str,
-        poll_interval: float = DEFAULT_POLL_INTERVAL_SECONDS,
+        poll_interval: Optional[float] = None,
         poll_timeout: Optional[float] = None,
     ) -> AirbyteOutput:
         """Initializes a sync operation for the given connector, and polls until it completes.
@@ -195,7 +199,7 @@ class BaseAirbyteResource(ConfigurableResource):
                         f"Timeout: Airbyte job {job_id} is not ready after the timeout"
                         f" {poll_timeout} seconds"
                     )
-                time.sleep(poll_interval)
+                time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
                 attempts = cast(List, job_details.get("attempts", []))
                 cur_attempt = len(attempts)
@@ -589,7 +593,7 @@ class AirbyteResource(BaseAirbyteResource):
     def sync_and_poll(
         self,
         connection_id: str,
-        poll_interval: float = DEFAULT_POLL_INTERVAL_SECONDS,
+        poll_interval: Optional[float] = None,
         poll_timeout: Optional[float] = None,
     ) -> AirbyteOutput:
         """Initializes a sync operation for the given connector, and polls until it completes.
@@ -623,7 +627,7 @@ class AirbyteResource(BaseAirbyteResource):
                         f"Timeout: Airbyte job {job_id} is not ready after the timeout"
                         f" {poll_timeout} seconds"
                     )
-                time.sleep(poll_interval)
+                time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
                 attempts = cast(List, job_details.get("attempts", []))
                 cur_attempt = len(attempts)

dagster_airbyte/version.py

@@ -1 +1 @@
-__version__ = "0.20.11"
+__version__ = "0.20.13rc0"

{dagster_airbyte-0.20.11.dist-info → dagster_airbyte-0.20.13rc0.dist-info}/LICENSE

@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Elementl, Inc.
+   Copyright 2023 Dagster Labs, Inc".
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

{dagster_airbyte-0.20.11.dist-info → dagster_airbyte-0.20.13rc0.dist-info}/METADATA

@@ -1,10 +1,10 @@
 Metadata-Version: 2.1
 Name: dagster-airbyte
-Version: 0.20.11
+Version: 0.20.13rc0
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
-Author: Elementl
-Author-email: hello@elementl.com
+Author: Dagster Labs
+Author-email: hello@dagsterlabs.com
 License: Apache-2.0
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
@@ -13,10 +13,10 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 License-File: LICENSE
-Requires-Dist: dagster (==1.4.11)
+Requires-Dist: dagster (==1.4.13rc0)
 Requires-Dist: requests
 Provides-Extra: managed
-Requires-Dist: dagster-managed-elements (==0.20.11) ; extra == 'managed'
+Requires-Dist: dagster-managed-elements (==0.20.13rc0) ; extra == 'managed'
 Provides-Extra: test
 Requires-Dist: requests-mock ; extra == 'test'
 

{dagster_airbyte-0.20.11.dist-info → dagster_airbyte-0.20.13rc0.dist-info}/RECORD

@@ -2,19 +2,19 @@ dagster_airbyte/__init__.py,sha256=KRUcHzOxDEmo9oO7qRwJNrRnxK28PeHTeUemMS4z2Gc,1
 dagster_airbyte/asset_defs.py,sha256=dQK4nRfXzXRQy6pVq2HvmrE25vVfmsFjWcwBwc3yTjM,45248
 dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
 dagster_airbyte/ops.py,sha256=OaD6DA9Iz-T6hroSAQcrruqZWgR8ECxksupg0CQR_DU,4128
-dagster_airbyte/resources.py,sha256=RgMGnd_4FhY_XLcTGELV3pRROLIC0m7TxPnmkIjOiOE,26742
+dagster_airbyte/resources.py,sha256=I1QOe3rkCoySWL-M3WQr75J-mOhC8FRXFvS6ktjuXUU,26926
 dagster_airbyte/types.py,sha256=fwqUv_MZCegwHhSELgUqm1H1JVUb-m83CyXFkd0r-ko,1425
 dagster_airbyte/utils.py,sha256=wd_38t9rZelUogIA7xKjz8tbWfHUwdkyFTBTPI3kCIU,2639
-dagster_airbyte/version.py,sha256=somEGXFvHhuE-Am1IwxLrXctMcGtTMhLq2X5WnKGyQ4,24
+dagster_airbyte/version.py,sha256=Z6ZAOu-oMeEuwqFargfrmbKRwW3jDfuvwY8ga-LmHjQ,27
 dagster_airbyte/managed/__init__.py,sha256=azuKhCI8eUsmEGBL2M2d6qkqQ0vhsV9H5IioP83kbm8,423
 dagster_airbyte/managed/reconciliation.py,sha256=-_zXsjDZ9aod82kzEytgW9127gJMKBuQxYfpYb0Sp2o,33784
 dagster_airbyte/managed/types.py,sha256=Aq6065Jcimf9uK0wbP_EsdTWMYyG5LEnn7sGZ6J1KBA,14209
 dagster_airbyte/managed/generated/__init__.py,sha256=1ChWhXU1uyX_9rClMD6XHzkriKOc0fjIQntsoI3G99g,76
 dagster_airbyte/managed/generated/destinations.py,sha256=afBHge9FQENIBVywHcBoUcSyGqrLDjQpv1XgHkks7Vs,119751
 dagster_airbyte/managed/generated/sources.py,sha256=hoahliCUupXBg07GnCZugjKhxyutjXZOfU0fOFv_Z68,282784
-dagster_airbyte-0.20.11.dist-info/LICENSE,sha256=-gtoVIAZYUHYmNHISZg982FI4Oh19mV1nxgTVW8eCB8,11344
-dagster_airbyte-0.20.11.dist-info/METADATA,sha256=UiVgueuyyE0p_GHIdTl1cHzOHb4M2wUa281B2fnM9dE,846
-dagster_airbyte-0.20.11.dist-info/WHEEL,sha256=p46_5Uhzqz6AzeSosiOnxK-zmFja1i22CrQCjmYe8ec,92
-dagster_airbyte-0.20.11.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
-dagster_airbyte-0.20.11.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
-dagster_airbyte-0.20.11.dist-info/RECORD,,
+dagster_airbyte-0.20.13rc0.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
+dagster_airbyte-0.20.13rc0.dist-info/METADATA,sha256=4YZycZz6Wbite5cK59iCWzYCd_tnnRnGrSWl5-RAZ2Q,862
+dagster_airbyte-0.20.13rc0.dist-info/WHEEL,sha256=p46_5Uhzqz6AzeSosiOnxK-zmFja1i22CrQCjmYe8ec,92
+dagster_airbyte-0.20.13rc0.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
+dagster_airbyte-0.20.13rc0.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
+dagster_airbyte-0.20.13rc0.dist-info/RECORD,,