dagster-airbyte 0.27.11__py3-none-any.whl → 0.27.12__py3-none-any.whl

dagster_airbyte/resources.py

@@ -8,6 +8,7 @@ from collections.abc import Iterator, Mapping, Sequence
 from contextlib import contextmanager
 from datetime import datetime, timedelta
 from typing import Any, Callable, ClassVar, Optional, Union, cast
+from urllib.parse import parse_qsl, urlparse
 
 import requests
 from dagster import (
@@ -1028,13 +1029,13 @@ class AirbyteClient(DagsterModel):
         self,
         method: str,
         url: str,
-        params: Mapping[str, Any],
+        params: dict[str, Any],
         data: Optional[Mapping[str, Any]] = None,
         include_additional_request_params: bool = True,
     ) -> Sequence[Mapping[str, Any]]:
         """Execute paginated requests and yield all items."""
         result_data = []
-        while url != "":
+        while True:
             response = self._single_request(
                 method=method,
                 url=url,
@@ -1045,8 +1046,14 @@ class AirbyteClient(DagsterModel):
 
             # Handle different response structures
             result_data.extend(response.get("data", []))
-            url = response.get("next", "")
-            params = {}
+            next_url = response.get("next", "")
+            if not next_url:
+                break
+
+            # Parse the query string for the next page
+            next_params = parse_qsl(urlparse(next_url).query)
+            # Overwrite the pagination params with the ones for the next page
+            params.update(dict(next_params))
 
         return result_data
 

dagster_airbyte/version.py

@@ -1 +1 @@
-__version__ = "0.27.11"
+__version__ = "0.27.12"

{dagster_airbyte-0.27.11.dist-info → dagster_airbyte-0.27.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-airbyte
-Version: 0.27.11
+Version: 0.27.12
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
 Author: Dagster Labs
@@ -15,13 +15,13 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
-Requires-Dist: dagster==1.11.11
+Requires-Dist: dagster==1.11.12
 Requires-Dist: requests
 Provides-Extra: test
 Requires-Dist: requests-mock; extra == "test"
 Requires-Dist: flaky; extra == "test"
 Provides-Extra: managed
-Requires-Dist: dagster-managed-elements==0.27.11; extra == "managed"
+Requires-Dist: dagster-managed-elements==0.27.12; extra == "managed"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{dagster_airbyte-0.27.11.dist-info → dagster_airbyte-0.27.12.dist-info}/RECORD

@@ -4,11 +4,11 @@ dagster_airbyte/asset_defs.py,sha256=0lGOKSAlTxOYFonDsEI4FzuiVAViV8pr2Zgx3R8fAvQ
 dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
 dagster_airbyte/ops.py,sha256=oOEczVYpqVRTc1-0osfpR5FZbPjNJDYihgRjk_qtOQA,4229
 dagster_airbyte/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_airbyte/resources.py,sha256=y5FEHu2TfOrp6XRFnDU18umcEnXBS701FxBIl3Xtc9k,66883
+dagster_airbyte/resources.py,sha256=AXN_mtNl_JKauoOY29wyuiv9jjAiCNF9M4baVCQPMYo,67193
 dagster_airbyte/translator.py,sha256=RY2LhGPACIfyd2zOSH1swdLz4koX6_bvclW-alS3Bic,7547
 dagster_airbyte/types.py,sha256=TYUjI3skjLYeANjesgJ-IAJNu8bAnL1ymsUfz5LsRTE,1565
 dagster_airbyte/utils.py,sha256=wG9119kXi87JgcOjK7iNozr-svZocJBQYoHBMmnXZcE,4092
-dagster_airbyte/version.py,sha256=l83uHuTgD05VeP3nagYShYWw77kirwVHttN5jnj5UUU,24
+dagster_airbyte/version.py,sha256=LsrV9vLeQGPkCzZUAe_cL-EObzt7m1nJHGhyU7GcAI0,24
 dagster_airbyte/components/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_airbyte/components/workspace_component/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_airbyte/components/workspace_component/component.py,sha256=TIl8Ja6BHwpyRmkzkn-o75sH1dOUbbHtTftAb68Ag_c,8445
@@ -19,9 +19,9 @@ dagster_airbyte/managed/types.py,sha256=isPfX8L9YwtZAf9Vk4hhxBePLR00AEldsdK2TsM1
 dagster_airbyte/managed/generated/__init__.py,sha256=eYq-yfXEeffuKAVFXY8plD0se1wHjFNVqklpbu9gljw,108
 dagster_airbyte/managed/generated/destinations.py,sha256=x1wmWlXvOJHtfaZva3ErdKuVS--sDvfidSXR5ji9G5w,119692
 dagster_airbyte/managed/generated/sources.py,sha256=y0TPNvcRd8c9mhje-NoXsHeKRPt1nXcpww8mNAtqCps,282685
-dagster_airbyte-0.27.11.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_airbyte-0.27.11.dist-info/METADATA,sha256=rSqLRhd0zoFKOzoy3VafEKCoBuhWAolVAcwJdX8zn5o,1169
-dagster_airbyte-0.27.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_airbyte-0.27.11.dist-info/entry_points.txt,sha256=096yvfMP-gNsCgDg9vDQtinis5QGpD-e_kHEhcHaML8,120
-dagster_airbyte-0.27.11.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
-dagster_airbyte-0.27.11.dist-info/RECORD,,
+dagster_airbyte-0.27.12.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_airbyte-0.27.12.dist-info/METADATA,sha256=EqAF0V1BTHFPRJn3dL8OLbZen9irkb8W1IpWKmno2Sw,1169
+dagster_airbyte-0.27.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_airbyte-0.27.12.dist-info/entry_points.txt,sha256=096yvfMP-gNsCgDg9vDQtinis5QGpD-e_kHEhcHaML8,120
+dagster_airbyte-0.27.12.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
+dagster_airbyte-0.27.12.dist-info/RECORD,,