airbyte-source-iterable 1.0.0__tar.gz → 1.0.2__tar.gz

{airbyte_source_iterable-1.0.0 → airbyte_source_iterable-1.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-iterable
-Version: 1.0.0
+Version: 1.0.2
 Summary: Source implementation for Iterable.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_iterable-1.0.0 → airbyte_source_iterable-1.0.2}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "1.0.0"
+version = "1.0.2"
 name = "airbyte-source-iterable"
 description = "Source implementation for Iterable."
 authors = [ "Airbyte <contact@airbyte.io>",]

{airbyte_source_iterable-1.0.0 → airbyte_source_iterable-1.0.2}/source_iterable/manifest.yaml

@@ -173,7 +173,20 @@ streams:
     retriever:
       type: SimpleRetriever
       paginator:
-        type: NoPagination
+        type: DefaultPaginator
+        page_size_option:
+          type: RequestOption
+          field_name: pageSize
+          inject_into: request_parameter
+        page_token_option:
+          type: RequestOption
+          field_name: page
+          inject_into: request_parameter
+        pagination_strategy:
+          type: PageIncrement
+          page_size: 1000
+          start_from_page: 1
+          inject_on_first_request: true
       requester:
         path: campaigns
         type: HttpRequester

{airbyte_source_iterable-1.0.0 → airbyte_source_iterable-1.0.2}/source_iterable/streams.py

@@ -14,6 +14,7 @@ from pendulum.datetime import DateTime
 from requests import HTTPError
 from requests.exceptions import ChunkedEncodingError
 
+from airbyte_cdk import AirbyteTracedException, FailureType
 from airbyte_cdk.models import SyncMode
 from airbyte_cdk.sources.streams.availability_strategy import AvailabilityStrategy
 from airbyte_cdk.sources.streams.core import CheckpointMixin, package_name_from_class
@@ -69,7 +70,7 @@ class IterableStream(HttpStream, ABC):
 
     def next_page_token(self, response: requests.Response) -> Optional[Mapping[str, Any]]:
         """
-        Iterable API does not support pagination
+        Most Iterable endpoints do not support pagination; streams that do override this.
         """
         return None
 
@@ -372,7 +373,11 @@ class IterableExportStreamAdjustableRange(IterableExportStream, ABC):
                 self.logger.warn("ChunkedEncodingError occurred, decrease days range and try again")
                 stream_slice = self._adjustable_generator.reduce_range()
         else:
-            raise Exception(f"ChunkedEncodingError: Reached maximum number of retires: {self.CHUNKED_ENCODING_ERROR_RETRIES}")
+            raise AirbyteTracedException(
+                message="Iterable Export API response repeatedly closed for the selected event window.",
+                internal_message=f"ChunkedEncodingError: Reached maximum number of retries: {self.CHUNKED_ENCODING_ERROR_RETRIES}",
+                failure_type=FailureType.system_error,
+            )
 
 
 class IterableExportEventsStreamAdjustableRange(IterableExportStreamAdjustableRange, ABC):
@@ -383,10 +388,27 @@ class IterableExportEventsStreamAdjustableRange(IterableExportStreamAdjustableRa
 
 class Campaigns(IterableStream):
     data_field = "campaigns"
+    page_size = 1000
+
+    def __init__(self, authenticator, region: str = "US"):
+        self._page = 1
+        super().__init__(authenticator, region)
 
     def path(self, **kwargs) -> str:
         return "campaigns"
 
+    def request_params(self, stream_slice: Optional[Mapping[str, Any]] = None, **kwargs) -> MutableMapping[str, Any]:
+        next_page_token = kwargs.get("next_page_token")
+        page = next_page_token["page"] if next_page_token else 1
+        self._page = page
+        return {"page": page, "pageSize": self.page_size}
+
+    def next_page_token(self, response: requests.Response) -> Optional[Mapping[str, Any]]:
+        response_json = response.json() or {}
+        if len(response_json.get(self.data_field, [])) < self.page_size:
+            return None
+        return {"page": self._page + 1}
+
 
 class CampaignsMetrics(IterableStream):
     name = "campaigns_metrics"