airbyte-source-iterable 0.5.2__py3-none-any.whl → 0.5.4__py3-none-any.whl

{airbyte_source_iterable-0.5.2.dist-info → airbyte_source_iterable-0.5.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-iterable
-Version: 0.5.2
+Version: 0.5.4
 Summary: Source implementation for Iterable.
 Home-page: https://airbyte.com
 License: MIT
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
-Requires-Dist: airbyte-cdk (==0.80.0)
+Requires-Dist: airbyte-cdk (==0.90.0)
 Requires-Dist: pendulum (==2.1.2)
 Requires-Dist: python-dateutil (==2.8.2)
 Requires-Dist: requests (==2.31.0)
@@ -53,7 +53,7 @@ See `sample_files/sample_config.json` for a sample config file.
 poetry run source-iterable spec
 poetry run source-iterable check --config secrets/config.json
 poetry run source-iterable discover --config secrets/config.json
-poetry run source-iterable read --config secrets/config.json --catalog sample_files/configured_catalog.json
+poetry run source-iterable read --config secrets/config.json --catalog integration_tests/configured_catalog.json
 ```
 
 ### Running unit tests

{airbyte_source_iterable-0.5.2.dist-info → airbyte_source_iterable-0.5.4.dist-info}/RECORD

@@ -23,9 +23,9 @@ source_iterable/schemas/users.json,sha256=CHqA30cnsTXfI-M0n54NwVaaZEO12tt_IgQ9yP
 source_iterable/slice_generators.py,sha256=neRuWD52Xnr84KvWQ0kjaErR44sOKjxIyLCNeofohzE,6482
 source_iterable/source.py,sha256=AhZQ4L54VTo6jf2QltvFCqDNgqaPSEKCfR0GInCLEEc,4537
 source_iterable/spec.json,sha256=y5_YFTkPPtxjvzGtaZZql90Tc37fyZZpQKXFGPL_cYE,1009
-source_iterable/streams.py,sha256=ZEC8IqBrTeD2oYOvLL51E62iOsIOK3jiTN7pLI-CwRs,19468
+source_iterable/streams.py,sha256=r6YZlquKUQCyoKlwdIOVMUCTCBLiQPS4POJKmuZD61s,19913
 source_iterable/utils.py,sha256=2oM8AjBZXs9nTG_PhSWmxBWEmp-w-tWFaxQQvAfUuMM,649
-airbyte_source_iterable-0.5.2.dist-info/METADATA,sha256=bwd6yztgKE8FL6GSq6ZyZ0sQGpbIlWKBETtBrvLg3-g,5362
-airbyte_source_iterable-0.5.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-airbyte_source_iterable-0.5.2.dist-info/entry_points.txt,sha256=pjzrNtsOX3jW37IK0U5pSmLiraiuLTPr5aB5-hBXpAo,59
-airbyte_source_iterable-0.5.2.dist-info/RECORD,,
+airbyte_source_iterable-0.5.4.dist-info/METADATA,sha256=D8TpwUdhCaTcLm8_2ekegSiPjRLeInbNii-upMDy_gk,5367
+airbyte_source_iterable-0.5.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+airbyte_source_iterable-0.5.4.dist-info/entry_points.txt,sha256=pjzrNtsOX3jW37IK0U5pSmLiraiuLTPr5aB5-hBXpAo,59
+airbyte_source_iterable-0.5.4.dist-info/RECORD,,

source_iterable/streams.py

@@ -12,7 +12,7 @@ import pendulum
 import requests
 from airbyte_cdk.models import SyncMode
 from airbyte_cdk.sources.streams.availability_strategy import AvailabilityStrategy
-from airbyte_cdk.sources.streams.core import package_name_from_class
+from airbyte_cdk.sources.streams.core import CheckpointMixin, package_name_from_class
 from airbyte_cdk.sources.streams.http import HttpStream
 from airbyte_cdk.sources.streams.http.exceptions import DefaultBackoffException, UserDefinedBackoffException
 from airbyte_cdk.sources.utils.schema_helpers import ResourceSchemaLoader
@@ -128,7 +128,7 @@ class IterableStream(HttpStream, ABC):
             raise e
 
 
-class IterableExportStream(IterableStream, ABC):
+class IterableExportStream(IterableStream, CheckpointMixin, ABC):
     """
     This stream utilize "export" Iterable api for getting large amount of data.
     It can return data in form of new line separater strings each of each
@@ -143,6 +143,14 @@ class IterableExportStream(IterableStream, ABC):
     cursor_field = "createdAt"
     primary_key = None
 
+    @property
+    def state(self) -> MutableMapping[str, Any]:
+        return self._state
+
+    @state.setter
+    def state(self, value: MutableMapping[str, Any]):
+        self._state = value
+
     def __init__(self, start_date=None, end_date=None, **kwargs):
         super().__init__(**kwargs)
         self._start_date = pendulum.parse(start_date)
@@ -162,7 +170,12 @@ class IterableExportStream(IterableStream, ABC):
             raise ValueError(f"Unsupported type of datetime field {type(value)}")
         return value
 
-    def get_updated_state(
+    def read_records(self, **kwargs) -> Iterable[Mapping[str, Any]]:
+        for record in super().read_records(**kwargs):
+            self.state = self._get_updated_state(self.state, record)
+            yield record
+
+    def _get_updated_state(
         self,
         current_stream_state: MutableMapping[str, Any],
         latest_record: Mapping[str, Any],