airbyte-source-iterable 0.6.55.dev202603101147__tar.gz → 0.7.0__tar.gz

{airbyte_source_iterable-0.6.55.dev202603101147 → airbyte_source_iterable-0.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-iterable
-Version: 0.6.55.dev202603101147
+Version: 0.7.0
 Summary: Source implementation for Iterable.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_iterable-0.6.55.dev202603101147 → airbyte_source_iterable-0.7.0}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "0.6.55.dev.202603101147"
+version = "0.7.0"
 name = "airbyte-source-iterable"
 description = "Source implementation for Iterable."
 authors = [ "Airbyte <contact@airbyte.io>",]

{airbyte_source_iterable-0.6.55.dev202603101147 → airbyte_source_iterable-0.7.0}/source_iterable/manifest.yaml

@@ -27,6 +27,18 @@ spec:
         pattern: ^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$
         order: 1
         format: "date-time"
+      lookback_window:
+        type: "integer"
+        title: "Lookback Window (Minutes)"
+        description: >-
+          Number of minutes to re-read from the current time when determining the end of each sync window
+          for export-based streams. This accounts for eventual consistency delays in Iterable's Export API,
+          preventing silent data loss for events not yet indexed. Increase this value if you observe missing
+          events near the end of sync windows.
+        default: 5
+        minimum: 0
+        examples: [5, 10, 15]
+        order: 2
 type: DeclarativeSource
 check:
   type: CheckStream

{airbyte_source_iterable-0.6.55.dev202603101147 → airbyte_source_iterable-0.7.0}/source_iterable/source.py

@@ -67,9 +67,9 @@ class SourceIterable(YamlDeclarativeSource):
         authenticator = TokenAuthenticator(token=config["api_key"], auth_header="Api-Key", auth_method="")
         # end date is provided for integration tests only
         start_date, end_date = config["start_date"], config.get("end_date")
-        end_time_buffer_minutes = config.get("end_time_buffer_minutes", 5)
-        date_range = {"start_date": start_date, "end_date": end_date, "end_time_buffer_minutes": end_time_buffer_minutes}
-        # CampaignsMetrics extends IterableStream (not IterableExportStream) and does not accept end_time_buffer_minutes
+        lookback_window = config.get("lookback_window", 5)
+        date_range = {"start_date": start_date, "end_date": end_date, "lookback_window": lookback_window}
+        # CampaignsMetrics extends IterableStream (not IterableExportStream) and does not accept lookback_window
         campaigns_date_range = {"start_date": start_date, "end_date": end_date}
 
         # TODO: migrate streams below to low code as slicer logic will be migrated to generator based

{airbyte_source_iterable-0.6.55.dev202603101147 → airbyte_source_iterable-0.7.0}/source_iterable/spec.json

@@ -22,10 +22,10 @@
         "order": 1,
         "format": "date-time"
       },
-      "end_time_buffer_minutes": {
+      "lookback_window": {
         "type": "integer",
-        "title": "End Time Buffer (Minutes)",
-        "description": "Number of minutes to subtract from the current time when determining the end of each sync window for export-based streams. This accounts for eventual consistency delays in Iterable's Export API, preventing silent data loss for events not yet indexed. Increase this value if you observe missing events near the end of sync windows.",
+        "title": "Lookback Window (Minutes)",
+        "description": "Number of minutes to re-read from the current time when determining the end of each sync window for export-based streams. This accounts for eventual consistency delays in Iterable's Export API, preventing silent data loss for events not yet indexed. Increase this value if you observe missing events near the end of sync windows.",
         "default": 5,
         "minimum": 0,
         "examples": [5, 10, 15],

{airbyte_source_iterable-0.6.55.dev202603101147 → airbyte_source_iterable-0.7.0}/source_iterable/streams.py

@@ -153,11 +153,11 @@ class IterableExportStream(IterableStream, CheckpointMixin, ABC):
     def state(self, value: MutableMapping[str, Any]):
         self._state = value
 
-    def __init__(self, start_date=None, end_date=None, end_time_buffer_minutes: int = 5, **kwargs):
+    def __init__(self, start_date=None, end_date=None, lookback_window: int = 5, **kwargs):
         super().__init__(**kwargs)
         self._start_date = pendulum.parse(start_date)
         self._end_date = end_date and pendulum.parse(end_date)
-        self._end_time_buffer_minutes = end_time_buffer_minutes
+        self._lookback_window = lookback_window
         self.stream_params = {"dataTypeName": self.data_field}
 
     def path(self, **kwargs) -> str:
@@ -267,7 +267,7 @@ class IterableExportStream(IterableStream, CheckpointMixin, ABC):
         """Compute the effective end date for the sync window.
 
         When no explicit end_date is configured (production usage), the end
-        of the sync window is ``now() - end_time_buffer_minutes``.  The
+        of the sync window is ``now() - lookback_window``.  The
         buffer accounts for Iterable Export API eventual consistency —
         recently created events may not yet be indexed by the export
         pipeline.  Without this buffer the cursor would advance past those
@@ -275,7 +275,7 @@ class IterableExportStream(IterableStream, CheckpointMixin, ABC):
         """
         if self._end_date:
             return self._end_date
-        return pendulum.now("UTC") - pendulum.Duration(minutes=self._end_time_buffer_minutes)
+        return pendulum.now("UTC") - pendulum.Duration(minutes=self._lookback_window)
 
     def stream_slices(
         self,