airbyte-source-iterable 0.5.1.dev202405192159__py3-none-any.whl → 0.5.3__py3-none-any.whl

{airbyte_source_iterable-0.5.1.dev202405192159.dist-info → airbyte_source_iterable-0.5.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-iterable
-Version: 0.5.1.dev202405192159
+Version: 0.5.3
 Summary: Source implementation for Iterable.
 Home-page: https://airbyte.com
 License: MIT
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
-Requires-Dist: airbyte-cdk (==0.90.0)
+Requires-Dist: airbyte-cdk (==0.89.0)
 Requires-Dist: pendulum (==2.1.2)
 Requires-Dist: python-dateutil (==2.8.2)
 Requires-Dist: requests (==2.31.0)
@@ -53,7 +53,7 @@ See `sample_files/sample_config.json` for a sample config file.
 poetry run source-iterable spec
 poetry run source-iterable check --config secrets/config.json
 poetry run source-iterable discover --config secrets/config.json
-poetry run source-iterable read --config secrets/config.json --catalog sample_files/configured_catalog.json
+poetry run source-iterable read --config secrets/config.json --catalog integration_tests/configured_catalog.json
 ```
 
 ### Running unit tests

{airbyte_source_iterable-0.5.1.dev202405192159.dist-info → airbyte_source_iterable-0.5.3.dist-info}/RECORD

@@ -1,6 +1,6 @@
 source_iterable/__init__.py,sha256=8WKQT800ggxG1vGPoA_ZHUkozwEM7qMhGMhzEPCdA4o,65
-source_iterable/components.py,sha256=dMNoGz58C49sWvvJXP57arccWa1z9BHyhMOj2_KDUTU,1374
-source_iterable/manifest.yaml,sha256=LzQOH3nELMn8MxkVcrNRWx9bXZbSBhiQj05fNl4ZY3M,13996
+source_iterable/components.py,sha256=dHp23THc43TmogP_tCxcv12mAgZSRs5fKir2ckr4hHI,1374
+source_iterable/manifest.yaml,sha256=uO7z-bIU6CtGms6IsLwjyZ-cb3tVY-vLUMLOZGkZDts,13996
 source_iterable/run.py,sha256=-Bvz772Z7iJWExDoJS7chxv725hG4e9e5Engrtp66iE,236
 source_iterable/schemas/campaigns.json,sha256=FONoPuz_4aRat8OZzhj7BcHFAqetpBYUDmOZfroCu7I,2494
 source_iterable/schemas/campaigns_metrics.json,sha256=Aa6pNdVxHOG-LSxlLzhxFY8uIdfrPBTgX9QyWrLJ4Fs,168
@@ -25,7 +25,7 @@ source_iterable/source.py,sha256=AhZQ4L54VTo6jf2QltvFCqDNgqaPSEKCfR0GInCLEEc,453
 source_iterable/spec.json,sha256=y5_YFTkPPtxjvzGtaZZql90Tc37fyZZpQKXFGPL_cYE,1009
 source_iterable/streams.py,sha256=ZEC8IqBrTeD2oYOvLL51E62iOsIOK3jiTN7pLI-CwRs,19468
 source_iterable/utils.py,sha256=2oM8AjBZXs9nTG_PhSWmxBWEmp-w-tWFaxQQvAfUuMM,649
-airbyte_source_iterable-0.5.1.dev202405192159.dist-info/METADATA,sha256=UMoxP9Llm5p41wFdEvMzilnLM2WsZNesIN5ImqYlwtk,5378
-airbyte_source_iterable-0.5.1.dev202405192159.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-airbyte_source_iterable-0.5.1.dev202405192159.dist-info/entry_points.txt,sha256=pjzrNtsOX3jW37IK0U5pSmLiraiuLTPr5aB5-hBXpAo,59
-airbyte_source_iterable-0.5.1.dev202405192159.dist-info/RECORD,,
+airbyte_source_iterable-0.5.3.dist-info/METADATA,sha256=ig_iFX0XX3YedSEKYdYBOZ2SEDw40WBE6chKhI_rWww,5367
+airbyte_source_iterable-0.5.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+airbyte_source_iterable-0.5.3.dist-info/entry_points.txt,sha256=pjzrNtsOX3jW37IK0U5pSmLiraiuLTPr5aB5-hBXpAo,59
+airbyte_source_iterable-0.5.3.dist-info/RECORD,,

source_iterable/components.py

@@ -7,7 +7,6 @@ from dataclasses import dataclass
 from io import StringIO
 
 import requests
-from typing import Iterable
 from airbyte_cdk.sources.declarative.extractors.dpath_extractor import DpathExtractor
 from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, StreamState
 
@@ -15,26 +14,28 @@ from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, S
 @dataclass
 class XJsonRecordExtractor(DpathExtractor):
     def extract_records(self, response: requests.Response) -> list[Record]:
-        for record in response.iter_lines():
-            yield json.loads(record)
+        return [json.loads(record) for record in response.iter_lines()]
 
 
 @dataclass
 class ListUsersRecordExtractor(DpathExtractor):
-    def extract_records(self, response: requests.Response) -> Iterable[Record]:
-        for record in response.iter_lines():
-            yield {"email": record.decode()}
+    def extract_records(self, response: requests.Response) -> list[Record]:
+        return [{"email": record.decode()} for record in response.iter_lines()]
 
 
 @dataclass
 class EventsRecordExtractor(DpathExtractor):
     common_fields = ("itblInternal", "_type", "createdAt", "email")
 
-    def extract_records(self, response: requests.Response) -> Iterable[Record]:
+    def extract_records(self, response: requests.Response) -> list[Record]:
         jsonl_records = StringIO(response.text)
+        records = []
         for record in jsonl_records:
             record_dict = json.loads(record)
             record_dict_common_fields = {}
             for field in self.common_fields:
                 record_dict_common_fields[field] = record_dict.pop(field, None)
-            yield {**record_dict_common_fields, "data": record_dict}
+
+            records.append({**record_dict_common_fields, "data": record_dict})
+
+        return records

source_iterable/manifest.yaml

@@ -290,7 +290,7 @@ streams:
       partition_router: []
     primary_key: []
     incremental_sync:
-      step: P30D
+      step: P90D
       type: DatetimeBasedCursor
       cursor_field: profileUpdatedAt
       end_datetime: