airbyte-source-iterable 0.5.1.dev202405100053__tar.gz → 0.5.1.dev202405100143__tar.gz

{airbyte_source_iterable-0.5.1.dev202405100053 → airbyte_source_iterable-0.5.1.dev202405100143}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-iterable
-Version: 0.5.1.dev202405100053
+Version: 0.5.1.dev202405100143
 Summary: Source implementation for Iterable.
 Home-page: https://airbyte.com
 License: MIT

{airbyte_source_iterable-0.5.1.dev202405100053 → airbyte_source_iterable-0.5.1.dev202405100143}/pyproject.toml

@@ -5,7 +5,7 @@ requires = [
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "0.5.1.dev202405100053"
+version = "0.5.1.dev202405100143"
 name = "airbyte-source-iterable"
 description = "Source implementation for Iterable."
 authors = [

{airbyte_source_iterable-0.5.1.dev202405100053 → airbyte_source_iterable-0.5.1.dev202405100143}/source_iterable/components.py

@@ -7,6 +7,7 @@ from dataclasses import dataclass
 from io import StringIO
 
 import requests
+from typing import Iterable
 from airbyte_cdk.sources.declarative.extractors.dpath_extractor import DpathExtractor
 from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, StreamState
 
@@ -14,28 +15,26 @@ from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, S
 @dataclass
 class XJsonRecordExtractor(DpathExtractor):
     def extract_records(self, response: requests.Response) -> list[Record]:
-        return [json.loads(record) for record in response.iter_lines()]
+        for record in response.iter_lines():
+            yield json.loads(record)
 
 
 @dataclass
 class ListUsersRecordExtractor(DpathExtractor):
-    def extract_records(self, response: requests.Response) -> list[Record]:
-        return [{"email": record.decode()} for record in response.iter_lines()]
+    def extract_records(self, response: requests.Response) -> Iterable[Record]:
+        for record in response.iter_lines():
+            yield {"email": record.decode()}
 
 
 @dataclass
 class EventsRecordExtractor(DpathExtractor):
     common_fields = ("itblInternal", "_type", "createdAt", "email")
 
-    def extract_records(self, response: requests.Response) -> list[Record]:
+    def extract_records(self, response: requests.Response) -> Iterable[Record]:
         jsonl_records = StringIO(response.text)
-        records = []
         for record in jsonl_records:
             record_dict = json.loads(record)
             record_dict_common_fields = {}
             for field in self.common_fields:
                 record_dict_common_fields[field] = record_dict.pop(field, None)
-
-            records.append({**record_dict_common_fields, "data": record_dict})
-
-        return records
+            yield {**record_dict_common_fields, "data": record_dict}