airbyte-source-iterable 0.5.1.dev202405192159__tar.gz → 0.5.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/PKG-INFO +2 -2
  2. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/pyproject.toml +2 -2
  3. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/components.py +9 -8
  4. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/manifest.yaml +1 -1
  5. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/README.md +0 -0
  6. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/__init__.py +0 -0
  7. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/run.py +0 -0
  8. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/campaigns.json +0 -0
  9. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/campaigns_metrics.json +0 -0
  10. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/channels.json +0 -0
  11. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_bounce.json +0 -0
  12. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_click.json +0 -0
  13. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_complaint.json +0 -0
  14. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_open.json +0 -0
  15. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_send.json +0 -0
  16. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_send_skip.json +0 -0
  17. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_subscribe.json +0 -0
  18. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/email_unsubscribe.json +0 -0
  19. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/events.json +0 -0
  20. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/list_users.json +0 -0
  21. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/lists.json +0 -0
  22. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/message_types.json +0 -0
  23. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/metadata.json +0 -0
  24. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/templates.json +0 -0
  25. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/schemas/users.json +0 -0
  26. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/slice_generators.py +0 -0
  27. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/source.py +0 -0
  28. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/spec.json +0 -0
  29. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/streams.py +0 -0
  30. {airbyte_source_iterable-0.5.1.dev202405192159 → airbyte_source_iterable-0.5.2}/source_iterable/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: airbyte-source-iterable
3
- Version: 0.5.1.dev202405192159
3
+ Version: 0.5.2
4
4
  Summary: Source implementation for Iterable.
5
5
  Home-page: https://airbyte.com
6
6
  License: MIT
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
12
12
  Classifier: Programming Language :: Python :: 3.9
13
13
  Classifier: Programming Language :: Python :: 3.10
14
14
  Classifier: Programming Language :: Python :: 3.11
15
- Requires-Dist: airbyte-cdk (==0.90.0)
15
+ Requires-Dist: airbyte-cdk (==0.80.0)
16
16
  Requires-Dist: pendulum (==2.1.2)
17
17
  Requires-Dist: python-dateutil (==2.8.2)
18
18
  Requires-Dist: requests (==2.31.0)
@@ -5,7 +5,7 @@ requires = [
5
5
  build-backend = "poetry.core.masonry.api"
6
6
 
7
7
  [tool.poetry]
8
- version = "0.5.1.dev202405192159"
8
+ version = "0.5.2"
9
9
  name = "airbyte-source-iterable"
10
10
  description = "Source implementation for Iterable."
11
11
  authors = [
@@ -23,7 +23,7 @@ packages = [
23
23
  [tool.poetry.dependencies]
24
24
  python = "^3.9,<3.12"
25
25
  pendulum = "==2.1.2"
26
- airbyte-cdk = "0.90.0"
26
+ airbyte-cdk = "0.80.0"
27
27
  requests = "==2.31.0"
28
28
  python-dateutil = "==2.8.2"
29
29
 
@@ -7,7 +7,6 @@ from dataclasses import dataclass
7
7
  from io import StringIO
8
8
 
9
9
  import requests
10
- from typing import Iterable
11
10
  from airbyte_cdk.sources.declarative.extractors.dpath_extractor import DpathExtractor
12
11
  from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, StreamState
13
12
 
@@ -15,26 +14,28 @@ from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, S
15
14
  @dataclass
16
15
  class XJsonRecordExtractor(DpathExtractor):
17
16
  def extract_records(self, response: requests.Response) -> list[Record]:
18
- for record in response.iter_lines():
19
- yield json.loads(record)
17
+ return [json.loads(record) for record in response.iter_lines()]
20
18
 
21
19
 
22
20
  @dataclass
23
21
  class ListUsersRecordExtractor(DpathExtractor):
24
- def extract_records(self, response: requests.Response) -> Iterable[Record]:
25
- for record in response.iter_lines():
26
- yield {"email": record.decode()}
22
+ def extract_records(self, response: requests.Response) -> list[Record]:
23
+ return [{"email": record.decode()} for record in response.iter_lines()]
27
24
 
28
25
 
29
26
  @dataclass
30
27
  class EventsRecordExtractor(DpathExtractor):
31
28
  common_fields = ("itblInternal", "_type", "createdAt", "email")
32
29
 
33
- def extract_records(self, response: requests.Response) -> Iterable[Record]:
30
+ def extract_records(self, response: requests.Response) -> list[Record]:
34
31
  jsonl_records = StringIO(response.text)
32
+ records = []
35
33
  for record in jsonl_records:
36
34
  record_dict = json.loads(record)
37
35
  record_dict_common_fields = {}
38
36
  for field in self.common_fields:
39
37
  record_dict_common_fields[field] = record_dict.pop(field, None)
40
- yield {**record_dict_common_fields, "data": record_dict}
38
+
39
+ records.append({**record_dict_common_fields, "data": record_dict})
40
+
41
+ return records
@@ -290,7 +290,7 @@ streams:
290
290
  partition_router: []
291
291
  primary_key: []
292
292
  incremental_sync:
293
- step: P30D
293
+ step: P90D
294
294
  type: DatetimeBasedCursor
295
295
  cursor_field: profileUpdatedAt
296
296
  end_datetime: