airbyte-cdk 6.8.0__py3-none-any.whl → 6.8.0rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/entrypoint.py +2 -12
- airbyte_cdk/sources/declarative/concurrent_declarative_source.py +2 -5
- {airbyte_cdk-6.8.0.dist-info → airbyte_cdk-6.8.0rc2.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.8.0.dist-info → airbyte_cdk-6.8.0rc2.dist-info}/RECORD +7 -7
- {airbyte_cdk-6.8.0.dist-info → airbyte_cdk-6.8.0rc2.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.8.0.dist-info → airbyte_cdk-6.8.0rc2.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.8.0.dist-info → airbyte_cdk-6.8.0rc2.dist-info}/entry_points.txt +0 -0
airbyte_cdk/entrypoint.py
CHANGED
@@ -15,8 +15,8 @@ from functools import wraps
|
|
15
15
|
from typing import Any, DefaultDict, Iterable, List, Mapping, Optional
|
16
16
|
from urllib.parse import urlparse
|
17
17
|
|
18
|
-
import orjson
|
19
18
|
import requests
|
19
|
+
from orjson import orjson
|
20
20
|
from requests import PreparedRequest, Response, Session
|
21
21
|
|
22
22
|
from airbyte_cdk.connector import TConfig
|
@@ -129,11 +129,7 @@ class AirbyteEntrypoint(object):
|
|
129
129
|
|
130
130
|
source_spec: ConnectorSpecification = self.source.spec(self.logger)
|
131
131
|
try:
|
132
|
-
with tempfile.TemporaryDirectory(
|
133
|
-
# Cleanup can fail on Windows due to file locks. Ignore if so,
|
134
|
-
# rather than failing the whole process.
|
135
|
-
ignore_cleanup_errors=True,
|
136
|
-
) as temp_dir:
|
132
|
+
with tempfile.TemporaryDirectory() as temp_dir:
|
137
133
|
os.environ[ENV_REQUEST_CACHE_PATH] = (
|
138
134
|
temp_dir # set this as default directory for request_cache to store *.sqlite files
|
139
135
|
)
|
@@ -250,18 +246,12 @@ class AirbyteEntrypoint(object):
|
|
250
246
|
) -> AirbyteMessage:
|
251
247
|
match message.type:
|
252
248
|
case Type.RECORD:
|
253
|
-
if message.record is None:
|
254
|
-
raise ValueError("Record message must have a record attribute")
|
255
|
-
|
256
249
|
stream_message_count[
|
257
250
|
HashableStreamDescriptor(
|
258
251
|
name=message.record.stream, namespace=message.record.namespace
|
259
252
|
)
|
260
253
|
] += 1.0 # type: ignore[union-attr] # record has `stream` and `namespace`
|
261
254
|
case Type.STATE:
|
262
|
-
if message.state is None:
|
263
|
-
raise ValueError("State message must have a state attribute")
|
264
|
-
|
265
255
|
stream_descriptor = message_utils.get_stream_descriptor(message)
|
266
256
|
|
267
257
|
# Set record count from the counter onto the state message
|
@@ -200,15 +200,12 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
|
|
200
200
|
# Some low-code sources use a combination of DeclarativeStream and regular Python streams. We can't inspect
|
201
201
|
# these legacy Python streams the way we do low-code streams to determine if they are concurrent compatible,
|
202
202
|
# so we need to treat them as synchronous
|
203
|
-
if (
|
204
|
-
isinstance(declarative_stream, DeclarativeStream)
|
205
|
-
and name_to_stream_mapping[declarative_stream.name].get("retriever")["type"]
|
206
|
-
== "SimpleRetriever"
|
207
|
-
):
|
203
|
+
if isinstance(declarative_stream, DeclarativeStream):
|
208
204
|
incremental_sync_component_definition = name_to_stream_mapping[
|
209
205
|
declarative_stream.name
|
210
206
|
].get("incremental_sync")
|
211
207
|
|
208
|
+
|
212
209
|
partition_router_component_definition = (
|
213
210
|
name_to_stream_mapping[declarative_stream.name]
|
214
211
|
.get("retriever")
|
@@ -22,7 +22,7 @@ airbyte_cdk/destinations/vector_db_based/indexer.py,sha256=beiSi2Uu67EoTr7yQSaCJ
|
|
22
22
|
airbyte_cdk/destinations/vector_db_based/test_utils.py,sha256=MkqLiOJ5QyKbV4rNiJhe-BHM7FD-ADHQ4bQGf4c5lRY,1932
|
23
23
|
airbyte_cdk/destinations/vector_db_based/utils.py,sha256=FOyEo8Lc-fY8UyhpCivhZtIqBRyxf3cUt6anmK03fUY,1127
|
24
24
|
airbyte_cdk/destinations/vector_db_based/writer.py,sha256=nPj1DtZ1-tkEBAz7Ape1FZz_YDQNXPceUyCoviVq3Fk,4525
|
25
|
-
airbyte_cdk/entrypoint.py,sha256=
|
25
|
+
airbyte_cdk/entrypoint.py,sha256=B0kd8NWYs6pFDC75OoPxiGNcIh9jZDnU9qIVvtOQsNE,17605
|
26
26
|
airbyte_cdk/exception_handler.py,sha256=D_doVl3Dt60ASXlJsfviOCswxGyKF2q0RL6rif3fNks,2013
|
27
27
|
airbyte_cdk/logger.py,sha256=ckavMoaV-p0rxQANyrRynVw8eysO7ZNoCGfKzHNYNB8,3758
|
28
28
|
airbyte_cdk/models/__init__.py,sha256=5n8LEEQviDBmdZQPG4vnccWgsKpS4Q4L8MI7LUfIEsY,2051
|
@@ -62,7 +62,7 @@ airbyte_cdk/sources/declarative/checks/check_stream.py,sha256=dAA-UhmMj0WLXCkRQr
|
|
62
62
|
airbyte_cdk/sources/declarative/checks/connection_checker.py,sha256=MBRJo6WJlZQHpIfOGaNOkkHUmgUl_4wDM6VPo41z5Ss,1383
|
63
63
|
airbyte_cdk/sources/declarative/concurrency_level/__init__.py,sha256=5XUqrmlstYlMM0j6crktlKQwALek0uiz2D3WdM46MyA,191
|
64
64
|
airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py,sha256=YIwCTCpOr_QSNW4ltQK0yUGWInI8PKNY216HOOegYLk,2101
|
65
|
-
airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=
|
65
|
+
airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=UEcL0X9dt12fApHG4YqITHxl9a1F210hdIUZkWDZupM,23388
|
66
66
|
airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=l9LG7Qm6e5r_qgqfVKnx3mXYtg1I9MmMjomVIPfU4XA,177
|
67
67
|
airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=SX9JjdesN1edN2WVUVMzU_ptqp2QB1OnsnjZ4mwcX7w,2579
|
68
68
|
airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=8VZJP18eJLabSPP1XBSPDaagUBG6q1ynIiPJy3rE2mc,5344
|
@@ -330,8 +330,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
|
|
330
330
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=LVc9KbtMeV_z99jWo0Ou8u4l6eBJ0BWNhxj4zrrGKRs,763
|
331
331
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
332
332
|
airbyte_cdk/utils/traced_exception.py,sha256=a6q51tBS3IdtefuOiL1eBwSmnNAXfjFMlMjSIQ_Tl-o,6165
|
333
|
-
airbyte_cdk-6.8.
|
334
|
-
airbyte_cdk-6.8.
|
335
|
-
airbyte_cdk-6.8.
|
336
|
-
airbyte_cdk-6.8.
|
337
|
-
airbyte_cdk-6.8.
|
333
|
+
airbyte_cdk-6.8.0rc2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
334
|
+
airbyte_cdk-6.8.0rc2.dist-info/METADATA,sha256=Q32PwRoKEslggtbExSg55vYsS4Gwzi7xP7YtoUN6Muk,13522
|
335
|
+
airbyte_cdk-6.8.0rc2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
336
|
+
airbyte_cdk-6.8.0rc2.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
337
|
+
airbyte_cdk-6.8.0rc2.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|