airbyte-cdk 6.45.0.dev4101__py3-none-any.whl → 6.45.0.dev4102__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/file_based/stream/concurrent/adapters.py +2 -11
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/RECORD +7 -7
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/entry_points.txt +0 -0
@@ -4,7 +4,7 @@
|
|
4
4
|
|
5
5
|
import copy
|
6
6
|
import logging
|
7
|
-
from functools import
|
7
|
+
from functools import lru_cache
|
8
8
|
from typing import TYPE_CHECKING, Any, Iterable, List, Mapping, MutableMapping, Optional, Union
|
9
9
|
|
10
10
|
from typing_extensions import deprecated
|
@@ -258,12 +258,7 @@ class FileBasedStreamPartition(Partition):
|
|
258
258
|
and record_data.record is not None
|
259
259
|
):
|
260
260
|
# `AirbyteMessage`s of type `Record` should also be yielded so they are enqueued
|
261
|
-
|
262
|
-
record_message_data = (
|
263
|
-
record_data.record.file
|
264
|
-
if self._use_file_transfer()
|
265
|
-
else record_data.record.data
|
266
|
-
)
|
261
|
+
record_message_data = record_data.record.data
|
267
262
|
if not record_message_data:
|
268
263
|
raise ExceptionWithDisplayMessage("A record without data was found")
|
269
264
|
else:
|
@@ -305,10 +300,6 @@ class FileBasedStreamPartition(Partition):
|
|
305
300
|
def stream_name(self) -> str:
|
306
301
|
return self._stream.name
|
307
302
|
|
308
|
-
@cache
|
309
|
-
def _use_file_transfer(self) -> bool:
|
310
|
-
return hasattr(self._stream, "use_file_transfer") and self._stream.use_file_transfer
|
311
|
-
|
312
303
|
def __repr__(self) -> str:
|
313
304
|
return f"FileBasedStreamPartition({self._stream.name}, {self._slice})"
|
314
305
|
|
@@ -235,7 +235,7 @@ airbyte_cdk/sources/file_based/schema_validation_policies/default_schema_validat
|
|
235
235
|
airbyte_cdk/sources/file_based/stream/__init__.py,sha256=q_zmeOHHg0JK5j1YNSOIsyXGz-wlTl_0E8z5GKVAcVM,543
|
236
236
|
airbyte_cdk/sources/file_based/stream/abstract_file_based_stream.py,sha256=9pQh3BHYcxm8CRC8XawfmBxL8O9HggpWwCCbX_ncINE,7509
|
237
237
|
airbyte_cdk/sources/file_based/stream/concurrent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
238
|
-
airbyte_cdk/sources/file_based/stream/concurrent/adapters.py,sha256=
|
238
|
+
airbyte_cdk/sources/file_based/stream/concurrent/adapters.py,sha256=whExivz7qYc561SRy-MJHk7pKt9wK-21Q0GRKd8u1FY,13447
|
239
239
|
airbyte_cdk/sources/file_based/stream/concurrent/cursor/__init__.py,sha256=Rx7TwjH8B7e0eee83Tlqxv1bWn-BVXOmlUAH7auM1uM,344
|
240
240
|
airbyte_cdk/sources/file_based/stream/concurrent/cursor/abstract_concurrent_file_based_cursor.py,sha256=5dYZMLBEbvCyrCT89lCYdm2FdrLPLuxjdpQSVGP5o0w,1856
|
241
241
|
airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_concurrent_cursor.py,sha256=gRTL-9I3ejjQOpLKd6ixe9rB3kGlubCdhUt9ri6AdAI,14880
|
@@ -360,9 +360,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
360
360
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
361
361
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
362
362
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
363
|
-
airbyte_cdk-6.45.0.
|
364
|
-
airbyte_cdk-6.45.0.
|
365
|
-
airbyte_cdk-6.45.0.
|
366
|
-
airbyte_cdk-6.45.0.
|
367
|
-
airbyte_cdk-6.45.0.
|
368
|
-
airbyte_cdk-6.45.0.
|
363
|
+
airbyte_cdk-6.45.0.dev4102.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
364
|
+
airbyte_cdk-6.45.0.dev4102.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
365
|
+
airbyte_cdk-6.45.0.dev4102.dist-info/METADATA,sha256=jAf-_v4EfZ32YxJ8JhbFIwyOf2wPoEO00-srzm-X4nA,6089
|
366
|
+
airbyte_cdk-6.45.0.dev4102.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
367
|
+
airbyte_cdk-6.45.0.dev4102.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
368
|
+
airbyte_cdk-6.45.0.dev4102.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
{airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4102.dist-info}/entry_points.txt
RENAMED
File without changes
|