airbyte-cdk 6.45.0.dev4101__py3-none-any.whl → 6.45.0.dev4103__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/file_based/stream/concurrent/adapters.py +3 -11
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/RECORD +7 -7
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/entry_points.txt +0 -0
@@ -4,7 +4,7 @@
|
|
4
4
|
|
5
5
|
import copy
|
6
6
|
import logging
|
7
|
-
from functools import
|
7
|
+
from functools import lru_cache
|
8
8
|
from typing import TYPE_CHECKING, Any, Iterable, List, Mapping, MutableMapping, Optional, Union
|
9
9
|
|
10
10
|
from typing_extensions import deprecated
|
@@ -258,18 +258,14 @@ class FileBasedStreamPartition(Partition):
|
|
258
258
|
and record_data.record is not None
|
259
259
|
):
|
260
260
|
# `AirbyteMessage`s of type `Record` should also be yielded so they are enqueued
|
261
|
-
|
262
|
-
record_message_data = (
|
263
|
-
record_data.record.file
|
264
|
-
if self._use_file_transfer()
|
265
|
-
else record_data.record.data
|
266
|
-
)
|
261
|
+
record_message_data = record_data.record.data
|
267
262
|
if not record_message_data:
|
268
263
|
raise ExceptionWithDisplayMessage("A record without data was found")
|
269
264
|
else:
|
270
265
|
yield Record(
|
271
266
|
data=record_message_data,
|
272
267
|
stream_name=self.stream_name(),
|
268
|
+
file_reference=record_data.record.file_reference,
|
273
269
|
)
|
274
270
|
else:
|
275
271
|
self._message_repository.emit_message(record_data)
|
@@ -305,10 +301,6 @@ class FileBasedStreamPartition(Partition):
|
|
305
301
|
def stream_name(self) -> str:
|
306
302
|
return self._stream.name
|
307
303
|
|
308
|
-
@cache
|
309
|
-
def _use_file_transfer(self) -> bool:
|
310
|
-
return hasattr(self._stream, "use_file_transfer") and self._stream.use_file_transfer
|
311
|
-
|
312
304
|
def __repr__(self) -> str:
|
313
305
|
return f"FileBasedStreamPartition({self._stream.name}, {self._slice})"
|
314
306
|
|
@@ -235,7 +235,7 @@ airbyte_cdk/sources/file_based/schema_validation_policies/default_schema_validat
|
|
235
235
|
airbyte_cdk/sources/file_based/stream/__init__.py,sha256=q_zmeOHHg0JK5j1YNSOIsyXGz-wlTl_0E8z5GKVAcVM,543
|
236
236
|
airbyte_cdk/sources/file_based/stream/abstract_file_based_stream.py,sha256=9pQh3BHYcxm8CRC8XawfmBxL8O9HggpWwCCbX_ncINE,7509
|
237
237
|
airbyte_cdk/sources/file_based/stream/concurrent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
238
|
-
airbyte_cdk/sources/file_based/stream/concurrent/adapters.py,sha256=
|
238
|
+
airbyte_cdk/sources/file_based/stream/concurrent/adapters.py,sha256=kJ7iwAxcktkRnvQvoyyT9OoCM5EVztxjVjhiFPSH9Oc,13525
|
239
239
|
airbyte_cdk/sources/file_based/stream/concurrent/cursor/__init__.py,sha256=Rx7TwjH8B7e0eee83Tlqxv1bWn-BVXOmlUAH7auM1uM,344
|
240
240
|
airbyte_cdk/sources/file_based/stream/concurrent/cursor/abstract_concurrent_file_based_cursor.py,sha256=5dYZMLBEbvCyrCT89lCYdm2FdrLPLuxjdpQSVGP5o0w,1856
|
241
241
|
airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_concurrent_cursor.py,sha256=gRTL-9I3ejjQOpLKd6ixe9rB3kGlubCdhUt9ri6AdAI,14880
|
@@ -360,9 +360,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
360
360
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
361
361
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
362
362
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
363
|
-
airbyte_cdk-6.45.0.
|
364
|
-
airbyte_cdk-6.45.0.
|
365
|
-
airbyte_cdk-6.45.0.
|
366
|
-
airbyte_cdk-6.45.0.
|
367
|
-
airbyte_cdk-6.45.0.
|
368
|
-
airbyte_cdk-6.45.0.
|
363
|
+
airbyte_cdk-6.45.0.dev4103.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
364
|
+
airbyte_cdk-6.45.0.dev4103.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
365
|
+
airbyte_cdk-6.45.0.dev4103.dist-info/METADATA,sha256=ufps3IwtnCViELy0tRLjWqrsn7MfI2z2ZFplamOCl9I,6089
|
366
|
+
airbyte_cdk-6.45.0.dev4103.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
367
|
+
airbyte_cdk-6.45.0.dev4103.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
368
|
+
airbyte_cdk-6.45.0.dev4103.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
{airbyte_cdk-6.45.0.dev4101.dist-info → airbyte_cdk-6.45.0.dev4103.dist-info}/entry_points.txt
RENAMED
File without changes
|