airbyte-cdk 6.26.0.dev4104__py3-none-any.whl → 6.26.0.dev4106__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py +0 -3
- airbyte_cdk/sources/file_based/stream/default_file_based_stream.py +7 -4
- airbyte_cdk/sources/file_based/stream/identities_stream.py +0 -3
- {airbyte_cdk-6.26.0.dev4104.dist-info → airbyte_cdk-6.26.0.dev4106.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.26.0.dev4104.dist-info → airbyte_cdk-6.26.0.dev4106.dist-info}/RECORD +8 -9
- airbyte_cdk/sources/file_based/config/identities_based_stream_config.py +0 -8
- {airbyte_cdk-6.26.0.dev4104.dist-info → airbyte_cdk-6.26.0.dev4106.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.26.0.dev4104.dist-info → airbyte_cdk-6.26.0.dev4106.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.26.0.dev4104.dist-info → airbyte_cdk-6.26.0.dev4106.dist-info}/entry_points.txt +0 -0
@@ -11,9 +11,6 @@ from pydantic.v1 import AnyUrl, BaseModel, Field
|
|
11
11
|
|
12
12
|
from airbyte_cdk import OneOfOptionConfig
|
13
13
|
from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
|
14
|
-
from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
|
15
|
-
IdentitiesStreamConfig,
|
16
|
-
)
|
17
14
|
from airbyte_cdk.sources.utils import schema_helpers
|
18
15
|
|
19
16
|
|
@@ -196,21 +196,24 @@ class DefaultFileBasedStream(AbstractFileBasedStream, IncrementalMixin):
|
|
196
196
|
)
|
197
197
|
elif self.sync_acl_permissions:
|
198
198
|
try:
|
199
|
-
|
199
|
+
permissions_record = self.stream_reader.get_file_acl_permissions(
|
200
200
|
file, logger=self.logger
|
201
201
|
)
|
202
|
+
permissions_record = self.transform_record(
|
203
|
+
permissions_record, file, file_datetime_string
|
204
|
+
)
|
202
205
|
yield stream_data_to_airbyte_message(
|
203
|
-
self.name,
|
206
|
+
self.name, permissions_record, is_file_transfer_message=False
|
204
207
|
)
|
205
208
|
except Exception as e:
|
206
209
|
self.logger.error(
|
207
|
-
f"Failed to retrieve
|
210
|
+
f"Failed to retrieve permissions for file {file.uri}: {str(e)}"
|
208
211
|
)
|
209
212
|
yield AirbyteMessage(
|
210
213
|
type=MessageType.LOG,
|
211
214
|
log=AirbyteLogMessage(
|
212
215
|
level=Level.ERROR,
|
213
|
-
message=f"Error retrieving
|
216
|
+
message=f"Error retrieving files permissions: stream={self.name} file={file.uri}",
|
214
217
|
stack_trace=traceback.format_exc(),
|
215
218
|
),
|
216
219
|
)
|
@@ -11,9 +11,6 @@ from airbyte_protocol_dataclasses.models import SyncMode
|
|
11
11
|
from airbyte_cdk.models import AirbyteLogMessage, AirbyteMessage, Level
|
12
12
|
from airbyte_cdk.models import Type as MessageType
|
13
13
|
from airbyte_cdk.sources.file_based.config.file_based_stream_config import PrimaryKeyType
|
14
|
-
from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
|
15
|
-
IdentitiesStreamConfig,
|
16
|
-
)
|
17
14
|
from airbyte_cdk.sources.file_based.discovery_policy import AbstractDiscoveryPolicy
|
18
15
|
from airbyte_cdk.sources.file_based.exceptions import FileBasedErrorsCollector, FileBasedSourceError
|
19
16
|
from airbyte_cdk.sources.file_based.file_based_stream_reader import AbstractFileBasedStreamReader
|
@@ -201,12 +201,11 @@ airbyte_cdk/sources/file_based/availability_strategy/__init__.py,sha256=ddKQfUmk
|
|
201
201
|
airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py,sha256=01Nd4b7ERAbp-OZo_8rrAzFXWPTMwr02SnWiN17nx8Q,2363
|
202
202
|
airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py,sha256=j9T5TimfWFUz7nqsaj-83G3xWmDpsmeSbDnaUNmz0UM,5849
|
203
203
|
airbyte_cdk/sources/file_based/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
204
|
-
airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=
|
204
|
+
airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=s8SKkU0xWcA44ZFGvmGCoBjhfwUewIM13voAKtm5494,7232
|
205
205
|
airbyte_cdk/sources/file_based/config/avro_format.py,sha256=NxTF96ewzn6HuhgodsY7Rpb-ybr1ZEWW5d4Vid64g5A,716
|
206
206
|
airbyte_cdk/sources/file_based/config/csv_format.py,sha256=NWekkyT8dTwiVK0mwa_krQD4FJPHSDfILo8kPAg3-Vs,8006
|
207
207
|
airbyte_cdk/sources/file_based/config/excel_format.py,sha256=9qAmTsT6SoVzNfNv0oBVkVCmiyqQuVAbfRKajjoa7Js,378
|
208
208
|
airbyte_cdk/sources/file_based/config/file_based_stream_config.py,sha256=rkTuHpz9G8o2YEnCkOZJM2vJZt_hEE4zklHivRfx43s,4647
|
209
|
-
airbyte_cdk/sources/file_based/config/identities_based_stream_config.py,sha256=VNlY8otsCLT8nvB6drT9CO1UqDGaRqP0VeQpdCJApw8,284
|
210
209
|
airbyte_cdk/sources/file_based/config/jsonl_format.py,sha256=cxtpz4t9_ERQyj_1Bx4DjOxuYLykWt0B02S4dWW5BgM,378
|
211
210
|
airbyte_cdk/sources/file_based/config/parquet_format.py,sha256=XOp-7nmm_WcbGI8SjKH2fs3Mkf1H4RAOYSWeUFYAz3w,741
|
212
211
|
airbyte_cdk/sources/file_based/config/permissions.py,sha256=CmXKilhNQOfm4NFlXVBFF2pz3hIUrt3JFp5bPVerE_8,781
|
@@ -242,8 +241,8 @@ airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_c
|
|
242
241
|
airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8gangaymdg3EJWYt_72brFOZt068,191
|
243
242
|
airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
|
244
243
|
airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
|
245
|
-
airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=
|
246
|
-
airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=
|
244
|
+
airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=Jh3Ry-eBbW_4rgLlMFTkDMSHZjHk8xBDn0MvH-_mZkY,19716
|
245
|
+
airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=kHFaBn4Wsqi8PYI2z7_aGsjMPA5A4UoPrSMnKfxP4SA,3644
|
247
246
|
airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
|
248
247
|
airbyte_cdk/sources/http_config.py,sha256=OBZeuyFilm6NlDlBhFQvHhTWabEvZww6OHDIlZujIS0,730
|
249
248
|
airbyte_cdk/sources/http_logger.py,sha256=l_1fk5YwdonZ1wvAsTwjj6d36fj2WrVraIAMj5jTQdM,1575
|
@@ -353,8 +352,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
|
|
353
352
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
354
353
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
355
354
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
356
|
-
airbyte_cdk-6.26.0.
|
357
|
-
airbyte_cdk-6.26.0.
|
358
|
-
airbyte_cdk-6.26.0.
|
359
|
-
airbyte_cdk-6.26.0.
|
360
|
-
airbyte_cdk-6.26.0.
|
355
|
+
airbyte_cdk-6.26.0.dev4106.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
356
|
+
airbyte_cdk-6.26.0.dev4106.dist-info/METADATA,sha256=E3TdxkzBM8x3qpnIRA6WmERuZ3ITJIiSXYmikXryXw8,6004
|
357
|
+
airbyte_cdk-6.26.0.dev4106.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
|
358
|
+
airbyte_cdk-6.26.0.dev4106.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
359
|
+
airbyte_cdk-6.26.0.dev4106.dist-info/RECORD,,
|
@@ -1,8 +0,0 @@
|
|
1
|
-
from typing import Literal
|
2
|
-
|
3
|
-
from pydantic.v1 import BaseModel, Field
|
4
|
-
|
5
|
-
|
6
|
-
class IdentitiesStreamConfig(BaseModel):
|
7
|
-
name: Literal["identities"] = Field("identities", const=True, airbyte_hidden=True)
|
8
|
-
domain: str = Field(title="Domain", description="The domain of the identities.")
|
File without changes
|
File without changes
|
{airbyte_cdk-6.26.0.dev4104.dist-info → airbyte_cdk-6.26.0.dev4106.dist-info}/entry_points.txt
RENAMED
File without changes
|