airbyte-cdk 6.26.0.dev4104__py3-none-any.whl → 6.26.0.dev4106__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -11,9 +11,6 @@ from pydantic.v1 import AnyUrl, BaseModel, Field
11
11
 
12
12
  from airbyte_cdk import OneOfOptionConfig
13
13
  from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
14
- from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
15
- IdentitiesStreamConfig,
16
- )
17
14
  from airbyte_cdk.sources.utils import schema_helpers
18
15
 
19
16
 
@@ -196,21 +196,24 @@ class DefaultFileBasedStream(AbstractFileBasedStream, IncrementalMixin):
196
196
  )
197
197
  elif self.sync_acl_permissions:
198
198
  try:
199
- metadata_record = self.stream_reader.get_file_acl_permissions(
199
+ permissions_record = self.stream_reader.get_file_acl_permissions(
200
200
  file, logger=self.logger
201
201
  )
202
+ permissions_record = self.transform_record(
203
+ permissions_record, file, file_datetime_string
204
+ )
202
205
  yield stream_data_to_airbyte_message(
203
- self.name, metadata_record, is_file_transfer_message=False
206
+ self.name, permissions_record, is_file_transfer_message=False
204
207
  )
205
208
  except Exception as e:
206
209
  self.logger.error(
207
- f"Failed to retrieve metadata for file {file.uri}: {str(e)}"
210
+ f"Failed to retrieve permissions for file {file.uri}: {str(e)}"
208
211
  )
209
212
  yield AirbyteMessage(
210
213
  type=MessageType.LOG,
211
214
  log=AirbyteLogMessage(
212
215
  level=Level.ERROR,
213
- message=f"Error retrieving metadata: stream={self.name} file={file.uri}",
216
+ message=f"Error retrieving files permissions: stream={self.name} file={file.uri}",
214
217
  stack_trace=traceback.format_exc(),
215
218
  ),
216
219
  )
@@ -11,9 +11,6 @@ from airbyte_protocol_dataclasses.models import SyncMode
11
11
  from airbyte_cdk.models import AirbyteLogMessage, AirbyteMessage, Level
12
12
  from airbyte_cdk.models import Type as MessageType
13
13
  from airbyte_cdk.sources.file_based.config.file_based_stream_config import PrimaryKeyType
14
- from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
15
- IdentitiesStreamConfig,
16
- )
17
14
  from airbyte_cdk.sources.file_based.discovery_policy import AbstractDiscoveryPolicy
18
15
  from airbyte_cdk.sources.file_based.exceptions import FileBasedErrorsCollector, FileBasedSourceError
19
16
  from airbyte_cdk.sources.file_based.file_based_stream_reader import AbstractFileBasedStreamReader
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: airbyte-cdk
3
- Version: 6.26.0.dev4104
3
+ Version: 6.26.0.dev4106
4
4
  Summary: A framework for writing Airbyte Connectors.
5
5
  License: MIT
6
6
  Keywords: airbyte,connector-development-kit,cdk
@@ -201,12 +201,11 @@ airbyte_cdk/sources/file_based/availability_strategy/__init__.py,sha256=ddKQfUmk
201
201
  airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py,sha256=01Nd4b7ERAbp-OZo_8rrAzFXWPTMwr02SnWiN17nx8Q,2363
202
202
  airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py,sha256=j9T5TimfWFUz7nqsaj-83G3xWmDpsmeSbDnaUNmz0UM,5849
203
203
  airbyte_cdk/sources/file_based/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
204
- airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=1SSOVUW-8ruX0z4enI1LD108GksSwQNBYSYdwV8xaak,7345
204
+ airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=s8SKkU0xWcA44ZFGvmGCoBjhfwUewIM13voAKtm5494,7232
205
205
  airbyte_cdk/sources/file_based/config/avro_format.py,sha256=NxTF96ewzn6HuhgodsY7Rpb-ybr1ZEWW5d4Vid64g5A,716
206
206
  airbyte_cdk/sources/file_based/config/csv_format.py,sha256=NWekkyT8dTwiVK0mwa_krQD4FJPHSDfILo8kPAg3-Vs,8006
207
207
  airbyte_cdk/sources/file_based/config/excel_format.py,sha256=9qAmTsT6SoVzNfNv0oBVkVCmiyqQuVAbfRKajjoa7Js,378
208
208
  airbyte_cdk/sources/file_based/config/file_based_stream_config.py,sha256=rkTuHpz9G8o2YEnCkOZJM2vJZt_hEE4zklHivRfx43s,4647
209
- airbyte_cdk/sources/file_based/config/identities_based_stream_config.py,sha256=VNlY8otsCLT8nvB6drT9CO1UqDGaRqP0VeQpdCJApw8,284
210
209
  airbyte_cdk/sources/file_based/config/jsonl_format.py,sha256=cxtpz4t9_ERQyj_1Bx4DjOxuYLykWt0B02S4dWW5BgM,378
211
210
  airbyte_cdk/sources/file_based/config/parquet_format.py,sha256=XOp-7nmm_WcbGI8SjKH2fs3Mkf1H4RAOYSWeUFYAz3w,741
212
211
  airbyte_cdk/sources/file_based/config/permissions.py,sha256=CmXKilhNQOfm4NFlXVBFF2pz3hIUrt3JFp5bPVerE_8,781
@@ -242,8 +241,8 @@ airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_c
242
241
  airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8gangaymdg3EJWYt_72brFOZt068,191
243
242
  airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
244
243
  airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
245
- airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=SFb1UXtJtaqo-1t7hM3ahM1ZTH2k01oqX1mAJvz08Y0,19529
246
- airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=2mzXPZ9aXFzr9KlbwDrosXEa-MlShPi-CwAyxZDYpM8,3757
244
+ airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=Jh3Ry-eBbW_4rgLlMFTkDMSHZjHk8xBDn0MvH-_mZkY,19716
245
+ airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=kHFaBn4Wsqi8PYI2z7_aGsjMPA5A4UoPrSMnKfxP4SA,3644
247
246
  airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
248
247
  airbyte_cdk/sources/http_config.py,sha256=OBZeuyFilm6NlDlBhFQvHhTWabEvZww6OHDIlZujIS0,730
249
248
  airbyte_cdk/sources/http_logger.py,sha256=l_1fk5YwdonZ1wvAsTwjj6d36fj2WrVraIAMj5jTQdM,1575
@@ -353,8 +352,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
353
352
  airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
354
353
  airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
355
354
  airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
356
- airbyte_cdk-6.26.0.dev4104.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
357
- airbyte_cdk-6.26.0.dev4104.dist-info/METADATA,sha256=4oX2RCzBDRcZ3BZT7mxsy8fP0uCM5hM0tX-qU47OvHk,6004
358
- airbyte_cdk-6.26.0.dev4104.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
359
- airbyte_cdk-6.26.0.dev4104.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
360
- airbyte_cdk-6.26.0.dev4104.dist-info/RECORD,,
355
+ airbyte_cdk-6.26.0.dev4106.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
356
+ airbyte_cdk-6.26.0.dev4106.dist-info/METADATA,sha256=E3TdxkzBM8x3qpnIRA6WmERuZ3ITJIiSXYmikXryXw8,6004
357
+ airbyte_cdk-6.26.0.dev4106.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
358
+ airbyte_cdk-6.26.0.dev4106.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
359
+ airbyte_cdk-6.26.0.dev4106.dist-info/RECORD,,
@@ -1,8 +0,0 @@
1
- from typing import Literal
2
-
3
- from pydantic.v1 import BaseModel, Field
4
-
5
-
6
- class IdentitiesStreamConfig(BaseModel):
7
- name: Literal["identities"] = Field("identities", const=True, airbyte_hidden=True)
8
- domain: str = Field(title="Domain", description="The domain of the identities.")