airbyte-cdk 6.26.0.dev4102__py3-none-any.whl → 6.26.0.dev4104__py3-none-any.whl

airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py

@@ -31,10 +31,8 @@ class DeliverRecords(BaseModel):
         default=False,
         airbyte_hidden=True,
     )
-    identities: Optional[IdentitiesStreamConfig] = Field(
-        title="Identities configuration",
-        description="Configuration for identities",
-        airbyte_hidden=True,
+    domain: Optional[str] = Field(
+        title="Domain", description="The domain of the identities.", airbyte_hidden=True
     )
 
 

airbyte_cdk/sources/file_based/file_based_source.py

@@ -33,9 +33,6 @@ from airbyte_cdk.sources.file_based.config.file_based_stream_config import (
     FileBasedStreamConfig,
     ValidationPolicy,
 )
-from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
-    IdentitiesStreamConfig,
-)
 from airbyte_cdk.sources.file_based.discovery_policy import (
     AbstractDiscoveryPolicy,
     DefaultDiscoveryPolicy,
@@ -64,6 +61,7 @@ from airbyte_cdk.sources.file_based.stream.concurrent.cursor import (
     FileBasedFinalStateCursor,
 )
 from airbyte_cdk.sources.file_based.stream.cursor import AbstractFileBasedCursor
+from airbyte_cdk.sources.file_based.stream.identities_stream import IDENTITIES_STREAM_NAME
 from airbyte_cdk.sources.message.repository import InMemoryMessageRepository, MessageRepository
 from airbyte_cdk.sources.streams import Stream
 from airbyte_cdk.sources.streams.concurrent.cursor import CursorField
@@ -73,6 +71,7 @@ from airbyte_cdk.utils.traced_exception import AirbyteTracedException
 DEFAULT_CONCURRENCY = 100
 MAX_CONCURRENCY = 100
 INITIAL_N_PARTITIONS = MAX_CONCURRENCY // 2
+IDENTITIES_STREAM = "identities"
 
 
 class FileBasedSource(ConcurrentSourceAdapter, ABC):
@@ -301,11 +300,8 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
 
                 streams.append(stream)
 
-            identities_stream_config = self._get_identities_stream_config(parsed_config)
-            if identities_stream_config:
-                identities_stream = self._make_identities_stream(
-                    stream_config=identities_stream_config
-                )
+            if self._sync_acl_permissions(parsed_config):
+                identities_stream = self._make_identities_stream()
                 streams.append(identities_stream)
             return streams
 
@@ -335,11 +331,9 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
 
     def _make_identities_stream(
         self,
-        stream_config: IdentitiesStreamConfig,
     ) -> Stream:
         return IdentitiesStream(
-            config=stream_config,
-            catalog_schema=self.stream_schemas.get(stream_config.name),
+            catalog_schema=self.stream_schemas.get(IDENTITIES_STREAM_NAME),
             stream_reader=self.stream_reader,
             discovery_policy=self.discovery_policy,
             errors_collector=self.errors_collector,
@@ -457,18 +451,3 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
         ):
             return parsed_config.delivery_method.sync_acl_permissions
         return False
-
-    @staticmethod
-    def _get_identities_stream_config(
-        parsed_config: AbstractFileBasedSpec,
-    ) -> Optional[IdentitiesStreamConfig]:
-        identities_stream_config = None
-        if (
-            FileBasedSource._sync_acl_permissions(parsed_config)
-            and hasattr(parsed_config.delivery_method, "identities")
-            and parsed_config.delivery_method.identities is not None
-            and isinstance(parsed_config.delivery_method.identities, IdentitiesStreamConfig)
-            and parsed_config.delivery_method.identities.domain
-        ):
-            identities_stream_config = parsed_config.delivery_method.identities
-        return identities_stream_config

airbyte_cdk/sources/file_based/file_based_stream_reader.py

@@ -210,7 +210,7 @@ class AbstractFileBasedStreamReader(ABC):
         """
         return {}
 
-    def load_identity_groups(self) -> Iterable[Dict[str, Any]]:
+    def load_identity_groups(self, logger: logging.Logger) -> Iterable[Dict[str, Any]]:
         """
         This is required for connectors that will support syncing
         identities.

airbyte_cdk/sources/file_based/stream/identities_stream.py

@@ -25,6 +25,8 @@ from airbyte_cdk.sources.streams.core import JsonSchema
 from airbyte_cdk.sources.utils.record_helper import stream_data_to_airbyte_message
 from airbyte_cdk.utils.traced_exception import AirbyteTracedException
 
+IDENTITIES_STREAM_NAME = "identities"
+
 
 class IdentitiesStream(Stream):
     """
@@ -36,14 +38,12 @@ class IdentitiesStream(Stream):
 
     def __init__(
         self,
-        config: IdentitiesStreamConfig,
         catalog_schema: Optional[Mapping[str, Any]],
         stream_reader: AbstractFileBasedStreamReader,
         discovery_policy: AbstractDiscoveryPolicy,
         errors_collector: FileBasedErrorsCollector,
     ):
         super().__init__()
-        self.config = config
         self.catalog_schema = catalog_schema
         self.stream_reader = stream_reader
         self._discovery_policy = discovery_policy
@@ -71,7 +71,7 @@ class IdentitiesStream(Stream):
         stream_state: Optional[Mapping[str, Any]] = None,
     ) -> Iterable[Mapping[str, Any] | AirbyteMessage]:
         try:
-            identity_groups = self.stream_reader.load_identity_groups()
+            identity_groups = self.stream_reader.load_identity_groups(logger=self.logger)
             for record in identity_groups:
                 yield stream_data_to_airbyte_message(self.name, record)
         except AirbyteTracedException as exc:
@@ -93,7 +93,7 @@ class IdentitiesStream(Stream):
 
     @property
     def name(self) -> str:
-        return self.config.name
+        return IDENTITIES_STREAM_NAME
 
     def get_cursor(self) -> Optional[Cursor]:
         return None

{airbyte_cdk-6.26.0.dev4102.dist-info → airbyte_cdk-6.26.0.dev4104.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: airbyte-cdk
-Version: 6.26.0.dev4102
+Version: 6.26.0.dev4104
 Summary: A framework for writing Airbyte Connectors.
 License: MIT
 Keywords: airbyte,connector-development-kit,cdk

{airbyte_cdk-6.26.0.dev4102.dist-info → airbyte_cdk-6.26.0.dev4104.dist-info}/RECORD

@@ -201,7 +201,7 @@ airbyte_cdk/sources/file_based/availability_strategy/__init__.py,sha256=ddKQfUmk
 airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py,sha256=01Nd4b7ERAbp-OZo_8rrAzFXWPTMwr02SnWiN17nx8Q,2363
 airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py,sha256=j9T5TimfWFUz7nqsaj-83G3xWmDpsmeSbDnaUNmz0UM,5849
 airbyte_cdk/sources/file_based/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=891uAzErUPQIPqr9mdzNBdU5aXGHCFCH4X64puVzQvI,7402
+airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=1SSOVUW-8ruX0z4enI1LD108GksSwQNBYSYdwV8xaak,7345
 airbyte_cdk/sources/file_based/config/avro_format.py,sha256=NxTF96ewzn6HuhgodsY7Rpb-ybr1ZEWW5d4Vid64g5A,716
 airbyte_cdk/sources/file_based/config/csv_format.py,sha256=NWekkyT8dTwiVK0mwa_krQD4FJPHSDfILo8kPAg3-Vs,8006
 airbyte_cdk/sources/file_based/config/excel_format.py,sha256=9qAmTsT6SoVzNfNv0oBVkVCmiyqQuVAbfRKajjoa7Js,378
@@ -215,8 +215,8 @@ airbyte_cdk/sources/file_based/discovery_policy/__init__.py,sha256=gl3ey6mZbyfra
 airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py,sha256=dCfXX529Rd5rtopg4VeEgTPJjFtqjtjzPq6LCw18Wt0,605
 airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha256=-xujTidtrq6HC00WKbjQh1CZdT5LMuzkp5BLjqDmfTY,1007
 airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
-airbyte_cdk/sources/file_based/file_based_source.py,sha256=EQSua5n3OihEt95ROCmdv7pVLCZfdNn4jxJKyLvhMR0,20267
-airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=5TOUfVas5wiH7PaR5hrFfJFpbx12tAvBDLQy2xzFNJ0,8012
+airbyte_cdk/sources/file_based/file_based_source.py,sha256=4zaMKFcNBvHKJsymSXhpBLE1uW9ea9lua8-EV_2_Yrg,19362
+airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=5xcCnTd_zaMVBL1Xp215JAiyNQBf4wAs_WwVgcLi2l4,8036
 airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
 airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
 airbyte_cdk/sources/file_based/file_types/csv_parser.py,sha256=QlCXB-ry3np67Q_VerQEPoWDOTcPTB6Go4ydZxY9ae4,20445
@@ -243,7 +243,7 @@ airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8
 airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
 airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
 airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=SFb1UXtJtaqo-1t7hM3ahM1ZTH2k01oqX1mAJvz08Y0,19529
-airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=hDb_XgfD6d42mVVMMRwUg7t3CTGOmHGVspoqjNha_Gc,3763
+airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=2mzXPZ9aXFzr9KlbwDrosXEa-MlShPi-CwAyxZDYpM8,3757
 airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
 airbyte_cdk/sources/http_config.py,sha256=OBZeuyFilm6NlDlBhFQvHhTWabEvZww6OHDIlZujIS0,730
 airbyte_cdk/sources/http_logger.py,sha256=l_1fk5YwdonZ1wvAsTwjj6d36fj2WrVraIAMj5jTQdM,1575
@@ -353,8 +353,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.26.0.dev4102.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.26.0.dev4102.dist-info/METADATA,sha256=gtF4bkA79n-3Qpw6hYkCkH2N7t6RlXxprSdcb_wkj8c,6004
-airbyte_cdk-6.26.0.dev4102.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-airbyte_cdk-6.26.0.dev4102.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.26.0.dev4102.dist-info/RECORD,,
+airbyte_cdk-6.26.0.dev4104.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.26.0.dev4104.dist-info/METADATA,sha256=4oX2RCzBDRcZ3BZT7mxsy8fP0uCM5hM0tX-qU47OvHk,6004
+airbyte_cdk-6.26.0.dev4104.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+airbyte_cdk-6.26.0.dev4104.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.26.0.dev4104.dist-info/RECORD,,