airbyte-cdk 6.26.0.dev4103__py3-none-any.whl → 6.26.0.dev4105__py3-none-any.whl

airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py

@@ -11,9 +11,6 @@ from pydantic.v1 import AnyUrl, BaseModel, Field
 
 from airbyte_cdk import OneOfOptionConfig
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
-from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
-    IdentitiesStreamConfig,
-)
 from airbyte_cdk.sources.utils import schema_helpers
 
 
@@ -31,10 +28,8 @@ class DeliverRecords(BaseModel):
         default=False,
         airbyte_hidden=True,
     )
-    identities: Optional[IdentitiesStreamConfig] = Field(
-        title="Identities configuration",
-        description="Configuration for identities",
-        airbyte_hidden=True,
+    domain: Optional[str] = Field(
+        title="Domain", description="The domain of the identities.", airbyte_hidden=True
     )
 
 

airbyte_cdk/sources/file_based/file_based_source.py

@@ -33,9 +33,6 @@ from airbyte_cdk.sources.file_based.config.file_based_stream_config import (
     FileBasedStreamConfig,
     ValidationPolicy,
 )
-from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
-    IdentitiesStreamConfig,
-)
 from airbyte_cdk.sources.file_based.discovery_policy import (
     AbstractDiscoveryPolicy,
     DefaultDiscoveryPolicy,
@@ -64,6 +61,7 @@ from airbyte_cdk.sources.file_based.stream.concurrent.cursor import (
     FileBasedFinalStateCursor,
 )
 from airbyte_cdk.sources.file_based.stream.cursor import AbstractFileBasedCursor
+from airbyte_cdk.sources.file_based.stream.identities_stream import IDENTITIES_STREAM_NAME
 from airbyte_cdk.sources.message.repository import InMemoryMessageRepository, MessageRepository
 from airbyte_cdk.sources.streams import Stream
 from airbyte_cdk.sources.streams.concurrent.cursor import CursorField
@@ -73,6 +71,7 @@ from airbyte_cdk.utils.traced_exception import AirbyteTracedException
 DEFAULT_CONCURRENCY = 100
 MAX_CONCURRENCY = 100
 INITIAL_N_PARTITIONS = MAX_CONCURRENCY // 2
+IDENTITIES_STREAM = "identities"
 
 
 class FileBasedSource(ConcurrentSourceAdapter, ABC):
@@ -301,11 +300,8 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
 
                 streams.append(stream)
 
-            identities_stream_config = self._get_identities_stream_config(parsed_config)
-            if identities_stream_config:
-                identities_stream = self._make_identities_stream(
-                    stream_config=identities_stream_config
-                )
+            if self._sync_acl_permissions(parsed_config):
+                identities_stream = self._make_identities_stream()
                 streams.append(identities_stream)
             return streams
 
@@ -335,11 +331,9 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
 
     def _make_identities_stream(
         self,
-        stream_config: IdentitiesStreamConfig,
     ) -> Stream:
         return IdentitiesStream(
-            config=stream_config,
-            catalog_schema=self.stream_schemas.get(stream_config.name),
+            catalog_schema=self.stream_schemas.get(IDENTITIES_STREAM_NAME),
             stream_reader=self.stream_reader,
             discovery_policy=self.discovery_policy,
             errors_collector=self.errors_collector,
@@ -457,18 +451,3 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
         ):
             return parsed_config.delivery_method.sync_acl_permissions
         return False
-
-    @staticmethod
-    def _get_identities_stream_config(
-        parsed_config: AbstractFileBasedSpec,
-    ) -> Optional[IdentitiesStreamConfig]:
-        identities_stream_config = None
-        if (
-            FileBasedSource._sync_acl_permissions(parsed_config)
-            and hasattr(parsed_config.delivery_method, "identities")
-            and parsed_config.delivery_method.identities is not None
-            and isinstance(parsed_config.delivery_method.identities, IdentitiesStreamConfig)
-            and parsed_config.delivery_method.identities.domain
-        ):
-            identities_stream_config = parsed_config.delivery_method.identities
-        return identities_stream_config

airbyte_cdk/sources/file_based/stream/identities_stream.py

@@ -11,9 +11,6 @@ from airbyte_protocol_dataclasses.models import SyncMode
 from airbyte_cdk.models import AirbyteLogMessage, AirbyteMessage, Level
 from airbyte_cdk.models import Type as MessageType
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import PrimaryKeyType
-from airbyte_cdk.sources.file_based.config.identities_based_stream_config import (
-    IdentitiesStreamConfig,
-)
 from airbyte_cdk.sources.file_based.discovery_policy import AbstractDiscoveryPolicy
 from airbyte_cdk.sources.file_based.exceptions import FileBasedErrorsCollector, FileBasedSourceError
 from airbyte_cdk.sources.file_based.file_based_stream_reader import AbstractFileBasedStreamReader
@@ -25,6 +22,8 @@ from airbyte_cdk.sources.streams.core import JsonSchema
 from airbyte_cdk.sources.utils.record_helper import stream_data_to_airbyte_message
 from airbyte_cdk.utils.traced_exception import AirbyteTracedException
 
+IDENTITIES_STREAM_NAME = "identities"
+
 
 class IdentitiesStream(Stream):
     """
@@ -36,14 +35,12 @@ class IdentitiesStream(Stream):
 
     def __init__(
         self,
-        config: IdentitiesStreamConfig,
         catalog_schema: Optional[Mapping[str, Any]],
         stream_reader: AbstractFileBasedStreamReader,
         discovery_policy: AbstractDiscoveryPolicy,
         errors_collector: FileBasedErrorsCollector,
     ):
         super().__init__()
-        self.config = config
         self.catalog_schema = catalog_schema
         self.stream_reader = stream_reader
         self._discovery_policy = discovery_policy
@@ -93,7 +90,7 @@ class IdentitiesStream(Stream):
 
     @property
     def name(self) -> str:
-        return self.config.name
+        return IDENTITIES_STREAM_NAME
 
     def get_cursor(self) -> Optional[Cursor]:
         return None

{airbyte_cdk-6.26.0.dev4103.dist-info → airbyte_cdk-6.26.0.dev4105.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: airbyte-cdk
-Version: 6.26.0.dev4103
+Version: 6.26.0.dev4105
 Summary: A framework for writing Airbyte Connectors.
 License: MIT
 Keywords: airbyte,connector-development-kit,cdk

{airbyte_cdk-6.26.0.dev4103.dist-info → airbyte_cdk-6.26.0.dev4105.dist-info}/RECORD

@@ -201,12 +201,11 @@ airbyte_cdk/sources/file_based/availability_strategy/__init__.py,sha256=ddKQfUmk
 airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py,sha256=01Nd4b7ERAbp-OZo_8rrAzFXWPTMwr02SnWiN17nx8Q,2363
 airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py,sha256=j9T5TimfWFUz7nqsaj-83G3xWmDpsmeSbDnaUNmz0UM,5849
 airbyte_cdk/sources/file_based/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=891uAzErUPQIPqr9mdzNBdU5aXGHCFCH4X64puVzQvI,7402
+airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=s8SKkU0xWcA44ZFGvmGCoBjhfwUewIM13voAKtm5494,7232
 airbyte_cdk/sources/file_based/config/avro_format.py,sha256=NxTF96ewzn6HuhgodsY7Rpb-ybr1ZEWW5d4Vid64g5A,716
 airbyte_cdk/sources/file_based/config/csv_format.py,sha256=NWekkyT8dTwiVK0mwa_krQD4FJPHSDfILo8kPAg3-Vs,8006
 airbyte_cdk/sources/file_based/config/excel_format.py,sha256=9qAmTsT6SoVzNfNv0oBVkVCmiyqQuVAbfRKajjoa7Js,378
 airbyte_cdk/sources/file_based/config/file_based_stream_config.py,sha256=rkTuHpz9G8o2YEnCkOZJM2vJZt_hEE4zklHivRfx43s,4647
-airbyte_cdk/sources/file_based/config/identities_based_stream_config.py,sha256=VNlY8otsCLT8nvB6drT9CO1UqDGaRqP0VeQpdCJApw8,284
 airbyte_cdk/sources/file_based/config/jsonl_format.py,sha256=cxtpz4t9_ERQyj_1Bx4DjOxuYLykWt0B02S4dWW5BgM,378
 airbyte_cdk/sources/file_based/config/parquet_format.py,sha256=XOp-7nmm_WcbGI8SjKH2fs3Mkf1H4RAOYSWeUFYAz3w,741
 airbyte_cdk/sources/file_based/config/permissions.py,sha256=CmXKilhNQOfm4NFlXVBFF2pz3hIUrt3JFp5bPVerE_8,781
@@ -215,7 +214,7 @@ airbyte_cdk/sources/file_based/discovery_policy/__init__.py,sha256=gl3ey6mZbyfra
 airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py,sha256=dCfXX529Rd5rtopg4VeEgTPJjFtqjtjzPq6LCw18Wt0,605
 airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha256=-xujTidtrq6HC00WKbjQh1CZdT5LMuzkp5BLjqDmfTY,1007
 airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
-airbyte_cdk/sources/file_based/file_based_source.py,sha256=EQSua5n3OihEt95ROCmdv7pVLCZfdNn4jxJKyLvhMR0,20267
+airbyte_cdk/sources/file_based/file_based_source.py,sha256=4zaMKFcNBvHKJsymSXhpBLE1uW9ea9lua8-EV_2_Yrg,19362
 airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=5xcCnTd_zaMVBL1Xp215JAiyNQBf4wAs_WwVgcLi2l4,8036
 airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
 airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
@@ -243,7 +242,7 @@ airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8
 airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
 airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
 airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=SFb1UXtJtaqo-1t7hM3ahM1ZTH2k01oqX1mAJvz08Y0,19529
-airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=Rge8_yEsY04S5QjQ6BpmQPevvz5h-siHXJG4xe0H8fs,3781
+airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=kHFaBn4Wsqi8PYI2z7_aGsjMPA5A4UoPrSMnKfxP4SA,3644
 airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
 airbyte_cdk/sources/http_config.py,sha256=OBZeuyFilm6NlDlBhFQvHhTWabEvZww6OHDIlZujIS0,730
 airbyte_cdk/sources/http_logger.py,sha256=l_1fk5YwdonZ1wvAsTwjj6d36fj2WrVraIAMj5jTQdM,1575
@@ -353,8 +352,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.26.0.dev4103.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.26.0.dev4103.dist-info/METADATA,sha256=i2W3PFSBxp7zeO81GPe_lFCBFDa0Bcec9M17M8wTSiA,6004
-airbyte_cdk-6.26.0.dev4103.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-airbyte_cdk-6.26.0.dev4103.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.26.0.dev4103.dist-info/RECORD,,
+airbyte_cdk-6.26.0.dev4105.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.26.0.dev4105.dist-info/METADATA,sha256=oXTY1ZOH5cuzacDgoXEf5pcBYTfKAChqCyN0qmYsxCc,6004
+airbyte_cdk-6.26.0.dev4105.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+airbyte_cdk-6.26.0.dev4105.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.26.0.dev4105.dist-info/RECORD,,

airbyte_cdk/sources/file_based/config/identities_based_stream_config.py

@@ -1,8 +0,0 @@
-from typing import Literal
-
-from pydantic.v1 import BaseModel, Field
-
-
-class IdentitiesStreamConfig(BaseModel):
-    name: Literal["identities"] = Field("identities", const=True, airbyte_hidden=True)
-    domain: str = Field(title="Domain", description="The domain of the identities.")