airbyte-cdk 6.7.0.dev11__py3-none-any.whl → 6.7.0rc2__py3-none-any.whl

airbyte_cdk/sources/declarative/concurrent_declarative_source.py

@@ -48,6 +48,7 @@ from airbyte_cdk.sources.streams.concurrent.abstract_stream import AbstractStrea
 from airbyte_cdk.sources.streams.concurrent.availability_strategy import (
     AlwaysAvailableAvailabilityStrategy,
 )
+from airbyte_cdk.sources.streams.concurrent.cursor import Cursor, FinalStateCursor
 from airbyte_cdk.sources.streams.concurrent.default_stream import DefaultStream
 from airbyte_cdk.sources.streams.concurrent.helpers import get_primary_key_from_stream
 
@@ -193,31 +194,44 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
                     declarative_stream.name
                 ].get("incremental_sync")
 
-                if (
+                is_without_partition_router_nor_cursor = not bool(
                     datetime_based_cursor_component_definition
-                    and datetime_based_cursor_component_definition.get("type", "")
-                    == DatetimeBasedCursorModel.__name__
-                    and self._stream_supports_concurrent_partition_processing(
-                        declarative_stream=declarative_stream
+                ) and not (
+                    name_to_stream_mapping[declarative_stream.name]
+                    .get("retriever", {})
+                    .get("partition_router")
+                )
+                is_datetime_incremental_without_partition_routing = (
+                    self._is_datetime_incremental_without_partition_routing(
+                        datetime_based_cursor_component_definition, declarative_stream
                     )
-                    and hasattr(declarative_stream.retriever, "stream_slicer")
-                    and isinstance(declarative_stream.retriever.stream_slicer, DatetimeBasedCursor)
+                )
+                if (
+                    is_without_partition_router_nor_cursor
+                    or is_datetime_incremental_without_partition_routing
                 ):
                     stream_state = state_manager.get_stream_state(
                         stream_name=declarative_stream.name, namespace=declarative_stream.namespace
                     )
 
-                    cursor, connector_state_converter = (
-                        self._constructor.create_concurrent_cursor_from_datetime_based_cursor(
-                            state_manager=state_manager,
-                            model_type=DatetimeBasedCursorModel,
-                            component_definition=datetime_based_cursor_component_definition,
-                            stream_name=declarative_stream.name,
-                            stream_namespace=declarative_stream.namespace,
-                            config=config or {},
-                            stream_state=stream_state,
+                    if is_datetime_incremental_without_partition_routing:
+                        cursor: Cursor = (
+                            self._constructor.create_concurrent_cursor_from_datetime_based_cursor(
+                                state_manager=state_manager,
+                                model_type=DatetimeBasedCursorModel,
+                                component_definition=datetime_based_cursor_component_definition,
+                                stream_name=declarative_stream.name,
+                                stream_namespace=declarative_stream.namespace,
+                                config=config or {},
+                                stream_state=stream_state,
+                            )
+                        )
+                    else:
+                        cursor = FinalStateCursor(
+                            declarative_stream.name,
+                            declarative_stream.namespace,
+                            self.message_repository,
                         )
-                    )
 
                     partition_generator = StreamSlicerPartitionGenerator(
                         DeclarativePartitionFactory(
@@ -240,7 +254,9 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
                             json_schema=declarative_stream.get_json_schema(),
                             availability_strategy=AlwaysAvailableAvailabilityStrategy(),
                             primary_key=get_primary_key_from_stream(declarative_stream.primary_key),
-                            cursor_field=cursor.cursor_field.cursor_field_key,
+                            cursor_field=cursor.cursor_field.cursor_field_key
+                            if hasattr(cursor, "cursor_field")
+                            else None,
                             logger=self.logger,
                             cursor=cursor,
                         )
@@ -252,6 +268,22 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
 
         return concurrent_streams, synchronous_streams
 
+    def _is_datetime_incremental_without_partition_routing(
+        self,
+        datetime_based_cursor_component_definition: Mapping[str, Any],
+        declarative_stream: DeclarativeStream,
+    ) -> bool:
+        return (
+            bool(datetime_based_cursor_component_definition)
+            and datetime_based_cursor_component_definition.get("type", "")
+            == DatetimeBasedCursorModel.__name__
+            and self._stream_supports_concurrent_partition_processing(
+                declarative_stream=declarative_stream
+            )
+            and hasattr(declarative_stream.retriever, "stream_slicer")
+            and isinstance(declarative_stream.retriever.stream_slicer, DatetimeBasedCursor)
+        )
+
     def _stream_supports_concurrent_partition_processing(
         self, declarative_stream: DeclarativeStream
     ) -> bool:

airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -2790,21 +2790,21 @@ interpolation:
         - created_at: "2020-01-01 00:00:00.000+00:00"
         - updated_at: "2020-01-02 00:00:00.000+00:00"
   macros:
-    - title: now_utc
+    - title: Now (UTC)
       description: Returns the current date and time in the UTC timezone.
       arguments: {}
       return_type: Datetime
       examples:
         - "'{{ now_utc() }}' -> '2021-09-01 00:00:00+00:00'"
         - "'{{ now_utc().strftime('%Y-%m-%d') }}' -> '2021-09-01'"
-    - title: today_utc
+    - title: Today (UTC)
       description: Returns the current date in UTC timezone. The output is a date object.
       arguments: {}
       return_type: Date
       examples:
         - "'{{ today_utc() }}' -> '2021-09-01'"
         - "'{{ today_utc().strftime('%Y/%m/%d')}}' -> '2021/09/01'"
-    - title: timestamp
+    - title: Timestamp
       description: Converts a number or a string representing a datetime (formatted as ISO8601) to a timestamp. If the input is a number, it is converted to an int. If no timezone is specified, the string is interpreted as UTC.
       arguments:
         datetime: A string formatted as ISO8601 or an integer representing a unix timestamp
@@ -2815,7 +2815,7 @@ interpolation:
         - "'{{ timestamp('2022-02-28T00:00:00Z') }}' -> 1646006400"
         - "'{{ timestamp('2022-02-28 00:00:00Z') }}' -> 1646006400"
         - "'{{ timestamp('2022-02-28T00:00:00-08:00') }}' -> 1646035200"
-    - title: max
+    - title: Max
       description: Returns the largest object of a iterable, or or two or more arguments.
       arguments:
         args: iterable or a sequence of two or more arguments
@@ -2823,7 +2823,7 @@ interpolation:
       examples:
         - "'{{ max(2, 3) }}' -> 3"
         - "'{{ max([2, 3]) }}' -> 3"
-    - title: day_delta
+    - title: Day Delta
       description: Returns the datetime of now() + num_days.
       arguments:
         num_days: The number of days to add to now
@@ -2833,8 +2833,8 @@ interpolation:
         - "'{{ day_delta(1) }}' -> '2021-09-02T00:00:00.000000+0000'"
         - "'{{ day_delta(-1) }}' -> '2021-08-31:00:00.000000+0000'"
         - "'{{ day_delta(25, format='%Y-%m-%d') }}' -> '2021-09-02'"
-    - title: duration
-      description: Converts an ISO8601 duration to datetime timedelta.
+    - title: Duration
+      description: Converts an ISO8601 duratioin to datetime.timedelta.
       arguments:
         duration_string: "A string representing an ISO8601 duration. See https://www.digi.com/resources/documentation/digidocs//90001488-13/reference/r_iso_8601_duration_format.htm for more details."
       return_type: datetime.timedelta
@@ -2842,7 +2842,7 @@ interpolation:
         - "'{{ duration('P1D') }}' -> '1 day, 0:00:00'"
         - "'{{ duration('P6DT23H') }}' -> '6 days, 23:00:00'"
         - "'{{ (now_utc() - duration('P1D')).strftime('%Y-%m-%dT%H:%M:%SZ') }}' -> '2021-08-31T00:00:00Z'"
-    - title: format_datetime
+    - title: Format Datetime
       description: Converts a datetime or a datetime-string to the specified format.
       arguments:
         datetime: The datetime object or a string to convert. If datetime is a string, it must be formatted as ISO8601.
@@ -2854,7 +2854,7 @@ interpolation:
         - "{{ format_datetime(config['start_date'], '%Y-%m-%dT%H:%M:%S.%fZ') }}"
         - "{{ format_datetime(config['start_date'], '%Y-%m-%dT%H:%M:%S.%fZ', '%a, %d %b %Y %H:%M:%S %z') }}"
   filters:
-    - title: hash
+    - title: Hash
       description: Convert the specified value to a hashed string.
       arguments:
         hash_type: Valid hash type for converts ('md5' as default value).
@@ -2864,26 +2864,26 @@ interpolation:
         - "{{ 'Test client_secret' | hash() }} -> '3032d57a12f76b61a820e47b9a5a0cbb'"
         - "{{ 'Test client_secret' | hash('md5') }} -> '3032d57a12f76b61a820e47b9a5a0cbb'"
         - "{{ 'Test client_secret' | hash('md5', salt='salt') }} -> '5011a0168579c2d94cbbe1c6ad14327c'"
-    - title: base64encode
+    - title: Base64 encoder
       description: Convert the specified value to a string in the base64 format.
       arguments: {}
       return_type: str
       examples:
         - "{{ 'Test client_secret' | base64encode }} -> 'VGVzdCBjbGllbnRfc2VjcmV0'"
-    - title: base64decode
+    - title: Base64 decoder
       description: Decodes the specified base64 format value into a common string.
       arguments: {}
       return_type: str
       examples:
         - "{{ 'ZmFrZSByZWZyZXNoX3Rva2VuIHZhbHVl' | base64decode }} -> 'fake refresh_token value'"
-    - title: string
+    - title: String
       description: Converts the specified value to a string.
       arguments: {}
       return_type: str
       examples:
         - '{{ 1 | string }} -> "1"'
         - '{{ ["hello", "world" | string }} -> "["hello", "world"]"'
-    - title: regex_search
+    - title: Regex Search
       description: Match the input string against a regular expression and return the first match.
       arguments:
         regex: The regular expression to search for. It must include a capture group.

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -17,7 +17,6 @@ from typing import (
     Mapping,
     MutableMapping,
     Optional,
-    Tuple,
     Type,
     Union,
     get_args,
@@ -753,7 +752,7 @@ class ModelToComponentFactory:
         config: Config,
         stream_state: MutableMapping[str, Any],
         **kwargs: Any,
-    ) -> Tuple[ConcurrentCursor, DateTimeStreamStateConverter]:
+    ) -> ConcurrentCursor:
         component_type = component_definition.get("type")
         if component_definition.get("type") != model_type.__name__:
             raise ValueError(
@@ -884,23 +883,20 @@ class ModelToComponentFactory:
             if evaluated_step:
                 step_length = parse_duration(evaluated_step)
 
-        return (
-            ConcurrentCursor(
-                stream_name=stream_name,
-                stream_namespace=stream_namespace,
-                stream_state=stream_state,
-                message_repository=self._message_repository,  # type: ignore  # message_repository is always instantiated with a value by factory
-                connector_state_manager=state_manager,
-                connector_state_converter=connector_state_converter,
-                cursor_field=cursor_field,
-                slice_boundary_fields=slice_boundary_fields,
-                start=start_date,  # type: ignore  # Having issues w/ inspection for GapType and CursorValueType as shown in existing tests. Confirmed functionality is working in practice
-                end_provider=end_date_provider,  # type: ignore  # Having issues w/ inspection for GapType and CursorValueType as shown in existing tests. Confirmed functionality is working in practice
-                lookback_window=lookback_window,
-                slice_range=step_length,
-                cursor_granularity=cursor_granularity,
-            ),
-            connector_state_converter,
+        return ConcurrentCursor(
+            stream_name=stream_name,
+            stream_namespace=stream_namespace,
+            stream_state=stream_state,
+            message_repository=self._message_repository,  # type: ignore  # message_repository is always instantiated with a value by factory
+            connector_state_manager=state_manager,
+            connector_state_converter=connector_state_converter,
+            cursor_field=cursor_field,
+            slice_boundary_fields=slice_boundary_fields,
+            start=start_date,  # type: ignore  # Having issues w/ inspection for GapType and CursorValueType as shown in existing tests. Confirmed functionality is working in practice
+            end_provider=end_date_provider,  # type: ignore  # Having issues w/ inspection for GapType and CursorValueType as shown in existing tests. Confirmed functionality is working in practice
+            lookback_window=lookback_window,
+            slice_range=step_length,
+            cursor_granularity=cursor_granularity,
         )
 
     @staticmethod

{airbyte_cdk-6.7.0.dev11.dist-info → airbyte_cdk-6.7.0rc2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.7.0.dev11
+Version: 6.7.0rc2
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT
@@ -37,7 +37,7 @@ Requires-Dist: fastavro (>=1.8.0,<1.9.0) ; extra == "file-based"
 Requires-Dist: genson (==1.3.0)
 Requires-Dist: isodate (>=0.6.1,<0.7.0)
 Requires-Dist: jsonref (>=0.2,<0.3)
-Requires-Dist: jsonschema (>=4.17.3,<4.18.0)
+Requires-Dist: jsonschema (>=3.2.0,<3.3.0)
 Requires-Dist: langchain (==0.1.16) ; extra == "vector-db-based"
 Requires-Dist: langchain_core (==0.1.42)
 Requires-Dist: markdown ; extra == "file-based"
@@ -60,7 +60,6 @@ Requires-Dist: python-dateutil
 Requires-Dist: python-snappy (==0.7.3) ; extra == "file-based"
 Requires-Dist: python-ulid (>=3.0.0,<4.0.0)
 Requires-Dist: pytz (==2024.1)
-Requires-Dist: rapidfuzz (>=3.10.1,<4.0.0)
 Requires-Dist: requests
 Requires-Dist: requests_cache
 Requires-Dist: serpyco-rs (>=1.10.2,<2.0.0)

{airbyte_cdk-6.7.0.dev11.dist-info → airbyte_cdk-6.7.0rc2.dist-info}/RECORD

@@ -1,8 +1,4 @@
 airbyte_cdk/__init__.py,sha256=3BlW1O37s_grUaioVZvGj3hRsofR0tY4sMceu5ygylk,11550
-airbyte_cdk/cli/__init__.py,sha256=Hu-1XT2KDoYjDF7-_ziDwv5bY3PueGjANOCbzeOegDg,57
-airbyte_cdk/cli/source_declarative_manifest/__init__.py,sha256=_zFyFFl4leAvtnkHmBFbtLYT6Bh44qxmLbU0wnK2TZQ,92
-airbyte_cdk/cli/source_declarative_manifest/_run.py,sha256=3rIz-W65J6c2g3eMvvh2jk00cBBTiSgxx-MqA9WPUkw,7769
-airbyte_cdk/cli/source_declarative_manifest/spec.json,sha256=Earc1L6ngcdIr514oFQlUoOxdF4RHqtUyStSIAquXdY,554
 airbyte_cdk/config_observation.py,sha256=A2P475pS9JndFzBggtkkAmcN1aMeq_thRbXRzmWjI3E,3997
 airbyte_cdk/connector.py,sha256=srfjRNgkt1nsPw-Mm0d1qXoVmM90zHPYHIfxu8p6JXI,4223
 airbyte_cdk/connector_builder/README.md,sha256=Hw3wvVewuHG9-QgsAq1jDiKuLlStDxKBz52ftyNRnBw,1665
@@ -62,11 +58,11 @@ airbyte_cdk/sources/declarative/checks/check_stream.py,sha256=dAA-UhmMj0WLXCkRQr
 airbyte_cdk/sources/declarative/checks/connection_checker.py,sha256=MBRJo6WJlZQHpIfOGaNOkkHUmgUl_4wDM6VPo41z5Ss,1383
 airbyte_cdk/sources/declarative/concurrency_level/__init__.py,sha256=5XUqrmlstYlMM0j6crktlKQwALek0uiz2D3WdM46MyA,191
 airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py,sha256=YIwCTCpOr_QSNW4ltQK0yUGWInI8PKNY216HOOegYLk,2101
-airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=BpaTXzdf57pqUg1xDlj2xxm-VN74h8c-55xEQUlA_1I,19734
+airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=hbHylluHcEexCFonA0fYuTQl7gDhU3uwNkn-CgvuYl8,21198
 airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=l9LG7Qm6e5r_qgqfVKnx3mXYtg1I9MmMjomVIPfU4XA,177
 airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=SX9JjdesN1edN2WVUVMzU_ptqp2QB1OnsnjZ4mwcX7w,2579
 airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=8VZJP18eJLabSPP1XBSPDaagUBG6q1ynIiPJy3rE2mc,5344
-airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=GjHEK3Z3T2e9aNEMDEmjZj5WkuZiBlxQXWIwNMGz-js,110374
+airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=QGpwBEd-KZIeUwtWiZNvRW9SbG4SLGveZHRjAgUk7mg,110383
 airbyte_cdk/sources/declarative/declarative_source.py,sha256=nF7wBqFd3AQmEKAm4CnIo29CJoQL562cJGSCeL8U8bA,1531
 airbyte_cdk/sources/declarative/declarative_stream.py,sha256=JRyNeOIpsFu4ztVZsN6sncqUEIqIE-bUkD2TPgbMgk0,10375
 airbyte_cdk/sources/declarative/decoders/__init__.py,sha256=hNlhaB5FjNC6IfJyglj5ZJWkYD2nEAukMDmzRz5PC6o,671
@@ -109,7 +105,7 @@ airbyte_cdk/sources/declarative/parsers/__init__.py,sha256=ZnqYNxHsKCgO38IwB34RQ
 airbyte_cdk/sources/declarative/parsers/custom_exceptions.py,sha256=Rir9_z3Kcd5Es0-LChrzk-0qubAsiK_RSEnLmK2OXm8,553
 airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py,sha256=jVZ3ZV5YZrmDNIX5cM2mugXmnbH27zHRcD22_3oatpo,8454
 airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py,sha256=IWUOdF03o-aQn0Occo1BJCxU0Pz-QILk5L67nzw2thw,6803
-airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=ObmWWZBE1jeP63_B74GaZqLlHmNsShBp6kOIF4hXXCI,95403
+airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=ffPS6F7qPOoFNJDgC1wbvRjM4wC7UshLJ1Trde3Xjyc,95235
 airbyte_cdk/sources/declarative/partition_routers/__init__.py,sha256=8uGos2u7TFTx_EJBdcjdUGn3Eyx6jUuEa1_VB8UP_dI,631
 airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py,sha256=c5cuVFM6NFkuQqG8Z5IwkBuwDrvXZN1CunUOM_L0ezg,6892
 airbyte_cdk/sources/declarative/partition_routers/list_partition_router.py,sha256=t7pRdFWfFWJtQQG19c9PVeMODyO2BknRTakpM5U9N-8,4844
@@ -331,8 +327,7 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EemcgcQlI8-LPYOPlYv4Qkdjyho79XVLWaUHF5X
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=LVc9KbtMeV_z99jWo0Ou8u4l6eBJ0BWNhxj4zrrGKRs,763
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=89TQdFuYZ1NJgmFpqLzY_T_T_64TpJYmVqs119Bp43g,6164
-airbyte_cdk-6.7.0.dev11.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.7.0.dev11.dist-info/METADATA,sha256=FDYM7dPmZm0ziufxvmPTLK19JaMzM0c6ooH05j4zv20,13348
-airbyte_cdk-6.7.0.dev11.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.7.0.dev11.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.7.0.dev11.dist-info/RECORD,,
+airbyte_cdk-6.7.0rc2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.7.0rc2.dist-info/METADATA,sha256=0dmVuMrkaui3uUXZp0tg1CfHzY58AHUPJGAGQhk4VRw,13300
+airbyte_cdk-6.7.0rc2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.7.0rc2.dist-info/RECORD,,

airbyte_cdk/cli/__init__.py

@@ -1 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.

airbyte_cdk/cli/source_declarative_manifest/__init__.py

@@ -1,6 +0,0 @@
-from airbyte_cdk.cli.source_declarative_manifest._run import run
-
-
-__all__ = [
-    "run",
-]

airbyte_cdk/cli/source_declarative_manifest/_run.py

@@ -1,223 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Defines the `source-declarative-manifest` connector, which installs alongside CDK.
-
-This file was originally imported from the dedicated connector directory, under the
-`airbyte` monorepo.
-
-Usage:
-
-```
-pipx install airbyte-cdk
-source-declarative-manifest --help
-source-declarative-manifest spec
-...
-```
-"""
-
-from __future__ import annotations
-
-import json
-import pkgutil
-import sys
-import traceback
-from collections.abc import Mapping
-from datetime import datetime
-from pathlib import Path
-from typing import Any, cast
-
-from airbyte_cdk.entrypoint import AirbyteEntrypoint, launch
-from airbyte_cdk.models import (
-    AirbyteErrorTraceMessage,
-    AirbyteMessage,
-    AirbyteMessageSerializer,
-    AirbyteStateMessage,
-    AirbyteTraceMessage,
-    ConfiguredAirbyteCatalog,
-    ConnectorSpecificationSerializer,
-    TraceType,
-    Type,
-)
-from airbyte_cdk.sources.declarative.concurrent_declarative_source import (
-    ConcurrentDeclarativeSource,
-)
-from airbyte_cdk.sources.declarative.yaml_declarative_source import YamlDeclarativeSource
-from airbyte_cdk.sources.source import TState
-from orjson import orjson
-
-
-class SourceLocalYaml(YamlDeclarativeSource):
-    """
-    Declarative source defined by a yaml file in the local filesystem
-    """
-
-    def __init__(
-        self,
-        catalog: ConfiguredAirbyteCatalog | None,
-        config: Mapping[str, Any] | None,
-        state: TState,
-        **kwargs: Any,
-    ) -> None:
-        """
-        HACK!
-            Problem: YamlDeclarativeSource relies on the calling module name/path to find the yaml file.
-            Implication: If you call YamlDeclarativeSource directly it will look for the yaml file in the wrong place. (e.g. the airbyte-cdk package)
-            Solution: Subclass YamlDeclarativeSource from the same location as the manifest to load.
-
-            When can we remove this?
-                When the airbyte-cdk is updated to not rely on the calling module name/path to find the yaml file.
-                When all manifest connectors are updated to use the new airbyte-cdk.
-                When all manifest connectors are updated to use the source-declarative-manifest as the base image.
-        """
-        super().__init__(
-            catalog=catalog,
-            config=config,
-            state=state,
-            path_to_yaml="manifest.yaml",
-        )
-
-
-def _is_local_manifest_command(args: list[str]) -> bool:
-    # Check for a local manifest.yaml file
-    return Path("/airbyte/integration_code/source_declarative_manifest/manifest.yaml").exists()
-
-
-def handle_command(args: list[str]) -> None:
-    if _is_local_manifest_command(args):
-        handle_local_manifest_command(args)
-    else:
-        handle_remote_manifest_command(args)
-
-
-def _get_local_yaml_source(args: list[str]) -> SourceLocalYaml:
-    try:
-        config, catalog, state = _parse_inputs_into_config_catalog_state(args)
-        return SourceLocalYaml(config=config, catalog=catalog, state=state)
-    except Exception as error:
-        print(
-            orjson.dumps(
-                AirbyteMessageSerializer.dump(
-                    AirbyteMessage(
-                        type=Type.TRACE,
-                        trace=AirbyteTraceMessage(
-                            type=TraceType.ERROR,
-                            emitted_at=int(datetime.now().timestamp() * 1000),
-                            error=AirbyteErrorTraceMessage(
-                                message=f"Error starting the sync. This could be due to an invalid configuration or catalog. Please contact Support for assistance. Error: {error}",
-                                stack_trace=traceback.format_exc(),
-                            ),
-                        ),
-                    )
-                )
-            ).decode()
-        )
-        raise error
-
-
-def handle_local_manifest_command(args: list[str]) -> None:
-    source = _get_local_yaml_source(args)
-    launch(
-        source=source,
-        args=args,
-    )
-
-
-def handle_remote_manifest_command(args: list[str]) -> None:
-    """Overrides the spec command to return the generalized spec for the declarative manifest source.
-
-    This is different from a typical low-code, but built and published separately source built as a ManifestDeclarativeSource,
-    because that will have a spec method that returns the spec for that specific source. Other than spec,
-    the generalized connector behaves the same as any other, since the manifest is provided in the config.
-    """
-    if args[0] == "spec":
-        json_spec = pkgutil.get_data(
-            "airbyte_cdk.cli.source_declarative_manifest",
-            "spec.json",
-        )
-        if json_spec is None:
-            raise FileNotFoundError(
-                "Could not find `spec.json` file for source-declarative-manifest"
-            )
-
-        spec_obj = json.loads(json_spec)
-        spec = ConnectorSpecificationSerializer.load(spec_obj)
-
-        message = AirbyteMessage(type=Type.SPEC, spec=spec)
-        print(AirbyteEntrypoint.airbyte_message_to_string(message))
-    else:
-        source = create_declarative_source(args)
-        launch(
-            source=source,
-            args=args,
-        )
-
-
-def create_declarative_source(args: list[str]) -> ConcurrentDeclarativeSource:
-    """Creates the source with the injected config.
-
-    This essentially does what other low-code sources do at build time, but at runtime,
-    with a user-provided manifest in the config. This better reflects what happens in the
-    connector builder.
-    """
-    try:
-        config, catalog, state = _parse_inputs_into_config_catalog_state(args)
-        if "__injected_declarative_manifest" not in config:
-            raise ValueError(
-                f"Invalid config: `__injected_declarative_manifest` should be provided at the root of the config but config only has keys {list(config.keys())}"
-            )
-        return ConcurrentDeclarativeSource(
-            config=config,
-            catalog=catalog,
-            state=state,
-            source_config=cast(dict[str, Any], config["__injected_declarative_manifest"]),
-        )
-    except Exception as error:
-        print(
-            orjson.dumps(
-                AirbyteMessageSerializer.dump(
-                    AirbyteMessage(
-                        type=Type.TRACE,
-                        trace=AirbyteTraceMessage(
-                            type=TraceType.ERROR,
-                            emitted_at=int(datetime.now().timestamp() * 1000),
-                            error=AirbyteErrorTraceMessage(
-                                message=f"Error starting the sync. This could be due to an invalid configuration or catalog. Please contact Support for assistance. Error: {error}",
-                                stack_trace=traceback.format_exc(),
-                            ),
-                        ),
-                    )
-                )
-            ).decode()
-        )
-        raise error
-
-
-def _parse_inputs_into_config_catalog_state(
-    args: list[str],
-) -> tuple[
-    Mapping[str, Any] | None,
-    ConfiguredAirbyteCatalog | None,
-    list[AirbyteStateMessage],
-]:
-    parsed_args = AirbyteEntrypoint.parse_args(args)
-    config = (
-        ConcurrentDeclarativeSource.read_config(parsed_args.config)
-        if hasattr(parsed_args, "config")
-        else None
-    )
-    catalog = (
-        ConcurrentDeclarativeSource.read_catalog(parsed_args.catalog)
-        if hasattr(parsed_args, "catalog")
-        else None
-    )
-    state = (
-        ConcurrentDeclarativeSource.read_state(parsed_args.state)
-        if hasattr(parsed_args, "state")
-        else []
-    )
-
-    return config, catalog, state
-
-
-def run() -> None:
-    args: list[str] = sys.argv[1:]
-    handle_command(args)

airbyte_cdk/cli/source_declarative_manifest/spec.json

@@ -1,17 +0,0 @@
-{
-  "documentationUrl": "https://docs.airbyte.com/integrations/sources/low-code",
-  "connectionSpecification": {
-    "$schema": "http://json-schema.org/draft-07/schema#",
-    "title": "Low-code source spec",
-    "type": "object",
-    "required": ["__injected_declarative_manifest"],
-    "additionalProperties": true,
-    "properties": {
-      "__injected_declarative_manifest": {
-        "title": "Low-code manifest",
-        "type": "object",
-        "description": "The low-code manifest that defines the components of the source."
-      }
-    }
-  }
-}

airbyte_cdk-6.7.0.dev11.dist-info/entry_points.txt

@@ -1,3 +0,0 @@
-[console_scripts]
-source-declarative-manifest=airbyte_cdk.cli.source_declarative_manifest:run
-