airbyte-cdk 6.45.1.post46.dev14423672753__py3-none-any.whl → 6.45.2__py3-none-any.whl

airbyte_cdk/connector_builder/connector_builder_handler.py

@@ -35,10 +35,8 @@ MAX_RECORDS_KEY = "max_records"
 MAX_STREAMS_KEY = "max_streams"
 
 
-@dataclass(kw_only=True)
+@dataclass
 class TestLimits:
-    __test__: bool = False  # Prevent pytest from treating this as a test case, despite its name
-
     max_records: int = field(default=DEFAULT_MAXIMUM_RECORDS)
     max_pages_per_slice: int = field(default=DEFAULT_MAXIMUM_NUMBER_OF_PAGES_PER_SLICE)
     max_slices: int = field(default=DEFAULT_MAXIMUM_NUMBER_OF_SLICES)
@@ -53,12 +51,7 @@ def get_limits(config: Mapping[str, Any]) -> TestLimits:
     max_slices = command_config.get(MAX_SLICES_KEY) or DEFAULT_MAXIMUM_NUMBER_OF_SLICES
     max_records = command_config.get(MAX_RECORDS_KEY) or DEFAULT_MAXIMUM_RECORDS
     max_streams = command_config.get(MAX_STREAMS_KEY) or DEFAULT_MAXIMUM_STREAMS
-    return TestLimits(
-        max_records=max_records,
-        max_pages_per_slice=max_pages_per_slice,
-        max_slices=max_slices,
-        max_streams=max_streams,
-    )
+    return TestLimits(max_records, max_pages_per_slice, max_slices, max_streams)
 
 
 def create_source(config: Mapping[str, Any], limits: TestLimits) -> ManifestDeclarativeSource:
@@ -86,9 +79,7 @@ def read_stream(
 ) -> AirbyteMessage:
     try:
         test_read_handler = TestReader(
-            max_pages_per_slice=limits.max_pages_per_slice,
-            max_slices=limits.max_slices,
-            max_record_limit=limits.max_records,
+            limits.max_pages_per_slice, limits.max_slices, limits.max_records
         )
         # The connector builder only supports a single stream
         stream_name = configured_catalog.streams[0].stream.name

airbyte_cdk/connector_builder/test_reader/reader.py

@@ -66,8 +66,6 @@ class TestReader:
 
     """
 
-    __test__: bool = False  # Prevent pytest from treating this as a test case, despite its name
-
     logger = logging.getLogger("airbyte.connector-builder")
 
     def __init__(

airbyte_cdk/sources/declarative/retrievers/simple_retriever.py

@@ -364,7 +364,7 @@ class SimpleRetriever(Retriever):
         pagination_complete = False
         initial_token = self._paginator.get_initial_token()
         next_page_token: Optional[Mapping[str, Any]] = (
-            {"next_page_token": initial_token} if initial_token else None
+            {"next_page_token": initial_token} if initial_token is not None else None
         )
         while not pagination_complete:
             response = self._fetch_next_page(stream_state, stream_slice, next_page_token)

airbyte_cdk/test/entrypoint_wrapper.py

@@ -82,10 +82,6 @@ class EntrypointOutput:
     def state_messages(self) -> List[AirbyteMessage]:
         return self._get_message_by_types([Type.STATE])
 
-    @property
-    def connection_status_messages(self) -> List[AirbyteMessage]:
-        return self._get_message_by_types([Type.CONNECTION_STATUS])
-
     @property
     def most_recent_state(self) -> Any:
         state_messages = self._get_message_by_types([Type.STATE])

{airbyte_cdk-6.45.1.post46.dev14423672753.dist-info → airbyte_cdk-6.45.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.45.1.post46.dev14423672753
+Version: 6.45.2
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT
@@ -26,7 +26,6 @@ Requires-Dist: airbyte-protocol-models-dataclasses (>=0.14,<0.15)
 Requires-Dist: anyascii (>=0.3.2,<0.4.0)
 Requires-Dist: avro (>=1.11.2,<1.13.0) ; extra == "file-based"
 Requires-Dist: backoff
-Requires-Dist: boltons (>=25.0.0,<26.0.0)
 Requires-Dist: cachetools
 Requires-Dist: cohere (==4.21) ; extra == "vector-db-based"
 Requires-Dist: cryptography (>=44.0.0,<45.0.0)

{airbyte_cdk-6.45.1.post46.dev14423672753.dist-info → airbyte_cdk-6.45.2.dist-info}/RECORD

@@ -7,13 +7,13 @@ airbyte_cdk/config_observation.py,sha256=7SSPxtN0nXPkm4euGNcTTr1iLbwUL01jy-24V1H
 airbyte_cdk/connector.py,sha256=bO23kdGRkl8XKFytOgrrWFc_VagteTHVEF6IsbizVkM,4224
 airbyte_cdk/connector_builder/README.md,sha256=Hw3wvVewuHG9-QgsAq1jDiKuLlStDxKBz52ftyNRnBw,1665
 airbyte_cdk/connector_builder/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
-airbyte_cdk/connector_builder/connector_builder_handler.py,sha256=ZQE7FU41TxHMqp40BGeEsO86Vvn1C6VkZRpgWKswgh4,6048
+airbyte_cdk/connector_builder/connector_builder_handler.py,sha256=gwFpZHmvFrMB9NMlRuRfq0KEkbPaFucCB8k1DL20Wmw,5769
 airbyte_cdk/connector_builder/main.py,sha256=j1pP5N8RsnvQZ4iYxhLdLEHsJ5Ui7IVFBUi6wYMGBkM,3839
 airbyte_cdk/connector_builder/models.py,sha256=9pIZ98LW_d6fRS39VdnUOf3cxGt4TkC5MJ0_OrzcCRk,1578
 airbyte_cdk/connector_builder/test_reader/__init__.py,sha256=iTwBMoI9vaJotEgpqZbFjlxRcbxXYypSVJ9YxeHk7wc,120
 airbyte_cdk/connector_builder/test_reader/helpers.py,sha256=Iczn-_iczS2CaIAunWwyFcX0uLTra8Wh9JVfzm1Gfxo,26765
 airbyte_cdk/connector_builder/test_reader/message_grouper.py,sha256=84BAEPIBHMq3WCfO14WNvh_q7OsjGgDt0q1FTu8eW-w,6918
-airbyte_cdk/connector_builder/test_reader/reader.py,sha256=qcyCbAZ0Drk994-3QCjjV6t9f1XcvWmhprxvvhGszds,20765
+airbyte_cdk/connector_builder/test_reader/reader.py,sha256=GurMB4ITO_PntvhIHSJkXbhynLilI4DObY5A2axavXo,20667
 airbyte_cdk/connector_builder/test_reader/types.py,sha256=hPZG3jO03kBaPyW94NI3JHRS1jxXGSNBcN1HFzOxo5Y,2528
 airbyte_cdk/destinations/__init__.py,sha256=FyDp28PT_YceJD5HDFhA-mrGfX9AONIyMQ4d68CHNxQ,213
 airbyte_cdk/destinations/destination.py,sha256=CIq-yb8C_0QvcKCtmStaHfiqn53GEfRAIGGCkJhKP1Q,5880
@@ -180,7 +180,7 @@ airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py,sha256=Aio
 airbyte_cdk/sources/declarative/retrievers/__init__.py,sha256=nQepwG_RfW53sgwvK5dLPqfCx0VjsQ83nYoPjBMAaLM,527
 airbyte_cdk/sources/declarative/retrievers/async_retriever.py,sha256=6oZtnCHm9NdDvjTSrVwPQOXGSdETSIR7eWH2vFjM7jI,4855
 airbyte_cdk/sources/declarative/retrievers/retriever.py,sha256=XPLs593Xv8c5cKMc37XzUAYmzlXd1a7eSsspM-CMuWA,1696
-airbyte_cdk/sources/declarative/retrievers/simple_retriever.py,sha256=Ixs_byM-DMfYiYB-iOa97yH4WGAvxgTdTYeAsskHdYM,31134
+airbyte_cdk/sources/declarative/retrievers/simple_retriever.py,sha256=cI3UEWSIuGNzzIlf8I_7Vf_3fX_tQwIwPrnmrY7MEh4,31146
 airbyte_cdk/sources/declarative/schema/__init__.py,sha256=xU45UvM5O4c1PSM13UHpCdh5hpW3HXy9vRRGEiAC1rg,795
 airbyte_cdk/sources/declarative/schema/default_schema_loader.py,sha256=UnbzlExmwoQiVV8zDg4lhAEaqA_0pRfwbMRe8yqOuWk,1834
 airbyte_cdk/sources/declarative/schema/dynamic_schema_loader.py,sha256=J8Q_iJYhcSQLWyt0bTZCbDAGpxt9G8FCc6Q9jtGsNzw,10703
@@ -336,26 +336,13 @@ airbyte_cdk/sql/shared/sql_processor.py,sha256=1CwfC3fp9dWnHBpKtly7vGduf9ho_Mahi
 airbyte_cdk/sql/types.py,sha256=XEIhRAo_ASd0kVLBkdLf5bHiRhNple-IJrC9TibcDdY,5880
 airbyte_cdk/test/__init__.py,sha256=f_XdkOg4_63QT2k3BbKY34209lppwgw-svzfZstQEq4,199
 airbyte_cdk/test/catalog_builder.py,sha256=-y05Cz1x0Dlk6oE9LSKhCozssV2gYBNtMdV5YYOPOtk,3015
-airbyte_cdk/test/declarative/__init__.py,sha256=IpPLFCCWnlpp_eTGKK_2WGRFfenbnolxYLmkQSZMO3U,205
-airbyte_cdk/test/declarative/models/__init__.py,sha256=rXoywbDd-oqEhRQLuaEQIDxykMeawHjzzeN3XIpGQN8,132
-airbyte_cdk/test/declarative/models/scenario.py,sha256=ySzQosxi2TRaw7JbQMFsuBieoH0ufXJhEY8Vu3DXtx4,2378
-airbyte_cdk/test/declarative/test_suites/__init__.py,sha256=ELgLwaAQ6Gl0RWW5qZleOGeiNvx4o9ldR7JUbwJ9i28,797
-airbyte_cdk/test/declarative/test_suites/connector_base.py,sha256=oTQLy9TRP2GRhRlbnw2-4E6O5o4R_QgIJG_V57QpKZY,7892
-airbyte_cdk/test/declarative/test_suites/declarative_sources.py,sha256=CZW5EDBUZkT10bdTSalFwo-P9ARv8z5V6YsrJdhUzjk,2485
-airbyte_cdk/test/declarative/test_suites/destination_base.py,sha256=L_l1gpNCkzfx-c7mzS1He5hTVbqR39OnfWdrYMglS7E,486
-airbyte_cdk/test/declarative/test_suites/source_base.py,sha256=SY6yaJ0qghdlwcw5-U04Ni0Hh2-HuqRsDz24cz6iinQ,4575
-airbyte_cdk/test/declarative/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-airbyte_cdk/test/declarative/utils/job_runner.py,sha256=oIH5YyUOMav7K-YESn-aLgusSOccDFn67P2vsoaAnrk,5480
-airbyte_cdk/test/entrypoint_wrapper.py,sha256=TyUmVJyIuGelAv6y8Wy_BnwqIRw_drjfZWKlroljCuQ,9951
-airbyte_cdk/test/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-airbyte_cdk/test/fixtures/auto.py,sha256=wYKu1pBUJX60Bg-K2RwNXi11Txu1Rncc8WNlOvy9Zug,354
+airbyte_cdk/test/entrypoint_wrapper.py,sha256=9XBii_YguQp0d8cykn3hy102FsJcwIBQzSB7co5ho0s,9802
 airbyte_cdk/test/mock_http/__init__.py,sha256=jE5kC6CQ0OXkTqKhciDnNVZHesBFVIA2YvkdFGwva7k,322
 airbyte_cdk/test/mock_http/matcher.py,sha256=4Qj8UnJKZIs-eodshryce3SN1Ayc8GZpBETmP6hTEyc,1446
 airbyte_cdk/test/mock_http/mocker.py,sha256=XgsjMtVoeMpRELPyALgrkHFauH9H5irxrz1Kcxh2yFY,8013
 airbyte_cdk/test/mock_http/request.py,sha256=tdB8cqk2vLgCDTOKffBKsM06llYs4ZecgtH6DKyx6yY,4112
 airbyte_cdk/test/mock_http/response.py,sha256=s4-cQQqTtmeej0pQDWqmG0vUWpHS-93lIWMpW3zSVyU,662
 airbyte_cdk/test/mock_http/response_builder.py,sha256=debPx_lRYBaQVSwCoKLa0F8KFk3h0qG7bWxFBATa0cc,7958
-airbyte_cdk/test/pytest_config/plugin.py,sha256=iAZEnBKRrnIDqrRRh2NTPlQAKiIU2Z4yczx1tio8FKo,1447
 airbyte_cdk/test/state_builder.py,sha256=kLPql9lNzUJaBg5YYRLJlY_Hy5JLHJDVyKPMZMoYM44,946
 airbyte_cdk/test/utils/__init__.py,sha256=Hu-1XT2KDoYjDF7-_ziDwv5bY3PueGjANOCbzeOegDg,57
 airbyte_cdk/test/utils/data.py,sha256=CkCR1_-rujWNmPXFR1IXTMwx1rAl06wAyIKWpDcN02w,820
@@ -379,9 +366,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.45.1.post46.dev14423672753.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.45.1.post46.dev14423672753.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.45.1.post46.dev14423672753.dist-info/METADATA,sha256=3Kw3TrCB_fLtf4uYs6rAGU66z0jAHIg5YBx7u-6YwZg,6135
-airbyte_cdk-6.45.1.post46.dev14423672753.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.45.1.post46.dev14423672753.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.45.1.post46.dev14423672753.dist-info/RECORD,,
+airbyte_cdk-6.45.2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.45.2.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.45.2.dist-info/METADATA,sha256=ExjYmn0ey8As8Ry3HIBXVXYN1a3dJzMC75DENXvP5hQ,6071
+airbyte_cdk-6.45.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.45.2.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.45.2.dist-info/RECORD,,

airbyte_cdk/test/declarative/__init__.py

@@ -1,6 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Declarative tests framework.
-
-This module provides fixtures and utilities for testing Airbyte sources and destinations
-in a declarative way.
-"""

airbyte_cdk/test/declarative/models/__init__.py

@@ -1,7 +0,0 @@
-from airbyte_cdk.test.declarative.models.scenario import (
-    ConnectorTestScenario,
-)
-
-__all__ = [
-    "ConnectorTestScenario",
-]

airbyte_cdk/test/declarative/models/scenario.py

@@ -1,74 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Run acceptance tests in PyTest.
-
-These tests leverage the same `acceptance-test-config.yml` configuration files as the
-acceptance tests in CAT, but they run in PyTest instead of CAT. This allows us to run
-the acceptance tests in the same local environment as we are developing in, speeding
-up iteration cycles.
-"""
-
-from __future__ import annotations
-
-from pathlib import Path
-from typing import Any, Literal, cast
-
-import yaml
-from pydantic import BaseModel
-
-
-class ConnectorTestScenario(BaseModel):
-    """Acceptance test instance, as a Pydantic model.
-
-    This class represents an acceptance test instance, which is a single test case
-    that can be run against a connector. It is used to deserialize and validate the
-    acceptance test configuration file.
-    """
-
-    class AcceptanceTestExpectRecords(BaseModel):
-        path: Path
-        exact_order: bool = False
-
-    class AcceptanceTestFileTypes(BaseModel):
-        skip_test: bool
-        bypass_reason: str
-
-    config_path: Path | None = None
-    config_dict: dict[str, Any] | None = None
-
-    id: str | None = None
-
-    configured_catalog_path: Path | None = None
-    timeout_seconds: int | None = None
-    expect_records: AcceptanceTestExpectRecords | None = None
-    file_types: AcceptanceTestFileTypes | None = None
-    status: Literal["succeed", "failed"] | None = None
-
-    def get_config_dict(self) -> dict[str, Any]:
-        """Return the config dictionary.
-
-        If a config dictionary has already been loaded, return it. Otherwise, load
-        the config file and return the dictionary.
-        """
-        if self.config_dict:
-            return self.config_dict
-
-        if self.config_path:
-            return cast(dict[str, Any], yaml.safe_load(self.config_path.read_text()))
-
-        raise ValueError("No config dictionary or path provided.")
-
-    @property
-    def expect_exception(self) -> bool:
-        return self.status and self.status == "failed" or False
-
-    @property
-    def instance_name(self) -> str:
-        return self.config_path.stem if self.config_path else "Unnamed Scenario"
-
-    def __str__(self) -> str:
-        if self.id:
-            return f"'{self.id}' Test Scenario"
-        if self.config_path:
-            return f"'{self.config_path.name}' Test Scenario"
-
-        return f"'{hash(self)}' Test Scenario"

airbyte_cdk/test/declarative/test_suites/__init__.py

@@ -1,25 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Declarative test suites.
-
-Here we have base classes for a robust set of declarative connector test suites.
-"""
-
-from airbyte_cdk.test.declarative.test_suites.connector_base import (
-    ConnectorTestScenario,
-    ConnectorTestSuiteBase,
-    generate_tests,
-)
-from airbyte_cdk.test.declarative.test_suites.declarative_sources import (
-    DeclarativeSourceTestSuite,
-)
-from airbyte_cdk.test.declarative.test_suites.destination_base import DestinationTestSuiteBase
-from airbyte_cdk.test.declarative.test_suites.source_base import SourceTestSuiteBase
-
-__all__ = [
-    "ConnectorTestScenario",
-    "ConnectorTestSuiteBase",
-    "DeclarativeSourceTestSuite",
-    "DestinationTestSuiteBase",
-    "SourceTestSuiteBase",
-    "generate_tests",
-]

airbyte_cdk/test/declarative/test_suites/connector_base.py

@@ -1,223 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Base class for connector test suites."""
-
-from __future__ import annotations
-
-import abc
-import inspect
-import sys
-from collections.abc import Callable
-from pathlib import Path
-from typing import Any, Literal, cast
-
-import pytest
-import yaml
-from boltons.typeutils import classproperty
-
-from airbyte_cdk import Connector
-from airbyte_cdk.models import (
-    AirbyteMessage,
-    Type,
-)
-from airbyte_cdk.test import entrypoint_wrapper
-from airbyte_cdk.test.declarative.models import (
-    ConnectorTestScenario,
-)
-from airbyte_cdk.test.declarative.utils.job_runner import IConnector, run_test_job
-
-ACCEPTANCE_TEST_CONFIG = "acceptance-test-config.yml"
-MANIFEST_YAML = "manifest.yaml"
-
-
-class JavaClass(str):
-    """A string that represents a Java class."""
-
-
-class DockerImage(str):
-    """A string that represents a Docker image."""
-
-
-class RunnableConnector(abc.ABC):
-    """A connector that can be run in a test scenario."""
-
-    @abc.abstractmethod
-    def launch(cls, args: list[str] | None) -> None: ...
-
-
-def generate_tests(metafunc: pytest.Metafunc) -> None:
-    """
-    A helper for pytest_generate_tests hook.
-
-    If a test method (in a class subclassed from our base class)
-    declares an argument 'instance', this function retrieves the
-    'scenarios' attribute from the test class and parametrizes that
-    test with the values from 'scenarios'.
-
-    ## Usage
-
-    ```python
-    from airbyte_cdk.test.declarative.test_suites.connector_base import (
-        generate_tests,
-        ConnectorTestSuiteBase,
-    )
-
-    def pytest_generate_tests(metafunc):
-        generate_tests(metafunc)
-
-    class TestMyConnector(ConnectorTestSuiteBase):
-        ...
-
-    ```
-    """
-    # Check if the test function requires an 'instance' argument
-    if "instance" in metafunc.fixturenames:
-        # Retrieve the test class
-        test_class = metafunc.cls
-        if test_class is None:
-            raise ValueError("Expected a class here.")
-        # Get the 'scenarios' attribute from the class
-        scenarios_attr = getattr(test_class, "get_scenarios", None)
-        if scenarios_attr is None:
-            raise ValueError(
-                f"Test class {test_class} does not have a 'scenarios' attribute. "
-                "Please define the 'scenarios' attribute in the test class."
-            )
-
-        scenarios = test_class.get_scenarios()
-        ids = [str(scenario) for scenario in scenarios]
-        metafunc.parametrize("instance", scenarios, ids=ids)
-
-
-class ConnectorTestSuiteBase(abc.ABC):
-    """Base class for connector test suites."""
-
-    connector: type[IConnector] | Callable[[], IConnector] | None = None
-    """The connector class or a factory function that returns an instance of IConnector."""
-
-    @classmethod
-    def get_test_class_dir(cls) -> Path:
-        """Get the file path that contains the class."""
-        module = sys.modules[cls.__module__]
-        # Get the directory containing the test file
-        return Path(inspect.getfile(module)).parent
-
-    @classmethod
-    def create_connector(
-        cls,
-        scenario: ConnectorTestScenario,
-    ) -> IConnector:
-        """Instantiate the connector class."""
-        connector = cls.connector  # type: ignore
-        if connector:
-            if callable(connector) or isinstance(connector, type):
-                # If the connector is a class or factory function, instantiate it:
-                return cast(IConnector, connector())  # type: ignore [redundant-cast]
-
-        # Otherwise, we can't instantiate the connector. Fail with a clear error message.
-        raise NotImplementedError(
-            "No connector class or connector factory function provided. "
-            "Please provide a class or factory function in `cls.connector`, or "
-            "override `cls.create_connector()` to define a custom initialization process."
-        )
-
-    def run_test_scenario(
-        self,
-        verb: Literal["read", "check", "discover"],
-        test_scenario: ConnectorTestScenario,
-        *,
-        catalog: dict[str, Any] | None = None,
-    ) -> entrypoint_wrapper.EntrypointOutput:
-        """Run a test job from provided CLI args and return the result."""
-        return run_test_job(
-            self.create_connector(test_scenario),
-            verb,
-            test_instance=test_scenario,
-            catalog=catalog,
-        )
-
-    # Test Definitions
-
-    def test_check(
-        self,
-        instance: ConnectorTestScenario,
-    ) -> None:
-        """Run `connection` acceptance tests."""
-        result = self.run_test_scenario(
-            "check",
-            test_scenario=instance,
-        )
-        conn_status_messages: list[AirbyteMessage] = [
-            msg for msg in result._messages if msg.type == Type.CONNECTION_STATUS
-        ]  # noqa: SLF001  # Non-public API
-        assert len(conn_status_messages) == 1, (
-            f"Expected exactly one CONNECTION_STATUS message. Got: {result._messages}"
-        )
-
-    @classmethod
-    def get_connector_root_dir(cls) -> Path:
-        """Get the root directory of the connector."""
-        for parent in cls.get_test_class_dir().parents:
-            if (parent / MANIFEST_YAML).exists():
-                return parent
-            if (parent / ACCEPTANCE_TEST_CONFIG).exists():
-                return parent
-            if parent.name == "airbyte_cdk":
-                break
-        # If we reach here, we didn't find the manifest file in any parent directory
-        # Check if the manifest file exists in the current directory
-        for parent in Path.cwd().parents:
-            if (parent / MANIFEST_YAML).exists():
-                return parent
-            if (parent / ACCEPTANCE_TEST_CONFIG).exists():
-                return parent
-            if parent.name == "airbyte_cdk":
-                break
-
-        raise FileNotFoundError(
-            "Could not find connector root directory relative to "
-            f"'{str(cls.get_test_class_dir())}' or '{str(Path.cwd())}'."
-        )
-
-    @classproperty
-    def acceptance_test_config_path(cls) -> Path:
-        """Get the path to the acceptance test config file."""
-        result = cls.get_connector_root_dir() / ACCEPTANCE_TEST_CONFIG
-        if result.exists():
-            return result
-
-        raise FileNotFoundError(f"Acceptance test config file not found at: {str(result)}")
-
-    @classmethod
-    def get_scenarios(
-        cls,
-    ) -> list[ConnectorTestScenario]:
-        """Get acceptance tests for a given category.
-
-        This has to be a separate function because pytest does not allow
-        parametrization of fixtures with arguments from the test class itself.
-        """
-        category = "connection"
-        all_tests_config = yaml.safe_load(cls.acceptance_test_config_path.read_text())
-        if "acceptance_tests" not in all_tests_config:
-            raise ValueError(
-                f"Acceptance tests config not found in {cls.acceptance_test_config_path}."
-                f" Found only: {str(all_tests_config)}."
-            )
-        if category not in all_tests_config["acceptance_tests"]:
-            return []
-        if "tests" not in all_tests_config["acceptance_tests"][category]:
-            raise ValueError(f"No tests found for category {category}")
-
-        tests_scenarios = [
-            ConnectorTestScenario.model_validate(test)
-            for test in all_tests_config["acceptance_tests"][category]["tests"]
-            if "iam_role" not in test["config_path"]
-        ]
-        connector_root = cls.get_connector_root_dir().absolute()
-        for test in tests_scenarios:
-            if test.config_path:
-                test.config_path = connector_root / test.config_path
-            if test.configured_catalog_path:
-                test.configured_catalog_path = connector_root / test.configured_catalog_path
-
-        return tests_scenarios

airbyte_cdk/test/declarative/test_suites/declarative_sources.py

@@ -1,74 +0,0 @@
-import os
-from hashlib import md5
-from pathlib import Path
-from typing import Any, cast
-
-import yaml
-from boltons.typeutils import classproperty
-
-from airbyte_cdk.sources.declarative.concurrent_declarative_source import (
-    ConcurrentDeclarativeSource,
-)
-from airbyte_cdk.test.declarative.models import ConnectorTestScenario
-from airbyte_cdk.test.declarative.test_suites.connector_base import MANIFEST_YAML
-from airbyte_cdk.test.declarative.test_suites.source_base import (
-    SourceTestSuiteBase,
-)
-from airbyte_cdk.test.declarative.utils.job_runner import IConnector
-
-
-def md5_checksum(file_path: Path) -> str:
-    with open(file_path, "rb") as file:
-        return md5(file.read()).hexdigest()
-
-
-class DeclarativeSourceTestSuite(SourceTestSuiteBase):
-    @classproperty
-    def manifest_yaml_path(cls) -> Path:
-        """Get the path to the manifest.yaml file."""
-        result = cls.get_connector_root_dir() / MANIFEST_YAML
-        if result.exists():
-            return result
-
-        raise FileNotFoundError(
-            f"Manifest YAML file not found at {result}. "
-            "Please ensure that the test suite is run in the correct directory.",
-        )
-
-    @classproperty
-    def components_py_path(cls) -> Path | None:
-        """Get the path to the components.py file."""
-        result = cls.get_connector_root_dir() / "components.py"
-        if result.exists():
-            return result
-
-        return None
-
-    @classmethod
-    def create_connector(
-        cls,
-        scenario: ConnectorTestScenario,
-    ) -> IConnector:
-        """Create a connector instance for the test suite."""
-        config: dict[str, Any] = scenario.get_config_dict()
-        # catalog = scenario.get_catalog()
-        # state = scenario.get_state()
-        # source_config = scenario.get_source_config()
-
-        manifest_dict = yaml.safe_load(cls.manifest_yaml_path.read_text())
-        if cls.components_py_path and cls.components_py_path.exists():
-            os.environ["AIRBYTE_ENABLE_UNSAFE_CODE"] = "true"
-            config["__injected_components_py"] = cls.components_py_path.read_text()
-            config["__injected_components_py_checksums"] = {
-                "md5": md5_checksum(cls.components_py_path),
-            }
-
-        return cast(
-            IConnector,
-            ConcurrentDeclarativeSource(
-                config=config,
-                catalog=None,
-                state=None,
-                source_config=manifest_dict,
-            ),
-        )

airbyte_cdk/test/declarative/test_suites/destination_base.py

@@ -1,12 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Base class for destination test suites."""
-
-from airbyte_cdk.test.declarative.test_suites.connector_base import ConnectorTestSuiteBase
-
-
-class DestinationTestSuiteBase(ConnectorTestSuiteBase):
-    """Base class for destination test suites.
-
-    This class provides a base set of functionality for testing destination connectors, and it
-    inherits all generic connector tests from the `ConnectorTestSuiteBase` class.
-    """

airbyte_cdk/test/declarative/test_suites/source_base.py

@@ -1,128 +0,0 @@
-# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
-"""Base class for source test suites."""
-
-from dataclasses import asdict
-
-from airbyte_cdk.models import (
-    AirbyteMessage,
-    AirbyteStream,
-    ConfiguredAirbyteCatalog,
-    ConfiguredAirbyteStream,
-    DestinationSyncMode,
-    SyncMode,
-    Type,
-)
-from airbyte_cdk.test import entrypoint_wrapper
-from airbyte_cdk.test.declarative.models import (
-    ConnectorTestScenario,
-)
-from airbyte_cdk.test.declarative.test_suites.connector_base import (
-    ConnectorTestSuiteBase,
-)
-from airbyte_cdk.test.declarative.utils.job_runner import run_test_job
-
-
-class SourceTestSuiteBase(ConnectorTestSuiteBase):
-    """Base class for source test suites.
-
-    This class provides a base set of functionality for testing source connectors, and it
-    inherits all generic connector tests from the `ConnectorTestSuiteBase` class.
-    """
-
-    def test_check(
-        self,
-        instance: ConnectorTestScenario,
-    ) -> None:
-        """Run `connection` acceptance tests."""
-        result: entrypoint_wrapper.EntrypointOutput = run_test_job(
-            self.create_connector(instance),
-            "check",
-            test_instance=instance,
-        )
-        conn_status_messages: list[AirbyteMessage] = [
-            msg for msg in result._messages if msg.type == Type.CONNECTION_STATUS
-        ]  # noqa: SLF001  # Non-public API
-        num_status_messages = len(conn_status_messages)
-        assert num_status_messages == 1, (
-            f"Expected exactly one CONNECTION_STATUS message. Got {num_status_messages}: \n"
-            + "\n".join([str(m) for m in result._messages])
-        )
-
-    def test_basic_read(
-        self,
-        instance: ConnectorTestScenario,
-    ) -> None:
-        """Run acceptance tests."""
-        discover_result = run_test_job(
-            self.create_connector(instance),
-            "discover",
-            test_instance=instance,
-        )
-        if instance.expect_exception:
-            assert discover_result.errors, "Expected exception but got none."
-            return
-
-        configured_catalog = ConfiguredAirbyteCatalog(
-            streams=[
-                ConfiguredAirbyteStream(
-                    stream=stream,
-                    sync_mode=SyncMode.full_refresh,
-                    destination_sync_mode=DestinationSyncMode.append_dedup,
-                )
-                for stream in discover_result.catalog.catalog.streams  # type: ignore [reportOptionalMemberAccess, union-attr]
-            ]
-        )
-        result = run_test_job(
-            self.create_connector(instance),
-            "read",
-            test_instance=instance,
-            catalog=configured_catalog,
-        )
-
-        if not result.records:
-            raise AssertionError("Expected records but got none.")  # noqa: TRY003
-
-    def test_fail_with_bad_catalog(
-        self,
-        instance: ConnectorTestScenario,
-    ) -> None:
-        """Test that a bad catalog fails."""
-        invalid_configured_catalog = ConfiguredAirbyteCatalog(
-            streams=[
-                # Create ConfiguredAirbyteStream which is deliberately invalid
-                # with regard to the Airbyte Protocol.
-                # This should cause the connector to fail.
-                ConfiguredAirbyteStream(
-                    stream=AirbyteStream(
-                        name="__AIRBYTE__stream_that_does_not_exist",
-                        json_schema={
-                            "type": "object",
-                            "properties": {"f1": {"type": "string"}},
-                        },
-                        supported_sync_modes=[SyncMode.full_refresh],
-                    ),
-                    sync_mode="INVALID",  # type: ignore [reportArgumentType]
-                    destination_sync_mode="INVALID",  # type: ignore [reportArgumentType]
-                )
-            ]
-        )
-        # Set expected status to "failed" to ensure the test fails if the connector.
-        instance.status = "failed"
-        result = self.run_test_scenario(
-            "read",
-            test_scenario=instance,
-            catalog=asdict(invalid_configured_catalog),
-        )
-        assert result.errors, "Expected errors but got none."
-        assert result.trace_messages, "Expected trace messages but got none."
-
-    def test_discover(
-        self,
-        instance: ConnectorTestScenario,
-    ) -> None:
-        """Run acceptance tests."""
-        run_test_job(
-            self.create_connector(instance),
-            "check",
-            test_instance=instance,
-        )

airbyte_cdk/test/declarative/utils/job_runner.py

@@ -1,150 +0,0 @@
-import tempfile
-import uuid
-from dataclasses import asdict
-from pathlib import Path
-from typing import Any, Callable, Literal
-
-import orjson
-from typing_extensions import Protocol, runtime_checkable
-
-from airbyte_cdk.models import (
-    ConfiguredAirbyteCatalog,
-    Status,
-)
-from airbyte_cdk.test import entrypoint_wrapper
-from airbyte_cdk.test.declarative.models import (
-    ConnectorTestScenario,
-)
-
-
-@runtime_checkable
-class IConnector(Protocol):
-    """A connector that can be run in a test scenario."""
-
-    def launch(self, args: list[str] | None) -> None:
-        """Launch the connector with the given arguments."""
-        ...
-
-
-def run_test_job(
-    connector: IConnector | type[IConnector] | Callable[[], IConnector],
-    verb: Literal["read", "check", "discover"],
-    test_instance: ConnectorTestScenario,
-    *,
-    catalog: ConfiguredAirbyteCatalog | dict[str, Any] | None = None,
-) -> entrypoint_wrapper.EntrypointOutput:
-    """Run a test job from provided CLI args and return the result."""
-    if not connector:
-        raise ValueError("Connector is required")
-
-    if catalog and isinstance(catalog, ConfiguredAirbyteCatalog):
-        # Convert the catalog to a dict if it's already a ConfiguredAirbyteCatalog.
-        catalog = asdict(catalog)
-
-    connector_obj: IConnector
-    if isinstance(connector, type) or callable(connector):
-        # If the connector is a class or a factory lambda, instantiate it.
-        connector_obj = connector()
-    elif (
-        isinstance(
-            connector,
-            IConnector,
-        )
-        or True
-    ):  # TODO: Get a valid protocol check here
-        connector_obj = connector
-    else:
-        raise ValueError(
-            f"Invalid connector input: {type(connector)}",
-        )
-
-    args: list[str] = [verb]
-    if test_instance.config_path:
-        args += ["--config", str(test_instance.config_path)]
-    elif test_instance.config_dict:
-        config_path = (
-            Path(tempfile.gettempdir()) / "airbyte-test" / f"temp_config_{uuid.uuid4().hex}.json"
-        )
-        config_path.parent.mkdir(parents=True, exist_ok=True)
-        config_path.write_text(orjson.dumps(test_instance.config_dict).decode())
-        args += ["--config", str(config_path)]
-
-    catalog_path: Path | None = None
-    if verb not in ["discover", "check"]:
-        # We need a catalog for read.
-        if catalog:
-            # Write the catalog to a temp json file and pass the path to the file as an argument.
-            catalog_path = (
-                Path(tempfile.gettempdir())
-                / "airbyte-test"
-                / f"temp_catalog_{uuid.uuid4().hex}.json"
-            )
-            catalog_path.parent.mkdir(parents=True, exist_ok=True)
-            catalog_path.write_text(orjson.dumps(catalog).decode())
-        elif test_instance.configured_catalog_path:
-            catalog_path = Path(test_instance.configured_catalog_path)
-
-        if catalog_path:
-            args += ["--catalog", str(catalog_path)]
-
-    # This is a bit of a hack because the source needs the catalog early.
-    # Because it *also* can fail, we have ot redundantly wrap it in a try/except block.
-
-    result: entrypoint_wrapper.EntrypointOutput = entrypoint_wrapper._run_command(  # noqa: SLF001  # Non-public API
-        source=connector_obj,  # type: ignore [arg-type]
-        args=args,
-        expecting_exception=test_instance.expect_exception,
-    )
-    if result.errors and not test_instance.expect_exception:
-        raise AssertionError(
-            "\n\n".join(
-                [str(err.trace.error).replace("\\n", "\n") for err in result.errors if err.trace],
-            )
-        )
-
-    if verb == "check":
-        # Check is expected to fail gracefully without an exception.
-        # Instead, we assert that we have a CONNECTION_STATUS message with
-        # a failure status.
-        assert not result.errors, "Expected no errors from check. Got:\n" + "\n".join(
-            [str(error) for error in result.errors]
-        )
-        assert len(result.connection_status_messages) == 1, (
-            "Expected exactly one CONNECTION_STATUS message. Got "
-            f"{len(result.connection_status_messages)}:\n"
-            + "\n".join([str(msg) for msg in result.connection_status_messages])
-        )
-        if test_instance.expect_exception:
-            conn_status = result.connection_status_messages[0].connectionStatus
-            assert conn_status, (
-                "Expected CONNECTION_STATUS message to be present. Got: \n"
-                + "\n".join([str(msg) for msg in result.connection_status_messages])
-            )
-            assert conn_status.status == Status.FAILED, (
-                "Expected CONNECTION_STATUS message to be FAILED. Got: \n"
-                + "\n".join([str(msg) for msg in result.connection_status_messages])
-            )
-
-        return result
-
-    # For all other verbs, we assert check that an exception is raised (or not).
-    if test_instance.expect_exception:
-        if not result.errors:
-            raise AssertionError("Expected exception but got none.")
-
-        return result
-    if result.errors:
-        raise AssertionError(
-            "\n\n".join(
-                [
-                    str(err.trace.error).replace(
-                        "\\n",
-                        "\n",
-                    )
-                    for err in result.errors
-                    if err.trace
-                ],
-            )
-        )
-
-    return result

airbyte_cdk/test/fixtures/auto.py

@@ -1,14 +0,0 @@
-"""Auto-use fixtures for pytest.
-
-WARNING: Importing this module will automatically apply these fixtures. If you want to selectively
-enable fixtures in a different context, you can import directly from the `fixtures.general` module.
-
-
-Usage:
-
-```python
-from airbyte_cdk.test.fixtures import auto
-# OR
-from airbyte_cdk.test.fixtures.auto import *
-```
-"""

airbyte_cdk/test/pytest_config/plugin.py

@@ -1,46 +0,0 @@
-"""Global pytest configuration for the Airbyte CDK tests."""
-
-from pathlib import Path
-from typing import cast
-
-import pytest
-
-
-def pytest_collect_file(parent: pytest.Module | None, path: Path) -> pytest.Module | None:
-    """Collect test files based on their names."""
-    if path.name == "test_connector.py":
-        return cast(pytest.Module, pytest.Module.from_parent(parent, path=path))
-
-    return None
-
-
-def pytest_configure(config: pytest.Config) -> None:
-    config.addinivalue_line("markers", "connector: mark test as a connector test")
-
-
-def pytest_addoption(parser: pytest.Parser) -> None:
-    parser.addoption(
-        "--run-connector",
-        action="store_true",
-        default=False,
-        help="run connector tests",
-    )
-
-
-def pytest_collection_modifyitems(config: pytest.Config, items: list[pytest.Item]) -> None:
-    if config.getoption("--run-connector"):
-        return
-    skip_connector = pytest.mark.skip(reason="need --run-connector option to run")
-    for item in items:
-        if "connector" in item.keywords:
-            item.add_marker(skip_connector)
-
-
-def pytest_runtest_setup(item: pytest.Item) -> None:
-    # This hook is called before each test function is executed
-    print(f"Setting up test: {item.name}")
-
-
-def pytest_runtest_teardown(item: pytest.Item, nextitem: pytest.Item | None) -> None:
-    # This hook is called after each test function is executed
-    print(f"Tearing down test: {item.name}")