airbyte-cdk 6.7.1rc4__py3-none-any.whl → 6.7.2.dev0__py3-none-any.whl

airbyte_cdk/sources/declarative/stream_slicers/declarative_partition_generator.py

@@ -1,14 +1,13 @@
 # Copyright (c) 2024 Airbyte, Inc., all rights reserved.
 
-from typing import Iterable, Optional, Mapping, Any, Callable
+from typing import Any, Callable, Iterable, Mapping, Optional
 
 from airbyte_cdk.sources.declarative.retrievers import Retriever
 from airbyte_cdk.sources.message import MessageRepository
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
 from airbyte_cdk.sources.streams.concurrent.partitions.partition_generator import PartitionGenerator
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
 from airbyte_cdk.sources.streams.concurrent.partitions.stream_slicer import StreamSlicer
-from airbyte_cdk.sources.types import StreamSlice
+from airbyte_cdk.sources.types import Record, StreamSlice
 from airbyte_cdk.utils.slice_hasher import SliceHasher
 
 
@@ -59,7 +58,11 @@ class DeclarativePartition(Partition):
     def read(self) -> Iterable[Record]:
         for stream_data in self._retriever.read_records(self._json_schema, self._stream_slice):
             if isinstance(stream_data, Mapping):
-                yield Record(stream_data, self)
+                yield Record(
+                    data=stream_data,
+                    stream_name=self.stream_name(),
+                    associated_slice=self._stream_slice,
+                )
             else:
                 self._message_repository.emit_message(stream_data)
 

airbyte_cdk/sources/declarative/transformations/add_fields.py

@@ -6,6 +6,7 @@ from dataclasses import InitVar, dataclass, field
 from typing import Any, Dict, List, Mapping, Optional, Type, Union
 
 import dpath
+
 from airbyte_cdk.sources.declarative.interpolation.interpolated_string import InterpolatedString
 from airbyte_cdk.sources.declarative.transformations import RecordTransformation
 from airbyte_cdk.sources.types import Config, FieldPointer, StreamSlice, StreamState

airbyte_cdk/sources/declarative/transformations/remove_fields.py

@@ -7,6 +7,7 @@ from typing import Any, Dict, List, Mapping, Optional
 
 import dpath
 import dpath.exceptions
+
 from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.transformations import RecordTransformation
 from airbyte_cdk.sources.types import Config, FieldPointer, StreamSlice, StreamState

airbyte_cdk/sources/declarative/yaml_declarative_source.py

@@ -6,6 +6,7 @@ import pkgutil
 from typing import Any, List, Mapping, Optional
 
 import yaml
+
 from airbyte_cdk.models import AirbyteStateMessage, ConfiguredAirbyteCatalog
 from airbyte_cdk.sources.declarative.concurrent_declarative_source import (
     ConcurrentDeclarativeSource,

airbyte_cdk/sources/embedded/tools.py

@@ -5,6 +5,7 @@
 from typing import Any, Callable, Dict, Iterable, Optional
 
 import dpath
+
 from airbyte_cdk.models import AirbyteStream
 
 

airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py

@@ -7,10 +7,11 @@ from abc import abstractmethod
 from typing import Any, Dict, List, Literal, Optional, Union
 
 import dpath
+from pydantic.v1 import AnyUrl, BaseModel, Field
+
 from airbyte_cdk import OneOfOptionConfig
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
 from airbyte_cdk.sources.utils import schema_helpers
-from pydantic.v1 import AnyUrl, BaseModel, Field
 
 
 class DeliverRecords(BaseModel):

airbyte_cdk/sources/file_based/config/avro_format.py

@@ -3,9 +3,10 @@
 #
 
 
-from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
 from pydantic.v1 import BaseModel, Field
 
+from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
+
 
 class AvroFormat(BaseModel):
     class Config(OneOfOptionConfig):

airbyte_cdk/sources/file_based/config/csv_format.py

@@ -6,10 +6,11 @@ import codecs
 from enum import Enum
 from typing import Any, Dict, List, Optional, Set, Union
 
-from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
 from pydantic.v1 import BaseModel, Field, root_validator, validator
 from pydantic.v1.error_wrappers import ValidationError
 
+from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
+
 
 class InferenceType(Enum):
     NONE = "None"

airbyte_cdk/sources/file_based/config/excel_format.py

@@ -2,9 +2,10 @@
 # Copyright (c) 2024 Airbyte, Inc., all rights reserved.
 #
 
-from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
 from pydantic.v1 import BaseModel, Field
 
+from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
+
 
 class ExcelFormat(BaseModel):
     class Config(OneOfOptionConfig):

airbyte_cdk/sources/file_based/config/file_based_stream_config.py

@@ -5,6 +5,8 @@
 from enum import Enum
 from typing import Any, List, Mapping, Optional, Union
 
+from pydantic.v1 import BaseModel, Field, validator
+
 from airbyte_cdk.sources.file_based.config.avro_format import AvroFormat
 from airbyte_cdk.sources.file_based.config.csv_format import CsvFormat
 from airbyte_cdk.sources.file_based.config.excel_format import ExcelFormat
@@ -13,7 +15,6 @@ from airbyte_cdk.sources.file_based.config.parquet_format import ParquetFormat
 from airbyte_cdk.sources.file_based.config.unstructured_format import UnstructuredFormat
 from airbyte_cdk.sources.file_based.exceptions import ConfigValidationError, FileBasedSourceError
 from airbyte_cdk.sources.file_based.schema_helpers import type_mapping_to_jsonschema
-from pydantic.v1 import BaseModel, Field, validator
 
 PrimaryKeyType = Optional[Union[str, List[str]]]
 

airbyte_cdk/sources/file_based/config/jsonl_format.py

@@ -2,9 +2,10 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 #
 
-from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
 from pydantic.v1 import BaseModel, Field
 
+from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
+
 
 class JsonlFormat(BaseModel):
     class Config(OneOfOptionConfig):

airbyte_cdk/sources/file_based/config/parquet_format.py

@@ -3,9 +3,10 @@
 #
 
 
-from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
 from pydantic.v1 import BaseModel, Field
 
+from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
+
 
 class ParquetFormat(BaseModel):
     class Config(OneOfOptionConfig):

airbyte_cdk/sources/file_based/config/unstructured_format.py

@@ -4,9 +4,10 @@
 
 from typing import List, Literal, Optional, Union
 
-from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
 from pydantic.v1 import BaseModel, Field
 
+from airbyte_cdk.utils.oneof_option_config import OneOfOptionConfig
+
 
 class LocalProcessingConfigModel(BaseModel):
     mode: Literal["local"] = Field("local", const=True)

airbyte_cdk/sources/file_based/file_based_source.py

@@ -8,6 +8,8 @@ from abc import ABC
 from collections import Counter
 from typing import Any, Iterator, List, Mapping, Optional, Tuple, Type, Union
 
+from pydantic.v1.error_wrappers import ValidationError
+
 from airbyte_cdk.logger import AirbyteLogFormatter, init_logger
 from airbyte_cdk.models import (
     AirbyteMessage,
@@ -60,7 +62,6 @@ from airbyte_cdk.sources.streams import Stream
 from airbyte_cdk.sources.streams.concurrent.cursor import CursorField
 from airbyte_cdk.utils.analytics_message import create_analytics_message
 from airbyte_cdk.utils.traced_exception import AirbyteTracedException
-from pydantic.v1.error_wrappers import ValidationError
 
 DEFAULT_CONCURRENCY = 100
 MAX_CONCURRENCY = 100

airbyte_cdk/sources/file_based/file_based_stream_reader.py

@@ -10,9 +10,10 @@ from io import IOBase
 from os import makedirs, path
 from typing import Any, Dict, Iterable, List, Optional, Set
 
+from wcmatch.glob import GLOBSTAR, globmatch
+
 from airbyte_cdk.sources.file_based.config.abstract_file_based_spec import AbstractFileBasedSpec
 from airbyte_cdk.sources.file_based.remote_file import RemoteFile
-from wcmatch.glob import GLOBSTAR, globmatch
 
 
 class FileReadMode(Enum):

airbyte_cdk/sources/file_based/file_types/avro_parser.py

@@ -6,6 +6,7 @@ import logging
 from typing import Any, Dict, Iterable, Mapping, Optional, Tuple
 
 import fastavro
+
 from airbyte_cdk.sources.file_based.config.avro_format import AvroFormat
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
 from airbyte_cdk.sources.file_based.exceptions import FileBasedSourceError, RecordParseError

airbyte_cdk/sources/file_based/file_types/csv_parser.py

@@ -12,6 +12,8 @@ from io import IOBase
 from typing import Any, Callable, Dict, Generator, Iterable, List, Mapping, Optional, Set, Tuple
 from uuid import uuid4
 
+from orjson import orjson
+
 from airbyte_cdk.models import FailureType
 from airbyte_cdk.sources.file_based.config.csv_format import (
     CsvFormat,
@@ -29,7 +31,6 @@ from airbyte_cdk.sources.file_based.file_types.file_type_parser import FileTypeP
 from airbyte_cdk.sources.file_based.remote_file import RemoteFile
 from airbyte_cdk.sources.file_based.schema_helpers import TYPE_PYTHON_MAPPING, SchemaType
 from airbyte_cdk.utils.traced_exception import AirbyteTracedException
-from orjson import orjson
 
 DIALECT_NAME = "_config_dialect"
 

airbyte_cdk/sources/file_based/file_types/excel_parser.py

@@ -8,6 +8,11 @@ from pathlib import Path
 from typing import Any, Dict, Iterable, Mapping, Optional, Tuple, Union
 
 import pandas as pd
+from numpy import datetime64, issubdtype
+from numpy import dtype as dtype_
+from orjson import orjson
+from pydantic.v1 import BaseModel
+
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import (
     ExcelFormat,
     FileBasedStreamConfig,
@@ -24,11 +29,6 @@ from airbyte_cdk.sources.file_based.file_based_stream_reader import (
 from airbyte_cdk.sources.file_based.file_types.file_type_parser import FileTypeParser
 from airbyte_cdk.sources.file_based.remote_file import RemoteFile
 from airbyte_cdk.sources.file_based.schema_helpers import SchemaType
-from numpy import datetime64
-from numpy import dtype as dtype_
-from numpy import issubdtype
-from orjson import orjson
-from pydantic.v1 import BaseModel
 
 
 class ExcelParser(FileTypeParser):

airbyte_cdk/sources/file_based/file_types/jsonl_parser.py

@@ -6,6 +6,8 @@ import json
 import logging
 from typing import Any, Dict, Iterable, Mapping, Optional, Tuple, Union
 
+from orjson import orjson
+
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
 from airbyte_cdk.sources.file_based.exceptions import FileBasedSourceError, RecordParseError
 from airbyte_cdk.sources.file_based.file_based_stream_reader import (
@@ -19,7 +21,6 @@ from airbyte_cdk.sources.file_based.schema_helpers import (
     SchemaType,
     merge_schemas,
 )
-from orjson import orjson
 
 
 class JsonlParser(FileTypeParser):

airbyte_cdk/sources/file_based/file_types/parquet_parser.py

@@ -10,6 +10,8 @@ from urllib.parse import unquote
 
 import pyarrow as pa
 import pyarrow.parquet as pq
+from pyarrow import DictionaryArray, Scalar
+
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import (
     FileBasedStreamConfig,
     ParquetFormat,
@@ -26,7 +28,6 @@ from airbyte_cdk.sources.file_based.file_based_stream_reader import (
 from airbyte_cdk.sources.file_based.file_types.file_type_parser import FileTypeParser
 from airbyte_cdk.sources.file_based.remote_file import RemoteFile
 from airbyte_cdk.sources.file_based.schema_helpers import SchemaType
-from pyarrow import DictionaryArray, Scalar
 
 
 class ParquetParser(FileTypeParser):

airbyte_cdk/sources/file_based/file_types/unstructured_parser.py

@@ -9,7 +9,16 @@ from typing import Any, Dict, Iterable, List, Mapping, Optional, Tuple, Union
 
 import backoff
 import dpath
+import nltk
 import requests
+from unstructured.file_utils.filetype import (
+    EXT_TO_FILETYPE,
+    FILETYPE_TO_MIMETYPE,
+    STR_TO_FILETYPE,
+    FileType,
+    detect_filetype,
+)
+
 from airbyte_cdk.models import FailureType
 from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileBasedStreamConfig
 from airbyte_cdk.sources.file_based.config.unstructured_format import (
@@ -28,14 +37,6 @@ from airbyte_cdk.sources.file_based.remote_file import RemoteFile
 from airbyte_cdk.sources.file_based.schema_helpers import SchemaType
 from airbyte_cdk.utils import is_cloud_environment
 from airbyte_cdk.utils.traced_exception import AirbyteTracedException
-from unstructured.file_utils.filetype import (
-    EXT_TO_FILETYPE,
-    FILETYPE_TO_MIMETYPE,
-    STR_TO_FILETYPE,
-    FileType,
-    detect_filetype,
-)
-import nltk
 
 unstructured_partition_pdf = None
 unstructured_partition_docx = None

airbyte_cdk/sources/file_based/stream/abstract_file_based_stream.py

@@ -6,6 +6,8 @@ from abc import abstractmethod
 from functools import cache, cached_property, lru_cache
 from typing import Any, Dict, Iterable, List, Mapping, Optional, Type
 
+from deprecated import deprecated
+
 from airbyte_cdk import AirbyteMessage
 from airbyte_cdk.models import SyncMode
 from airbyte_cdk.sources.file_based.availability_strategy import (
@@ -30,7 +32,6 @@ from airbyte_cdk.sources.file_based.stream.cursor import AbstractFileBasedCursor
 from airbyte_cdk.sources.file_based.types import StreamSlice
 from airbyte_cdk.sources.streams import Stream
 from airbyte_cdk.sources.streams.checkpoint import Cursor
-from deprecated import deprecated
 
 
 class AbstractFileBasedStream(Stream):

airbyte_cdk/sources/file_based/stream/concurrent/adapters.py

@@ -7,6 +7,8 @@ import logging
 from functools import cache, lru_cache
 from typing import TYPE_CHECKING, Any, Iterable, List, Mapping, MutableMapping, Optional, Union
 
+from deprecated.classic import deprecated
+
 from airbyte_cdk.models import (
     AirbyteLogMessage,
     AirbyteMessage,
@@ -39,11 +41,10 @@ from airbyte_cdk.sources.streams.concurrent.helpers import (
 )
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
 from airbyte_cdk.sources.streams.concurrent.partitions.partition_generator import PartitionGenerator
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
 from airbyte_cdk.sources.streams.core import StreamData
+from airbyte_cdk.sources.types import Record
 from airbyte_cdk.sources.utils.schema_helpers import InternalConfig
 from airbyte_cdk.sources.utils.slice_logger import SliceLogger
-from deprecated.classic import deprecated
 
 if TYPE_CHECKING:
     from airbyte_cdk.sources.file_based.stream.concurrent.cursor import (
@@ -247,7 +248,7 @@ class FileBasedStreamPartition(Partition):
                     self._stream.transformer.transform(
                         data_to_return, self._stream.get_json_schema()
                     )
-                    yield Record(data_to_return, self)
+                    yield Record(data=data_to_return, stream_name=self.stream_name())
                 elif (
                     isinstance(record_data, AirbyteMessage)
                     and record_data.type == Type.RECORD
@@ -265,7 +266,7 @@ class FileBasedStreamPartition(Partition):
                     else:
                         yield Record(
                             data=record_message_data,
-                            partition=self,
+                            stream_name=self.stream_name(),
                             is_file_transfer_message=self._use_file_transfer(),
                         )
                 else:

airbyte_cdk/sources/file_based/stream/concurrent/cursor/abstract_concurrent_file_based_cursor.py

@@ -12,7 +12,7 @@ from airbyte_cdk.sources.file_based.stream.cursor import AbstractFileBasedCursor
 from airbyte_cdk.sources.file_based.types import StreamState
 from airbyte_cdk.sources.streams.concurrent.cursor import Cursor
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
+from airbyte_cdk.sources.types import Record
 
 if TYPE_CHECKING:
     from airbyte_cdk.sources.file_based.stream.concurrent.adapters import FileBasedStreamPartition

airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_concurrent_cursor.py

@@ -19,7 +19,7 @@ from airbyte_cdk.sources.file_based.types import StreamState
 from airbyte_cdk.sources.message.repository import MessageRepository
 from airbyte_cdk.sources.streams.concurrent.cursor import CursorField
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
+from airbyte_cdk.sources.types import Record
 
 if TYPE_CHECKING:
     from airbyte_cdk.sources.file_based.stream.concurrent.adapters import FileBasedStreamPartition

airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_cursor.py

@@ -16,7 +16,7 @@ from airbyte_cdk.sources.file_based.types import StreamState
 from airbyte_cdk.sources.message import MessageRepository
 from airbyte_cdk.sources.streams import NO_CURSOR_STATE_KEY
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
+from airbyte_cdk.sources.types import Record
 
 if TYPE_CHECKING:
     from airbyte_cdk.sources.file_based.stream.concurrent.adapters import FileBasedStreamPartition

airbyte_cdk/sources/http_logger.py

@@ -5,6 +5,7 @@
 from typing import Optional, Union
 
 import requests
+
 from airbyte_cdk.sources.message import LogMessage
 
 

airbyte_cdk/sources/streams/call_rate.py

@@ -14,9 +14,8 @@ from urllib import parse
 
 import requests
 import requests_cache
-from pyrate_limiter import InMemoryBucket, Limiter
+from pyrate_limiter import InMemoryBucket, Limiter, RateItem, TimeClock
 from pyrate_limiter import Rate as PyRateRate
-from pyrate_limiter import RateItem, TimeClock
 from pyrate_limiter.exceptions import BucketFullException
 
 # prevents mypy from complaining about missing session attributes in LimiterMixin

airbyte_cdk/sources/streams/concurrent/abstract_stream.py

@@ -5,12 +5,13 @@
 from abc import ABC, abstractmethod
 from typing import Any, Iterable, Mapping, Optional
 
+from deprecated.classic import deprecated
+
 from airbyte_cdk.models import AirbyteStream
 from airbyte_cdk.sources.source import ExperimentalClassWarning
 from airbyte_cdk.sources.streams.concurrent.availability_strategy import StreamAvailability
 from airbyte_cdk.sources.streams.concurrent.cursor import Cursor
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
-from deprecated.classic import deprecated
 
 
 @deprecated("This class is experimental. Use at your own risk.", category=ExperimentalClassWarning)

airbyte_cdk/sources/streams/concurrent/adapters.py

@@ -8,6 +8,8 @@ import logging
 from functools import lru_cache
 from typing import Any, Iterable, List, Mapping, MutableMapping, Optional, Tuple, Union
 
+from deprecated.classic import deprecated
+
 from airbyte_cdk.models import (
     AirbyteLogMessage,
     AirbyteMessage,
@@ -37,12 +39,10 @@ from airbyte_cdk.sources.streams.concurrent.helpers import (
 )
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
 from airbyte_cdk.sources.streams.concurrent.partitions.partition_generator import PartitionGenerator
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
 from airbyte_cdk.sources.streams.core import StreamData
+from airbyte_cdk.sources.types import Record
 from airbyte_cdk.sources.utils.schema_helpers import InternalConfig
 from airbyte_cdk.sources.utils.slice_logger import SliceLogger
-from deprecated.classic import deprecated
-
 from airbyte_cdk.utils.slice_hasher import SliceHasher
 
 """
@@ -294,7 +294,11 @@ class StreamPartition(Partition):
                     self._stream.transformer.transform(
                         data_to_return, self._stream.get_json_schema()
                     )
-                    yield Record(data_to_return, self)
+                    yield Record(
+                        data=data_to_return,
+                        stream_name=self.stream_name(),
+                        associated_slice=self._slice,
+                    )
                 else:
                     self._message_repository.emit_message(record_data)
         except Exception as e:

airbyte_cdk/sources/streams/concurrent/availability_strategy.py

@@ -6,9 +6,10 @@ import logging
 from abc import ABC, abstractmethod
 from typing import Optional
 
-from airbyte_cdk.sources.source import ExperimentalClassWarning
 from deprecated.classic import deprecated
 
+from airbyte_cdk.sources.source import ExperimentalClassWarning
+
 
 class StreamAvailability(ABC):
     @abstractmethod

airbyte_cdk/sources/streams/concurrent/cursor.py

@@ -3,19 +3,32 @@
 #
 
 import functools
+import logging
 from abc import ABC, abstractmethod
-from typing import Any, Callable, Iterable, List, Mapping, MutableMapping, Optional, Protocol, Tuple
+from typing import (
+    Any,
+    Callable,
+    Iterable,
+    List,
+    Mapping,
+    MutableMapping,
+    Optional,
+    Protocol,
+    Tuple,
+    Union,
+)
 
 from airbyte_cdk.sources.connector_state_manager import ConnectorStateManager
 from airbyte_cdk.sources.message import MessageRepository
 from airbyte_cdk.sources.streams import NO_CURSOR_STATE_KEY
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
 from airbyte_cdk.sources.streams.concurrent.partitions.stream_slicer import StreamSlicer
 from airbyte_cdk.sources.streams.concurrent.state_converters.abstract_stream_state_converter import (
     AbstractStreamStateConverter,
 )
-from airbyte_cdk.sources.types import StreamSlice
+from airbyte_cdk.sources.types import Record, StreamSlice
+
+LOGGER = logging.getLogger("airbyte")
 
 
 def _extract_value(mapping: Mapping[str, Any], path: List[str]) -> Any:
@@ -173,9 +186,13 @@ class ConcurrentCursor(Cursor):
         self.start, self._concurrent_state = self._get_concurrent_state(stream_state)
         self._lookback_window = lookback_window
         self._slice_range = slice_range
-        self._most_recent_cursor_value_per_partition: MutableMapping[Partition, Any] = {}
+        self._most_recent_cursor_value_per_partition: MutableMapping[
+            Union[StreamSlice, Mapping[str, Any], None], Any
+        ] = {}
         self._has_closed_at_least_one_slice = False
         self._cursor_granularity = cursor_granularity
+        # Flag to track if the logger has been triggered (per stream)
+        self._should_be_synced_logger_triggered = False
 
     @property
     def state(self) -> MutableMapping[str, Any]:
@@ -210,12 +227,15 @@ class ConcurrentCursor(Cursor):
 
     def observe(self, record: Record) -> None:
         most_recent_cursor_value = self._most_recent_cursor_value_per_partition.get(
-            record.partition
+            record.associated_slice
         )
-        cursor_value = self._extract_cursor_value(record)
+        try:
+            cursor_value = self._extract_cursor_value(record)
 
-        if most_recent_cursor_value is None or most_recent_cursor_value < cursor_value:
-            self._most_recent_cursor_value_per_partition[record.partition] = cursor_value
+            if most_recent_cursor_value is None or most_recent_cursor_value < cursor_value:
+                self._most_recent_cursor_value_per_partition[record.associated_slice] = cursor_value
+        except ValueError:
+            self._log_for_record_without_cursor_value()
 
     def _extract_cursor_value(self, record: Record) -> Any:
         return self._connector_state_converter.parse_value(self._cursor_field.extract_value(record))
@@ -231,7 +251,9 @@ class ConcurrentCursor(Cursor):
         self._has_closed_at_least_one_slice = True
 
     def _add_slice_to_state(self, partition: Partition) -> None:
-        most_recent_cursor_value = self._most_recent_cursor_value_per_partition.get(partition)
+        most_recent_cursor_value = self._most_recent_cursor_value_per_partition.get(
+            partition.to_slice()
+        )
 
         if self._slice_boundary_fields:
             if "slices" not in self.state:
@@ -442,3 +464,24 @@ class ConcurrentCursor(Cursor):
             return lower + step
         except OverflowError:
             return self._end_provider()
+
+    def should_be_synced(self, record: Record) -> bool:
+        """
+        Determines if a record should be synced based on its cursor value.
+        :param record: The record to evaluate
+
+        :return: True if the record's cursor value falls within the sync boundaries
+        """
+        try:
+            record_cursor_value: CursorValueType = self._extract_cursor_value(record)  # type: ignore  # cursor_field is converted to an InterpolatedString in __post_init__
+        except ValueError:
+            self._log_for_record_without_cursor_value()
+            return True
+        return self.start <= record_cursor_value <= self._end_provider()
+
+    def _log_for_record_without_cursor_value(self) -> None:
+        if not self._should_be_synced_logger_triggered:
+            LOGGER.warning(
+                f"Could not find cursor field `{self.cursor_field.cursor_field_key}` in record for stream {self._stream_name}. The incremental sync will assume it needs to be synced"
+            )
+            self._should_be_synced_logger_triggered = True

airbyte_cdk/sources/streams/concurrent/default_stream.py

@@ -67,6 +67,7 @@ class DefaultStream(AbstractStream):
             name=self.name,
             json_schema=dict(self._json_schema),
             supported_sync_modes=[SyncMode.full_refresh],
+            is_resumable=False,
         )
 
         if self._namespace:

airbyte_cdk/sources/streams/concurrent/partitions/partition.py

@@ -5,7 +5,7 @@
 from abc import ABC, abstractmethod
 from typing import Any, Iterable, Mapping, Optional
 
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
+from airbyte_cdk.sources.types import Record
 
 
 class Partition(ABC):

airbyte_cdk/sources/streams/concurrent/partitions/types.py

@@ -8,7 +8,7 @@ from airbyte_cdk.sources.concurrent_source.partition_generation_completed_sentin
     PartitionGenerationCompletedSentinel,
 )
 from airbyte_cdk.sources.streams.concurrent.partitions.partition import Partition
-from airbyte_cdk.sources.streams.concurrent.partitions.record import Record
+from airbyte_cdk.sources.types import Record
 
 
 class PartitionCompleteSentinel:

airbyte_cdk/sources/streams/concurrent/state_converters/datetime_stream_state_converter.py

@@ -7,6 +7,7 @@ from datetime import datetime, timedelta, timezone
 from typing import Any, Callable, List, MutableMapping, Optional, Tuple
 
 import pendulum
+from pendulum.datetime import DateTime
 
 # FIXME We would eventually like the Concurrent package do be agnostic of the declarative package. However, this is a breaking change and
 #  the goal in the short term is only to fix the issue we are seeing for source-declarative-manifest.
@@ -16,7 +17,6 @@ from airbyte_cdk.sources.streams.concurrent.state_converters.abstract_stream_sta
     AbstractStreamStateConverter,
     ConcurrencyCompatibleStateType,
 )
-from pendulum.datetime import DateTime
 
 
 class DateTimeStreamStateConverter(AbstractStreamStateConverter):