airbyte-cdk 6.46.2__py3-none-any.whl → 6.47.0.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -65,6 +65,7 @@ class ConcurrentPerPartitionCursor(Cursor):
65
65
  _NO_CURSOR_STATE: Mapping[str, Any] = {}
66
66
  _GLOBAL_STATE_KEY = "state"
67
67
  _PERPARTITION_STATE_KEY = "states"
68
+ _IS_PARTITION_DUPLICATION_LOGGED = False
68
69
  _KEY = 0
69
70
  _VALUE = 1
70
71
 
@@ -279,7 +280,13 @@ class ConcurrentPerPartitionCursor(Cursor):
279
280
  with self._lock:
280
281
  self._number_of_partitions += 1
281
282
  self._cursor_per_partition[partition_key] = cursor
282
- self._semaphore_per_partition[partition_key] = threading.Semaphore(0)
283
+
284
+ if partition_key in self._semaphore_per_partition:
285
+ if not self._IS_PARTITION_DUPLICATION_LOGGED:
286
+ logger.warning(f"Partition duplication detected for stream {self._stream_name}")
287
+ self._IS_PARTITION_DUPLICATION_LOGGED = True
288
+ else:
289
+ self._semaphore_per_partition[partition_key] = threading.Semaphore(0)
283
290
 
284
291
  with self._lock:
285
292
  if (
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: airbyte-cdk
3
- Version: 6.46.2
3
+ Version: 6.47.0.dev0
4
4
  Summary: A framework for writing Airbyte Connectors.
5
5
  Home-page: https://airbyte.com
6
6
  License: MIT
@@ -100,7 +100,7 @@ airbyte_cdk/sources/declarative/extractors/record_selector.py,sha256=Xg4e0exJ5Tq
100
100
  airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py,sha256=WJyA2OYIEgFpVP5Y3o0tIj69AV6IKkn9B16MeXaEItI,6513
101
101
  airbyte_cdk/sources/declarative/extractors/type_transformer.py,sha256=d6Y2Rfg8pMVEEnHllfVksWZdNVOU55yk34O03dP9muY,1626
102
102
  airbyte_cdk/sources/declarative/incremental/__init__.py,sha256=U1oZKtBaEC6IACmvziY9Wzg7Z8EgF4ZuR7NwvjlB_Sk,1255
103
- airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=Mrx5XY6G8ZT-imsjUggpjzWo-Po_Wvi1WpylEW1ohIQ,22263
103
+ airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=4OSvZWRhKNORXJUchlvXKsWMbZKSC20AKDzt1hQnDz8,22602
104
104
  airbyte_cdk/sources/declarative/incremental/datetime_based_cursor.py,sha256=Rbe6lJLTtZ5en33MwZiB9-H9-AwDMNHgwBZs8EqhYqk,22172
105
105
  airbyte_cdk/sources/declarative/incremental/declarative_cursor.py,sha256=5Bhw9VRPyIuCaD0wmmq_L3DZsa-rJgtKSEUzSd8YYD0,536
106
106
  airbyte_cdk/sources/declarative/incremental/global_substream_cursor.py,sha256=2tsE6FgXzemf4fZZ4uGtd8QpRBl9GJ2CRqSNJE5p0EI,16077
@@ -390,9 +390,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
390
390
  airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
391
391
  airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
392
392
  airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
393
- airbyte_cdk-6.46.2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
394
- airbyte_cdk-6.46.2.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
395
- airbyte_cdk-6.46.2.dist-info/METADATA,sha256=pz-J4IulMj2FIo7de801oDPJ199j_-OJIyctcj1_fbY,6323
396
- airbyte_cdk-6.46.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
397
- airbyte_cdk-6.46.2.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
398
- airbyte_cdk-6.46.2.dist-info/RECORD,,
393
+ airbyte_cdk-6.47.0.dev0.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
394
+ airbyte_cdk-6.47.0.dev0.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
395
+ airbyte_cdk-6.47.0.dev0.dist-info/METADATA,sha256=w15gBn52dA5wRUmZ_w1t2ViE2CDJimBiS4PWfjnK2vg,6328
396
+ airbyte_cdk-6.47.0.dev0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
397
+ airbyte_cdk-6.47.0.dev0.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
398
+ airbyte_cdk-6.47.0.dev0.dist-info/RECORD,,