airbyte-cdk 6.27.0.dev0__py3-none-any.whl → 6.27.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py +4 -1
- airbyte_cdk/sources/streams/core.py +6 -6
- {airbyte_cdk-6.27.0.dev0.dist-info → airbyte_cdk-6.27.2.dist-info}/METADATA +4 -5
- {airbyte_cdk-6.27.0.dev0.dist-info → airbyte_cdk-6.27.2.dist-info}/RECORD +7 -7
- {airbyte_cdk-6.27.0.dev0.dist-info → airbyte_cdk-6.27.2.dist-info}/WHEEL +1 -1
- {airbyte_cdk-6.27.0.dev0.dist-info → airbyte_cdk-6.27.2.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.27.0.dev0.dist-info → airbyte_cdk-6.27.2.dist-info}/entry_points.txt +0 -0
@@ -232,7 +232,10 @@ class ConcurrentPerPartitionCursor(Cursor):
|
|
232
232
|
self._over_limit += 1
|
233
233
|
# Try removing finished partitions first
|
234
234
|
for partition_key in list(self._cursor_per_partition.keys()):
|
235
|
-
if
|
235
|
+
if (
|
236
|
+
partition_key in self._finished_partitions
|
237
|
+
and self._semaphore_per_partition[partition_key]._value == 0
|
238
|
+
):
|
236
239
|
oldest_partition = self._cursor_per_partition.pop(
|
237
240
|
partition_key
|
238
241
|
) # Remove the oldest partition
|
@@ -223,17 +223,17 @@ class Stream(ABC):
|
|
223
223
|
record_counter += 1
|
224
224
|
|
225
225
|
checkpoint_interval = self.state_checkpoint_interval
|
226
|
-
checkpoint = checkpoint_reader.get_checkpoint()
|
227
226
|
if (
|
228
227
|
should_checkpoint
|
229
228
|
and checkpoint_interval
|
230
229
|
and record_counter % checkpoint_interval == 0
|
231
|
-
and checkpoint is not None
|
232
230
|
):
|
233
|
-
|
234
|
-
|
235
|
-
|
236
|
-
|
231
|
+
checkpoint = checkpoint_reader.get_checkpoint()
|
232
|
+
if checkpoint:
|
233
|
+
airbyte_state_message = self._checkpoint_state(
|
234
|
+
checkpoint, state_manager=state_manager
|
235
|
+
)
|
236
|
+
yield airbyte_state_message
|
237
237
|
|
238
238
|
if internal_config.is_limit_reached(record_counter):
|
239
239
|
break
|
@@ -1,19 +1,19 @@
|
|
1
|
-
Metadata-Version: 2.
|
1
|
+
Metadata-Version: 2.1
|
2
2
|
Name: airbyte-cdk
|
3
|
-
Version: 6.27.
|
3
|
+
Version: 6.27.2
|
4
4
|
Summary: A framework for writing Airbyte Connectors.
|
5
|
+
Home-page: https://airbyte.com
|
5
6
|
License: MIT
|
6
7
|
Keywords: airbyte,connector-development-kit,cdk
|
7
8
|
Author: Airbyte
|
8
9
|
Author-email: contact@airbyte.io
|
9
|
-
Requires-Python: >=3.10,<3.
|
10
|
+
Requires-Python: >=3.10,<3.12
|
10
11
|
Classifier: Development Status :: 3 - Alpha
|
11
12
|
Classifier: Intended Audience :: Developers
|
12
13
|
Classifier: License :: OSI Approved :: MIT License
|
13
14
|
Classifier: Programming Language :: Python :: 3
|
14
15
|
Classifier: Programming Language :: Python :: 3.10
|
15
16
|
Classifier: Programming Language :: Python :: 3.11
|
16
|
-
Classifier: Programming Language :: Python :: 3.12
|
17
17
|
Classifier: Topic :: Scientific/Engineering
|
18
18
|
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
19
19
|
Provides-Extra: file-based
|
@@ -68,7 +68,6 @@ Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
|
|
68
68
|
Requires-Dist: wcmatch (==10.0)
|
69
69
|
Requires-Dist: xmltodict (>=0.13,<0.15)
|
70
70
|
Project-URL: Documentation, https://docs.airbyte.io/
|
71
|
-
Project-URL: Homepage, https://airbyte.com
|
72
71
|
Project-URL: Repository, https://github.com/airbytehq/airbyte-python-cdk
|
73
72
|
Description-Content-Type: text/markdown
|
74
73
|
|
@@ -88,7 +88,7 @@ airbyte_cdk/sources/declarative/extractors/record_selector.py,sha256=tjNwcURmlyD
|
|
88
88
|
airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py,sha256=LhqGDfX06_dDYLKsIVnwQ_nAWCln-v8PV7Wgt_QVeTI,6533
|
89
89
|
airbyte_cdk/sources/declarative/extractors/type_transformer.py,sha256=d6Y2Rfg8pMVEEnHllfVksWZdNVOU55yk34O03dP9muY,1626
|
90
90
|
airbyte_cdk/sources/declarative/incremental/__init__.py,sha256=U1oZKtBaEC6IACmvziY9Wzg7Z8EgF4ZuR7NwvjlB_Sk,1255
|
91
|
-
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=
|
91
|
+
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=ndUZaPW0MsN4_3cGpB-0Uu0otSPnmPmHgbixoJeDmjA,16660
|
92
92
|
airbyte_cdk/sources/declarative/incremental/datetime_based_cursor.py,sha256=_UzUnSIUsDbRgbFTXgSyZEFb4ws-KdhdQPWO8mFbV7U,22028
|
93
93
|
airbyte_cdk/sources/declarative/incremental/declarative_cursor.py,sha256=5Bhw9VRPyIuCaD0wmmq_L3DZsa-rJgtKSEUzSd8YYD0,536
|
94
94
|
airbyte_cdk/sources/declarative/incremental/global_substream_cursor.py,sha256=9HO-QbL9akvjq2NP7l498RwLA4iQZlBMQW1tZbt34I8,15943
|
@@ -278,7 +278,7 @@ airbyte_cdk/sources/streams/concurrent/partitions/types.py,sha256=frPVvHtY7vLxpG
|
|
278
278
|
airbyte_cdk/sources/streams/concurrent/state_converters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
279
279
|
airbyte_cdk/sources/streams/concurrent/state_converters/abstract_stream_state_converter.py,sha256=CXHUMOhndu-LOKgsnNTItv5s5qrKpmJDeHOzlH1nBy8,6819
|
280
280
|
airbyte_cdk/sources/streams/concurrent/state_converters/datetime_stream_state_converter.py,sha256=syjdxEoElIOzqVS5Jrm5FOR70jsbBdttEO_3Iz12Jyo,7523
|
281
|
-
airbyte_cdk/sources/streams/core.py,sha256=
|
281
|
+
airbyte_cdk/sources/streams/core.py,sha256=jiYW6w8cjNjzXMd8U8Gt-02fYYU7b0ciXSSSnGvFRak,32219
|
282
282
|
airbyte_cdk/sources/streams/http/__init__.py,sha256=AGiEZ5B1Joi9ZnFpkJLT7F3QLpCAaBgAeVWy-1znmZw,311
|
283
283
|
airbyte_cdk/sources/streams/http/availability_strategy.py,sha256=sovoGFThZr-doMN9vJvTuJBrvkwQVIO0qTQO64pGZPY,2428
|
284
284
|
airbyte_cdk/sources/streams/http/error_handlers/__init__.py,sha256=nNO0bnD0ogDlR4AQrI-YmpcM911vWe83b7RJYgvjSYs,666
|
@@ -350,8 +350,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
350
350
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
351
351
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
352
352
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
353
|
-
airbyte_cdk-6.27.
|
354
|
-
airbyte_cdk-6.27.
|
355
|
-
airbyte_cdk-6.27.
|
356
|
-
airbyte_cdk-6.27.
|
357
|
-
airbyte_cdk-6.27.
|
353
|
+
airbyte_cdk-6.27.2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
354
|
+
airbyte_cdk-6.27.2.dist-info/METADATA,sha256=efz3OhjjZMxAI6kDoM6y09zWy_KbGBpm1rYCdZVg8lU,5933
|
355
|
+
airbyte_cdk-6.27.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
356
|
+
airbyte_cdk-6.27.2.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
357
|
+
airbyte_cdk-6.27.2.dist-info/RECORD,,
|
File without changes
|
File without changes
|