airbyte-cdk 6.48.10__py3-none-any.whl → 6.48.10.post2.dev14974028993__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py +6 -2
- airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +0 -1
- {airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/entry_points.txt +0 -0
@@ -229,10 +229,10 @@ class ConcurrentPerPartitionCursor(Cursor):
|
|
229
229
|
|
230
230
|
def _throttle_state_message(self) -> Optional[float]:
|
231
231
|
"""
|
232
|
-
Throttles the state message emission to once every
|
232
|
+
Throttles the state message emission to once every 600 seconds.
|
233
233
|
"""
|
234
234
|
current_time = time.time()
|
235
|
-
if current_time - self._last_emission_time <=
|
235
|
+
if current_time - self._last_emission_time <= 600:
|
236
236
|
return None
|
237
237
|
return current_time
|
238
238
|
|
@@ -242,6 +242,10 @@ class ConcurrentPerPartitionCursor(Cursor):
|
|
242
242
|
if current_time is None:
|
243
243
|
return
|
244
244
|
self._last_emission_time = current_time
|
245
|
+
# Skip state emit for global cursor if parent state is empty
|
246
|
+
if self._use_global_cursor and not self._parent_state:
|
247
|
+
return
|
248
|
+
|
245
249
|
self._connector_state_manager.update_state_for_stream(
|
246
250
|
self._stream_name,
|
247
251
|
self._stream_namespace,
|
@@ -1483,7 +1483,6 @@ class ModelToComponentFactory:
|
|
1483
1483
|
)
|
1484
1484
|
)
|
1485
1485
|
stream_state = self.apply_stream_state_migrations(stream_state_migrations, stream_state)
|
1486
|
-
|
1487
1486
|
# Per-partition state doesn't make sense for GroupingPartitionRouter, so force the global state
|
1488
1487
|
use_global_cursor = isinstance(
|
1489
1488
|
partition_router, GroupingPartitionRouter
|
@@ -111,7 +111,7 @@ airbyte_cdk/sources/declarative/extractors/record_selector.py,sha256=vCpwX1PVRFP
|
|
111
111
|
airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py,sha256=WJyA2OYIEgFpVP5Y3o0tIj69AV6IKkn9B16MeXaEItI,6513
|
112
112
|
airbyte_cdk/sources/declarative/extractors/type_transformer.py,sha256=d6Y2Rfg8pMVEEnHllfVksWZdNVOU55yk34O03dP9muY,1626
|
113
113
|
airbyte_cdk/sources/declarative/incremental/__init__.py,sha256=U1oZKtBaEC6IACmvziY9Wzg7Z8EgF4ZuR7NwvjlB_Sk,1255
|
114
|
-
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=
|
114
|
+
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=8zxfM1aXSwdfTbpL9PHwgg43ZRbNUQRcX038D7YTI_0,22768
|
115
115
|
airbyte_cdk/sources/declarative/incremental/datetime_based_cursor.py,sha256=Rbe6lJLTtZ5en33MwZiB9-H9-AwDMNHgwBZs8EqhYqk,22172
|
116
116
|
airbyte_cdk/sources/declarative/incremental/declarative_cursor.py,sha256=5Bhw9VRPyIuCaD0wmmq_L3DZsa-rJgtKSEUzSd8YYD0,536
|
117
117
|
airbyte_cdk/sources/declarative/incremental/global_substream_cursor.py,sha256=2tsE6FgXzemf4fZZ4uGtd8QpRBl9GJ2CRqSNJE5p0EI,16077
|
@@ -140,7 +140,7 @@ airbyte_cdk/sources/declarative/parsers/custom_exceptions.py,sha256=wnRUP0Xeru9R
|
|
140
140
|
airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py,sha256=RUyFZS0zslLb7UfQrvqMC--k5CVLNSp7zHw6kbosvKE,9688
|
141
141
|
airbyte_cdk/sources/declarative/parsers/manifest_normalizer.py,sha256=laBy7ebjA-PiNwc-50U4FHvMqS_mmHvnabxgFs4CjGw,17069
|
142
142
|
airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py,sha256=pJmg78vqE5VfUrF_KJnWjucQ4k9IWFULeAxHCowrHXE,6806
|
143
|
-
airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=
|
143
|
+
airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=Ma5Pfv1owMEbh58UA2GREmxp5e48zcU9ig_7K6Iw8uE,167111
|
144
144
|
airbyte_cdk/sources/declarative/partition_routers/__init__.py,sha256=TBC9AkGaUqHm2IKHMPN6punBIcY5tWGULowcLoAVkfw,1109
|
145
145
|
airbyte_cdk/sources/declarative/partition_routers/async_job_partition_router.py,sha256=VelO7zKqKtzMJ35jyFeg0ypJLQC0plqqIBNXoBW1G2E,3001
|
146
146
|
airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py,sha256=c5cuVFM6NFkuQqG8Z5IwkBuwDrvXZN1CunUOM_L0ezg,6892
|
@@ -408,9 +408,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
408
408
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
409
409
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
410
410
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
411
|
-
airbyte_cdk-6.48.10.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
412
|
-
airbyte_cdk-6.48.10.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
413
|
-
airbyte_cdk-6.48.10.dist-info/METADATA,sha256=
|
414
|
-
airbyte_cdk-6.48.10.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
415
|
-
airbyte_cdk-6.48.10.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
416
|
-
airbyte_cdk-6.48.10.dist-info/RECORD,,
|
411
|
+
airbyte_cdk-6.48.10.post2.dev14974028993.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
412
|
+
airbyte_cdk-6.48.10.post2.dev14974028993.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
413
|
+
airbyte_cdk-6.48.10.post2.dev14974028993.dist-info/METADATA,sha256=v8rf4G01LmISVwl0oxwetYSzQUbV5vjsuXZEa1587W8,6365
|
414
|
+
airbyte_cdk-6.48.10.post2.dev14974028993.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
415
|
+
airbyte_cdk-6.48.10.post2.dev14974028993.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
416
|
+
airbyte_cdk-6.48.10.post2.dev14974028993.dist-info/RECORD,,
|
{airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/LICENSE.txt
RENAMED
File without changes
|
{airbyte_cdk-6.48.10.dist-info → airbyte_cdk-6.48.10.post2.dev14974028993.dist-info}/LICENSE_SHORT
RENAMED
File without changes
|
File without changes
|
File without changes
|