airbyte-cdk 7.0.0.post1.dev17502871759__py3-none-any.whl → 7.0.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/manifest_server/openapi.yaml +36 -0
- airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py +17 -3
- {airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/METADATA +1 -1
- {airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/RECORD +8 -8
- {airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/WHEEL +0 -0
- {airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/entry_points.txt +0 -0
@@ -296,6 +296,10 @@ components:
|
|
296
296
|
$ref: '#/components/schemas/Manifest'
|
297
297
|
config:
|
298
298
|
$ref: '#/components/schemas/ConnectorConfig'
|
299
|
+
context:
|
300
|
+
anyOf:
|
301
|
+
- $ref: '#/components/schemas/RequestContext'
|
302
|
+
- type: 'null'
|
299
303
|
type: object
|
300
304
|
required:
|
301
305
|
- manifest
|
@@ -330,6 +334,10 @@ components:
|
|
330
334
|
$ref: '#/components/schemas/Manifest'
|
331
335
|
config:
|
332
336
|
$ref: '#/components/schemas/ConnectorConfig'
|
337
|
+
context:
|
338
|
+
anyOf:
|
339
|
+
- $ref: '#/components/schemas/RequestContext'
|
340
|
+
- type: 'null'
|
333
341
|
type: object
|
334
342
|
required:
|
335
343
|
- manifest
|
@@ -357,6 +365,10 @@ components:
|
|
357
365
|
minimum: 1.0
|
358
366
|
title: Stream Limit
|
359
367
|
default: 100
|
368
|
+
context:
|
369
|
+
anyOf:
|
370
|
+
- $ref: '#/components/schemas/RequestContext'
|
371
|
+
- type: 'null'
|
360
372
|
type: object
|
361
373
|
required:
|
362
374
|
- manifest
|
@@ -457,10 +469,29 @@ components:
|
|
457
469
|
- manifest
|
458
470
|
title: ManifestResponse
|
459
471
|
description: Response containing a manifest.
|
472
|
+
RequestContext:
|
473
|
+
properties:
|
474
|
+
workspace_id:
|
475
|
+
anyOf:
|
476
|
+
- type: string
|
477
|
+
- type: 'null'
|
478
|
+
title: Workspace Id
|
479
|
+
project_id:
|
480
|
+
anyOf:
|
481
|
+
- type: string
|
482
|
+
- type: 'null'
|
483
|
+
title: Project Id
|
484
|
+
type: object
|
485
|
+
title: RequestContext
|
486
|
+
description: Optional context information for tracing and observability.
|
460
487
|
ResolveRequest:
|
461
488
|
properties:
|
462
489
|
manifest:
|
463
490
|
$ref: '#/components/schemas/Manifest'
|
491
|
+
context:
|
492
|
+
anyOf:
|
493
|
+
- $ref: '#/components/schemas/RequestContext'
|
494
|
+
- type: 'null'
|
464
495
|
type: object
|
465
496
|
required:
|
466
497
|
- manifest
|
@@ -542,6 +573,7 @@ components:
|
|
542
573
|
title: Pages
|
543
574
|
slice_descriptor:
|
544
575
|
anyOf:
|
576
|
+
- type: object
|
545
577
|
- type: string
|
546
578
|
- type: 'null'
|
547
579
|
title: Slice Descriptor
|
@@ -601,6 +633,10 @@ components:
|
|
601
633
|
minimum: 1.0
|
602
634
|
title: Slice Limit
|
603
635
|
default: 5
|
636
|
+
context:
|
637
|
+
anyOf:
|
638
|
+
- $ref: '#/components/schemas/RequestContext'
|
639
|
+
- type: 'null'
|
604
640
|
type: object
|
605
641
|
required:
|
606
642
|
- manifest
|
@@ -189,6 +189,7 @@ class ConcurrentPerPartitionCursor(Cursor):
|
|
189
189
|
# FIXME this is a temporary field the time of the migration from declarative cursors to concurrent ones
|
190
190
|
self._attempt_to_create_cursor_if_not_provided = attempt_to_create_cursor_if_not_provided
|
191
191
|
self._synced_some_data = False
|
192
|
+
self._logged_regarding_datetime_format_error = False
|
192
193
|
|
193
194
|
@property
|
194
195
|
def cursor_field(self) -> CursorField:
|
@@ -518,10 +519,23 @@ class ConcurrentPerPartitionCursor(Cursor):
|
|
518
519
|
except ValueError:
|
519
520
|
return
|
520
521
|
|
522
|
+
try:
|
523
|
+
record_cursor = self._connector_state_converter.output_format(
|
524
|
+
self._connector_state_converter.parse_value(record_cursor_value)
|
525
|
+
)
|
526
|
+
except ValueError as exception:
|
527
|
+
if not self._logged_regarding_datetime_format_error:
|
528
|
+
logger.warning(
|
529
|
+
"Skipping cursor update for stream '%s': failed to parse cursor field '%s' value %r: %s",
|
530
|
+
self._stream_name,
|
531
|
+
self._cursor_field.cursor_field_key,
|
532
|
+
record_cursor_value,
|
533
|
+
exception,
|
534
|
+
)
|
535
|
+
self._logged_regarding_datetime_format_error = True
|
536
|
+
return
|
537
|
+
|
521
538
|
self._synced_some_data = True
|
522
|
-
record_cursor = self._connector_state_converter.output_format(
|
523
|
-
self._connector_state_converter.parse_value(record_cursor_value)
|
524
|
-
)
|
525
539
|
self._update_global_cursor(record_cursor)
|
526
540
|
if not self._use_global_cursor:
|
527
541
|
self._cursor_per_partition[
|
@@ -83,7 +83,7 @@ airbyte_cdk/manifest_server/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQ
|
|
83
83
|
airbyte_cdk/manifest_server/helpers/auth.py,sha256=kKET6zg4olyf8p_UMcTnm7vkAtowxK6loSf8o83SdEM,1264
|
84
84
|
airbyte_cdk/manifest_server/helpers/tracing.py,sha256=J-Yi5YP4ZrUfG1eN7jNVJR_eldfJBki3Sbke-uWpGe0,1021
|
85
85
|
airbyte_cdk/manifest_server/main.py,sha256=iSgL7x8ifBpGpXi7Dq7017QjeC20l_CYBAIsumiyJn0,573
|
86
|
-
airbyte_cdk/manifest_server/openapi.yaml,sha256=
|
86
|
+
airbyte_cdk/manifest_server/openapi.yaml,sha256=NL0mQQFS1iHIRpkDT2EfkFcO1QelgZmhOvaoYlhgFxQ,17691
|
87
87
|
airbyte_cdk/manifest_server/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
88
88
|
airbyte_cdk/manifest_server/routers/capabilities.py,sha256=UeZQzbqEuDN23vizgDb_N7KEXR-YZUPnW5AkXeXy1hA,727
|
89
89
|
airbyte_cdk/manifest_server/routers/health.py,sha256=akBUaHUGN-jmN82lQ3kj_3-wdS6gsZx3iSD2KMI5dW8,200
|
@@ -150,7 +150,7 @@ airbyte_cdk/sources/declarative/extractors/record_selector.py,sha256=vCpwX1PVRFP
|
|
150
150
|
airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py,sha256=WJyA2OYIEgFpVP5Y3o0tIj69AV6IKkn9B16MeXaEItI,6513
|
151
151
|
airbyte_cdk/sources/declarative/extractors/type_transformer.py,sha256=d6Y2Rfg8pMVEEnHllfVksWZdNVOU55yk34O03dP9muY,1626
|
152
152
|
airbyte_cdk/sources/declarative/incremental/__init__.py,sha256=_y8H65KgdmVNpwQAzXtXzi-t9mY6bmIIAWtRAbpHfEo,295
|
153
|
-
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=
|
153
|
+
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=vaynWCXmScAuVnrbJ2T7M1Y4RSZO7ctAej-kzZJYifk,27868
|
154
154
|
airbyte_cdk/sources/declarative/interpolation/__init__.py,sha256=Kh7FxhfetyNVDnAQ9zSxNe4oUbb8CvoW7Mqz7cs2iPg,437
|
155
155
|
airbyte_cdk/sources/declarative/interpolation/filters.py,sha256=cYap5zzOxIJWCLIfbkNlpyfUhjZ8FklLroIG4WGzYVs,5537
|
156
156
|
airbyte_cdk/sources/declarative/interpolation/interpolated_boolean.py,sha256=8F3ntT_Mfo8cO9n6dCq8rTfJIpfKmzRCsVtVdhzaoGc,1964
|
@@ -457,9 +457,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
457
457
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=9YDJmnIGFsT51CVQf2tSSvTapGimITjEFGbUTSZAGTI,963
|
458
458
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
459
459
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
460
|
-
airbyte_cdk-7.0.
|
461
|
-
airbyte_cdk-7.0.
|
462
|
-
airbyte_cdk-7.0.
|
463
|
-
airbyte_cdk-7.0.
|
464
|
-
airbyte_cdk-7.0.
|
465
|
-
airbyte_cdk-7.0.
|
460
|
+
airbyte_cdk-7.0.2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
461
|
+
airbyte_cdk-7.0.2.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
462
|
+
airbyte_cdk-7.0.2.dist-info/METADATA,sha256=ANx0SZJHHk5j9u3LC17Fla3jB2_IjgT5sUNYd6_-4iA,6799
|
463
|
+
airbyte_cdk-7.0.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
464
|
+
airbyte_cdk-7.0.2.dist-info/entry_points.txt,sha256=eLZ2UYvJZGm1s07Pplcs--1Gim60YhZWTb53j_dghwU,195
|
465
|
+
airbyte_cdk-7.0.2.dist-info/RECORD,,
|
{airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/LICENSE.txt
RENAMED
File without changes
|
{airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/LICENSE_SHORT
RENAMED
File without changes
|
File without changes
|
{airbyte_cdk-7.0.0.post1.dev17502871759.dist-info → airbyte_cdk-7.0.2.dist-info}/entry_points.txt
RENAMED
File without changes
|