airbyte-cdk 6.11.1__py3-none-any.whl → 6.11.1.dev4100__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/declarative_component_schema.yaml +4 -0
- airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +1 -1
- airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py +19 -13
- {airbyte_cdk-6.11.1.dist-info → airbyte_cdk-6.11.1.dev4100.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.11.1.dist-info → airbyte_cdk-6.11.1.dev4100.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.11.1.dist-info → airbyte_cdk-6.11.1.dev4100.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.11.1.dist-info → airbyte_cdk-6.11.1.dev4100.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.11.1.dist-info → airbyte_cdk-6.11.1.dev4100.dist-info}/entry_points.txt +0 -0
@@ -3007,6 +3007,7 @@ definitions:
|
|
3007
3007
|
interpolation_context:
|
3008
3008
|
- config
|
3009
3009
|
- components_values
|
3010
|
+
- stream_slice
|
3010
3011
|
- stream_template_config
|
3011
3012
|
examples:
|
3012
3013
|
- ["data"]
|
@@ -3023,10 +3024,13 @@ definitions:
|
|
3023
3024
|
- config
|
3024
3025
|
- stream_template_config
|
3025
3026
|
- components_values
|
3027
|
+
- stream_slice
|
3026
3028
|
examples:
|
3027
3029
|
- "{{ components_values['updates'] }}"
|
3028
3030
|
- "{{ components_values['MetaData']['LastUpdatedTime'] }}"
|
3029
3031
|
- "{{ config['segment_id'] }}"
|
3032
|
+
- "{{ stream_slice['parent_id'] }}"
|
3033
|
+
- "{{ stream_slice['extra_fields']['name'] }}"
|
3030
3034
|
value_type:
|
3031
3035
|
title: Value Type
|
3032
3036
|
description: The expected data type of the value. If omitted, the type will be inferred from the value provided.
|
@@ -88,19 +88,25 @@ class HttpComponentsResolver(ComponentsResolver):
|
|
88
88
|
"""
|
89
89
|
kwargs = {"stream_template_config": stream_template_config}
|
90
90
|
|
91
|
-
|
92
|
-
updated_config = deepcopy(stream_template_config)
|
93
|
-
kwargs["components_values"] = components_values # type: ignore[assignment] # component_values will always be of type Mapping[str, Any]
|
91
|
+
stream_slices = self.retriever.stream_slices() if self.retriever.stream_slicer else [{}]
|
94
92
|
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
93
|
+
for stream_slice in stream_slices:
|
94
|
+
for components_values in self.retriever.read_records({}, stream_slice):
|
95
|
+
updated_config = deepcopy(stream_template_config)
|
96
|
+
kwargs["components_values"] = components_values # type: ignore[assignment] # component_values will always be of type Mapping[str, Any]
|
97
|
+
kwargs["stream_slice"] = stream_slice
|
98
|
+
|
99
|
+
for resolved_component in self._resolved_components:
|
100
|
+
valid_types = (
|
101
|
+
(resolved_component.value_type,) if resolved_component.value_type else None
|
102
|
+
)
|
103
|
+
value = resolved_component.value.eval(
|
104
|
+
self.config, valid_types=valid_types, **kwargs
|
105
|
+
)
|
102
106
|
|
103
|
-
|
104
|
-
|
107
|
+
path = [
|
108
|
+
path.eval(self.config, **kwargs) for path in resolved_component.field_path
|
109
|
+
]
|
110
|
+
dpath.set(updated_config, path, value)
|
105
111
|
|
106
|
-
|
112
|
+
yield updated_config
|
@@ -66,7 +66,7 @@ airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=PxP4p268
|
|
66
66
|
airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=l9LG7Qm6e5r_qgqfVKnx3mXYtg1I9MmMjomVIPfU4XA,177
|
67
67
|
airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=SX9JjdesN1edN2WVUVMzU_ptqp2QB1OnsnjZ4mwcX7w,2579
|
68
68
|
airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
|
69
|
-
airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=
|
69
|
+
airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=JpHSMfwhHFqTh6bv-LQRq2i8AZbnPOqdNvdar62NZxU,128126
|
70
70
|
airbyte_cdk/sources/declarative/declarative_source.py,sha256=nF7wBqFd3AQmEKAm4CnIo29CJoQL562cJGSCeL8U8bA,1531
|
71
71
|
airbyte_cdk/sources/declarative/declarative_stream.py,sha256=JRyNeOIpsFu4ztVZsN6sncqUEIqIE-bUkD2TPgbMgk0,10375
|
72
72
|
airbyte_cdk/sources/declarative/decoders/__init__.py,sha256=hNlhaB5FjNC6IfJyglj5ZJWkYD2nEAukMDmzRz5PC6o,671
|
@@ -109,7 +109,7 @@ airbyte_cdk/sources/declarative/parsers/__init__.py,sha256=ZnqYNxHsKCgO38IwB34RQ
|
|
109
109
|
airbyte_cdk/sources/declarative/parsers/custom_exceptions.py,sha256=Rir9_z3Kcd5Es0-LChrzk-0qubAsiK_RSEnLmK2OXm8,553
|
110
110
|
airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py,sha256=CXwTfD3wSQq3okcqwigpprbHhSURUokh4GK2OmOyKC8,9132
|
111
111
|
airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py,sha256=IWUOdF03o-aQn0Occo1BJCxU0Pz-QILk5L67nzw2thw,6803
|
112
|
-
airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=
|
112
|
+
airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=EOsUBIPWAP6Yc10ptIKT7mCJlTK6DfEtmnrmhY9hgoE,104403
|
113
113
|
airbyte_cdk/sources/declarative/partition_routers/__init__.py,sha256=1NjaZoGAIefvWwj6wx-LOKIXXWS-UnBlZFnuR7y6uYA,745
|
114
114
|
airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py,sha256=c5cuVFM6NFkuQqG8Z5IwkBuwDrvXZN1CunUOM_L0ezg,6892
|
115
115
|
airbyte_cdk/sources/declarative/partition_routers/list_partition_router.py,sha256=t7pRdFWfFWJtQQG19c9PVeMODyO2BknRTakpM5U9N-8,4844
|
@@ -155,7 +155,7 @@ airbyte_cdk/sources/declarative/requesters/requester.py,sha256=iVVpXQ4KEd9OyZNwm
|
|
155
155
|
airbyte_cdk/sources/declarative/resolvers/__init__.py,sha256=RAwq1VrkC0kAaIkmKkL7so8ZeUzF0MgUQ0tciGkY7v4,1116
|
156
156
|
airbyte_cdk/sources/declarative/resolvers/components_resolver.py,sha256=KPjKc0yb9artL4ZkeqN8RmEykHH6FJgqXD7fCEnh1X0,1936
|
157
157
|
airbyte_cdk/sources/declarative/resolvers/config_components_resolver.py,sha256=dz4iJV9liD_LzY_Mn4XmAStoUll60R3MIGWV4aN3pgg,5223
|
158
|
-
airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py,sha256=
|
158
|
+
airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py,sha256=X9wvQLwUFAll_rqNJYePb14SnKd20IS7ofrW4YuUSIo,4578
|
159
159
|
airbyte_cdk/sources/declarative/retrievers/__init__.py,sha256=FVQpUGVwp2Gibk4gp07VmLKX5AafUlsZWFSrDpUDuJM,443
|
160
160
|
airbyte_cdk/sources/declarative/retrievers/async_retriever.py,sha256=WDFnjrXLz3-YEjFhmlMkWAn9AJvnZ0mk9FyC8DAhEYk,4976
|
161
161
|
airbyte_cdk/sources/declarative/retrievers/retriever.py,sha256=XPLs593Xv8c5cKMc37XzUAYmzlXd1a7eSsspM-CMuWA,1696
|
@@ -336,8 +336,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
|
|
336
336
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
337
337
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
338
338
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
339
|
-
airbyte_cdk-6.11.1.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
340
|
-
airbyte_cdk-6.11.1.dist-info/METADATA,sha256=
|
341
|
-
airbyte_cdk-6.11.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
342
|
-
airbyte_cdk-6.11.1.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
343
|
-
airbyte_cdk-6.11.1.dist-info/RECORD,,
|
339
|
+
airbyte_cdk-6.11.1.dev4100.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
340
|
+
airbyte_cdk-6.11.1.dev4100.dist-info/METADATA,sha256=nU7_sP4w22VFlutdpffLkTVOKxAKf0It1poerdrx-60,5958
|
341
|
+
airbyte_cdk-6.11.1.dev4100.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
342
|
+
airbyte_cdk-6.11.1.dev4100.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
343
|
+
airbyte_cdk-6.11.1.dev4100.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|