airbyte-cdk 6.58.1__py3-none-any.whl → 6.58.1.post4.dev16275471665__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/declarative_component_schema.yaml +22 -0
- airbyte_cdk/sources/declarative/models/declarative_component_schema.py +20 -2
- airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +4 -0
- {airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/RECORD +9 -9
- {airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/entry_points.txt +0 -0
@@ -3852,6 +3852,7 @@ definitions:
|
|
3852
3852
|
- "$ref": "#/definitions/ConfigRemapField"
|
3853
3853
|
- "$ref": "#/definitions/ConfigAddFields"
|
3854
3854
|
- "$ref": "#/definitions/ConfigRemoveFields"
|
3855
|
+
- "$ref": "#/definitions/CustomConfigTransformation"
|
3855
3856
|
default: []
|
3856
3857
|
validations:
|
3857
3858
|
title: Validations
|
@@ -3885,6 +3886,7 @@ definitions:
|
|
3885
3886
|
- "$ref": "#/definitions/ConfigRemapField"
|
3886
3887
|
- "$ref": "#/definitions/ConfigAddFields"
|
3887
3888
|
- "$ref": "#/definitions/ConfigRemoveFields"
|
3889
|
+
- "$ref": "#/definitions/CustomConfigTransformation"
|
3888
3890
|
default: []
|
3889
3891
|
SubstreamPartitionRouter:
|
3890
3892
|
title: Substream Partition Router
|
@@ -4556,6 +4558,26 @@ definitions:
|
|
4556
4558
|
- "{{ property is integer }}"
|
4557
4559
|
- "{{ property|length > 5 }}"
|
4558
4560
|
- "{{ property == 'some_string_to_match' }}"
|
4561
|
+
CustomConfigTransformation:
|
4562
|
+
title: Custom Config Transformation
|
4563
|
+
description: A custom config transformation that can be used to transform the connector configuration.
|
4564
|
+
type: object
|
4565
|
+
required:
|
4566
|
+
- type
|
4567
|
+
- class_name
|
4568
|
+
properties:
|
4569
|
+
type:
|
4570
|
+
type: string
|
4571
|
+
enum: [CustomConfigTransformation]
|
4572
|
+
class_name:
|
4573
|
+
type: string
|
4574
|
+
description: Fully-qualified name of the class that will be implementing the custom config transformation. The format is `source_<name>.<package>.<class_name>`.
|
4575
|
+
examples:
|
4576
|
+
- "source_declarative_manifest.components.MyCustomConfigTransformation"
|
4577
|
+
$parameters:
|
4578
|
+
type: object
|
4579
|
+
description: Additional parameters to be passed to the custom config transformation.
|
4580
|
+
additionalProperties: true
|
4559
4581
|
interpolation:
|
4560
4582
|
variables:
|
4561
4583
|
- title: config
|
@@ -160,6 +160,20 @@ class CustomBackoffStrategy(BaseModel):
|
|
160
160
|
parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
|
161
161
|
|
162
162
|
|
163
|
+
class CustomConfigTransformation(BaseModel):
|
164
|
+
class Config:
|
165
|
+
extra = Extra.allow
|
166
|
+
|
167
|
+
type: Literal["CustomConfigTransformation"]
|
168
|
+
class_name: str = Field(
|
169
|
+
...,
|
170
|
+
description="Fully-qualified name of the class that will be implementing the custom config transformation. The format is `source_<name>.<package>.<class_name>`.",
|
171
|
+
examples=["source_declarative_manifest.components.MyCustomConfigTransformation"],
|
172
|
+
title="Class Name",
|
173
|
+
)
|
174
|
+
parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
|
175
|
+
|
176
|
+
|
163
177
|
class CustomErrorHandler(BaseModel):
|
164
178
|
class Config:
|
165
179
|
extra = Extra.allow
|
@@ -2149,7 +2163,9 @@ class ConfigMigration(BaseModel):
|
|
2149
2163
|
description: Optional[str] = Field(
|
2150
2164
|
None, description="The description/purpose of the config migration."
|
2151
2165
|
)
|
2152
|
-
transformations: List[
|
2166
|
+
transformations: List[
|
2167
|
+
Union[ConfigRemapField, ConfigAddFields, ConfigRemoveFields, CustomConfigTransformation]
|
2168
|
+
] = Field(
|
2153
2169
|
...,
|
2154
2170
|
description="The list of transformations that will attempt to be applied on an incoming unmigrated config. The transformations will be applied in the order they are defined.",
|
2155
2171
|
title="Transformations",
|
@@ -2166,7 +2182,9 @@ class ConfigNormalizationRules(BaseModel):
|
|
2166
2182
|
title="Config Migrations",
|
2167
2183
|
)
|
2168
2184
|
transformations: Optional[
|
2169
|
-
List[
|
2185
|
+
List[
|
2186
|
+
Union[ConfigRemapField, ConfigAddFields, ConfigRemoveFields, CustomConfigTransformation]
|
2187
|
+
]
|
2170
2188
|
] = Field(
|
2171
2189
|
[],
|
2172
2190
|
description="The list of transformations that will be applied on the incoming config at the start of each sync. The transformations will be applied in the order they are defined.",
|
@@ -186,6 +186,9 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
|
|
186
186
|
from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
|
187
187
|
CustomBackoffStrategy as CustomBackoffStrategyModel,
|
188
188
|
)
|
189
|
+
from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
|
190
|
+
CustomConfigTransformation as CustomConfigTransformationModel,
|
191
|
+
)
|
189
192
|
from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
|
190
193
|
CustomDecoder as CustomDecoderModel,
|
191
194
|
)
|
@@ -687,6 +690,7 @@ class ModelToComponentFactory:
|
|
687
690
|
CustomPartitionRouterModel: self.create_custom_component,
|
688
691
|
CustomTransformationModel: self.create_custom_component,
|
689
692
|
CustomValidationStrategyModel: self.create_custom_component,
|
693
|
+
CustomConfigTransformationModel: self.create_custom_component,
|
690
694
|
DatetimeBasedCursorModel: self.create_datetime_based_cursor,
|
691
695
|
DeclarativeStreamModel: self.create_declarative_stream,
|
692
696
|
DefaultErrorHandlerModel: self.create_default_error_handler,
|
@@ -90,7 +90,7 @@ airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=rQz9gXp3
|
|
90
90
|
airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
|
91
91
|
airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=_zGNGq31RNy_0QBLt_EcTvgPyhj7urPdx6oA3M5-r3o,3150
|
92
92
|
airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
|
93
|
-
airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=
|
93
|
+
airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=7iP5eTOXCp49H93UOZDYKC_0D6wC-mgecboFAZAUUo8,182238
|
94
94
|
airbyte_cdk/sources/declarative/declarative_source.py,sha256=qmyMnnet92eGc3C22yBtpvD5UZjqdhsAafP_zxI5wp8,1814
|
95
95
|
airbyte_cdk/sources/declarative/declarative_stream.py,sha256=dCRlddBUSaJmBNBz1pSO1r2rTw8AP5d2_vlmIeGs2gg,10767
|
96
96
|
airbyte_cdk/sources/declarative/decoders/__init__.py,sha256=JHb_0d3SE6kNY10mxA5YBEKPeSbsWYjByq1gUQxepoE,953
|
@@ -134,14 +134,14 @@ airbyte_cdk/sources/declarative/migrations/legacy_to_per_partition_state_migrati
|
|
134
134
|
airbyte_cdk/sources/declarative/migrations/state_migration.py,sha256=KWPjealMLKSMtajXgkdGgKg7EmTLR-CqqD7UIh0-eDU,794
|
135
135
|
airbyte_cdk/sources/declarative/models/__init__.py,sha256=nUFxNCiKeYRVXuZEKA7GD-lTHxsiKcQ8FitZjKhPIvE,100
|
136
136
|
airbyte_cdk/sources/declarative/models/base_model_with_deprecations.py,sha256=Imnj3yef0aqRdLfaUxkIYISUb8YkiPrRH_wBd-x8HjM,5999
|
137
|
-
airbyte_cdk/sources/declarative/models/declarative_component_schema.py,sha256=
|
137
|
+
airbyte_cdk/sources/declarative/models/declarative_component_schema.py,sha256=xkhUeuSDmyBPm8Bdlp2my5yG8m-D1UaTIuGdbI7oLfQ,128499
|
138
138
|
airbyte_cdk/sources/declarative/parsers/__init__.py,sha256=ZnqYNxHsKCgO38IwB34RQyRMXTs4GTvlRi3ImKnIioo,61
|
139
139
|
airbyte_cdk/sources/declarative/parsers/custom_code_compiler.py,sha256=nlVvHC511NUyDEEIRBkoeDTAvLqKNp-hRy8D19z8tdk,5941
|
140
140
|
airbyte_cdk/sources/declarative/parsers/custom_exceptions.py,sha256=wnRUP0Xeru9Rbu5OexXSDN9QWDo8YU4tT9M2LDVOgGA,802
|
141
141
|
airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py,sha256=2UdpCz3yi7ISZTyqkQXSSy3dMxeyOWqV7OlAS5b9GVg,11568
|
142
142
|
airbyte_cdk/sources/declarative/parsers/manifest_normalizer.py,sha256=EtKjS9c94yNp3AwQC8KUCQaAYW5T3zvFYxoWYjc_buI,19729
|
143
143
|
airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py,sha256=pJmg78vqE5VfUrF_KJnWjucQ4k9IWFULeAxHCowrHXE,6806
|
144
|
-
airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=
|
144
|
+
airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=r2-PV4O2f1vXDO-Nrrdin5wZEnaCC9o3Y3fKRqphsr4,177527
|
145
145
|
airbyte_cdk/sources/declarative/partition_routers/__init__.py,sha256=TBC9AkGaUqHm2IKHMPN6punBIcY5tWGULowcLoAVkfw,1109
|
146
146
|
airbyte_cdk/sources/declarative/partition_routers/async_job_partition_router.py,sha256=VelO7zKqKtzMJ35jyFeg0ypJLQC0plqqIBNXoBW1G2E,3001
|
147
147
|
airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py,sha256=c5cuVFM6NFkuQqG8Z5IwkBuwDrvXZN1CunUOM_L0ezg,6892
|
@@ -424,9 +424,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
424
424
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
425
425
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
426
426
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
427
|
-
airbyte_cdk-6.58.1.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
428
|
-
airbyte_cdk-6.58.1.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
429
|
-
airbyte_cdk-6.58.1.dist-info/METADATA,sha256=
|
430
|
-
airbyte_cdk-6.58.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
431
|
-
airbyte_cdk-6.58.1.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
432
|
-
airbyte_cdk-6.58.1.dist-info/RECORD,,
|
427
|
+
airbyte_cdk-6.58.1.post4.dev16275471665.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
428
|
+
airbyte_cdk-6.58.1.post4.dev16275471665.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
429
|
+
airbyte_cdk-6.58.1.post4.dev16275471665.dist-info/METADATA,sha256=_1QzMe26G-qQuecfT6YQ8IS6ZZEuhdScCF1-A8-lG9Q,6498
|
430
|
+
airbyte_cdk-6.58.1.post4.dev16275471665.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
431
|
+
airbyte_cdk-6.58.1.post4.dev16275471665.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
432
|
+
airbyte_cdk-6.58.1.post4.dev16275471665.dist-info/RECORD,,
|
{airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/LICENSE.txt
RENAMED
File without changes
|
{airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/LICENSE_SHORT
RENAMED
File without changes
|
File without changes
|
{airbyte_cdk-6.58.1.dist-info → airbyte_cdk-6.58.1.post4.dev16275471665.dist-info}/entry_points.txt
RENAMED
File without changes
|