airbyte-cdk 6.54.8__py3-none-any.whl → 6.54.8.post2.dev15559989054__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -296,12 +296,12 @@ definitions:
296
296
  - "$ref": "#/definitions/ApiKeyAuthenticator"
297
297
  - "$ref": "#/definitions/BasicHttpAuthenticator"
298
298
  - "$ref": "#/definitions/BearerAuthenticator"
299
- - "$ref": "#/definitions/CustomAuthenticator"
300
299
  - "$ref": "#/definitions/OAuthAuthenticator"
301
300
  - "$ref": "#/definitions/JwtAuthenticator"
302
301
  - "$ref": "#/definitions/SessionTokenAuthenticator"
303
- - "$ref": "#/definitions/NoAuth"
304
302
  - "$ref": "#/definitions/LegacySessionTokenAuthenticator"
303
+ - "$ref": "#/definitions/CustomAuthenticator"
304
+ - "$ref": "#/definitions/NoAuth"
305
305
  examples:
306
306
  - authenticators:
307
307
  token: "#/definitions/ApiKeyAuthenticator"
@@ -907,6 +907,49 @@ definitions:
907
907
  examples:
908
908
  - "created_at"
909
909
  - "{{ config['record_cursor'] }}"
910
+ cursor_datetime_formats:
911
+ title: Cursor Datetime Formats
912
+ description: The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the `datetime_format` will be used.
913
+ type: array
914
+ items:
915
+ type: string
916
+ examples:
917
+ - "%Y-%m-%dT%H:%M:%S.%f%z"
918
+ - "%Y-%m-%d"
919
+ - "%s"
920
+ start_datetime:
921
+ title: Start Datetime
922
+ description: The datetime that determines the earliest record that should be synced.
923
+ anyOf:
924
+ - "$ref": "#/definitions/MinMaxDatetime"
925
+ - type: string
926
+ title: Interpolated Value
927
+ interpolation_context:
928
+ - config
929
+ examples:
930
+ - "2020-01-1T00:00:00Z"
931
+ - "{{ config['start_time'] }}"
932
+ start_time_option:
933
+ title: Inject Start Time Into Outgoing HTTP Request
934
+ description: Optionally configures how the start datetime will be sent in requests to the source API.
935
+ "$ref": "#/definitions/RequestOption"
936
+ end_datetime:
937
+ title: End Datetime
938
+ description: The datetime that determines the last record that should be synced. If not provided, `{{ now_utc() }}` will be used.
939
+ anyOf:
940
+ - "$ref": "#/definitions/MinMaxDatetime"
941
+ - type: string
942
+ title: Interpolated Value
943
+ interpolation_context:
944
+ - config
945
+ examples:
946
+ - "2021-01-1T00:00:00Z"
947
+ - "{{ now_utc() }}"
948
+ - "{{ day_delta(-1) }}"
949
+ end_time_option:
950
+ title: Inject End Time Into Outgoing HTTP Request
951
+ description: Optionally configures how the end datetime will be sent in requests to the source API.
952
+ "$ref": "#/definitions/RequestOption"
910
953
  datetime_format:
911
954
  title: Outgoing Datetime Format
912
955
  description: |
@@ -948,27 +991,6 @@ definitions:
948
991
  - "%s"
949
992
  - "%ms"
950
993
  - "%s_as_float"
951
- start_datetime:
952
- title: Start Datetime
953
- description: The datetime that determines the earliest record that should be synced.
954
- anyOf:
955
- - type: string
956
- - "$ref": "#/definitions/MinMaxDatetime"
957
- interpolation_context:
958
- - config
959
- examples:
960
- - "2020-01-1T00:00:00Z"
961
- - "{{ config['start_time'] }}"
962
- cursor_datetime_formats:
963
- title: Cursor Datetime Formats
964
- description: The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the `datetime_format` will be used.
965
- type: array
966
- items:
967
- type: string
968
- examples:
969
- - "%Y-%m-%dT%H:%M:%S.%f%z"
970
- - "%Y-%m-%d"
971
- - "%s"
972
994
  cursor_granularity:
973
995
  title: Cursor Granularity
974
996
  description:
@@ -977,22 +999,6 @@ definitions:
977
999
  type: string
978
1000
  examples:
979
1001
  - "PT1S"
980
- end_datetime:
981
- title: End Datetime
982
- description: The datetime that determines the last record that should be synced. If not provided, `{{ now_utc() }}` will be used.
983
- anyOf:
984
- - type: string
985
- - "$ref": "#/definitions/MinMaxDatetime"
986
- interpolation_context:
987
- - config
988
- examples:
989
- - "2021-01-1T00:00:00Z"
990
- - "{{ now_utc() }}"
991
- - "{{ day_delta(-1) }}"
992
- end_time_option:
993
- title: Inject End Time Into Outgoing HTTP Request
994
- description: Optionally configures how the end datetime will be sent in requests to the source API.
995
- "$ref": "#/definitions/RequestOption"
996
1002
  is_data_feed:
997
1003
  title: Whether the target API is formatted as a data feed
998
1004
  description: A data feed API is an API that does not allow filtering and paginates the content from the most recent to the least recent. Given this, the CDK needs to know when to stop paginating and this field will generate a stop condition for pagination.
@@ -1032,10 +1038,6 @@ definitions:
1032
1038
  type: string
1033
1039
  examples:
1034
1040
  - "starting_time"
1035
- start_time_option:
1036
- title: Inject Start Time Into Outgoing HTTP Request
1037
- description: Optionally configures how the start datetime will be sent in requests to the source API.
1038
- "$ref": "#/definitions/RequestOption"
1039
1041
  step:
1040
1042
  title: Step
1041
1043
  description: The size of the time window (ISO8601 duration). Given this field is provided, `cursor_granularity` needs to be provided as well.
@@ -1429,14 +1431,15 @@ definitions:
1429
1431
  - "$ref": "#/definitions/InlineSchemaLoader"
1430
1432
  - "$ref": "#/definitions/DynamicSchemaLoader"
1431
1433
  - "$ref": "#/definitions/JsonFileSchemaLoader"
1432
- - "$ref": "#/definitions/CustomSchemaLoader"
1433
- - type: array
1434
+ - title: Multiple Schema Loaders
1435
+ type: array
1434
1436
  items:
1435
1437
  anyOf:
1436
1438
  - "$ref": "#/definitions/InlineSchemaLoader"
1437
1439
  - "$ref": "#/definitions/DynamicSchemaLoader"
1438
1440
  - "$ref": "#/definitions/JsonFileSchemaLoader"
1439
1441
  - "$ref": "#/definitions/CustomSchemaLoader"
1442
+ - "$ref": "#/definitions/CustomSchemaLoader"
1440
1443
  # TODO we have move the transformation to the RecordSelector level in the code but kept this here for
1441
1444
  # compatibility reason. We should eventually move this to align with the code.
1442
1445
  transformations:
@@ -1446,13 +1449,13 @@ definitions:
1446
1449
  items:
1447
1450
  anyOf:
1448
1451
  - "$ref": "#/definitions/AddFields"
1449
- - "$ref": "#/definitions/CustomTransformation"
1450
1452
  - "$ref": "#/definitions/RemoveFields"
1451
1453
  - "$ref": "#/definitions/KeysToLower"
1452
1454
  - "$ref": "#/definitions/KeysToSnakeCase"
1453
1455
  - "$ref": "#/definitions/FlattenFields"
1454
1456
  - "$ref": "#/definitions/DpathFlattenFields"
1455
1457
  - "$ref": "#/definitions/KeysReplace"
1458
+ - "$ref": "#/definitions/CustomTransformation"
1456
1459
  state_migrations:
1457
1460
  title: State Migrations
1458
1461
  description: Array of state migrations to be applied on the input state
@@ -1689,10 +1692,10 @@ definitions:
1689
1692
  items:
1690
1693
  anyOf:
1691
1694
  - "$ref": "#/definitions/ConstantBackoffStrategy"
1692
- - "$ref": "#/definitions/CustomBackoffStrategy"
1693
1695
  - "$ref": "#/definitions/ExponentialBackoffStrategy"
1694
1696
  - "$ref": "#/definitions/WaitTimeFromHeader"
1695
1697
  - "$ref": "#/definitions/WaitUntilTimeFromHeader"
1698
+ - "$ref": "#/definitions/CustomBackoffStrategy"
1696
1699
  max_retries:
1697
1700
  title: Max Retry Count
1698
1701
  description: The maximum number of time to retry a retryable request before giving up and failing.
@@ -2315,9 +2318,9 @@ definitions:
2315
2318
  title: Retriever
2316
2319
  description: Component used to coordinate how records are extracted across stream slices and request pages.
2317
2320
  anyOf:
2321
+ - "$ref": "#/definitions/SimpleRetriever"
2318
2322
  - "$ref": "#/definitions/AsyncRetriever"
2319
2323
  - "$ref": "#/definitions/CustomRetriever"
2320
- - "$ref": "#/definitions/SimpleRetriever"
2321
2324
  schema_filter:
2322
2325
  title: Schema Filter
2323
2326
  description: Responsible for filtering fields to be added to json schema.
@@ -2331,13 +2334,13 @@ definitions:
2331
2334
  items:
2332
2335
  anyOf:
2333
2336
  - "$ref": "#/definitions/AddFields"
2334
- - "$ref": "#/definitions/CustomTransformation"
2335
2337
  - "$ref": "#/definitions/RemoveFields"
2336
2338
  - "$ref": "#/definitions/KeysToLower"
2337
2339
  - "$ref": "#/definitions/KeysToSnakeCase"
2338
2340
  - "$ref": "#/definitions/FlattenFields"
2339
2341
  - "$ref": "#/definitions/DpathFlattenFields"
2340
2342
  - "$ref": "#/definitions/KeysReplace"
2343
+ - "$ref": "#/definitions/CustomTransformation"
2341
2344
  schema_type_identifier:
2342
2345
  "$ref": "#/definitions/SchemaTypeIdentifier"
2343
2346
  $parameters:
@@ -2359,6 +2362,8 @@ definitions:
2359
2362
  type: object
2360
2363
  additionalProperties: true
2361
2364
  JsonFileSchemaLoader:
2365
+ deprecated: true
2366
+ deprecation_message: "Use `InlineSchemaLoader` instead."
2362
2367
  title: Json File Schema Loader
2363
2368
  description: Loads the schema from a json file.
2364
2369
  type: object
@@ -3761,7 +3766,7 @@ definitions:
3761
3766
  - "$ref": "#/definitions/GroupingPartitionRouter"
3762
3767
  - "$ref": "#/definitions/CustomPartitionRouter"
3763
3768
  decoder:
3764
- title: Decoder
3769
+ title: HTTP Response Format
3765
3770
  description: Component decoding the response so records can be extracted.
3766
3771
  anyOf:
3767
3772
  - "$ref": "#/definitions/CsvDecoder"
@@ -3773,7 +3778,7 @@ definitions:
3773
3778
  - "$ref": "#/definitions/ZipfileDecoder"
3774
3779
  - "$ref": "#/definitions/CustomDecoder"
3775
3780
  download_decoder:
3776
- title: Download Decoder
3781
+ title: Download HTTP Response Format
3777
3782
  description: Component decoding the download response so records can be extracted.
3778
3783
  anyOf:
3779
3784
  - "$ref": "#/definitions/CsvDecoder"
@@ -3958,9 +3963,9 @@ definitions:
3958
3963
  title: Underlying Partition Router
3959
3964
  description: The partition router whose output will be grouped. This can be any valid partition router component.
3960
3965
  anyOf:
3961
- - "$ref": "#/definitions/CustomPartitionRouter"
3962
3966
  - "$ref": "#/definitions/ListPartitionRouter"
3963
3967
  - "$ref": "#/definitions/SubstreamPartitionRouter"
3968
+ - "$ref": "#/definitions/CustomPartitionRouter"
3964
3969
  deduplicate:
3965
3970
  title: Deduplicate Partitions
3966
3971
  description: If true, ensures that partitions are unique within each group by removing duplicates based on the partition key.
@@ -4069,6 +4074,7 @@ definitions:
4069
4074
  additionalProperties: true
4070
4075
  HttpComponentsResolver:
4071
4076
  type: object
4077
+ title: Http Components Resolver
4072
4078
  description: (This component is experimental. Use at your own risk.) Component resolve and populates stream templates with components fetched via an HTTP retriever.
4073
4079
  properties:
4074
4080
  type:
@@ -4078,9 +4084,9 @@ definitions:
4078
4084
  title: Retriever
4079
4085
  description: Component used to coordinate how records are extracted across stream slices and request pages.
4080
4086
  anyOf:
4087
+ - "$ref": "#/definitions/SimpleRetriever"
4081
4088
  - "$ref": "#/definitions/AsyncRetriever"
4082
4089
  - "$ref": "#/definitions/CustomRetriever"
4083
- - "$ref": "#/definitions/SimpleRetriever"
4084
4090
  components_mapping:
4085
4091
  type: array
4086
4092
  items:
@@ -4126,6 +4132,7 @@ definitions:
4126
4132
  additionalProperties: true
4127
4133
  ConfigComponentsResolver:
4128
4134
  type: object
4135
+ title: Config Components Resolver
4129
4136
  description: (This component is experimental. Use at your own risk.) Resolves and populates stream templates with components fetched from the source config.
4130
4137
  properties:
4131
4138
  type:
@@ -147,16 +147,18 @@ class JinjaInterpolation(Interpolation):
147
147
  # It can be returned as is
148
148
  return s
149
149
 
150
+ @staticmethod
150
151
  @cache
151
- def _find_undeclared_variables(self, s: Optional[str]) -> Set[str]:
152
+ def _find_undeclared_variables(s: Optional[str]) -> Set[str]:
152
153
  """
153
154
  Find undeclared variables and cache them
154
155
  """
155
156
  ast = _ENVIRONMENT.parse(s) # type: ignore # parse is able to handle None
156
157
  return meta.find_undeclared_variables(ast)
157
158
 
159
+ @staticmethod
158
160
  @cache
159
- def _compile(self, s: str) -> Template:
161
+ def _compile(s: str) -> Template:
160
162
  """
161
163
  We must cache the Jinja Template ourselves because we're using `from_string` instead of a template loader
162
164
  """
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: airbyte-cdk
3
- Version: 6.54.8
3
+ Version: 6.54.8.post2.dev15559989054
4
4
  Summary: A framework for writing Airbyte Connectors.
5
5
  Home-page: https://airbyte.com
6
6
  License: MIT
@@ -89,7 +89,7 @@ airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=rgCbaMkX
89
89
  airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
90
90
  airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=_zGNGq31RNy_0QBLt_EcTvgPyhj7urPdx6oA3M5-r3o,3150
91
91
  airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
92
- airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=3K4hGCyqpOMhfLqwS6brufHVx-IypmxDMiCxH1ywusg,177473
92
+ airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=PyE9znoZLAlwWUXerXvOGJXADRWlVmBUadEYcAby_P8,177774
93
93
  airbyte_cdk/sources/declarative/declarative_source.py,sha256=qmyMnnet92eGc3C22yBtpvD5UZjqdhsAafP_zxI5wp8,1814
94
94
  airbyte_cdk/sources/declarative/declarative_stream.py,sha256=dCRlddBUSaJmBNBz1pSO1r2rTw8AP5d2_vlmIeGs2gg,10767
95
95
  airbyte_cdk/sources/declarative/decoders/__init__.py,sha256=JHb_0d3SE6kNY10mxA5YBEKPeSbsWYjByq1gUQxepoE,953
@@ -125,7 +125,7 @@ airbyte_cdk/sources/declarative/interpolation/interpolated_mapping.py,sha256=h36
125
125
  airbyte_cdk/sources/declarative/interpolation/interpolated_nested_mapping.py,sha256=myVaNtFqxOAwrbp93rgd1dhkqyuvXvET9rsimQ89ktc,1873
126
126
  airbyte_cdk/sources/declarative/interpolation/interpolated_string.py,sha256=CQkHqGlfa87G6VYMtBAQWin7ECKpfMdrDcg0JO5_rhc,3212
127
127
  airbyte_cdk/sources/declarative/interpolation/interpolation.py,sha256=9IoeuWam3L6GyN10L6U8xNWXmkt9cnahSDNkez1OmFY,982
128
- airbyte_cdk/sources/declarative/interpolation/jinja.py,sha256=wm_W3_usYU_3eUdSpzrj21qsk8-vcK8TtWEHQsH7SY4,7245
128
+ airbyte_cdk/sources/declarative/interpolation/jinja.py,sha256=oFGKs3oX0xO6DOL4E9x8rhxwbEoRcgx4HJVIL1RQ9c4,7269
129
129
  airbyte_cdk/sources/declarative/interpolation/macros.py,sha256=xRcmjape4_WGmKMJpmBsKY0k4OHJDM46Hv3V-dlSz3w,5640
130
130
  airbyte_cdk/sources/declarative/manifest_declarative_source.py,sha256=ciXtM7Qhus170ZwP8B9Ac4VScX2FPBYvlbZRv_r376U,24692
131
131
  airbyte_cdk/sources/declarative/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -420,9 +420,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
420
420
  airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
421
421
  airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
422
422
  airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
423
- airbyte_cdk-6.54.8.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
424
- airbyte_cdk-6.54.8.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
425
- airbyte_cdk-6.54.8.dist-info/METADATA,sha256=ef1aVkRMYNIJl3kf_Yk5XdSvSWfiEonycoyuEdNJygc,6343
426
- airbyte_cdk-6.54.8.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
427
- airbyte_cdk-6.54.8.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
428
- airbyte_cdk-6.54.8.dist-info/RECORD,,
423
+ airbyte_cdk-6.54.8.post2.dev15559989054.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
424
+ airbyte_cdk-6.54.8.post2.dev15559989054.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
425
+ airbyte_cdk-6.54.8.post2.dev15559989054.dist-info/METADATA,sha256=GrsvfU5-NxMEUCXiXNXgSgnoxMvkz8QRLN5z92PpeFs,6364
426
+ airbyte_cdk-6.54.8.post2.dev15559989054.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
427
+ airbyte_cdk-6.54.8.post2.dev15559989054.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
428
+ airbyte_cdk-6.54.8.post2.dev15559989054.dist-info/RECORD,,