airbyte-cdk 6.38.3.dev4101__py3-none-any.whl → 6.38.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/declarative_component_schema.yaml +9 -9
- airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py +8 -16
- {airbyte_cdk-6.38.3.dev4101.dist-info → airbyte_cdk-6.38.5.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.38.3.dev4101.dist-info → airbyte_cdk-6.38.5.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.38.3.dev4101.dist-info → airbyte_cdk-6.38.5.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.38.3.dev4101.dist-info → airbyte_cdk-6.38.5.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.38.3.dev4101.dist-info → airbyte_cdk-6.38.5.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.38.3.dev4101.dist-info → airbyte_cdk-6.38.5.dist-info}/entry_points.txt +0 -0
@@ -109,7 +109,7 @@ definitions:
|
|
109
109
|
description: List of transformations (path and corresponding value) that will be added to the record.
|
110
110
|
type: array
|
111
111
|
items:
|
112
|
-
|
112
|
+
"$ref": "#/definitions/AddedFieldDefinition"
|
113
113
|
$parameters:
|
114
114
|
type: object
|
115
115
|
additionalProperties: true
|
@@ -1657,7 +1657,7 @@ definitions:
|
|
1657
1657
|
description: List of potentially nested fields describing the full path of the field to extract. Use "*" to extract all values from an array. See more info in the [docs](https://docs.airbyte.com/connector-development/config-based/understanding-the-yaml-file/record-selector).
|
1658
1658
|
type: array
|
1659
1659
|
items:
|
1660
|
-
|
1660
|
+
type: string
|
1661
1661
|
interpolation_context:
|
1662
1662
|
- config
|
1663
1663
|
examples:
|
@@ -2073,7 +2073,7 @@ definitions:
|
|
2073
2073
|
type: array
|
2074
2074
|
default: []
|
2075
2075
|
items:
|
2076
|
-
|
2076
|
+
type: string
|
2077
2077
|
interpolation_context:
|
2078
2078
|
- config
|
2079
2079
|
key_pointer:
|
@@ -2081,7 +2081,7 @@ definitions:
|
|
2081
2081
|
description: List of potentially nested fields describing the full path of the field key to extract.
|
2082
2082
|
type: array
|
2083
2083
|
items:
|
2084
|
-
|
2084
|
+
type: string
|
2085
2085
|
interpolation_context:
|
2086
2086
|
- config
|
2087
2087
|
type_pointer:
|
@@ -2089,13 +2089,13 @@ definitions:
|
|
2089
2089
|
description: List of potentially nested fields describing the full path of the field type to extract.
|
2090
2090
|
type: array
|
2091
2091
|
items:
|
2092
|
-
|
2092
|
+
type: string
|
2093
2093
|
interpolation_context:
|
2094
2094
|
- config
|
2095
2095
|
types_mapping:
|
2096
2096
|
type: array
|
2097
2097
|
items:
|
2098
|
-
|
2098
|
+
"$ref": "#/definitions/TypesMap"
|
2099
2099
|
$parameters:
|
2100
2100
|
type: object
|
2101
2101
|
additionalProperties: true
|
@@ -2251,7 +2251,7 @@ definitions:
|
|
2251
2251
|
description: A path to field that needs to be flattened.
|
2252
2252
|
type: array
|
2253
2253
|
items:
|
2254
|
-
|
2254
|
+
type: string
|
2255
2255
|
examples:
|
2256
2256
|
- ["data"]
|
2257
2257
|
- ["data", "*", "field"]
|
@@ -3526,7 +3526,7 @@ definitions:
|
|
3526
3526
|
description: A list of potentially nested fields indicating the full path where value will be added or updated.
|
3527
3527
|
type: array
|
3528
3528
|
items:
|
3529
|
-
|
3529
|
+
type: string
|
3530
3530
|
interpolation_context:
|
3531
3531
|
- config
|
3532
3532
|
- components_values
|
@@ -3602,7 +3602,7 @@ definitions:
|
|
3602
3602
|
description: A list of potentially nested fields indicating the full path in source config file where streams configs located.
|
3603
3603
|
type: array
|
3604
3604
|
items:
|
3605
|
-
|
3605
|
+
type: string
|
3606
3606
|
interpolation_context:
|
3607
3607
|
- parameters
|
3608
3608
|
examples:
|
@@ -31,7 +31,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
31
31
|
Note: FileBasedSource only requires the keys defined in the abstract config, whereas concrete implementations of StreamReader
|
32
32
|
will require keys that (for example) allow it to authenticate with the 3rd party.
|
33
33
|
|
34
|
-
Therefore, concrete implementations of
|
34
|
+
Therefore, concrete implementations of AbstractFileBasedStreamPermissionsReader's's config setter should assert that `value` is of the correct
|
35
35
|
config type for that type of StreamReader.
|
36
36
|
"""
|
37
37
|
...
|
@@ -51,9 +51,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
51
51
|
is_public = result["is_public"],
|
52
52
|
).dict()
|
53
53
|
"""
|
54
|
-
|
55
|
-
f"{self.__class__.__name__} does not implement get_file_acl_permissions(). To support ACL permissions, implement this method and update file_permissions_schema."
|
56
|
-
)
|
54
|
+
...
|
57
55
|
|
58
56
|
@abstractmethod
|
59
57
|
def load_identity_groups(self, logger: logging.Logger) -> Iterable[Dict[str, Any]]:
|
@@ -61,7 +59,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
61
59
|
This function should return the Identities in a determined "space" or "domain" where the file metadata (ACLs) are fetched and ACLs items (Identities) exists.
|
62
60
|
|
63
61
|
e.g.
|
64
|
-
def load_identity_groups(self, logger: logging.Logger) -> Dict[str, Any]:
|
62
|
+
def load_identity_groups(self, logger: logging.Logger) -> Iterable[Dict[str, Any]]:
|
65
63
|
api_conn = some_api.conn(credentials=SOME_CREDENTIALS)
|
66
64
|
users_api = api_conn.users()
|
67
65
|
groups_api = api_conn.groups()
|
@@ -75,9 +73,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
75
73
|
group_obj.member_email_addresses.append(member.email)
|
76
74
|
yield group_obj.dict()
|
77
75
|
"""
|
78
|
-
|
79
|
-
f"{self.__class__.__name__} does not implement load_identity_groups(). To support identities, implement this method and update identities_schema."
|
80
|
-
)
|
76
|
+
...
|
81
77
|
|
82
78
|
@property
|
83
79
|
@abstractmethod
|
@@ -87,7 +83,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
87
83
|
|
88
84
|
e.g.
|
89
85
|
def file_permissions_schema(self) -> Dict[str, Any]:
|
90
|
-
# you can also follow the
|
86
|
+
# you can also follow the pattern we have for python connectors and have a json file and read from there e.g. schemas/identities.json
|
91
87
|
return {
|
92
88
|
"type": "object",
|
93
89
|
"properties": {
|
@@ -101,9 +97,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
101
97
|
}
|
102
98
|
}
|
103
99
|
"""
|
104
|
-
|
105
|
-
f"{self.__class__.__name__} does not implement file_permissions_schema, please return json schema for your permissions streams."
|
106
|
-
)
|
100
|
+
...
|
107
101
|
|
108
102
|
@property
|
109
103
|
@abstractmethod
|
@@ -113,7 +107,7 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
113
107
|
|
114
108
|
e.g.
|
115
109
|
def identities_schema(self) -> Dict[str, Any]:
|
116
|
-
# you can also follow the
|
110
|
+
# you can also follow the pattern we have for python connectors and have a json file and read from there e.g. schemas/identities.json
|
117
111
|
return {
|
118
112
|
"type": "object",
|
119
113
|
"properties": {
|
@@ -126,6 +120,4 @@ class AbstractFileBasedStreamPermissionsReader(ABC):
|
|
126
120
|
}
|
127
121
|
}
|
128
122
|
"""
|
129
|
-
|
130
|
-
f"{self.__class__.__name__} does not implement identities_schema, please return json schema for your identities stream."
|
131
|
-
)
|
123
|
+
...
|
@@ -71,7 +71,7 @@ airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=rAp-sgld
|
|
71
71
|
airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
|
72
72
|
airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=_zGNGq31RNy_0QBLt_EcTvgPyhj7urPdx6oA3M5-r3o,3150
|
73
73
|
airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
|
74
|
-
airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=
|
74
|
+
airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=WEpQZGl784f6hjakiWV6YC-ckJrtvpG2XpWixLXG3tg,147469
|
75
75
|
airbyte_cdk/sources/declarative/declarative_source.py,sha256=nF7wBqFd3AQmEKAm4CnIo29CJoQL562cJGSCeL8U8bA,1531
|
76
76
|
airbyte_cdk/sources/declarative/declarative_stream.py,sha256=venZjfpvtqr3oFSuvMBWtn4h9ayLhD4L65ACuXCDZ64,10445
|
77
77
|
airbyte_cdk/sources/declarative/decoders/__init__.py,sha256=JHb_0d3SE6kNY10mxA5YBEKPeSbsWYjByq1gUQxepoE,953
|
@@ -215,7 +215,7 @@ airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py,sha
|
|
215
215
|
airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha256=-xujTidtrq6HC00WKbjQh1CZdT5LMuzkp5BLjqDmfTY,1007
|
216
216
|
airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
|
217
217
|
airbyte_cdk/sources/file_based/file_based_source.py,sha256=bIsut7ivHcl7YPO9cygDn0to23MRLu1Sym7jSr0Iy9A,20051
|
218
|
-
airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py,sha256=
|
218
|
+
airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py,sha256=4e7FXqQ9hueacexC0SyrZyjF8oREYHza8pKF9CgKbD8,5050
|
219
219
|
airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=0cmppYO3pZlFiJrs5oorF4JXv4ErhOeEMrdLG7P-Gdk,6742
|
220
220
|
airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
|
221
221
|
airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
|
@@ -358,9 +358,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
358
358
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
359
359
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
360
360
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
361
|
-
airbyte_cdk-6.38.
|
362
|
-
airbyte_cdk-6.38.
|
363
|
-
airbyte_cdk-6.38.
|
364
|
-
airbyte_cdk-6.38.
|
365
|
-
airbyte_cdk-6.38.
|
366
|
-
airbyte_cdk-6.38.
|
361
|
+
airbyte_cdk-6.38.5.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
362
|
+
airbyte_cdk-6.38.5.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
363
|
+
airbyte_cdk-6.38.5.dist-info/METADATA,sha256=G-czc95JpGgXr9wO1X3apOpeq1Q6jIyZQ9L-tRllR5Y,6013
|
364
|
+
airbyte_cdk-6.38.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
365
|
+
airbyte_cdk-6.38.5.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
366
|
+
airbyte_cdk-6.38.5.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|