airbyte-cdk 6.39.0__py3-none-any.whl → 6.39.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/requesters/http_requester.py +8 -3
- airbyte_cdk/sources/file_based/stream/default_file_based_stream.py +4 -1
- {airbyte_cdk-6.39.0.dist-info → airbyte_cdk-6.39.2.dist-info}/METADATA +3 -1
- {airbyte_cdk-6.39.0.dist-info → airbyte_cdk-6.39.2.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.39.0.dist-info → airbyte_cdk-6.39.2.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.39.0.dist-info → airbyte_cdk-6.39.2.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.39.0.dist-info → airbyte_cdk-6.39.2.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.39.0.dist-info → airbyte_cdk-6.39.2.dist-info}/entry_points.txt +0 -0
@@ -132,7 +132,7 @@ class HttpRequester(Requester):
|
|
132
132
|
stream_slice=stream_slice,
|
133
133
|
next_page_token=next_page_token,
|
134
134
|
)
|
135
|
-
return
|
135
|
+
return str(self._url_base.eval(self.config, **interpolation_context))
|
136
136
|
|
137
137
|
def get_path(
|
138
138
|
self,
|
@@ -370,13 +370,18 @@ class HttpRequester(Requester):
|
|
370
370
|
Example:
|
371
371
|
1) _join_url("https://example.com/api/", "endpoint") >> 'https://example.com/api/endpoint'
|
372
372
|
2) _join_url("https://example.com/api", "/endpoint") >> 'https://example.com/api/endpoint'
|
373
|
-
3) _join_url("https://example.com/api/", "") >> 'https://example.com/api'
|
373
|
+
3) _join_url("https://example.com/api/", "") >> 'https://example.com/api/'
|
374
374
|
4) _join_url("https://example.com/api", None) >> 'https://example.com/api'
|
375
375
|
"""
|
376
376
|
|
377
377
|
# return a full-url if provided directly from interpolation context
|
378
378
|
if path == EmptyString or path is None:
|
379
|
-
return url_base
|
379
|
+
return url_base
|
380
|
+
else:
|
381
|
+
# since we didn't provide a full-url, the url_base might not have a trailing slash
|
382
|
+
# so we join the url_base and path correctly
|
383
|
+
if not url_base.endswith("/"):
|
384
|
+
url_base += "/"
|
380
385
|
|
381
386
|
return urljoin(url_base, path)
|
382
387
|
|
@@ -356,7 +356,10 @@ class DefaultFileBasedStream(AbstractFileBasedStream, IncrementalMixin):
|
|
356
356
|
if "null" not in v:
|
357
357
|
schema[k] = ["null"] + v
|
358
358
|
elif v != "null":
|
359
|
-
|
359
|
+
if isinstance(v, (str, list)):
|
360
|
+
schema[k] = ["null", v]
|
361
|
+
else:
|
362
|
+
DefaultFileBasedStream._fill_nulls(v)
|
360
363
|
else:
|
361
364
|
DefaultFileBasedStream._fill_nulls(v)
|
362
365
|
elif isinstance(schema, list):
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: airbyte-cdk
|
3
|
-
Version: 6.39.
|
3
|
+
Version: 6.39.2
|
4
4
|
Summary: A framework for writing Airbyte Connectors.
|
5
5
|
Home-page: https://airbyte.com
|
6
6
|
License: MIT
|
@@ -43,6 +43,7 @@ Requires-Dist: nltk (==3.9.1)
|
|
43
43
|
Requires-Dist: numpy (<2)
|
44
44
|
Requires-Dist: openai[embeddings] (==0.27.9) ; extra == "vector-db-based"
|
45
45
|
Requires-Dist: orjson (>=3.10.7,<4.0.0)
|
46
|
+
Requires-Dist: packaging
|
46
47
|
Requires-Dist: pandas (==2.2.2)
|
47
48
|
Requires-Dist: pdf2image (==1.16.3) ; extra == "file-based"
|
48
49
|
Requires-Dist: pdfminer.six (==20221105) ; extra == "file-based"
|
@@ -63,6 +64,7 @@ Requires-Dist: requests_cache
|
|
63
64
|
Requires-Dist: serpyco-rs (>=1.10.2,<2.0.0)
|
64
65
|
Requires-Dist: sqlalchemy (>=2.0,<3.0,!=2.0.36) ; extra == "sql"
|
65
66
|
Requires-Dist: tiktoken (==0.8.0) ; extra == "vector-db-based"
|
67
|
+
Requires-Dist: typing-extensions
|
66
68
|
Requires-Dist: unstructured.pytesseract (>=0.3.12) ; extra == "file-based"
|
67
69
|
Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
|
68
70
|
Requires-Dist: wcmatch (==10.0)
|
@@ -144,7 +144,7 @@ airbyte_cdk/sources/declarative/requesters/error_handlers/default_http_response_
|
|
144
144
|
airbyte_cdk/sources/declarative/requesters/error_handlers/error_handler.py,sha256=Tan66odx8VHzfdyyXMQkXz2pJYksllGqvxmpoajgcK4,669
|
145
145
|
airbyte_cdk/sources/declarative/requesters/error_handlers/http_response_filter.py,sha256=E-fQbt4ShfxZVoqfnmOx69C6FUPWZz8BIqI3DN9Kcjs,7935
|
146
146
|
airbyte_cdk/sources/declarative/requesters/http_job_repository.py,sha256=4wpP0ZNTMLugi-Rc1OFdFaxWfRZSl45nzhHqMFCE8SQ,11924
|
147
|
-
airbyte_cdk/sources/declarative/requesters/http_requester.py,sha256=
|
147
|
+
airbyte_cdk/sources/declarative/requesters/http_requester.py,sha256=uEhUmLGVuwfadKz0c1vunrr66ZNYWmotKZWiaPYPDzw,17402
|
148
148
|
airbyte_cdk/sources/declarative/requesters/paginators/__init__.py,sha256=uArbKs9JKNCt7t9tZoeWwjDpyI1HoPp29FNW0JzvaEM,644
|
149
149
|
airbyte_cdk/sources/declarative/requesters/paginators/default_paginator.py,sha256=SB-Af3CRb4mJwhm4EKNxzl_PK2w5QS4tqrSNNMO2IV4,12760
|
150
150
|
airbyte_cdk/sources/declarative/requesters/paginators/no_pagination.py,sha256=b1-zKxYOUMHn7ahdWpzKEzfG4A7s_WQWy-vzRqZWzME,2152
|
@@ -242,7 +242,7 @@ airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_c
|
|
242
242
|
airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8gangaymdg3EJWYt_72brFOZt068,191
|
243
243
|
airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
|
244
244
|
airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
|
245
|
-
airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=
|
245
|
+
airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=jyJLu2BUCYWKqrqD0ZUFxnrD0qybny7KbzKznxjIIpM,18199
|
246
246
|
airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=FZH83Geoy3K3nwUk2VVNJERFcXUTnl-4XljjucUM23s,1893
|
247
247
|
airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py,sha256=ke82qgm7snOlQTDx94Lqsc0cDkHWi3OJDTrPxffpFqc,3914
|
248
248
|
airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
|
@@ -358,9 +358,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
358
358
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
359
359
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
360
360
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
361
|
-
airbyte_cdk-6.39.
|
362
|
-
airbyte_cdk-6.39.
|
363
|
-
airbyte_cdk-6.39.
|
364
|
-
airbyte_cdk-6.39.
|
365
|
-
airbyte_cdk-6.39.
|
366
|
-
airbyte_cdk-6.39.
|
361
|
+
airbyte_cdk-6.39.2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
362
|
+
airbyte_cdk-6.39.2.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
363
|
+
airbyte_cdk-6.39.2.dist-info/METADATA,sha256=JxrDODWTiKafxzRvdt1F80vkLla2EarHEpaqvfuDGbQ,6071
|
364
|
+
airbyte_cdk-6.39.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
365
|
+
airbyte_cdk-6.39.2.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
366
|
+
airbyte_cdk-6.39.2.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|