airbyte-cdk 6.39.0__py3-none-any.whl → 6.39.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -132,7 +132,7 @@ class HttpRequester(Requester):
132
132
  stream_slice=stream_slice,
133
133
  next_page_token=next_page_token,
134
134
  )
135
- return os.path.join(self._url_base.eval(self.config, **interpolation_context), EmptyString)
135
+ return str(self._url_base.eval(self.config, **interpolation_context))
136
136
 
137
137
  def get_path(
138
138
  self,
@@ -370,13 +370,18 @@ class HttpRequester(Requester):
370
370
  Example:
371
371
  1) _join_url("https://example.com/api/", "endpoint") >> 'https://example.com/api/endpoint'
372
372
  2) _join_url("https://example.com/api", "/endpoint") >> 'https://example.com/api/endpoint'
373
- 3) _join_url("https://example.com/api/", "") >> 'https://example.com/api'
373
+ 3) _join_url("https://example.com/api/", "") >> 'https://example.com/api/'
374
374
  4) _join_url("https://example.com/api", None) >> 'https://example.com/api'
375
375
  """
376
376
 
377
377
  # return a full-url if provided directly from interpolation context
378
378
  if path == EmptyString or path is None:
379
- return url_base.rstrip("/")
379
+ return url_base
380
+ else:
381
+ # since we didn't provide a full-url, the url_base might not have a trailing slash
382
+ # so we join the url_base and path correctly
383
+ if not url_base.endswith("/"):
384
+ url_base += "/"
380
385
 
381
386
  return urljoin(url_base, path)
382
387
 
@@ -356,7 +356,10 @@ class DefaultFileBasedStream(AbstractFileBasedStream, IncrementalMixin):
356
356
  if "null" not in v:
357
357
  schema[k] = ["null"] + v
358
358
  elif v != "null":
359
- schema[k] = ["null", v]
359
+ if isinstance(v, (str, list)):
360
+ schema[k] = ["null", v]
361
+ else:
362
+ DefaultFileBasedStream._fill_nulls(v)
360
363
  else:
361
364
  DefaultFileBasedStream._fill_nulls(v)
362
365
  elif isinstance(schema, list):
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: airbyte-cdk
3
- Version: 6.39.0
3
+ Version: 6.39.2
4
4
  Summary: A framework for writing Airbyte Connectors.
5
5
  Home-page: https://airbyte.com
6
6
  License: MIT
@@ -43,6 +43,7 @@ Requires-Dist: nltk (==3.9.1)
43
43
  Requires-Dist: numpy (<2)
44
44
  Requires-Dist: openai[embeddings] (==0.27.9) ; extra == "vector-db-based"
45
45
  Requires-Dist: orjson (>=3.10.7,<4.0.0)
46
+ Requires-Dist: packaging
46
47
  Requires-Dist: pandas (==2.2.2)
47
48
  Requires-Dist: pdf2image (==1.16.3) ; extra == "file-based"
48
49
  Requires-Dist: pdfminer.six (==20221105) ; extra == "file-based"
@@ -63,6 +64,7 @@ Requires-Dist: requests_cache
63
64
  Requires-Dist: serpyco-rs (>=1.10.2,<2.0.0)
64
65
  Requires-Dist: sqlalchemy (>=2.0,<3.0,!=2.0.36) ; extra == "sql"
65
66
  Requires-Dist: tiktoken (==0.8.0) ; extra == "vector-db-based"
67
+ Requires-Dist: typing-extensions
66
68
  Requires-Dist: unstructured.pytesseract (>=0.3.12) ; extra == "file-based"
67
69
  Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
68
70
  Requires-Dist: wcmatch (==10.0)
@@ -144,7 +144,7 @@ airbyte_cdk/sources/declarative/requesters/error_handlers/default_http_response_
144
144
  airbyte_cdk/sources/declarative/requesters/error_handlers/error_handler.py,sha256=Tan66odx8VHzfdyyXMQkXz2pJYksllGqvxmpoajgcK4,669
145
145
  airbyte_cdk/sources/declarative/requesters/error_handlers/http_response_filter.py,sha256=E-fQbt4ShfxZVoqfnmOx69C6FUPWZz8BIqI3DN9Kcjs,7935
146
146
  airbyte_cdk/sources/declarative/requesters/http_job_repository.py,sha256=4wpP0ZNTMLugi-Rc1OFdFaxWfRZSl45nzhHqMFCE8SQ,11924
147
- airbyte_cdk/sources/declarative/requesters/http_requester.py,sha256=5i16IqHp4gARSI619babc60_uWUSebNSbkqdci5itSs,17194
147
+ airbyte_cdk/sources/declarative/requesters/http_requester.py,sha256=uEhUmLGVuwfadKz0c1vunrr66ZNYWmotKZWiaPYPDzw,17402
148
148
  airbyte_cdk/sources/declarative/requesters/paginators/__init__.py,sha256=uArbKs9JKNCt7t9tZoeWwjDpyI1HoPp29FNW0JzvaEM,644
149
149
  airbyte_cdk/sources/declarative/requesters/paginators/default_paginator.py,sha256=SB-Af3CRb4mJwhm4EKNxzl_PK2w5QS4tqrSNNMO2IV4,12760
150
150
  airbyte_cdk/sources/declarative/requesters/paginators/no_pagination.py,sha256=b1-zKxYOUMHn7ahdWpzKEzfG4A7s_WQWy-vzRqZWzME,2152
@@ -242,7 +242,7 @@ airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_c
242
242
  airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8gangaymdg3EJWYt_72brFOZt068,191
243
243
  airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
244
244
  airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
245
- airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=XLU5cNqQ-5mj243gNzMyXtm_oCtg1ORyoqbCsUo9Dn4,18044
245
+ airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=jyJLu2BUCYWKqrqD0ZUFxnrD0qybny7KbzKznxjIIpM,18199
246
246
  airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=FZH83Geoy3K3nwUk2VVNJERFcXUTnl-4XljjucUM23s,1893
247
247
  airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py,sha256=ke82qgm7snOlQTDx94Lqsc0cDkHWi3OJDTrPxffpFqc,3914
248
248
  airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
@@ -358,9 +358,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
358
358
  airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
359
359
  airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
360
360
  airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
361
- airbyte_cdk-6.39.0.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
362
- airbyte_cdk-6.39.0.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
363
- airbyte_cdk-6.39.0.dist-info/METADATA,sha256=7zM8BE2_CcIFxmvyC_TVNF7Dy9tvKFOnjnlOzCwpc40,6013
364
- airbyte_cdk-6.39.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
365
- airbyte_cdk-6.39.0.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
366
- airbyte_cdk-6.39.0.dist-info/RECORD,,
361
+ airbyte_cdk-6.39.2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
362
+ airbyte_cdk-6.39.2.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
363
+ airbyte_cdk-6.39.2.dist-info/METADATA,sha256=JxrDODWTiKafxzRvdt1F80vkLla2EarHEpaqvfuDGbQ,6071
364
+ airbyte_cdk-6.39.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
365
+ airbyte_cdk-6.39.2.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
366
+ airbyte_cdk-6.39.2.dist-info/RECORD,,