airbyte-cdk 6.39.0__tar.gz → 6.39.2__tar.gz

{airbyte_cdk-6.39.0 → airbyte_cdk-6.39.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.39.0
+Version: 6.39.2
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT
@@ -43,6 +43,7 @@ Requires-Dist: nltk (==3.9.1)
 Requires-Dist: numpy (<2)
 Requires-Dist: openai[embeddings] (==0.27.9) ; extra == "vector-db-based"
 Requires-Dist: orjson (>=3.10.7,<4.0.0)
+Requires-Dist: packaging
 Requires-Dist: pandas (==2.2.2)
 Requires-Dist: pdf2image (==1.16.3) ; extra == "file-based"
 Requires-Dist: pdfminer.six (==20221105) ; extra == "file-based"
@@ -63,6 +64,7 @@ Requires-Dist: requests_cache
 Requires-Dist: serpyco-rs (>=1.10.2,<2.0.0)
 Requires-Dist: sqlalchemy (>=2.0,<3.0,!=2.0.36) ; extra == "sql"
 Requires-Dist: tiktoken (==0.8.0) ; extra == "vector-db-based"
+Requires-Dist: typing-extensions
 Requires-Dist: unstructured.pytesseract (>=0.3.12) ; extra == "file-based"
 Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
 Requires-Dist: wcmatch (==10.0)

{airbyte_cdk-6.39.0 → airbyte_cdk-6.39.2}/airbyte_cdk/sources/declarative/requesters/http_requester.py

@@ -132,7 +132,7 @@ class HttpRequester(Requester):
             stream_slice=stream_slice,
             next_page_token=next_page_token,
         )
-        return os.path.join(self._url_base.eval(self.config, **interpolation_context), EmptyString)
+        return str(self._url_base.eval(self.config, **interpolation_context))
 
     def get_path(
         self,
@@ -370,13 +370,18 @@ class HttpRequester(Requester):
         Example:
             1) _join_url("https://example.com/api/", "endpoint") >> 'https://example.com/api/endpoint'
             2) _join_url("https://example.com/api", "/endpoint") >> 'https://example.com/api/endpoint'
-            3) _join_url("https://example.com/api/", "") >> 'https://example.com/api'
+            3) _join_url("https://example.com/api/", "") >> 'https://example.com/api/'
             4) _join_url("https://example.com/api", None) >> 'https://example.com/api'
         """
 
         # return a full-url if provided directly from interpolation context
         if path == EmptyString or path is None:
-            return url_base.rstrip("/")
+            return url_base
+        else:
+            # since we didn't provide a full-url, the url_base might not have a trailing slash
+            # so we join the url_base and path correctly
+            if not url_base.endswith("/"):
+                url_base += "/"
 
         return urljoin(url_base, path)
 

{airbyte_cdk-6.39.0 → airbyte_cdk-6.39.2}/airbyte_cdk/sources/file_based/stream/default_file_based_stream.py

@@ -356,7 +356,10 @@ class DefaultFileBasedStream(AbstractFileBasedStream, IncrementalMixin):
                         if "null" not in v:
                             schema[k] = ["null"] + v
                     elif v != "null":
-                        schema[k] = ["null", v]
+                        if isinstance(v, (str, list)):
+                            schema[k] = ["null", v]
+                        else:
+                            DefaultFileBasedStream._fill_nulls(v)
                 else:
                     DefaultFileBasedStream._fill_nulls(v)
         elif isinstance(schema, list):

{airbyte_cdk-6.39.0 → airbyte_cdk-6.39.2}/pyproject.toml

@@ -23,7 +23,7 @@ classifiers = [
 keywords = ["airbyte", "connector-development-kit", "cdk"]
 
 # Python CDK uses dynamic versioning: https://github.com/mtkennerly/poetry-dynamic-versioning
-version = "6.39.0"  # Version will be calculated dynamically.
+version = "6.39.2"  # Version will be calculated dynamically.
 
 [tool.poetry-dynamic-versioning]
 enable = false
@@ -40,31 +40,33 @@ isodate = "~0.6.1"
 Jinja2 = "~3.1.2"
 jsonref = "~0.2"
 jsonschema = "~4.17.3"  # 4.18 has some significant breaking changes: https://github.com/python-jsonschema/jsonschema/releases/tag/v4.18.0
+packaging = "*"  # Transitive dependency used directly in code
 pandas = "2.2.2"
-psutil = "6.1.0"
+psutil = "6.1.0" # TODO: Remove if unused
 pydantic = "^2.7"
 pyrate-limiter = "~3.1.0"
 python-dateutil = "^2.9.0"
 python-ulid = "^3.0.0"
 PyYAML = "^6.0.1"
-rapidfuzz = "^3.10.1"
+rapidfuzz = "^3.10.1" # TODO: Remove if unused
 requests = "*"
 requests_cache = "*"
+typing-extensions = "*"  # Transitive dependency used directly in code
 wcmatch = "10.0"
 # Extras depedencies
-avro = { version = ">=1.11.2,<1.13.0", optional = true }
+avro = { version = ">=1.11.2,<1.13.0", optional = true }  # TODO: Move into dev dependencies if only used in tests
 cohere = { version = "4.21", optional = true }
 fastavro = { version = "~1.8.0", optional = true }
 langchain = { version = "0.1.16", optional = true }
 langchain_core = { version = "0.1.42", optional = true }
-markdown = { version = "*", optional = true }
-openai = { version = "0.27.9", extras = ["embeddings"], optional = true }
+markdown = { version = "*", optional = true }  # TODO: Remove if unused
+openai = { version = "0.27.9", extras = ["embeddings"], optional = true }  # Used indirectly by langchain library
 pdf2image = { version = "1.16.3", optional = true }
-"pdfminer.six" = { version = "20221105", optional = true }
+"pdfminer.six" = { version = "20221105", optional = true }  # Used indirectly by unstructured library
 pyarrow = { version = "^19.0.0", optional = true }
-pytesseract = { version = "0.3.10", optional = true }
-python-calamine = { version = "0.2.3", optional = true }
-python-snappy = { version = "0.7.3", optional = true }
+pytesseract = { version = "0.3.10", optional = true }  # Used indirectly by unstructured library
+python-calamine = { version = "0.2.3", optional = true }  # TODO: Remove if unused
+python-snappy = { version = "0.7.3", optional = true }  # TODO: remove if unused
 tiktoken = { version = "0.8.0", optional = true }
 nltk = { version = "3.9.1", optional = true }
 # This will ensure that even when you run poetry install or pip install, the compatible version of numpy will always be chosen.
@@ -73,7 +75,7 @@ numpy = "<2"
 unstructured = { version = "0.10.27", extras = ["docx", "pptx"], optional = true }
 "unstructured.pytesseract" = { version = ">=0.3.12", optional = true }
 pyjwt = "^2.8.0"
-cryptography = ">=44.0.0,<45.0.0"
+cryptography = ">=44.0.0,<45.0.0"  # Constrained as transitive dependency due to a bug in newer versions
 pytz = "2024.2"
 orjson = "^3.10.7"
 serpyco-rs = "^1.10.2"
@@ -102,6 +104,7 @@ types-requests = "^2.32.0.20241016"
 types-python-dateutil = "^2.9.0.20241003"
 types-pyyaml = "^6.0.12.20240917"
 types-cachetools = "^5.5.0.20240820"
+deptry = "^0.23.0"
 
 [tool.poetry.extras]
 file-based = ["avro", "fastavro", "pyarrow", "unstructured", "pdf2image", "pdfminer.six", "unstructured.pytesseract", "pytesseract", "markdown", "python-calamine", "python-snappy"]
@@ -196,3 +199,57 @@ optional_poetry_groups = ["dev"]
 poetry_extras = ["file-based", "vector-db-based"]
 poe_tasks = ["check-ci"]
 mount_docker_socket = true
+
+[tool.deptry]
+exclude = [
+  "bin",
+  "docs",
+  "unit_tests",
+]
+
+[tool.deptry.per_rule_ignores]
+# This is a mapping of rules and package names to be ignored for that rule.
+
+# DEP001: Project should not contain missing dependencies.
+# https://deptry.com/rules-violations/#missing-dependencies-dep001
+DEP001 = [
+  # These are imported but not declared:
+  "source_declarative_manifest"  # Imported only in dynamic import tests, not in main code
+]
+
+# DEP002: Project should not contain unused dependencies.
+# https://deptry.com/rules-violations/#missing-dependencies-dep002
+DEP002 = [
+  "cryptography",  # Constrained as transitive dependency due to a bug in newer versions
+
+  # TODO: Remove these dependencies if not needed:
+  "avro",  # Only imported in `unit_tests` code
+  "psutil",
+  "rapidfuzz",
+  "cohere",
+  "markdown",
+  "openai",
+  "pdf2image",
+  "pdfminer.six",
+  "pytesseract",
+  "python-calamine",
+  "python-snappy",
+  "tiktoken",
+  "unstructured.pytesseract",
+]
+
+# DEP003: Project should not use transitive dependencies.
+# https://deptry.com/rules-violations/#transitive-dependencies-dep003
+DEP003 = [
+  # Transitive dependencies that are imported directly
+  "pydantic_core"  # Pydantic internals, no need to define as separate dependency
+]
+
+# DEP004: Project should not use development dependencies in non-development code.
+# https://deptry.com/rules-violations/#misplaced-development-dependencies-dep004
+DEP004 = [
+  # The `airbyte_cdk.test.utils` module is main code.
+  # TODO: These should probably be declared within a `tests` extra:
+  "pytest",
+  "requests_mock",
+]