airbyte-cdk 6.60.0.post13.dev16483695949__py3-none-any.whl → 6.60.0.post15.dev16484441057__py3-none-any.whl

airbyte_cdk/models/airbyte_protocol_serializers.py

@@ -1,6 +1,9 @@
 # Copyright (c) 2024 Airbyte, Inc., all rights reserved.
 import sys
-from typing import Any, Dict
+from typing import Any, Dict, Type, TypeVar
+
+import orjson
+from pydantic import ValidationError
 
 from .airbyte_protocol import (  # type: ignore[attr-defined] # all classes are imported to airbyte_protocol via *
     AirbyteCatalog,
@@ -17,39 +20,98 @@ from .airbyte_protocol import (  # type: ignore[attr-defined] # all classes are
 USE_RUST_BACKEND = sys.platform != "emscripten"
 """When run in WASM, use the pure Python backend for serpyco."""
 
-if USE_RUST_BACKEND:
-    from serpyco_rs import CustomType, Serializer
-else:
-    from serpyco import CustomType, Serializer
 
+T = TypeVar("T")
+
+class CustomSerializer:
+    """Custom serializer that mimics serpyco-rs Serializer API"""
+
+    def __init__(
+        self,
+        model_class: Type[T],
+        omit_none: bool = False,
+        custom_type_resolver: Callable | None = None,
+    ):
+        self.model_class = model_class
+        self.omit_none = omit_none
+        self.custom_type_resolver = custom_type_resolver
+
+    def dump(self, obj: T) -> Dict[str, Any]:
+        """Convert dataclass to dictionary, omitting None values if configured"""
+        if hasattr(obj, "__dict__"):
+            result = {}
+            for key, value in obj.__dict__.items():
+                if self.omit_none and value is None:
+                    continue
+                # Handle custom types like AirbyteStateBlob
+                if self.custom_type_resolver and hasattr(value, "__class__"):
+                    custom_handler = self.custom_type_resolver(value.__class__)
+                    if custom_handler:
+                        value = custom_handler.serialize(value)
+                # Recursively handle nested objects
+                if hasattr(value, "__dict__"):
+                    value = self._serialize_nested(value)
+                elif isinstance(value, list):
+                    value = [
+                        self._serialize_nested(item) if hasattr(item, "__dict__") else item
+                        for item in value
+                    ]
+                result[key] = value
+            return result
+        return obj.__dict__ if hasattr(obj, "__dict__") else {}
 
-class AirbyteStateBlobType(CustomType[AirbyteStateBlob, Dict[str, Any]]):
-    def serialize(self, value: AirbyteStateBlob) -> Dict[str, Any]:
-        # cant use orjson.dumps() directly because private attributes are excluded, e.g. "__ab_full_refresh_sync_complete"
-        return {k: v for k, v in value.__dict__.items()}
+    def load(self, data: Dict[str, Any]) -> T:
+        """Convert dictionary to dataclass instance"""
+        # Handle custom types
+        return self.model_class(**data)
+
+    def _serialize_nested(self, obj: Any) -> Any:
+        """Helper to serialize nested objects"""
+        if hasattr(obj, "__dict__"):
+            result = {}
+            for key, value in obj.__dict__.items():
+                if self.omit_none and value is None:
+                    continue
+                result[key] = value
+            return result
+        return obj
+
+
+if USE_RUST_BACKEND:
+    from serpyco_rs import CustomType, Serializer  # type: ignore[import]
 
-    def deserialize(self, value: Dict[str, Any]) -> AirbyteStateBlob:
-        return AirbyteStateBlob(value)
+SERIALIZER = Serializer if USE_RUST_BACKEND else CustomSerializer
 
-    def get_json_schema(self) -> Dict[str, Any]:
-        return {"type": "object"}
+# Making this a no-op for now:
+custom_type_resolver = None
 
+# No idea why this is here. Commenting out for now.
+# def custom_type_resolver(t: type) -> AirbyteStateBlobType | None:
+#     return AirbyteStateBlobType() if t is AirbyteStateBlob else None
+#
+# class AirbyteStateBlobType(CustomType[AirbyteStateBlob, Dict[str, Any]]):
+#     def serialize(self, value: AirbyteStateBlob) -> Dict[str, Any]:
+#         # cant use orjson.dumps() directly because private attributes are excluded, e.g. "__ab_full_refresh_sync_complete"
+#         return {k: v for k, v in value.__dict__.items()}
 
-def custom_type_resolver(t: type) -> CustomType[AirbyteStateBlob, Dict[str, Any]] | None:
-    return AirbyteStateBlobType() if t is AirbyteStateBlob else None
+#     def deserialize(self, value: Dict[str, Any]) -> AirbyteStateBlob:
+#         return AirbyteStateBlob(value)
 
+#     def get_json_schema(self) -> Dict[str, Any]:
+#         return {"type": "object"}
 
-AirbyteCatalogSerializer = Serializer(AirbyteCatalog, omit_none=True)
-AirbyteStreamSerializer = Serializer(AirbyteStream, omit_none=True)
-AirbyteStreamStateSerializer = Serializer(
+# Create serializer instances maintaining the same API
+AirbyteCatalogSerializer = SERIALIZER(AirbyteCatalog, omit_none=True)
+AirbyteStreamSerializer = SERIALIZER(AirbyteStream, omit_none=True)
+AirbyteStreamStateSerializer = SERIALIZER(
     AirbyteStreamState, omit_none=True, custom_type_resolver=custom_type_resolver
 )
-AirbyteStateMessageSerializer = Serializer(
+AirbyteStateMessageSerializer = SERIALIZER(
     AirbyteStateMessage, omit_none=True, custom_type_resolver=custom_type_resolver
 )
-AirbyteMessageSerializer = Serializer(
+AirbyteMessageSerializer = SERIALIZER(
     AirbyteMessage, omit_none=True, custom_type_resolver=custom_type_resolver
 )
-ConfiguredAirbyteCatalogSerializer = Serializer(ConfiguredAirbyteCatalog, omit_none=True)
-ConfiguredAirbyteStreamSerializer = Serializer(ConfiguredAirbyteStream, omit_none=True)
-ConnectorSpecificationSerializer = Serializer(ConnectorSpecification, omit_none=True)
+ConfiguredAirbyteCatalogSerializer = SERIALIZER(ConfiguredAirbyteCatalog, omit_none=True)
+ConfiguredAirbyteStreamSerializer = SERIALIZER(ConfiguredAirbyteStream, omit_none=True)
+ConnectorSpecificationSerializer = SERIALIZER(ConnectorSpecification, omit_none=True)

{airbyte_cdk-6.60.0.post13.dev16483695949.dist-info → airbyte_cdk-6.60.0.post15.dev16484441057.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.60.0.post13.dev16483695949
+Version: 6.60.0.post15.dev16484441057
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT
@@ -31,7 +31,7 @@ Requires-Dist: boltons (>=25.0.0,<26.0.0)
 Requires-Dist: cachetools
 Requires-Dist: click (>=8.1.8,<9.0.0)
 Requires-Dist: cohere (==4.21) ; extra == "vector-db-based"
-Requires-Dist: cryptography (>=44.0.0,<45.0.0)
+Requires-Dist: cryptography (>=44.0.0,<46.0.0)
 Requires-Dist: dateparser (>=1.2.2,<2.0.0)
 Requires-Dist: dpath (>=2.1.6,<3.0.0)
 Requires-Dist: dunamai (>=1.22.0,<2.0.0)

{airbyte_cdk-6.60.0.post13.dev16483695949.dist-info → airbyte_cdk-6.60.0.post15.dev16484441057.dist-info}/RECORD

@@ -50,7 +50,7 @@ airbyte_cdk/manifest_migrations/migrations/registry.yaml,sha256=F-hdapvl_vZnsI7C
 airbyte_cdk/manifest_migrations/migrations_registry.py,sha256=zly2fwaOxDukqC7eowzrDlvhA2v71FjW74kDzvRXhSY,2619
 airbyte_cdk/models/__init__.py,sha256=Et9wJWs5VOWynGbb-3aJRhsdAHAiLkNNLxdwqJAuqkw,2114
 airbyte_cdk/models/airbyte_protocol.py,sha256=KpKBePA74K_ay231JBIuQVePCwZa-b8qb0RKRdy-nGk,3707
-airbyte_cdk/models/airbyte_protocol_serializers.py,sha256=Rx7UXQOWckJ2BVkcM6vdVc3I4Tx17Ze4g5h75y8oY0Q,2129
+airbyte_cdk/models/airbyte_protocol_serializers.py,sha256=4lJUZrnoLypM3BFagf4R64XyhRbsMfUffZ_1nHCDNKQ,4503
 airbyte_cdk/models/connector_metadata.py,sha256=BD6CO8c3mHavxRJAcwP29sHtNNVLVSNFNQLgHOVxrwA,3229
 airbyte_cdk/models/well_known_types.py,sha256=EquepbisGPuCSrs_D7YVVnMR9-ShhUr21wnFz3COiJs,156
 airbyte_cdk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -424,9 +424,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.60.0.post13.dev16483695949.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.60.0.post13.dev16483695949.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.60.0.post13.dev16483695949.dist-info/METADATA,sha256=xUJQQd_R0GW-lRVpXWIW3LonUc-0oaMqDWx6Q0U4nMA,6512
-airbyte_cdk-6.60.0.post13.dev16483695949.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.60.0.post13.dev16483695949.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
-airbyte_cdk-6.60.0.post13.dev16483695949.dist-info/RECORD,,
+airbyte_cdk-6.60.0.post15.dev16484441057.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.60.0.post15.dev16484441057.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.60.0.post15.dev16484441057.dist-info/METADATA,sha256=tM0itT4fBMskZDLi6wZ-R8gLDUJgqowr5R_CCoY0Oc0,6512
+airbyte_cdk-6.60.0.post15.dev16484441057.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.60.0.post15.dev16484441057.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
+airbyte_cdk-6.60.0.post15.dev16484441057.dist-info/RECORD,,