investify-utils 2.0.0a9__tar.gz → 2.0.0a11__tar.gz

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: investify-utils
-Version: 2.0.0a9
+Version: 2.0.0a11
 Summary: Shared utilities for Investify services
 Author-Email: Investify <dev@investify.vn>
 License: MIT

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/investify_utils/__init__.py

@@ -25,4 +25,4 @@ Usage:
     from investify_utils.helpers import convert_to_pd_timestamp, create_sql_in_filter
 """
 
-__version__ = "2.0.0a8"
+__version__ = "2.0.0a11"

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/investify_utils/kafka/__init__.py

@@ -1,13 +1,18 @@
 """
-Kafka Avro producer and consumer clients.
+Kafka Avro producer and consumer clients (sync only).
 
-Sync (for Celery workers, scripts):
+Usage:
     from investify_utils.kafka import AvroProducer, AvroConsumer
-
-Async producer (for LangGraph, FastAPI):
-    from investify_utils.kafka import AsyncAvroProducer
 """
 
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from investify_utils.kafka.sync_consumer import AvroConsumer, OffsetTracker
+    from investify_utils.kafka.sync_producer import AvroProducer
+
 
 def __getattr__(name: str):
     """Lazy import to avoid loading confluent-kafka if not needed."""
@@ -23,10 +28,6 @@ def __getattr__(name: str):
         from investify_utils.kafka.sync_consumer import OffsetTracker
 
         return OffsetTracker
-    if name == "AsyncAvroProducer":
-        from investify_utils.kafka.async_producer import AsyncAvroProducer
-
-        return AsyncAvroProducer
     raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
 
 
@@ -34,5 +35,4 @@ __all__ = [
     "AvroProducer",
     "AvroConsumer",
     "OffsetTracker",
-    "AsyncAvroProducer",
 ]

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/investify_utils/kafka/sync_producer.py

@@ -23,7 +23,7 @@ Usage:
 
 import logging
 import threading
-from typing import Callable
+from collections.abc import Callable
 
 from confluent_kafka import SerializingProducer
 from confluent_kafka.schema_registry import SchemaRegistryClient, record_subject_name_strategy

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/investify_utils/postgres/__init__.py

@@ -8,6 +8,14 @@ Async client (asyncpg):
     from investify_utils.postgres import AsyncPostgresClient
 """
 
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from investify_utils.postgres.async_client import AsyncPostgresClient
+    from investify_utils.postgres.sync_client import PostgresClient
+
 
 def __getattr__(name: str):
     """Lazy import to avoid loading dependencies for unused clients."""

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/investify_utils/s3/__init__.py

@@ -5,6 +5,13 @@ Usage:
     from investify_utils.s3 import S3Client
 """
 
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from investify_utils.s3.sync_client import S3Client
+
 
 def __getattr__(name: str):
     """Lazy import to avoid loading boto3 if not needed."""

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/investify_utils/s3/sync_client.py

@@ -103,11 +103,13 @@ class S3Client:
 
         for page in paginator.paginate(Bucket=bucket, Prefix=prefix):
             for obj in page.get("Contents", []):
-                objects.append({
-                    "Key": obj["Key"],
-                    "Size": obj["Size"],
-                    "LastModified": obj["LastModified"],
-                })
+                objects.append(
+                    {
+                        "Key": obj["Key"],
+                        "Size": obj["Size"],
+                        "LastModified": obj["LastModified"],
+                    }
+                )
                 if max_keys and len(objects) >= max_keys:
                     return objects
 
@@ -223,4 +225,3 @@ class S3Client:
             if e.response["Error"]["Code"] == "404":
                 return False
             raise
-

{investify_utils-2.0.0a9 → investify_utils-2.0.0a11}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "pdm.backend"
 
 [project]
 name = "investify-utils"
-version = "2.0.0a9"
+version = "2.0.0a11"
 description = "Shared utilities for Investify services"
 readme = "README.md"
 requires-python = ">=3.12"

investify_utils-2.0.0a9/investify_utils/kafka/async_producer.py

@@ -1,152 +0,0 @@
-"""
-Asynchronous Avro producer using confluent-kafka with asyncio.
-
-Features:
-- Non-blocking produce with async/await
-- Background asyncio task for polling
-- Suitable for async frameworks (LangGraph, FastAPI)
-
-Usage:
-    from investify_utils.kafka import AsyncAvroProducer
-
-    producer = AsyncAvroProducer(
-        topic="my-topic",
-        subject="my-topic-value",
-        schema_registry_url="http://localhost:8081",
-        bootstrap_servers="localhost:9092",
-    )
-
-    # In async context
-    await producer.produce(key="key1", value={"field": "value"})
-    producer.close()
-"""
-
-import asyncio
-import logging
-from typing import Callable
-
-from confluent_kafka import KafkaException, SerializingProducer
-from confluent_kafka.schema_registry import SchemaRegistryClient, record_subject_name_strategy
-from confluent_kafka.schema_registry.avro import AvroSerializer
-from confluent_kafka.serialization import StringSerializer
-
-logger = logging.getLogger(__name__)
-
-
-class AsyncAvroProducer:
-    """
-    Asynchronous Avro producer for async frameworks.
-
-    Args:
-        topic: Kafka topic name
-        subject: Schema Registry subject name
-        schema_registry_url: Schema Registry URL
-        bootstrap_servers: Kafka bootstrap servers
-        **kwargs: Additional Kafka producer config
-    """
-
-    def __init__(
-        self,
-        topic: str,
-        subject: str,
-        schema_registry_url: str,
-        bootstrap_servers: str,
-        **kwargs,
-    ):
-        self.topic = topic
-        self._schema_registry_url = schema_registry_url
-        self._bootstrap_servers = bootstrap_servers
-        self._subject = subject
-        self._kwargs = kwargs
-        self._producer: SerializingProducer | None = None
-        self._poll_task: asyncio.Task | None = None
-
-    @property
-    def producer(self) -> SerializingProducer:
-        """Lazy producer initialization."""
-        if self._producer is None:
-            schema_registry_client = SchemaRegistryClient({"url": self._schema_registry_url})
-            registered_schema = schema_registry_client.get_latest_version(self._subject)
-            schema_str = registered_schema.schema.schema_str
-
-            avro_serializer = AvroSerializer(
-                schema_registry_client,
-                schema_str,
-                conf={
-                    "auto.register.schemas": False,
-                    "subject.name.strategy": record_subject_name_strategy,
-                },
-            )
-
-            producer_config = {
-                "bootstrap.servers": self._bootstrap_servers,
-                "key.serializer": StringSerializer("utf_8"),
-                "value.serializer": avro_serializer,
-                **self._kwargs,
-            }
-            self._producer = SerializingProducer(producer_config)
-
-            # Start background polling task
-            self._poll_task = asyncio.create_task(self._poll_loop())
-
-        return self._producer
-
-    async def _poll_loop(self) -> None:
-        """Background task for polling delivery callbacks."""
-        while True:
-            self._producer.poll(0.1)
-            await asyncio.sleep(0.1)
-
-    async def produce(
-        self,
-        value: dict,
-        key: str | None = None,
-        on_delivery: Callable | None = None,
-    ) -> asyncio.Future:
-        """
-        Produce a message asynchronously.
-
-        Args:
-            value: Message value (dict matching Avro schema)
-            key: Optional message key
-            on_delivery: Optional callback(err, msg) for delivery confirmation
-
-        Returns:
-            Future that resolves to the delivered message
-        """
-        loop = asyncio.get_running_loop()
-        result = loop.create_future()
-
-        def ack(err, msg):
-            if err:
-                loop.call_soon_threadsafe(result.set_exception, KafkaException(err))
-            else:
-                loop.call_soon_threadsafe(result.set_result, msg)
-            if on_delivery:
-                loop.call_soon_threadsafe(on_delivery, err, msg)
-
-        self.producer.produce(self.topic, key=key, value=value, on_delivery=ack)
-        return await result
-
-    def flush(self, timeout: float = 10.0) -> int:
-        """
-        Wait for all messages to be delivered.
-
-        Args:
-            timeout: Maximum time to wait in seconds
-
-        Returns:
-            Number of messages still in queue
-        """
-        if self._producer:
-            return self._producer.flush(timeout)
-        return 0
-
-    def close(self) -> None:
-        """Cancel polling task and flush pending messages."""
-        if self._poll_task:
-            self._poll_task.cancel()
-            self._poll_task = None
-        if self._producer:
-            self._producer.flush()
-            self._producer = None