bazis-async-background 2.2.2__tar.gz → 2.2.3__tar.gz

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bazis-async-background
-Version: 2.2.2
+Version: 2.2.3
 Summary: Async Background core framework for Bazis.
 Author-email: Ilya Kharyn <ilya.tt07@gmail.com>
 Maintainer-email: Ilya Kharyn <ilya.tt07@gmail.com>

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/bazis/contrib/async_background/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '2.2.2'
-__version_tuple__ = version_tuple = (2, 2, 2)
+__version__ = version = '2.2.3'
+__version_tuple__ = version_tuple = (2, 2, 3)
 
-__commit_id__ = commit_id = 'g4dc36df30'
+__commit_id__ = commit_id = 'g188af1a56'

bazis_async_background-2.2.3/bazis/contrib/async_background/broker.py

@@ -0,0 +1,159 @@
+# Copyright 2026 EcoFuture Technology Services LLC and contributors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import asyncio
+import logging
+import random
+from contextlib import asynccontextmanager
+
+from aiokafka.admin import AIOKafkaAdminClient, NewTopic
+from aiokafka.errors import TopicAlreadyExistsError, NoError
+from django.conf import settings
+from faststream import FastStream
+from faststream.kafka import KafkaBroker
+
+logger = logging.getLogger(__name__)
+
+
+_brokers_by_loop_id: dict[int, KafkaBroker] = {}
+_consumer_broker: KafkaBroker | None = None
+
+
+def _new_broker() -> KafkaBroker:
+    return KafkaBroker(settings.KAFKA_BOOTSTRAP_SERVERS)
+
+
+def get_broker_for_async() -> KafkaBroker:
+    loop_id = id(asyncio.get_running_loop())
+    broker = _brokers_by_loop_id.get(loop_id)
+    if broker is None:
+        broker = _new_broker()
+        _brokers_by_loop_id[loop_id] = broker
+    return broker
+
+
+def get_broker_for_consumer() -> KafkaBroker:
+    global _consumer_broker
+    if _consumer_broker is None:
+        _consumer_broker = _new_broker()
+    return _consumer_broker
+
+
+@asynccontextmanager
+async def lifespan_handler(app: FastStream | None = None):
+    stop_task = asyncio.create_task(
+        asyncio.sleep(
+            settings.KAFKA_CONSUMER_LIFETIME_SEC +
+            random.randint(0, settings.KAFKA_CONSUMER_LIFETIME_JITTER_SEC)
+        )
+    )
+    yield
+    stop_task.cancel()
+
+
+def build_app() -> FastStream:
+    return FastStream(get_broker_for_consumer(), lifespan=lifespan_handler)
+
+
+@asynccontextmanager
+async def _get_admin_client():
+    admin_client = AIOKafkaAdminClient(
+        bootstrap_servers=settings.KAFKA_BOOTSTRAP_SERVERS,
+        request_timeout_ms=settings.KAFKA_ADMIN_TIMEOUT_MS,
+    )
+    started = False
+    try:
+        await admin_client.start()
+        started = True
+        yield admin_client
+    finally:
+        if started:
+            await admin_client.close()
+        else:
+            try:
+                await admin_client.close()
+            except Exception:
+                logger.debug(
+                    "Kafka admin client close failed after failed start.",
+                    exc_info=True,
+                )
+
+
+async def ensure_topic_exists(
+    topic_name: str,
+    num_partitions: int | None = None,
+    replication_factor: int | None = None,
+) -> None:
+    logger.info("Ensuring Kafka topic '%s' exists...", topic_name)
+
+    resolved_num_partitions = num_partitions or settings.KAFKA_AUTO_TOPIC_NUM_PARTITIONS
+    resolved_replication_factor = replication_factor or settings.KAFKA_AUTO_TOPIC_REPLICATION_FACTOR
+
+    try:
+        async with _get_admin_client() as admin_client:
+            topics = await admin_client.list_topics()
+            if topic_name in topics:
+                logger.info("Kafka topic '%s' already exists.", topic_name)
+                return
+
+            new_topic = NewTopic(
+                name=topic_name,
+                num_partitions=resolved_num_partitions,
+                replication_factor=resolved_replication_factor,
+            )
+
+            resp = await admin_client.create_topics([new_topic])
+
+            for err in getattr(resp, "topic_errors", []):
+                # err[0]/err[1]/err[2] topic/error_code/message
+                error_code = err[1]
+                if error_code == NoError.errno:
+                    continue
+
+                if error_code == TopicAlreadyExistsError.errno:
+                    logger.info("Kafka topic '%s' already exists.", topic_name)
+                    return
+
+                error_message = err[2] if len(err) > 2 else None
+                raise RuntimeError(
+                    "Error creating Kafka topic '%s': code=%s message=%s"
+                    % (topic_name, error_code, error_message)
+                )
+
+        logger.info("Kafka topic '%s' created successfully.", topic_name)
+    except TopicAlreadyExistsError:
+        logger.info("Kafka topic '%s' already exists.", topic_name)
+    except Exception:
+        logger.exception("Error creating Kafka topic '%s'.", topic_name)
+        raise
+
+
+async def get_topics_by_prefix(
+    prefix: str,
+) -> list[str]:
+    try:
+        async with _get_admin_client() as admin_client:
+            topics = await admin_client.list_topics()
+
+        topics = [t for t in topics if t.startswith(prefix)]
+        logger.info(
+            "Found %d topics with prefix '%s': %s",
+            len(topics),
+            prefix,
+            topics if topics else "none",
+        )
+        return topics
+    except Exception:
+        logger.exception("Kafka error while listing topics with prefix '%s'.", prefix)
+        raise

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/bazis/contrib/async_background/conf.py

@@ -74,6 +74,31 @@ class Settings(BazisSettings):
         default=10, description="Timeout in seconds for producing a message to Kafka."
     )
 
+    KAFKA_ADMIN_TIMEOUT_MS: int = Field(
+        default=2000,
+        description="Timeout for Kafka admin operations (in milliseconds).",
+    )
+    KAFKA_AUTO_TOPIC_NUM_PARTITIONS: int = Field(
+        default=15,
+        description="Default number of partitions for automatically created topics.",
+    )
+    KAFKA_AUTO_TOPIC_REPLICATION_FACTOR: int = Field(
+        default=1,
+        description="Default replication factor for automatically created topics.",
+    )
+    KAFKA_CONSUMER_TIMEOUT_MS: int = Field(
+        default=2000,
+        description="Timeout for Kafka consumer polling (in milliseconds).",
+    )
+    KAFKA_FETCH_MIN_BYTES: int | None = Field(
+        default=None,
+        description="Minimum bytes the broker should accumulate before replying to fetch requests.",
+    )
+    KAFKA_FETCH_MAX_WAIT_MS: int | None = Field(
+        default=None,
+        description="Maximum wait time in milliseconds for fetch requests when the minimum bytes are not reached.",
+    )
+
     @computed_field
     @property
     def KAFKA_ENABLED(self) -> bool: # noqa: N802

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/bazis_async_background.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bazis-async-background
-Version: 2.2.2
+Version: 2.2.3
 Summary: Async Background core framework for Bazis.
 Author-email: Ilya Kharyn <ilya.tt07@gmail.com>
 Maintainer-email: Ilya Kharyn <ilya.tt07@gmail.com>

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/bazis_async_background.egg-info/SOURCES.txt

@@ -30,6 +30,7 @@ sample/manage.py
 sample/project.env
 sample/pyproject.toml
 sample/test.env
+sample/uv.lock
 sample/demo/__init__.py
 sample/demo/router.py
 sample/demo/schemas.py

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/sample/Dockerfile

@@ -2,7 +2,7 @@
 FROM python:3.13-slim-bookworm AS base
 
 ENV SETUPTOOLS_SCM_PRETEND_VERSION_FOR_BAZIS_ASYNC_BACKGROUND=0.0.0 \
-    UV_SYSTEM_PYTHON=1 \
+    UV_PROJECT_ENVIRONMENT=/opt/venv \
     PYTHONDONTWRITEBYTECODE=1 \
     PYTHONUNBUFFERED=1 \
     PYTHONIOENCODING=utf-8
@@ -32,14 +32,15 @@ WORKDIR $WORKDIR
 # 2. Runtime stage
 FROM base AS runtime
 
-WORKDIR ${WORKDIR}/sample
-COPY pyproject.toml ${WORKDIR}/
 COPY bazis/ ${WORKDIR}/bazis/
-COPY sample/pyproject.toml ${WORKDIR}/sample/
-RUN uv sync
+COPY pyproject.toml ${WORKDIR}/
+COPY sample/pyproject.toml sample/uv.lock ${WORKDIR}/sample/
+
+WORKDIR ${WORKDIR}/sample
+RUN uv sync --frozen
 
-WORKDIR ${WORKDIR}
-COPY ./ ${WORKDIR}
+COPY sample/ ${WORKDIR}/sample/
+COPY tests/ ${WORKDIR}/tests/
 
 # 3. Test stage
-FROM runtime AS test
+FROM runtime AS test

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/sample/demo/tasks.py

@@ -30,7 +30,13 @@ _subscriber_kwargs: dict[str, object] = {
     "auto_offset_reset": settings.KAFKA_AUTO_OFFSET_RESET,
     "auto_commit": settings.KAFKA_ENABLE_AUTO_COMMIT,
     "auto_commit_interval_ms": settings.KAFKA_AUTO_COMMIT_INTERVAL_MS,
+    "consumer_timeout_ms": settings.KAFKA_CONSUMER_TIMEOUT_MS,
 }
+if settings.KAFKA_FETCH_MIN_BYTES is not None:
+    _subscriber_kwargs["fetch_min_bytes"] = settings.KAFKA_FETCH_MIN_BYTES
+if settings.KAFKA_FETCH_MAX_WAIT_MS is not None:
+    _subscriber_kwargs["fetch_max_wait_ms"] = settings.KAFKA_FETCH_MAX_WAIT_MS
+
 if settings.KAFKA_GROUP_ID:
     _subscriber_kwargs["group_id"] = settings.KAFKA_GROUP_ID
 

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/sample/docker-compose.test.yml

@@ -62,19 +62,9 @@ services:
   bazis-async-background-consumer-test:
     working_dir: /app/sample
     depends_on:
-      postgresql-test:
-        condition: service_healthy
-      redis-test:
-        condition: service_healthy
       kafka-test:
         condition: service_healthy
-      bazis-async-background-migrate:
-        condition: service_completed_successfully
     image: bazis-async-background-sample:local
-    build:
-      context: ..
-      dockerfile: sample/Dockerfile
-      target: runtime
     env_file:
       - test.env
     environment:
@@ -85,30 +75,6 @@ services:
       uv run python manage.py kafka_consumer_multiple --consumers-count=2
       "
 
-  bazis-async-background-migrate:
-    working_dir: /app/sample
-    depends_on:
-      postgresql-test:
-        condition: service_healthy
-      redis-test:
-        condition: service_healthy
-      kafka-test:
-        condition: service_healthy
-    image: bazis-async-background-sample:local
-    build:
-      context: ..
-      dockerfile: sample/Dockerfile
-      target: runtime
-    env_file:
-      - test.env
-    environment:
-      PYTHONPATH: "/app"
-      DJANGO_SETTINGS_MODULE: "sample.settings"
-    command: >
-      sh -c "
-      uv run python manage.py migrate
-      "
-
   bazis-async-background-pytest:
     working_dir: /app/sample
     depends_on:
@@ -116,10 +82,6 @@ services:
         condition: service_healthy
       redis-test:
         condition: service_healthy
-      kafka-test:
-        condition: service_healthy
-      bazis-async-background-migrate:
-        condition: service_completed_successfully
       bazis-async-background-consumer-test:
         condition: service_started
     image: bazis-async-background-sample:test

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/sample/sample/main.py

@@ -18,6 +18,3 @@ import os
 os.environ.setdefault("DJANGO_SETTINGS_MODULE", "sample.settings")
 
 from bazis.core.app import app
-
-
-

{bazis_async_background-2.2.2 → bazis_async_background-2.2.3}/sample/test.env

@@ -9,6 +9,8 @@ BS_CACHES__DEFAULT__LOCATION=redis://redis-test:6379/0
 BS_KAFKA_BOOTSTRAP_SERVERS='kafka-test:9092'
 BS_KAFKA_TOPIC_ASYNC_BG=sample_local_async_background
 BS_KAFKA_GROUP_ID=sample_local
+BS_KAFKA_TASKS='["demo.tasks"]'
+BS_KAFKA_AUTO_OFFSET_RESET=earliest
 BS_KAFKA_CONSUMER_LIFETIME_SEC=3600
 BS_KAFKA_CONSUMER_LIFETIME_JITTER_SEC=300