queue-func 0.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

queue_func/__init__.py

@@ -1 +1,7 @@
 # coding: utf-8
+
+from queue_func.errors import PublishTimeoutError
+
+__all__ = (
+    "PublishTimeoutError",
+)

queue_func/broker/base.py

@@ -3,7 +3,7 @@
 import abc
 import typing as t
 
-from queue_func.message.base import BaseMessage, Packed
+from queue_func.serializer.base import BaseSerializer, Message
 
 if t.TYPE_CHECKING:
     from queue_func.config.general import Config
@@ -14,16 +14,16 @@ if t.TYPE_CHECKING:
 ConfigType = t.TypeVar("ConfigType", bound="Config")
 
 
-class BaseBroker(t.Generic[ConfigType, Packed], metaclass=abc.ABCMeta):
+class BaseBroker(t.Generic[ConfigType, Message], metaclass=abc.ABCMeta):
     """一条通道的装配者。
 
-    创建时准备好双方共用的 Message，并持有配置与 Producer/Consumer。
+    创建时准备好双方共用的 Serializer，并持有配置与 Producer/Consumer。
     对外通过 publish、start_consumer 等入口操作；运行期业务逻辑仍在 Producer/Consumer 内完成。
     """
 
     __slots__ = (
         "_config",
-        "_message",
+        "_serializer",
         "_producer",
         "_consumer",
     )
@@ -31,35 +31,33 @@ class BaseBroker(t.Generic[ConfigType, Packed], metaclass=abc.ABCMeta):
     def __init__(self, config: ConfigType):
 
         self._config = config
-        self._message: BaseMessage[Packed] = self._config.message_cls(
-            message_serializer_cls=self._config.message_serializer_cls,
-            enable_serializer=self._config.enable_message_serializer,
-        )
+        self._serializer: type[BaseSerializer[Message]] = self._config.serializer_cls
         self._producer = self._create_producer()
         self._consumer = self._create_consumer()
 
     @abc.abstractmethod
-    def _create_producer(self) -> "BaseProducer[Packed]":
+    def _create_producer(self) -> "BaseProducer[Message]":
 
         pass
 
     @abc.abstractmethod
-    def _create_consumer(self) -> "BaseConsumer[Packed]":
+    def _create_consumer(self) -> "BaseConsumer[Message]":
 
         pass
 
     @property
-    def message(self) -> BaseMessage[Packed]:
+    def serializer(self) -> type[BaseSerializer[Message]]:
 
-        return self._message
+        return self._serializer
 
     async def publish(
             self,
             coro_args: tuple[t.Any, ...],
             coro_kwargs: dict[str, t.Any] | None = None,
-            **kwargs: t.Any) -> None:
+            *,
+            timeout: float | None = None) -> None:
 
-        await self._producer.publish(coro_args, coro_kwargs, **kwargs)
+        await self._producer.publish(coro_args, coro_kwargs, timeout=timeout)
 
     async def start_consumer(self) -> None:
 

queue_func/broker/queue.py

@@ -3,7 +3,7 @@
 import asyncio
 import typing as t
 
-from queue_func.message.base import Packed
+from queue_func.serializer.base import Message
 from queue_func.broker.base import BaseBroker as _BaseBroker
 from queue_func.producer.queue import Producer
 from queue_func.consumer.queue import Consumer
@@ -12,7 +12,7 @@ if t.TYPE_CHECKING:
     from queue_func.config.queue import Config
 
 
-class Broker(_BaseBroker["Config", Packed]):
+class Broker(_BaseBroker["Config", Message]):
     """内存队列通道。队列由这里创建，再交给 Producer 和 Consumer。"""
 
     __slots__ = (
@@ -20,23 +20,23 @@ class Broker(_BaseBroker["Config", Packed]):
     )
 
     def __init__(self, config: "Config"):
-        self._queue: asyncio.Queue[Packed] = asyncio.Queue(maxsize=config.maxsize)
+        self._queue: asyncio.Queue[Message] = asyncio.Queue(maxsize=config.maxsize)
         super().__init__(config)
 
-    def _create_producer(self) -> Producer[Packed]:
+    def _create_producer(self) -> Producer[Message]:
 
         return Producer(
             queue=self._queue,
             publish_timeout=self._config.publish_timeout,
-            message=self._message,
+            serializer=self._serializer,
         )
 
-    def _create_consumer(self) -> Consumer[Packed]:
+    def _create_consumer(self) -> Consumer[Message]:
 
         return Consumer(
             queue=self._queue,
             consume_timeout=self._config.consume_timeout,
-            message=self._message,
+            serializer=self._serializer,
             coro=self._config.coro,
             enable_consumer=self._config.enable_consumer,
             pool_executor_cls=self._config.consumer_pool_executor_cls,

queue_func/config/general.py

@@ -5,10 +5,8 @@ import typing as t
 from pydantic.dataclasses import dataclass as pyd_dataclass
 
 from queue_func.config.utils import ExtraIgnoreConfig
-from queue_func.message.base import BaseMessage
-from queue_func.message.general import Message
 from queue_func.serializer.base import BaseSerializer
-from queue_func.serializer.orjson_ser import OrJSONSerializer
+from queue_func.serializer.orjson_ser import Serializer
 from queue_func.pool_executor.base import BasePoolExecutor
 from queue_func.pool_executor.general import PoolExecutor
 
@@ -24,9 +22,7 @@ class Config:
     consumer_pool_maxsize: int = 200
 
     # broker
-    message_cls: type[BaseMessage] = Message
-    message_serializer_cls: type[BaseSerializer] = OrJSONSerializer
-    enable_message_serializer: bool = True
+    serializer_cls: type[BaseSerializer] = Serializer
 
     # producer
     publish_timeout: float | None = None

queue_func/config/queue.py

@@ -5,6 +5,8 @@ from pydantic.dataclasses import dataclass as pyd_dataclass
 
 from queue_func.config.utils import ExtraIgnoreConfig
 from queue_func.config.general import Config as _Config
+from queue_func.serializer.base import BaseSerializer
+from queue_func.serializer.raw import Serializer
 
 
 @pyd_dataclass(frozen=True, config=ExtraIgnoreConfig)
@@ -12,3 +14,4 @@ class Config(_Config):
 
     # broker
     maxsize: int = 200
+    serializer_cls: type[BaseSerializer] = Serializer

queue_func/consumer/base.py

@@ -7,14 +7,14 @@ import contextlib
 import typing as t
 from functools import wraps
 
-from queue_func.message.base import BaseMessage, Packed
+from queue_func.serializer.base import BaseSerializer, Message
 from queue_func.pool_executor.base import BasePoolExecutor
 
 
-class BaseConsumer(t.Generic[Packed], metaclass=abc.ABCMeta):
+class BaseConsumer(t.Generic[Message], metaclass=abc.ABCMeta):
 
     __slots__ = (
-        "_message",
+        "_serializer",
         "_coro",
         "_enable_consumer",
         "_pool_executor",
@@ -25,13 +25,13 @@ class BaseConsumer(t.Generic[Packed], metaclass=abc.ABCMeta):
 
     def __init__(
             self,
-            message: BaseMessage[Packed],
+            serializer: type[BaseSerializer[Message]],
             coro: t.Callable[..., t.Coroutine],
             enable_consumer: bool,
             pool_executor_cls: type[BasePoolExecutor],
             pool_maxsize: int):
 
-        self._message = message
+        self._serializer = serializer
         self._coro = coro
         self._enable_consumer = enable_consumer
         self._pool_executor = self._init_pool_executor(pool_executor_cls, pool_maxsize)

queue_func/consumer/queue.py

@@ -3,12 +3,12 @@
 import asyncio
 import typing as t
 
-from queue_func.message.base import BaseMessage, Packed
+from queue_func.serializer.base import BaseSerializer, Message
 from queue_func.pool_executor.base import BasePoolExecutor
 from queue_func.consumer.base import BaseConsumer as _BaseConsumer
 
 
-class Consumer(_BaseConsumer[Packed]):
+class Consumer(_BaseConsumer[Message]):
 
     __slots__ = (
         "_queue",
@@ -17,16 +17,16 @@ class Consumer(_BaseConsumer[Packed]):
 
     def __init__(
             self,
-            queue: asyncio.Queue[Packed],
+            queue: asyncio.Queue[Message],
             consume_timeout: float,
-            message: BaseMessage[Packed],
+            serializer: type[BaseSerializer[Message]],
             coro: t.Callable[..., t.Coroutine],
             enable_consumer: bool,
             pool_executor_cls: type[BasePoolExecutor],
             pool_maxsize: int):
 
         super().__init__(
-            message,
+            serializer,
             coro,
             enable_consumer,
             pool_executor_cls,
@@ -39,13 +39,13 @@ class Consumer(_BaseConsumer[Packed]):
 
         while (not self._stop_flag) or (not self._queue.empty()):
             try:
-                message: Packed = await asyncio.wait_for(
+                packed: Message = await asyncio.wait_for(
                     self._queue.get(),
                     timeout=self._consume_timeout,
                 )
             except asyncio.TimeoutError:
                 continue
-            coro_args, coro_kwargs = self._message.unpack(message)
+            coro_args, coro_kwargs = self._serializer.unpack(packed)
             await self._dispatch(coro_args, coro_kwargs)
             self._queue.task_done()
 

queue_func/errors.py

@@ -0,0 +1,7 @@
+# coding: utf-8
+
+
+class PublishTimeoutError(TimeoutError):
+    """入队在给定时间内未完成"""
+
+    pass

queue_func/factory/deco.py

@@ -9,7 +9,6 @@ from queue_func.factory.registry import build_broker
 if t.TYPE_CHECKING:
     from queue_func.broker.base import BaseBroker
     from queue_func.config.general import Config as GeneralConfig
-    from queue_func.message.base import BaseMessage
     from queue_func.pool_executor.base import BasePoolExecutor
     from queue_func.serializer.base import BaseSerializer
 
@@ -46,9 +45,10 @@ class QueueFunc(t.Generic[_P, _R]):
             self,
             *,
             args: tuple[t.Any, ...] = (),
-            kwargs: dict[str, t.Any] | None = None) -> None:
+            kwargs: dict[str, t.Any] | None = None,
+            timeout: float | None = None) -> None:
 
-        await self._broker.publish(coro_args=args, coro_kwargs=kwargs)
+        await self._broker.publish(coro_args=args, coro_kwargs=kwargs, timeout=timeout)
 
     @property
     def broker(self) -> "BaseBroker[t.Any, t.Any]":
@@ -76,9 +76,7 @@ def queue(
         consume_timeout: float = ...,
         consumer_pool_executor_cls: type["BasePoolExecutor"] = ...,
         consumer_pool_maxsize: int = ...,
-        message_cls: type["BaseMessage"] = ...,
-        message_serializer_cls: type["BaseSerializer"] = ...,
-        enable_message_serializer: bool = ...,
+        serializer_cls: type["BaseSerializer"] = ...,
         publish_timeout: float | None = ...,
         maxsize: int = ...,
 ) -> t.Callable[[t.Callable[_P, t.Coroutine[t.Any, t.Any, _R]]], QueueFunc[_P, _R]]:

queue_func/producer/base.py

@@ -3,30 +3,38 @@
 import abc
 import typing as t
 
-from queue_func.message.base import BaseMessage, Packed
+from queue_func.serializer.base import BaseSerializer, Message
 
 
-class BaseProducer(t.Generic[Packed], metaclass=abc.ABCMeta):
+class BaseProducer(t.Generic[Message], metaclass=abc.ABCMeta):
 
     __slots__ = (
-        "_message",
+        "_serializer",
+        "_publish_timeout",
     )
 
-    def __init__(self, message: BaseMessage[Packed]):
+    def __init__(
+            self,
+            serializer: type[BaseSerializer[Message]],
+            publish_timeout: float | None):
 
-        self._message = message
+        self._serializer = serializer
+        self._publish_timeout = publish_timeout
 
     async def publish(
             self,
             coro_args: tuple[t.Any],
             coro_kwargs: dict[str, t.Any] | None = None,
-            **kwargs) -> None:
+            *,
+            timeout: float | None = None) -> None:
 
-        message = self._message.pack(coro_args, coro_kwargs)
-        await self._publish(message, **kwargs)
+        if timeout is None:
+            timeout = self._publish_timeout
+        packed = self._serializer.pack(coro_args, coro_kwargs)
+        await self._publish(packed, timeout=timeout)
 
     @abc.abstractmethod
-    async def _publish(self, data: Packed, **kwargs) -> None:
+    async def _publish(self, data: Message, *, timeout: float | None) -> None:
         pass
 
     async def stop(self) -> None:

queue_func/producer/queue.py

@@ -1,30 +1,32 @@
 # coding: utf-8
 import asyncio
 
-from queue_func.message.base import BaseMessage, Packed
+from queue_func.errors import PublishTimeoutError
+from queue_func.serializer.base import BaseSerializer, Message
 from queue_func.producer.base import BaseProducer
 
 
-class Producer(BaseProducer[Packed]):
+class Producer(BaseProducer[Message]):
 
     __slots__ = (
         "_queue",
-        "_publish_timeout",
     )
 
     def __init__(
             self,
-            queue: asyncio.Queue[Packed],
+            queue: asyncio.Queue[Message],
             publish_timeout: float | None,
-            message: BaseMessage[Packed]):
+            serializer: type[BaseSerializer[Message]]):
 
-        super().__init__(message)
+        super().__init__(serializer, publish_timeout)
         self._queue = queue
-        self._publish_timeout = publish_timeout
 
-    async def _publish(self, data: Packed, **kwargs) -> None:
+    async def _publish(self, data: Message, *, timeout: float | None) -> None:
 
-        if timeout := self._publish_timeout:
-            await asyncio.wait_for(self._queue.put(data), timeout)
+        if timeout:
+            try:
+                await asyncio.wait_for(self._queue.put(data), timeout)
+            except asyncio.TimeoutError as exc:
+                raise PublishTimeoutError("publish timed out") from exc
             return None
         await self._queue.put(data)

queue_func/serializer/base.py

@@ -3,36 +3,25 @@
 import abc
 import typing as t
 
-__all__ = (
-    "BaseSerializer",
-)
+Message = t.TypeVar("Message")
 
+type CoroParams = tuple[tuple[t.Any], dict[str, t.Any]]
 
-class BaseSerializer(metaclass=abc.ABCMeta):
 
-    @t.overload
-    def dumps(self, data: t.Any, return_bytes: t.Literal[True]) -> bytes: ...
-    @t.overload
-    def dumps(self, data: t.Any, return_bytes: t.Literal[False]) -> str: ...
-    @t.overload
-    def dumps(self, data: t.Any, return_bytes: bool) -> t.Union[str, bytes]: ...
+class BaseSerializer(t.Generic[Message], metaclass=abc.ABCMeta):
 
-    def dumps(self, data: t.Any, return_bytes: bool = False) -> t.Union[str, bytes]:
-
-        if return_bytes:
-            return self._dumps_to_bytes(data)
-        return self._dumps_to_str(data)
-
-    @abc.abstractmethod
-    def _dumps_to_str(self, data: t.Any) -> str:
-        pass
+    __slots__ = ()
 
+    @staticmethod
     @abc.abstractmethod
-    def _dumps_to_bytes(self, data: t.Any) -> bytes:
+    def pack(
+            coro_args: tuple[t.Any],
+            coro_kwargs: dict[str, t.Any] | None = None) -> Message:
 
         pass
 
+    @staticmethod
     @abc.abstractmethod
-    def loads(self, data: t.Any) -> t.Any:
+    def unpack(data: Message) -> CoroParams:
 
         pass

queue_func/serializer/orjson_ser.py

@@ -4,27 +4,24 @@ import typing as t
 
 import orjson
 
-from queue_func.serializer.base import BaseSerializer
-from queue_func.serializer.utils import default as _default
+from queue_func.serializer.base import BaseSerializer, CoroParams
 
-__all__ = (
-    "OrJSONSerializer",
-)
 
+class Serializer(BaseSerializer[bytes]):
 
-class OrJSONSerializer(BaseSerializer):
+    __slots__ = ()
 
-    def __init__(self, default: t.Optional[t.Callable[[t.Any], t.Any]] = None):
-        self._default = default or _default
+    @staticmethod
+    def pack(
+            coro_args: tuple[t.Any],
+            coro_kwargs: dict[str, t.Any] | None = None) -> bytes:
 
-    def _dumps_to_str(self, data: t.Any) -> str:
+        if coro_kwargs is None:
+            coro_kwargs = {}
+        return orjson.dumps((coro_args, coro_kwargs))
 
-        return self._dumps_to_bytes(data).decode("utf-8")
+    @staticmethod
+    def unpack(data: bytes) -> CoroParams:
 
-    def _dumps_to_bytes(self, data: t.Any) -> bytes:
-
-        return orjson.dumps(data, default=self._default)
-
-    def loads(self, data: t.Union[str, bytes]) -> t.Any:
-
-        return orjson.loads(data)
+        args, kwargs = orjson.loads(data)
+        return tuple(args), kwargs

queue_func/serializer/raw.py

@@ -0,0 +1,24 @@
+# coding: utf-8
+
+import typing as t
+
+from queue_func.serializer.base import CoroParams, BaseSerializer
+
+
+class Serializer(BaseSerializer[CoroParams]):
+
+    __slots__ = ()
+
+    @staticmethod
+    def pack(
+            coro_args: tuple[t.Any],
+            coro_kwargs: dict[str, t.Any] | None = None) -> CoroParams:
+
+        if coro_kwargs is None:
+            coro_kwargs = {}
+        return coro_args, coro_kwargs
+
+    @staticmethod
+    def unpack(data: CoroParams) -> CoroParams:
+
+        return data

queue_func-0.1.2.dist-info/METADATA

@@ -0,0 +1,183 @@
+Metadata-Version: 2.4
+Name: queue-func
+Version: 0.1.2
+Summary: Async coroutine functions as queue-backed tasks (QueueFunc).
+License: Apache-2.0
+License-File: LICENSE
+Author: liuseki
+Author-email: liuseki@163.com
+Requires-Python: >=3.12,<4.0
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Python :: 3.15
+Requires-Dist: orjson
+Requires-Dist: pydantic (>=2.14.1,<3.0.0)
+Project-URL: Changelog, https://github.com/sekil9529/queue-func/blob/master/Changelog.rst
+Project-URL: Documentation, https://github.com/sekil9529/queue-func#readme
+Project-URL: Homepage, https://github.com/sekil9529/queue-func
+Project-URL: Issues, https://github.com/sekil9529/queue-func/issues
+Project-URL: Repository, https://github.com/sekil9529/queue-func
+Description-Content-Type: text/markdown
+
+# queue-func
+
+把 **`async def` 协程** 变成可 **`push`** 的队列任务：在 asyncio 里投递、消费，并按通道控制并发与背压。
+
+需要 **Python 3.12+**；任务入口必须是协程，不支持普通 `def`。
+
+仓库：[github.com/sekil9529/queue-func](https://github.com/sekil9529/queue-func)
+
+## 特点
+
+- **asyncio 原生**：consumer 在同一事件循环里池化 `await` 任务，与 FastAPI / Starlette 等同进程组合很自然。
+- **运行时聚焦队列链路**：`pack` → 投递 → `unpack` → 执行；生命周期由 `broker` / `QueueFuncRuntime` 显式管理。
+- **环节可扩展**：通过 `register_backend` 接入新队列；`Serializer.pack` / `unpack` 决定队列里的数据结构。
+- **每个 `QueueFunc` 独立消费并发**：各自 `consumer_pool_maxsize`。一个进程里可用 `QueueFuncRuntime` 同时跑多段流水线（例如 count → list → detail），**各段并发互不影响**。
+
+## 架构设计
+
+### Func
+
+业务协程：一个 `async def`，用 `@queue` 装饰。
+
+### Queue
+
+装饰之后，这个 Func 就是一条队列，`push` 投到它自己这条队列上。
+
+### Broker
+
+组装 Producer、Consumer 的公有对象，提供对外接口。
+
+### Serializer
+
+控制队列中的数据结构：`pack` 写入，`unpack` 读出后还原成 `(args, kwargs)`。
+
+- `raw.Serializer`：队列中保持 `(args, kwargs)`。
+- `orjson_ser.Serializer`：队列中是 `bytes`。
+
+### Producer
+
+调用 `Serializer.pack` 后把数据写入队列。
+
+### Consumer
+
+从队列得到数据，`Serializer.unpack` 后交给 PoolExecutor 执行。
+
+### PoolExecutor
+
+按并发上限执行业务协程。
+
+
+
+### 组件关系
+
+```mermaid
+flowchart TB
+  PUSH["push"] --> B["Broker"]
+  B --> PRO["Producer"]
+  B -.->|启停| CON["Consumer"]
+
+  PRO -->|Serializer.pack| Q[("QUEUE")]
+  Q -->|Serializer.unpack| CON
+  CON --> POOL["PoolExecutor"]
+  POOL --> FN["async def"]
+```
+
+## 当前实现
+
+| Backend | 说明 |
+|---------|------|
+| **`Backend.QUEUE`** | 进程内 `asyncio.Queue`（已可用） |
+| RabbitMQ、Kafka 等 | 通过同一套 Broker / Producer / Consumer 扩展点接入（见 [Changelog.rst](Changelog.rst)） |
+
+接入 MQ 后端后，producer / consumer 可部署在不同进程或机器；**现阶段发行版仅包含内存队列实现**。
+
+## 快速开始
+
+安装（开发）：
+
+```bash
+git clone https://github.com/sekil9529/queue-func.git
+cd queue-func
+poetry install
+```
+
+单个 `QueueFunc`：
+
+```python
+import asyncio
+
+from queue_func.factory import Backend, queue
+
+
+@queue(Backend.QUEUE, consume_timeout=0.5, maxsize=1000)
+async def process_order(order_id: int):
+    ...
+
+
+async def main():
+    await process_order.broker.start_consumer()
+    await process_order.push(args=(42,))
+    await process_order.broker.stop_consumer()
+    await process_order.broker.join_consumer()
+
+
+asyncio.run(main())
+```
+
+- `push` 等价于 `broker.publish`。不传 `timeout` 时用 `publish_timeout`；传入数字只改这一次。`None` 表示不限时。超时抛出 `queue_func.PublishTimeoutError`
+- 仍可直接 `await process_order(1)`，不经过队列
+
+多段流水线（各段独立队列与并发上限）：
+
+```python
+from queue_func.factory import Backend, QueueFuncRuntime, queue
+
+# task_count 内 await task_list.push(...)，task_list 内 await task_detail.push(...)
+
+
+async def main():
+    runtime = QueueFuncRuntime([task_count, task_list, task_detail])
+    await runtime.start()  # 按列表反序启动 consumer，下游先就绪
+    await task_count.push(args=(...,))
+    await runtime.stop()
+```
+
+链式示例（含日志）：
+
+```bash
+poetry run python examples/demo_queue.py
+```
+
+常用配置：`maxsize` / `publish_timeout`（队列背压与投递等待）、`consumer_pool_maxsize`（同时执行的协程数）、`serializer_cls`（队列中的数据结构）。低级组装见 `queue_func.config.queue.Config` 与 `queue_func.broker.queue.Broker`。
+
+## 项目结构
+
+```
+queue_func/
+├── broker/
+├── producer/
+├── consumer/
+├── serializer/       # raw、orjson
+├── config/
+├── factory/          # @queue、QueueFunc、QueueFuncRuntime
+└── pool_executor/
+examples/
+└── demo_queue.py
+```
+
+## 开发与测试
+
+版本与路线图：[Changelog.rst](Changelog.rst)
+
+```bash
+pytest tests/ -q
+```
+
+## 许可证
+
+Apache-2.0
+

queue_func-0.1.2.dist-info/RECORD

@@ -0,0 +1,37 @@
+queue_func/__init__.py,sha256=hL8i9WF-A8geNk7K4ZpMCxB0yIVSuNVRhGghksg-sk0,116
+queue_func/broker/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/broker/base.py,sha256=6S4cVIbAAC60CVAfj5yfuN0eRJbqRlXNFuUcy1oZfLY,2120
+queue_func/broker/queue.py,sha256=k82CKXmZZOcALH0P1xxiidrVkgJpelwHCPnMpw30Fqg,1373
+queue_func/config/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/config/general.py,sha256=CMB2_ivstZoRW6Y0QY7hBxR3GdgTP3wS-Y2PepXhNBk,832
+queue_func/config/queue.py,sha256=yXETTp4nLPkaQ38J2G5iHsmRHREEVu50oWsbqsNU5u0,497
+queue_func/config/utils.py,sha256=DOZnwPkjMsfBVfZVkHEEK1sa-ZVbPjn9gwHFAjTn2UA,263
+queue_func/consumer/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/consumer/base.py,sha256=VtfuEhKY2QgQBwDrc_YD1oTT2RWf7KWGw-LfsNs87Ww,2919
+queue_func/consumer/queue.py,sha256=v40AG2IkLSlALhH4JAf9EuToVaB2pQHaw7MIrrxxlVo,1606
+queue_func/errors.py,sha256=3KPNWM0HxC-hwYdrt9UNGrTHLxWYVYOCNEKW_08z6o0,120
+queue_func/factory/__init__.py,sha256=7sSCKz_-rx29nJuNFAZlvKro8PuruvZ2ArGcDFFKNb8,269
+queue_func/factory/backend.py,sha256=dWfxozQsm_uTaVyCgVRL8llUzTFQLmYeJRx3fjq1rng,148
+queue_func/factory/builders/__init__.py,sha256=149GwvM0jyWl-CmdjBb8XRH1LFibofGA_6MbxuaE1Mc,187
+queue_func/factory/builders/queue.py,sha256=Yxa8ySiqZurFrCSl5m9OBS6yKv6MF-joyTepkYbDdio,534
+queue_func/factory/deco.py,sha256=g0lwkh58J3GLfIS4rk08fxgAzrWT1AhrKA56Bh5KOpo,2736
+queue_func/factory/registry.py,sha256=RN8PgcfkpM1pDFCYqOab-AYq6379IVEyAurtkgtDHwM,1027
+queue_func/factory/runtime.py,sha256=A5CUSVRi4YtlRnroOc-FVeWEbPgEGQ8A-gR49ZgRz8c,958
+queue_func/pool_executor/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/pool_executor/base.py,sha256=reYgENOa9bRMBKfzvlPP_aTMPSXFCZaNStn6vPwnWak,585
+queue_func/pool_executor/general.py,sha256=MzYZUKNom-xcoop_BBJpma2LPuV3pnnpyWKno5KWa-s,1110
+queue_func/pool_executor/utils.py,sha256=FQR6nE2IVPk_rgfEzQEh6ZeelTc3iqeJegKZxN7EM0c,1042
+queue_func/producer/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/producer/base.py,sha256=mqzoJPhZwGJ3n1h-_AzHvMzMhSyHZYYP_sTItrQZaMg,1123
+queue_func/producer/queue.py,sha256=ezbIqGEq40DiDxO8NZ3sr_8gEwqlWvkwwe8-dYvD_O0,942
+queue_func/serializer/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/serializer/base.py,sha256=B22gUVHW34dFwn8t1c2ruc6rVNGfQApr20OOBmmCo3M,529
+queue_func/serializer/orjson_ser.py,sha256=8DlCHFQzg46yPubIdSTKS6qp452QAzDeceTqXChQb5E,601
+queue_func/serializer/raw.py,sha256=KkwgkfbqRKSIHDLawFpTR-wafjdY_K4qba2tNgkoOxg,525
+queue_func/task/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
+queue_func/task/base.py,sha256=JblRVlT5go9ztFXsv0-e25U7Lz27yUIOHe4oszCNBHA,649
+queue_func/task/thread.py,sha256=OIGG0H_z_pDWYHvjSCX-PyvGovuob8wJaaUaUg6PD1M,443
+queue_func-0.1.2.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+queue_func-0.1.2.dist-info/METADATA,sha256=-TmQbE2RxRLo6dpvPrT5NYt9nkHjJwUX8yKt3V1rUvk,5378
+queue_func-0.1.2.dist-info/WHEEL,sha256=L-WvLdSBvJWHXv5zrQxDvNRnIgoBzLUpcbuiw19KCuQ,88
+queue_func-0.1.2.dist-info/RECORD,,

queue_func/message/__init__.py

@@ -1 +0,0 @@
-# coding: utf-8

queue_func/message/base.py

@@ -1,39 +0,0 @@
-# coding: utf-8
-
-import abc
-import typing as t
-
-from queue_func.serializer.base import BaseSerializer
-
-Packed = t.TypeVar("Packed")
-
-type ArgsMessage = tuple[tuple[t.Any], dict[str, t.Any]]
-
-
-class BaseMessage(t.Generic[Packed], metaclass=abc.ABCMeta):
-
-    __slots__ = (
-        "_enable_serializer",
-        "_serializer",
-    )
-
-    def __init__(
-            self,
-            message_serializer_cls: type[BaseSerializer],
-            enable_serializer: bool):
-
-        self._serializer = message_serializer_cls()
-        self._enable_serializer = enable_serializer
-
-    @abc.abstractmethod
-    def pack(
-            self,
-            coro_args: tuple[t.Any],
-            coro_kwargs: dict[str, t.Any] | None = None) -> Packed:
-
-        pass
-
-    @abc.abstractmethod
-    def unpack(self, message: Packed) -> ArgsMessage:
-
-        pass

queue_func/message/general.py

@@ -1,30 +0,0 @@
-# coding: utf-8
-
-import typing as t
-
-from queue_func.message.base import ArgsMessage, BaseMessage
-
-type PackedMessage = ArgsMessage | bytes
-
-
-class Message(BaseMessage[PackedMessage]):
-
-    __slots__ = ()
-
-    def pack(
-            self,
-            coro_args: tuple[t.Any],
-            coro_kwargs: dict[str, t.Any] | None = None) -> PackedMessage:
-
-        if coro_kwargs is None:
-            coro_kwargs = {}
-        message: ArgsMessage = (coro_args, coro_kwargs)
-        if self._enable_serializer:
-            return self._serializer.dumps(message, return_bytes=True)
-        return message
-
-    def unpack(self, message: PackedMessage) -> ArgsMessage:
-
-        if self._enable_serializer:
-            return t.cast(ArgsMessage, self._serializer.loads(message))
-        return t.cast(ArgsMessage, message)

queue_func/serializer/json_ser.py

@@ -1,25 +0,0 @@
-# coding: utf-8
-
-import json
-import typing as t
-
-from queue_func.serializer.base import BaseSerializer
-from queue_func.serializer.utils import default as _default
-
-
-class JSONSerializer(BaseSerializer):
-
-    def __init__(self, default: t.Optional[t.Callable[[t.Any], t.Any]] = None):
-        self._default = default or _default
-
-    def _dumps_to_str(self, data: t.Any) -> str:
-
-        return json.dumps(data, default=self._default)
-
-    def _dumps_to_bytes(self, data: t.Any) -> bytes:
-
-        return self._dumps_to_str(data).encode("utf-8")
-
-    def loads(self, data: t.Union[str, bytes]) -> t.Any:
-
-        return json.loads(data)

queue_func/serializer/utils.py

@@ -1,16 +0,0 @@
-# coding: utf-8
-
-import typing as t
-from decimal import Decimal
-from datetime import datetime, date
-
-
-def default(o: t.Any) -> t.Any:
-
-    if isinstance(o, Decimal):
-        return str(o)
-    if isinstance(o, datetime):
-        return o.strftime("%Y-%m-%d %H:%M:%S")
-    if isinstance(o, date):
-        return o.strftime("%Y-%m-%d")
-    raise TypeError(f"Object of type {o.__class__.__name__} is not JSON serializable")

queue_func-0.1.dist-info/METADATA

@@ -1,121 +0,0 @@
-Metadata-Version: 2.4
-Name: queue-func
-Version: 0.1
-Summary: Async coroutine functions as queue-backed tasks (QueueFunc).
-License: Apache-2.0
-License-File: LICENSE
-Author: liuseki
-Author-email: liuseki@163.com
-Requires-Python: >=3.12,<4.0
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Classifier: Programming Language :: Python :: 3.14
-Classifier: Programming Language :: Python :: 3.15
-Requires-Dist: orjson
-Requires-Dist: pydantic (>=2.14.1,<3.0.0)
-Description-Content-Type: text/markdown
-
-# queue-func
-
-**把 async 协程当成队列里的任务来投递与消费**——进程内用内存队列跑通链路，并为 RabbitMQ、Kafka 等后端预留同一套 Broker / Producer / Consumer 抽象。
-
-> 仅支持 **`async def`**，不支持普通同步函数。需要 **Python 3.12+**。
-
-## 关键概念
-
-1. **`@queue`**：把协程包成 `QueueFunc`，提供 `push(args=..., kwargs=...)` 与 `broker`。
-2. **消息**：`(args, kwargs)` 经 `Message` 打包；可选 JSON / orjson 序列化。
-3. **消费**：Consumer 从通道取消息，经池化 `await` 你的协程（`consumer_pool_maxsize` 限并发）。
-
-运行期的 `publish` / `consume` 在 Producer / Consumer 内完成；Broker 主要负责装配与生命周期，不做「万事中转」。
-
-## 快速开始
-
-```bash
-poetry install
-```
-
-单个任务：
-
-```python
-import asyncio
-
-from queue_func.factory import Backend, queue
-
-
-@queue(Backend.QUEUE, enable_message_serializer=False, consume_timeout=0.5, maxsize=1000)
-async def process_order(order_id: int):
-    ...
-
-
-async def main():
-    await process_order.broker.start_consumer()
-    await process_order.push(args=(42,))
-    await process_order.broker.stop_consumer()
-    await process_order.broker.join_consumer()
-
-
-asyncio.run(main())
-```
-
-- `push` → `broker.publish(coro_args=..., coro_kwargs=...)`
-- 仍可直接 `await process_order(1)` 做本地调用（不经队列）
-
-多个 `QueueFunc`（各自独立队列）用 **`QueueFuncRuntime`** 统一启停；`start()` 按注册列表**反序**启动 consumer（下游先就绪，便于链式 `push`）：
-
-```python
-from queue_func.factory import Backend, QueueFuncRuntime, queue
-
-# task_a 内 await task_b.push(...)，task_b 内 await task_c.push(...) 等
-
-
-async def main():
-    runtime = QueueFuncRuntime([task_a, task_b, task_c])
-    await runtime.start()
-    await task_a.push(args=("job-1",))
-    await runtime.stop()
-```
-
-可运行示例（a → b → c 链式投递 + 控制台日志）：
-
-```bash
-poetry run python examples/demo_queue.py
-```
-
-需要自行组装通道时，使用 `Config` + `queue_func.broker.queue.Broker`（见 `queue_func/config/`）。
-
-## 使用场景
-
-| 场景 | 说明 |
-|------|------|
-| 同进程解耦 + 控并发 | Handler 里 `push`，后台 consumer 跑重逻辑；`maxsize` / `publish_timeout` 做背压 |
-| 多段流水线 | 多个 `QueueFunc`，在协程里继续 `push` 到下一环；用 `QueueFuncRuntime` 管生命周期 |
-| 先单机、后换 MQ | 打开序列化后消息已是 bytes，后续可换 Broker 实现，协程签名尽量不变 |
-| 可测 | Producer / Consumer / `push` 副作用分开测；`tests/` 有集成示例 |
-
-**规划中**：`Backend` 除内存队列外的 RabbitMQ / Kafka（**当前仅 `Backend.QUEUE` 可用**）。
-
-**不太适合**：同步任务、分布式调度/结果后端/Celery 级平台、无界堆积不限流、纯 CPU 密集（应另配进程池或 worker）。
-
-## 项目结构
-
-```
-queue_func/
-  broker/ producer/ consumer/ message/ config/
-  factory/          # Backend、queue、QueueFunc、QueueFuncRuntime
-  pool_executor/ serializer/
-examples/demo_queue.py
-```
-
-## 开发与测试
-
-```bash
-pytest tests/ -q
-```
-
-## 许可证
-
-Apache-2.0
-

queue_func-0.1.dist-info/RECORD

@@ -1,40 +0,0 @@
-queue_func/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/broker/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/broker/base.py,sha256=Y0MMZGSHfm54LOWkso6OaP5UmRD0Gs94QYa6eyY8aHk,2192
-queue_func/broker/queue.py,sha256=yG2C_DQ5FhxTTPDw3lNI-jKLRAGEkQeSG750lzg2uoc,1353
-queue_func/config/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/config/general.py,sha256=_G-gfatX8Sfhb9vbEo-RPgOjcn_ctTgn5yDA0xdbZ2Y,1039
-queue_func/config/queue.py,sha256=A8pTbKUaee-653eeby4jqpxdwEwg6EowzPRrHh-1fRo,337
-queue_func/config/utils.py,sha256=DOZnwPkjMsfBVfZVkHEEK1sa-ZVbPjn9gwHFAjTn2UA,263
-queue_func/consumer/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/consumer/base.py,sha256=wuCPoB0zUgxhF3GBoKF33Zq43LJFIugzoiTRQeccNrE,2889
-queue_func/consumer/queue.py,sha256=bDf3qYCCTnT3CFazWdz3ivvWUsvqm0UpKa9qibrqi54,1579
-queue_func/factory/__init__.py,sha256=7sSCKz_-rx29nJuNFAZlvKro8PuruvZ2ArGcDFFKNb8,269
-queue_func/factory/backend.py,sha256=dWfxozQsm_uTaVyCgVRL8llUzTFQLmYeJRx3fjq1rng,148
-queue_func/factory/builders/__init__.py,sha256=149GwvM0jyWl-CmdjBb8XRH1LFibofGA_6MbxuaE1Mc,187
-queue_func/factory/builders/queue.py,sha256=Yxa8ySiqZurFrCSl5m9OBS6yKv6MF-joyTepkYbDdio,534
-queue_func/factory/deco.py,sha256=cD_aQssAGgvOgC9ioJNTLBT_JaHTnYYnKgNAXdJc100,2834
-queue_func/factory/registry.py,sha256=RN8PgcfkpM1pDFCYqOab-AYq6379IVEyAurtkgtDHwM,1027
-queue_func/factory/runtime.py,sha256=A5CUSVRi4YtlRnroOc-FVeWEbPgEGQ8A-gR49ZgRz8c,958
-queue_func/message/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/message/base.py,sha256=cVQwFDKWpX5v7MVYzPYko5LPHg9txsJ2vBqkHtjwyNo,877
-queue_func/message/general.py,sha256=GU9Enr1UMyM1cFV4yIdM0qVTFPlG3260AWIMxkfnC1U,842
-queue_func/pool_executor/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/pool_executor/base.py,sha256=reYgENOa9bRMBKfzvlPP_aTMPSXFCZaNStn6vPwnWak,585
-queue_func/pool_executor/general.py,sha256=MzYZUKNom-xcoop_BBJpma2LPuV3pnnpyWKno5KWa-s,1110
-queue_func/pool_executor/utils.py,sha256=FQR6nE2IVPk_rgfEzQEh6ZeelTc3iqeJegKZxN7EM0c,1042
-queue_func/producer/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/producer/base.py,sha256=oVJvFTz1nCGGSEl76Xj-_Z03_pxIZSveU2Zstk1pH-E,809
-queue_func/producer/queue.py,sha256=dlrTh88j0344PG5vhhobyKLrTG825H5dSZI3DW5HOfc,791
-queue_func/serializer/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/serializer/base.py,sha256=yBIVEZ3XImKOuFAqnlu5trrbV9pDvTC_2nF7tkBHawI,913
-queue_func/serializer/json_ser.py,sha256=S3HTxWDLSuyKi5g9SBLigNxUCpbmGyJwBqmOYqIcVMM,661
-queue_func/serializer/orjson_ser.py,sha256=NAYd74TCjg8lPhbcCrNNO_qVHEPt89SJqgR3j0Lk7xI,716
-queue_func/serializer/utils.py,sha256=ozUCUw6-8eMqYqljFcykoEb-NaLAEyBj3dj0YcAnuyY,436
-queue_func/task/__init__.py,sha256=7DxiEpT1g6hMwW1hBF17OOFRJ3DW03giEu6rgvRCTHY,17
-queue_func/task/base.py,sha256=JblRVlT5go9ztFXsv0-e25U7Lz27yUIOHe4oszCNBHA,649
-queue_func/task/thread.py,sha256=OIGG0H_z_pDWYHvjSCX-PyvGovuob8wJaaUaUg6PD1M,443
-queue_func-0.1.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-queue_func-0.1.dist-info/METADATA,sha256=xnUtrdkPN84tLNrQjRKxELL6O1C2KhIvscLIcwvWuKk,3876
-queue_func-0.1.dist-info/WHEEL,sha256=L-WvLdSBvJWHXv5zrQxDvNRnIgoBzLUpcbuiw19KCuQ,88
-queue_func-0.1.dist-info/RECORD,,