wool 0.1rc9__py3-none-any.whl → 0.1rc10__py3-none-any.whl

wool/__init__.py

@@ -1,61 +1,82 @@
-import logging
 from contextvars import ContextVar
-from importlib.metadata import entry_points
+from importlib.metadata import PackageNotFoundError
+from importlib.metadata import version
 from typing import Final
+from typing import Generic
+from typing import TypeVar
+from typing import cast
 
 from tblib import pickling_support
 
-from wool._cli import WorkerPoolCommand
-from wool._cli import cli
-from wool._future import Future
-from wool._logging import __log_format__
-from wool._pool import WorkerPool
-from wool._pool import pool
-from wool._session import LocalSession
-from wool._session import WorkerPoolSession
-from wool._session import session
-from wool._task import Task
-from wool._task import TaskEvent
-from wool._task import TaskEventCallback
-from wool._task import TaskException
-from wool._task import current_task
-from wool._task import task
-from wool._worker import Scheduler
+from wool._resource_pool import ResourcePool
+from wool._work import WoolTask
+from wool._work import WoolTaskEvent
+from wool._work import WoolTaskEventCallback
+from wool._work import WoolTaskEventType
+from wool._work import WoolTaskException
+from wool._work import current_task as wool_current_task
+from wool._work import routine
+from wool._work import work
 from wool._worker import Worker
+from wool._worker import WorkerService
+from wool._worker_discovery import DiscoveryService
+from wool._worker_discovery import LanDiscoveryService
+from wool._worker_discovery import LanRegistryService
+from wool._worker_discovery import RegistryService
+from wool._worker_pool import WorkerPool
+from wool._worker_proxy import WorkerProxy
 
 pickling_support.install()
 
-# PUBLIC
-__log_format__: str = __log_format__
 
-# PUBLIC
-__log_level__: int = logging.INFO
+SENTINEL = object()
 
-# PUBLIC
-__wool_session__: Final[ContextVar[WorkerPoolSession]] = ContextVar(
-    "__wool_session__", default=LocalSession()
-)
+T = TypeVar("T")
+
+
+class GlobalVar(Generic[T]):
+    def __init__(self, default: T | None = None) -> None:
+        self._default = default
+        self._value = SENTINEL
+
+    def get(self) -> T | None:
+        if self._value is SENTINEL:
+            return self._default
+        else:
+            return cast(T, self._value)
+
+    def set(self, value: T):
+        self._value = value
 
-__wool_worker__: Worker | None = None
+
+try:
+    __version__ = version("wool")
+except PackageNotFoundError:
+    __version__ = "unknown"
+
+__proxy__: Final[ContextVar[WorkerProxy | None]] = ContextVar("__proxy__", default=None)
+
+__proxy_pool__: Final[ContextVar[ResourcePool[WorkerProxy] | None]] = ContextVar(
+    "__proxy_pool__", default=None
+)
 
 __all__ = [
-    "TaskException",
-    "Future",
-    "Task",
-    "TaskEvent",
-    "TaskEventCallback",
+    "LanDiscoveryService",
+    "LanRegistryService",
+    "Worker",
+    "DiscoveryService",
     "WorkerPool",
-    "WorkerPoolSession",
-    "WorkerPoolCommand",
-    "Scheduler",
-    "__log_format__",
-    "__log_level__",
-    "__wool_session__",
-    "cli",
-    "current_task",
-    "pool",
-    "session",
-    "task",
+    "WorkerProxy",
+    "RegistryService",
+    "WorkerService",
+    "WoolTask",
+    "WoolTaskEvent",
+    "WoolTaskEventCallback",
+    "WoolTaskEventType",
+    "WoolTaskException",
+    "routine",
+    "work",
+    "wool_current_task",
 ]
 
 for symbol in __all__:
@@ -67,10 +88,10 @@ for symbol in __all__:
     except AttributeError:
         continue
 
-for plugin in entry_points(group="wool_cli_plugins"):
-    try:
-        plugin.load()
-        logging.info(f"Loaded CLI plugin {plugin.name}")
-    except Exception as e:
-        logging.error(f"Failed to load CLI plugin {plugin.name}: {e}")
-        raise
+# for plugin in entry_points(group="wool_cli_plugins"):
+#     try:
+#         plugin.load()
+#         logging.info(f"Loaded CLI plugin {plugin.name}")
+#     except Exception as e:
+#         logging.error(f"Failed to load CLI plugin {plugin.name}: {e}")
+#         raise

wool/_protobuf/__init__.py

@@ -1,11 +1,18 @@
 import os
 import sys
+from typing import Protocol
 
 sys.path.insert(0, os.path.abspath(os.path.dirname(__file__)))
 
+from . import task as task
+from . import worker as worker
 
-class ProtobufImportError(ImportError):
-    def __init__(self, exception: ImportError):
-        super().__init__(
-            f"{str(exception)} - ensure protocol buffers are compiled."
-        )
+
+class AddServicerToServerProtocol(Protocol):
+    @staticmethod
+    def __call__(servicer, server) -> None: ...
+
+
+add_to_server: dict[type[worker.WorkerServicer], AddServicerToServerProtocol] = {
+    worker.WorkerServicer: worker.add_WorkerServicer_to_server,
+}

wool/_protobuf/exception.py

@@ -0,0 +1,3 @@
+class ProtobufImportError(ImportError):
+    def __init__(self, exception: ImportError):
+        super().__init__(f"{str(exception)} - ensure protocol buffers are compiled.")

wool/_protobuf/task.py

@@ -0,0 +1,11 @@
+try:
+    from wool._protobuf.task_pb2 import Exception
+    from wool._protobuf.task_pb2 import Result
+    from wool._protobuf.task_pb2 import Task
+    from wool._protobuf.task_pb2 import Worker as Worker
+except ImportError as e:
+    from wool._protobuf.exception import ProtobufImportError
+
+    raise ProtobufImportError(e) from e
+
+__all__ = ["Exception", "Result", "Task", "Worker"]

wool/_protobuf/task_pb2.py

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: task.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'task.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\ntask.proto\x12\x13wool._protobuf.task\"s\n\x04Task\x12\n\n\x02id\x18\x01 \x01(\t\x12\x10\n\x08\x63\x61llable\x18\x02 \x01(\x0c\x12\x0c\n\x04\x61rgs\x18\x03 \x01(\x0c\x12\x0e\n\x06kwargs\x18\x04 \x01(\x0c\x12\x0e\n\x06\x63\x61ller\x18\x05 \x01(\t\x12\r\n\x05proxy\x18\x07 \x01(\x0c\x12\x10\n\x08proxy_id\x18\x08 \x01(\t\"\x16\n\x06Result\x12\x0c\n\x04\x64ump\x18\x01 \x01(\x0c\"\x19\n\tException\x12\x0c\n\x04\x64ump\x18\x01 \x01(\x0c\"%\n\x06Worker\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0f\n\x07\x61\x64\x64ress\x18\x02 \x01(\tb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'task_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_TASK']._serialized_start=35
+  _globals['_TASK']._serialized_end=150
+  _globals['_RESULT']._serialized_start=152
+  _globals['_RESULT']._serialized_end=174
+  _globals['_EXCEPTION']._serialized_start=176
+  _globals['_EXCEPTION']._serialized_end=201
+  _globals['_WORKER']._serialized_start=203
+  _globals['_WORKER']._serialized_end=240
+# @@protoc_insertion_point(module_scope)

wool/_protobuf/task_pb2.pyi

@@ -0,0 +1,43 @@
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class Task(_message.Message):
+    __slots__ = ("id", "callable", "args", "kwargs", "caller", "proxy", "proxy_id")
+    ID_FIELD_NUMBER: _ClassVar[int]
+    CALLABLE_FIELD_NUMBER: _ClassVar[int]
+    ARGS_FIELD_NUMBER: _ClassVar[int]
+    KWARGS_FIELD_NUMBER: _ClassVar[int]
+    CALLER_FIELD_NUMBER: _ClassVar[int]
+    PROXY_FIELD_NUMBER: _ClassVar[int]
+    PROXY_ID_FIELD_NUMBER: _ClassVar[int]
+    id: str
+    callable: bytes
+    args: bytes
+    kwargs: bytes
+    caller: str
+    proxy: bytes
+    proxy_id: str
+    def __init__(self, id: _Optional[str] = ..., callable: _Optional[bytes] = ..., args: _Optional[bytes] = ..., kwargs: _Optional[bytes] = ..., caller: _Optional[str] = ..., proxy: _Optional[bytes] = ..., proxy_id: _Optional[str] = ...) -> None: ...
+
+class Result(_message.Message):
+    __slots__ = ("dump",)
+    DUMP_FIELD_NUMBER: _ClassVar[int]
+    dump: bytes
+    def __init__(self, dump: _Optional[bytes] = ...) -> None: ...
+
+class Exception(_message.Message):
+    __slots__ = ("dump",)
+    DUMP_FIELD_NUMBER: _ClassVar[int]
+    dump: bytes
+    def __init__(self, dump: _Optional[bytes] = ...) -> None: ...
+
+class Worker(_message.Message):
+    __slots__ = ("id", "address")
+    ID_FIELD_NUMBER: _ClassVar[int]
+    ADDRESS_FIELD_NUMBER: _ClassVar[int]
+    id: str
+    address: str
+    def __init__(self, id: _Optional[str] = ..., address: _Optional[str] = ...) -> None: ...

wool/_protobuf/{mempool/metadata_pb2_grpc.py → task_pb2_grpc.py}

@@ -4,7 +4,7 @@ import grpc
 import warnings
 
 
-GRPC_GENERATED_VERSION = '1.73.1'
+GRPC_GENERATED_VERSION = '1.75.0'
 GRPC_VERSION = grpc.__version__
 _version_not_supported = False
 
@@ -17,7 +17,7 @@ except ImportError:
 if _version_not_supported:
     raise RuntimeError(
         f'The grpc package installed is at version {GRPC_VERSION},'
-        + f' but the generated code in mempool/metadata_pb2_grpc.py depends on'
+        + f' but the generated code in task_pb2_grpc.py depends on'
         + f' grpcio>={GRPC_GENERATED_VERSION}.'
         + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
         + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'

wool/_protobuf/worker.py

@@ -0,0 +1,24 @@
+try:
+    from wool._protobuf.worker_pb2 import Ack
+    from wool._protobuf.worker_pb2 import Nack
+    from wool._protobuf.worker_pb2 import Response
+    from wool._protobuf.worker_pb2 import StopRequest
+    from wool._protobuf.worker_pb2 import Void
+    from wool._protobuf.worker_pb2_grpc import WorkerServicer
+    from wool._protobuf.worker_pb2_grpc import WorkerStub
+    from wool._protobuf.worker_pb2_grpc import add_WorkerServicer_to_server
+except ImportError as e:
+    from wool._protobuf.exception import ProtobufImportError
+
+    raise ProtobufImportError(e) from e
+
+__all__ = [
+    "Ack",
+    "Nack",
+    "Response",
+    "StopRequest",
+    "Void",
+    "WorkerServicer",
+    "WorkerStub",
+    "add_WorkerServicer_to_server",
+]

wool/_protobuf/worker_pb2.py

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: worker.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'worker.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import task_pb2 as task__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0cworker.proto\x12\x15wool._protobuf.worker\x1a\ntask.proto\"\xd1\x01\n\x08Response\x12)\n\x03\x61\x63k\x18\x01 \x01(\x0b\x32\x1a.wool._protobuf.worker.AckH\x00\x12+\n\x04nack\x18\x02 \x01(\x0b\x32\x1b.wool._protobuf.worker.NackH\x00\x12-\n\x06result\x18\x03 \x01(\x0b\x32\x1b.wool._protobuf.task.ResultH\x00\x12\x33\n\texception\x18\x04 \x01(\x0b\x32\x1e.wool._protobuf.task.ExceptionH\x00\x42\t\n\x07payload\"\x05\n\x03\x41\x63k\"\x16\n\x04Nack\x12\x0e\n\x06reason\x18\x01 \x01(\t\"\x1b\n\x0bStopRequest\x12\x0c\n\x04wait\x18\x01 \x01(\x05\"\x06\n\x04Void2\x9b\x01\n\x06Worker\x12H\n\x08\x64ispatch\x12\x19.wool._protobuf.task.Task\x1a\x1f.wool._protobuf.worker.Response0\x01\x12G\n\x04stop\x12\".wool._protobuf.worker.StopRequest\x1a\x1b.wool._protobuf.worker.Voidb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'worker_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_RESPONSE']._serialized_start=52
+  _globals['_RESPONSE']._serialized_end=261
+  _globals['_ACK']._serialized_start=263
+  _globals['_ACK']._serialized_end=268
+  _globals['_NACK']._serialized_start=270
+  _globals['_NACK']._serialized_end=292
+  _globals['_STOPREQUEST']._serialized_start=294
+  _globals['_STOPREQUEST']._serialized_end=321
+  _globals['_VOID']._serialized_start=323
+  _globals['_VOID']._serialized_end=329
+  _globals['_WORKER']._serialized_start=332
+  _globals['_WORKER']._serialized_end=487
+# @@protoc_insertion_point(module_scope)

wool/_protobuf/worker_pb2.pyi

@@ -0,0 +1,39 @@
+import task_pb2 as _task_pb2
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from collections.abc import Mapping as _Mapping
+from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class Response(_message.Message):
+    __slots__ = ("ack", "nack", "result", "exception")
+    ACK_FIELD_NUMBER: _ClassVar[int]
+    NACK_FIELD_NUMBER: _ClassVar[int]
+    RESULT_FIELD_NUMBER: _ClassVar[int]
+    EXCEPTION_FIELD_NUMBER: _ClassVar[int]
+    ack: Ack
+    nack: Nack
+    result: _task_pb2.Result
+    exception: _task_pb2.Exception
+    def __init__(self, ack: _Optional[_Union[Ack, _Mapping]] = ..., nack: _Optional[_Union[Nack, _Mapping]] = ..., result: _Optional[_Union[_task_pb2.Result, _Mapping]] = ..., exception: _Optional[_Union[_task_pb2.Exception, _Mapping]] = ...) -> None: ...
+
+class Ack(_message.Message):
+    __slots__ = ()
+    def __init__(self) -> None: ...
+
+class Nack(_message.Message):
+    __slots__ = ("reason",)
+    REASON_FIELD_NUMBER: _ClassVar[int]
+    reason: str
+    def __init__(self, reason: _Optional[str] = ...) -> None: ...
+
+class StopRequest(_message.Message):
+    __slots__ = ("wait",)
+    WAIT_FIELD_NUMBER: _ClassVar[int]
+    wait: int
+    def __init__(self, wait: _Optional[int] = ...) -> None: ...
+
+class Void(_message.Message):
+    __slots__ = ()
+    def __init__(self) -> None: ...

wool/_protobuf/worker_pb2_grpc.py

@@ -0,0 +1,141 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+from . import task_pb2 as task__pb2
+from . import worker_pb2 as worker__pb2
+
+GRPC_GENERATED_VERSION = '1.75.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in worker_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )
+
+
+class WorkerStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.dispatch = channel.unary_stream(
+                '/wool._protobuf.worker.Worker/dispatch',
+                request_serializer=task__pb2.Task.SerializeToString,
+                response_deserializer=worker__pb2.Response.FromString,
+                _registered_method=True)
+        self.stop = channel.unary_unary(
+                '/wool._protobuf.worker.Worker/stop',
+                request_serializer=worker__pb2.StopRequest.SerializeToString,
+                response_deserializer=worker__pb2.Void.FromString,
+                _registered_method=True)
+
+
+class WorkerServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def dispatch(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def stop(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_WorkerServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'dispatch': grpc.unary_stream_rpc_method_handler(
+                    servicer.dispatch,
+                    request_deserializer=task__pb2.Task.FromString,
+                    response_serializer=worker__pb2.Response.SerializeToString,
+            ),
+            'stop': grpc.unary_unary_rpc_method_handler(
+                    servicer.stop,
+                    request_deserializer=worker__pb2.StopRequest.FromString,
+                    response_serializer=worker__pb2.Void.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'wool._protobuf.worker.Worker', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('wool._protobuf.worker.Worker', rpc_method_handlers)
+
+
+ # This class is part of an EXPERIMENTAL API.
+class Worker(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def dispatch(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(
+            request,
+            target,
+            '/wool._protobuf.worker.Worker/dispatch',
+            task__pb2.Task.SerializeToString,
+            worker__pb2.Response.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def stop(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/wool._protobuf.worker.Worker/stop',
+            worker__pb2.StopRequest.SerializeToString,
+            worker__pb2.Void.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)