xoscar 0.4.0__cp312-cp312-macosx_10_9_x86_64.whl

xoscar/backends/router.py

@@ -0,0 +1,207 @@
+# Copyright 2022-2023 XProbe Inc.
+# derived from copyright 1999-2021 Alibaba Group Holding Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import annotations
+
+import asyncio
+import threading
+from typing import Any, Dict, List, Optional, Type
+
+from .communication import Client, get_client_type
+
+
+class Router:
+    """
+    Router provides mapping from external address to internal address.
+    """
+
+    __slots__ = (
+        "_curr_external_addresses",
+        "_local_mapping",
+        "_mapping",
+        "_comm_config",
+        "_cache_local",
+    )
+
+    _instance: "Router" | None = None
+
+    @staticmethod
+    def set_instance(router: Optional["Router"]):
+        # Default router is set when an actor pool started
+        Router._instance = router
+
+    @staticmethod
+    def get_instance() -> "Router" | None:
+        return Router._instance
+
+    @staticmethod
+    def get_instance_or_empty() -> "Router":
+        return Router._instance or Router(list(), None)
+
+    def __init__(
+        self,
+        external_addresses: list[str],
+        local_address: str | None,
+        mapping: dict[str, str] | None = None,
+        comm_config: dict | None = None,
+    ):
+        self._curr_external_addresses = external_addresses
+        self._local_mapping = dict()
+        for addr in self._curr_external_addresses:
+            self._local_mapping[addr] = local_address
+        if mapping is None:
+            mapping = dict()
+        self._mapping = mapping
+        self._comm_config = comm_config or dict()
+        self._cache_local = threading.local()
+
+    @property
+    def _cache(self) -> dict[tuple[str, Any, Optional[Type[Client]]], Client]:
+        try:
+            return self._cache_local.cache
+        except AttributeError:
+            cache = self._cache_local.cache = dict()
+            return cache
+
+    @property
+    def _lock(self) -> asyncio.Lock:
+        try:
+            return self._cache_local.lock
+        except AttributeError:
+            lock = self._cache_local.lock = asyncio.Lock()
+            return lock
+
+    def set_mapping(self, mapping: dict[str, str]):
+        self._mapping = mapping
+        self._cache_local = threading.local()
+
+    def add_router(self, router: "Router"):
+        self._curr_external_addresses.extend(router._curr_external_addresses)
+        self._local_mapping.update(router._local_mapping)
+        self._mapping.update(router._mapping)
+        self._comm_config.update(router._comm_config)
+        self._cache_local = threading.local()
+
+    def remove_router(self, router: "Router"):
+        for external_address in router._curr_external_addresses:
+            try:
+                self._curr_external_addresses.remove(external_address)
+            except ValueError:
+                pass
+        for addr in router._local_mapping:
+            self._local_mapping.pop(addr, None)
+        for addr in router._mapping:
+            self._mapping.pop(addr, None)
+        self._cache_local = threading.local()
+
+    @property
+    def external_address(self):
+        if self._curr_external_addresses:
+            return self._curr_external_addresses[0]
+
+    def get_internal_address(self, external_address: str) -> str | None:
+        try:
+            # local address, use dummy address
+            return self._local_mapping[external_address]
+        except KeyError:
+            # try to lookup inner address from address mapping
+            return self._mapping.get(external_address)
+
+    async def get_client(
+        self,
+        external_address: str,
+        from_who: Any = None,
+        cached: bool = True,
+        **kw,
+    ) -> Client:
+        async with self._lock:
+            if cached and (external_address, from_who, None) in self._cache:
+                cached_client = self._cache[external_address, from_who, None]
+                if cached_client.closed:
+                    # closed before, ignore it
+                    del self._cache[external_address, from_who, None]
+                else:
+                    return cached_client
+
+            address = self.get_internal_address(external_address)
+            if address is None:
+                # no inner address, just use external address
+                address = external_address
+            client_type: Type[Client] = get_client_type(address)
+            client = await self._create_client(client_type, address, **kw)
+            if cached:
+                self._cache[external_address, from_who, None] = client
+            return client
+
+    async def _create_client(
+        self, client_type: Type[Client], address: str, **kw
+    ) -> Client:
+        config = client_type.parse_config(self._comm_config)
+        if config:
+            kw["config"] = config
+        local_address = (
+            self._curr_external_addresses[0] if self._curr_external_addresses else None
+        )
+        return await client_type.connect(address, local_address=local_address, **kw)
+
+    def _get_client_type_to_addresses(
+        self, external_address: str
+    ) -> Dict[Type[Client], str]:
+        client_type_to_addresses = dict()
+        client_type_to_addresses[get_client_type(external_address)] = external_address
+        if external_address in self._curr_external_addresses:  # pragma: no cover
+            # local address, use dummy address
+            addr = self._local_mapping.get(external_address)
+            client_type = get_client_type(addr)  # type: ignore
+            client_type_to_addresses[client_type] = addr  # type: ignore
+        if external_address in self._mapping:
+            # try to lookup inner address from address mapping
+            addr = self._mapping.get(external_address)
+            client_type = get_client_type(addr)  # type: ignore
+            client_type_to_addresses[client_type] = addr  # type: ignore
+        return client_type_to_addresses
+
+    def get_all_client_types(self, external_address: str) -> List[Type[Client]]:
+        return list(self._get_client_type_to_addresses(external_address))
+
+    async def get_client_via_type(
+        self,
+        external_address: str,
+        client_type: Type[Client],
+        from_who: Any = None,
+        cached: bool = True,
+        **kw,
+    ) -> Client:
+        async with self._lock:
+            if cached and (external_address, from_who, client_type) in self._cache:
+                cached_client = self._cache[external_address, from_who, client_type]
+                if cached_client.closed:  # pragma: no cover
+                    # closed before, ignore it
+                    del self._cache[external_address, from_who, client_type]
+                else:
+                    return cached_client
+
+            client_type_to_addresses = self._get_client_type_to_addresses(
+                external_address
+            )
+            if client_type not in client_type_to_addresses:  # pragma: no cover
+                raise ValueError(
+                    f"Client type({client_type}) is not supported for {external_address}"
+                )
+            address = client_type_to_addresses[client_type]
+            client = await self._create_client(client_type, address, **kw)
+            if cached:
+                self._cache[external_address, from_who, client_type] = client
+            return client

xoscar/backends/test/__init__.py

@@ -0,0 +1,16 @@
+# Copyright 2022-2023 XProbe Inc.
+# derived from copyright 1999-2021 Alibaba Group Holding Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from .backend import TestActorBackend

xoscar/backends/test/backend.py

@@ -0,0 +1,38 @@
+# Copyright 2022-2023 XProbe Inc.
+# derived from copyright 1999-2021 Alibaba Group Holding Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import annotations
+
+from ...backend import register_backend
+from ..indigen.backend import IndigenActorBackend
+from .pool import TestMainActorPool
+
+
+@register_backend
+class TestActorBackend(IndigenActorBackend):
+    @staticmethod
+    def name():
+        return "test"
+
+    @classmethod
+    async def create_actor_pool(
+        cls, address: str, n_process: int | None = None, **kwargs
+    ):
+        from ..pool import create_actor_pool
+
+        assert n_process is not None
+        return await create_actor_pool(
+            address, pool_cls=TestMainActorPool, n_process=n_process, **kwargs
+        )

xoscar/backends/test/pool.py

@@ -0,0 +1,208 @@
+# Copyright 2022-2023 XProbe Inc.
+# derived from copyright 1999-2021 Alibaba Group Holding Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import annotations
+
+import asyncio
+import multiprocessing
+from typing import Any, Optional
+
+from ..communication import DummyServer, gen_local_address
+from ..config import ActorPoolConfig
+from ..indigen.pool import MainActorPool, SubActorPool, SubpoolStatus
+from ..message import ControlMessage, ControlMessageType, new_message_id
+from ..pool import ActorPoolType
+
+
+class TestMainActorPool(MainActorPool):
+    @classmethod
+    def get_external_addresses(
+        cls,
+        address: str,
+        n_process: int | None = None,
+        ports: list[int] | None = None,
+        schemes: list[Optional[str]] | None = None,
+    ):
+        if "://" in address:
+            address = address.split("://", 1)[1]
+        return super().get_external_addresses(address, n_process=n_process, ports=ports)
+
+    @classmethod
+    def gen_internal_address(
+        cls, process_index: int, external_address: str | None = None
+    ) -> str:
+        return f"dummy://{process_index}"
+
+    @classmethod
+    async def start_sub_pool(
+        cls,
+        actor_pool_config: ActorPoolConfig,
+        process_index: int,
+        start_method: str | None = None,
+    ):
+        status_queue: multiprocessing.Queue = multiprocessing.Queue()
+        return (
+            asyncio.create_task(
+                cls._create_sub_pool(actor_pool_config, process_index, status_queue, 0)
+            ),
+            status_queue,
+        )
+
+    @classmethod
+    async def wait_sub_pools_ready(cls, create_pool_tasks: list[asyncio.Task]):
+        addresses = []
+        tasks = []
+        for t in create_pool_tasks:
+            pool_task, queue = await t
+            tasks.append(pool_task)
+            status = await asyncio.to_thread(queue.get)
+            addresses.append(status.external_addresses)
+        return tasks, addresses
+
+    @classmethod
+    async def _create_sub_pool(
+        cls,
+        actor_config: ActorPoolConfig,
+        process_index: int,
+        status_queue: multiprocessing.Queue,
+        main_pool_pid: int,
+    ):
+        pool: TestSubActorPool = await TestSubActorPool.create(
+            {
+                "actor_pool_config": actor_config,
+                "process_index": process_index,
+                "main_pool_pid": main_pool_pid,
+            }
+        )
+        await pool.start()
+        status_queue.put(
+            SubpoolStatus(status=0, external_addresses=[pool.external_address])
+        )
+        actor_config.reset_pool_external_address(process_index, [pool.external_address])
+        await pool.join()
+
+    def _sync_pool_config(self, actor_pool_config: ActorPoolConfig):
+        # test pool does not create routers, thus can skip this step
+        pass
+
+    async def append_sub_pool(
+        self,
+        label: str | None = None,
+        internal_address: str | None = None,
+        external_address: str | None = None,
+        env: dict | None = None,
+        modules: list[str] | None = None,
+        suspend_sigint: bool | None = None,
+        use_uvloop: bool | None = None,
+        logging_conf: dict | None = None,
+        start_method: str | None = None,
+        kwargs: dict | None = None,
+    ):
+        external_address = (
+            external_address
+            or TestMainActorPool.get_external_addresses(
+                self.external_address, n_process=1
+            )[-1]
+        )
+
+        # use last process index's logging_conf and use_uv_loop config if not provide
+        actor_pool_config = self._config.as_dict()
+        last_process_index = self._config.get_process_indexes()[-1]
+        last_logging_conf = actor_pool_config["pools"][last_process_index][
+            "logging_conf"
+        ]
+        last_use_uv_loop = actor_pool_config["pools"][last_process_index]["use_uvloop"]
+        _logging_conf = logging_conf or last_logging_conf
+        _use_uv_loop = use_uvloop if use_uvloop is not None else last_use_uv_loop
+
+        process_index = next(TestMainActorPool.process_index_gen(external_address))
+        internal_address = internal_address or TestMainActorPool.gen_internal_address(
+            process_index, external_address
+        )
+
+        self._config.add_pool_conf(
+            process_index,
+            label,
+            internal_address,
+            external_address,
+            env,
+            modules,
+            suspend_sigint,
+            _use_uv_loop,
+            _logging_conf,
+            kwargs,
+        )
+        pool_task = asyncio.create_task(
+            TestMainActorPool.start_sub_pool(self._config, process_index)
+        )
+        tasks, addresses = await TestMainActorPool.wait_sub_pools_ready([pool_task])
+
+        self.attach_sub_process(addresses[0][0], tasks[0])
+
+        control_message = ControlMessage(
+            message_id=new_message_id(),
+            address=self.external_address,
+            control_message_type=ControlMessageType.sync_config,
+            content=self._config,
+        )
+        await self.handle_control_command(control_message)
+
+        return addresses[0][0]
+
+    async def kill_sub_pool(
+        self, process: multiprocessing.Process, force: bool = False
+    ):
+        process.cancel()  # type: ignore
+
+    async def is_sub_pool_alive(self, process: multiprocessing.Process):
+        return not process.cancelled()  # type: ignore
+
+
+class TestSubActorPool(SubActorPool):
+    def _sync_pool_config(self, actor_pool_config: ActorPoolConfig):
+        # test pool does not create routers, thus can skip this step
+        pass
+
+    @classmethod
+    async def create(cls, config: dict) -> ActorPoolType:
+        kw: dict[str, Any] = dict()
+        cls._parse_config(config, kw)
+        process_index: int = kw["process_index"]
+        actor_pool_config = kw["config"]  # type: ActorPoolConfig
+        external_addresses = actor_pool_config.get_pool_config(process_index)[
+            "external_address"
+        ]
+
+        def handle_channel(channel):
+            return pool.on_new_channel(channel)
+
+        # create servers
+        server_addresses = external_addresses + [gen_local_address(process_index)]
+        server_addresses = sorted(set(server_addresses))
+        servers = await cls._create_servers(
+            server_addresses, handle_channel, actor_pool_config.get_comm_config()
+        )
+        cls._update_stored_addresses(servers, server_addresses, actor_pool_config, kw)
+
+        # create pool
+        pool = cls(**kw)
+        return pool  # type: ignore
+
+    async def stop(self):
+        # do not close dummy server
+        self._servers = [
+            s for s in self._servers[:-1] if not isinstance(s, DummyServer)
+        ]
+        await super().stop()