xoscar 0.7.10__cp311-cp311-win_amd64.whl → 0.7.12__cp311-cp311-win_amd64.whl

xoscar/serialization/mlx.py

@@ -40,25 +40,27 @@ dtype_map = {
 class MLXSerislizer(Serializer):
     @buffered
     def serial(self, obj: "mx.array", context: dict):  # type: ignore
-        mv = memoryview(obj)
-        header = dict(shape=obj.shape, format=mv.format)
-        # If the memoryview is a multi-dimension view, then there could
-        # trigger a bug of asyncio write: https://github.com/python/cpython/issues/135862
-        if mv.ndim > 1 or not mv.c_contiguous:
+        ravel_obj = obj.reshape(-1).view(mx.uint8)
+        mv = memoryview(ravel_obj)
+        header = dict(
+            shape=obj.shape, format=mv.format, dtype=str(obj.dtype).rsplit(".", 1)[-1]
+        )
+        if not mv.c_contiguous:
+            # NOTE: we only consider c contiguous here,
+            # MLX has no way to create f contiguous arrays.
             mv = memoryview(bytes(mv))
         return (header,), [mv], True
 
     def deserial(self, serialized: tuple, context: dict, subs: List[Any]):
         header = serialized[0]
-        shape, format = header["shape"], header["format"]
+        shape, format, dtype = header["shape"], header["format"], header["dtype"]
         mv = memoryview(subs[0])
         if mv.format != format:
             dtype = dtype_map.get(format, np.uint8)
             np_arr = np.frombuffer(mv, dtype=dtype).reshape(shape)  # parse
             mv = memoryview(np_arr)  # recreate memoryview
-        elif mv.shape != shape:
-            mv = mv.cast(format, shape)  # cast directly
-        return mx.array(mv)
+        ravel_array = mx.array(mv)
+        return ravel_array.view(getattr(mx, dtype)).reshape(shape)
 
 
 if mx is not None:

xoscar/virtualenv/uv.py

@@ -16,17 +16,24 @@ from __future__ import annotations
 
 import logging
 import os
+import re
 import shutil
 import subprocess
 import sys
 import sysconfig
+import tempfile
+from importlib.metadata import distributions
 from pathlib import Path
 from typing import Optional
 
+from packaging.requirements import Requirement
+from packaging.version import Version
+
 from .core import VirtualEnvManager
 from .utils import run_subprocess_with_logger
 
 UV_PATH = os.getenv("XOSCAR_UV_PATH")
+SKIP_INSTALLED = bool(int(os.getenv("XOSCAR_VIRTUAL_ENV_SKIP_INSTALLED", "0")))
 logger = logging.getLogger(__name__)
 
 
@@ -46,7 +53,8 @@ class UVVirtualEnvManager(VirtualEnvManager):
             return True
         return shutil.which("uv") is not None
 
-    def create_env(self, python_path: Path | None = None) -> None:
+    @staticmethod
+    def _get_uv_path() -> str:
         if (uv_path := UV_PATH) is None:
             try:
                 from uv import find_uv_bin
@@ -55,6 +63,10 @@ class UVVirtualEnvManager(VirtualEnvManager):
             except (ImportError, FileNotFoundError):
                 logger.warning("Fail to find uv bin, use system one")
                 uv_path = "uv"
+        return uv_path
+
+    def create_env(self, python_path: Path | None = None) -> None:
+        uv_path = self._get_uv_path()
         cmd = [uv_path, "venv", str(self.env_path), "--system-site-packages"]
         if python_path:
             cmd += ["--python", str(python_path)]
@@ -67,6 +79,112 @@ class UVVirtualEnvManager(VirtualEnvManager):
         logger.info("Creating virtualenv via command: %s", cmd)
         subprocess.run(cmd, check=True)
 
+    def _resolve_install_plan(
+        self, specs: list[str], pinned: dict[str, str]
+    ) -> list[str]:
+        """
+        Run uv --dry-run with pinned constraints and return
+        a list like ['package==version', ...].
+        """
+        with tempfile.NamedTemporaryFile("w+", delete=True) as f:
+            for name, ver in pinned.items():
+                f.write(f"{name}=={ver}\n")
+            f.flush()  # make sure content is on disk
+
+            cmd = [
+                self._get_uv_path(),
+                "pip",
+                "install",
+                "-p",
+                str(self.env_path),
+                "--dry-run",
+                "--constraint",
+                f.name,
+                *specs,
+            ]
+            result = subprocess.run(cmd, check=True, text=True, capture_output=True)
+
+        # the temp file is automatically deleted here
+        deps = [
+            f"{m.group(1)}=={m.group(2)}"
+            for line in result.stderr.splitlines()
+            if (m := re.match(r"^\+ (\S+)==(\S+)$", line.strip()))
+        ]
+        return deps
+
+    @staticmethod
+    def _split_specs(
+        specs: list[str], installed: dict[str, str]
+    ) -> tuple[list[str], dict[str, str]]:
+        """
+        Split the given requirement specs into:
+        - to_resolve: specs that need to be passed to the resolver (unsatisfied ones)
+        - pinned: already satisfied specs, used for constraint to lock their versions
+        """
+        to_resolve: list[str] = []
+        pinned: dict[str, str] = {}
+
+        for spec_str in specs:
+            req = Requirement(spec_str)
+            name = req.name.lower()
+            cur_ver = installed.get(name)
+
+            if cur_ver is None:
+                # Package not installed, needs resolution
+                to_resolve.append(spec_str)
+                continue
+
+            if not req.specifier:
+                # No version constraint, already satisfied
+                pinned[name] = cur_ver
+                continue
+
+            try:
+                if Version(cur_ver) in req.specifier:
+                    # Version satisfies the specifier, pin it
+                    pinned[name] = cur_ver
+                else:
+                    # Version does not satisfy, needs resolution
+                    to_resolve.append(spec_str)
+            except Exception:
+                # Parsing error, be conservative and resolve it
+                to_resolve.append(spec_str)
+
+        return to_resolve, pinned
+
+    def _filter_packages_not_installed(self, packages: list[str]) -> list[str]:
+        """
+        Filter out packages that are already installed with the same version.
+        """
+
+        # all the installed packages in system site packages
+        installed = {
+            dist.metadata["Name"].lower(): dist.version
+            for dist in distributions()
+            if dist.metadata and "Name" in dist.metadata
+        }
+
+        # exclude those packages that satisfied in system site packages
+        to_resolve, pinned = self._split_specs(packages, installed)
+        if not to_resolve:
+            logger.debug("All requirement specifiers satisfied by system packages.")
+            return []
+
+        resolved = self._resolve_install_plan(to_resolve, pinned)
+        logger.debug(f"Resolved install list: {resolved}")
+        if not resolved:
+            # no packages to install
+            return []
+
+        final = []
+        for item in resolved:
+            name, version = item.split("==")
+            key = name.lower()
+            if key not in installed or installed[key] != version:
+                final.append(item)
+        logger.debug(f"Filtered install list: {final}")
+        return final
+
     def install_packages(self, packages: list[str], **kwargs):
         """
         Install packages into the virtual environment using uv.
@@ -75,22 +193,36 @@ class UVVirtualEnvManager(VirtualEnvManager):
         if not packages:
             return
 
-        # extend the ability of pip
-        # maybe replace #system_torch# to the real version
         packages = self.process_packages(packages)
         log = kwargs.pop("log", False)
+        skip_installed = kwargs.pop("skip_installed", SKIP_INSTALLED)
+        uv_path = self._get_uv_path()
+
+        if skip_installed:
+            packages = self._filter_packages_not_installed(packages)
+            if not packages:
+                logger.info("All required packages are already installed.")
+                return
+
+            cmd = [
+                uv_path,
+                "pip",
+                "install",
+                "-p",
+                str(self.env_path),
+                "--color=always",
+                "--no-deps",
+            ] + packages
+        else:
+            cmd = [
+                uv_path,
+                "pip",
+                "install",
+                "-p",
+                str(self.env_path),
+                "--color=always",
+            ] + packages
 
-        uv_path = UV_PATH or "uv"
-        cmd = [
-            uv_path,
-            "pip",
-            "install",
-            "-p",
-            str(self.env_path),
-            "--color=always",
-        ] + packages
-
-        # Handle known pip-related kwargs
         if "index_url" in kwargs and kwargs["index_url"]:
             cmd += ["-i", kwargs["index_url"]]
         param_and_option = [
@@ -100,12 +232,13 @@ class UVVirtualEnvManager(VirtualEnvManager):
         ]
         for param, option in param_and_option:
             if param in kwargs and kwargs[param]:
-                param_value = kwargs[param]
-                if isinstance(param_value, list):
-                    for it in param_value:
-                        cmd += [option, it]
-                else:
-                    cmd += [option, param_value]
+                val = kwargs[param]
+                cmd += (
+                    [option, val]
+                    if isinstance(val, str)
+                    else [opt for v in val for opt in (option, v)]
+                )
+
         if kwargs.get("no_build_isolation", False):
             cmd += ["--no-build-isolation"]
 
@@ -118,8 +251,7 @@ class UVVirtualEnvManager(VirtualEnvManager):
                 self._install_process = process
             returncode = process.returncode
 
-        self._install_process = None  # install finished, clear reference
-
+        self._install_process = None
         if returncode != 0:
             raise subprocess.CalledProcessError(returncode, cmd)
 

{xoscar-0.7.10.dist-info → xoscar-0.7.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xoscar
-Version: 0.7.10
+Version: 0.7.12
 Summary: Python actor framework for heterogeneous computing.
 Home-page: http://github.com/xorbitsai/xoscar
 Author: Qin Xuye

{xoscar-0.7.10.dist-info → xoscar-0.7.12.dist-info}/RECORD

@@ -1,5 +1,5 @@
 xoscar/__init__.py,sha256=lzCXUmkuIjcjkiNQFekysdJR_ZhlbjcfR5ka1bZZNQg,1683
-xoscar/_utils.cp311-win_amd64.pyd,sha256=TmU2T28gs-dget7l9xDDJzbcY6MCPmPcVEmQzsfnvwI,106496
+xoscar/_utils.cp311-win_amd64.pyd,sha256=ok1BH1foT600vE75P1ejd0GDHWHkw6SohBpkXAd1__0,111616
 xoscar/_utils.pxd,sha256=rlNbTg5lhXA-jCOLksqF4jhUlNn0xw2jx1HxdLa34pc,1193
 xoscar/_utils.pyx,sha256=TWScgqmJGYzjbWBOShBLkq07ldfYEQ5fw6V4OytX_IA,7626
 xoscar/_version.py,sha256=bsfCVAo_o9LkiP3AjPsP4SRRqhjuS0t4D1WGJPzbdls,24412
@@ -7,10 +7,10 @@ xoscar/api.py,sha256=QQDHn-_FiDExmOxEk8BUnq4Qrx13VX3shSlEEqPQJo0,15175
 xoscar/backend.py,sha256=8G5JwjoOT6Q2slb11eXNApxgcmvNQUCdQzkoIMDwLcQ,1917
 xoscar/batch.py,sha256=Jk5BSpvMFAV9DrRy0a9tgPvIo_dt8cbJReZBL0cnOPc,8128
 xoscar/constants.py,sha256=GJ1KEOxwnqksc9K_GH42TSWpQECeC6ti3KJmE3PUcTw,810
-xoscar/context.cp311-win_amd64.pyd,sha256=_D5UEnWLE9aZxlwDsOeAxkBDP2a16xN4JkWa_1RO5yY,152064
+xoscar/context.cp311-win_amd64.pyd,sha256=Jat65SDObGpzyii9jYFBQuJiOvMRCViQW1CLQ8H8cPg,161792
 xoscar/context.pxd,sha256=6n6IAbmArSRq8EjcsbS6npW8xP1jI0qOoS1fF0oyj-o,746
 xoscar/context.pyx,sha256=FOJVerGOvxe2USryXEQA0rpaFX_ScxISH6QWKUcahY8,11310
-xoscar/core.cp311-win_amd64.pyd,sha256=4BmvDAolm5U3kxvdPyCzQw8YrM54Ru9EnlAYZcR2nmE,303104
+xoscar/core.cp311-win_amd64.pyd,sha256=SdkCFqBYK9VR9pR2FbIZvLJ65QmF9aB7cgqZ7e9Si9M,321024
 xoscar/core.pxd,sha256=9IZP7dYGfnF1I-obIls8R8b6forxDOPbiM3v5nVslLk,1368
 xoscar/core.pyx,sha256=U6jCZN74MQHi7HkQRaVGm_w5q-FMsw0nnE3aU6533_Q,22756
 xoscar/debug.py,sha256=hrmxIH6zvTKasQo6PUUgXu5mgEsR0g87Fvpw7CoHipg,5257
@@ -30,7 +30,7 @@ xoscar/backends/allocate_strategy.py,sha256=DzvTlixwzTANURI2mDLHm3vcaugSPDxU6UQZ
 xoscar/backends/config.py,sha256=86j0g_Xrl8ENPzBWi296yWg9QEcljvdKK-yJbfYTvQ0,5532
 xoscar/backends/context.py,sha256=qWwksx8JxYcKR-LQA3PvXh4ReuuTTEyDaLbjpxGXcTA,16766
 xoscar/backends/core.py,sha256=fbekAxys_t1Dv7if-1R6uVvC_yAxNkXLeQ1V1ZSAfC0,11161
-xoscar/backends/message.cp311-win_amd64.pyd,sha256=n_VYHMjY_uZ7mOwb8ECdTHEXTS8eCAFNwsvan_Qfgys,247296
+xoscar/backends/message.cp311-win_amd64.pyd,sha256=CyLLzIjiZ8Ego1tk1EAZZGe4qbCtXRprQOSw9TeOMLY,244224
 xoscar/backends/message.pyx,sha256=lBEjMJv4VyxmeO9lHXJJazOajbFnTLak4PSBcLoPZvU,20331
 xoscar/backends/pool.py,sha256=bS_m8XBkfQQsCOaLEzM6HkV5e78dPPp1bCH6yjvPEss,62153
 xoscar/backends/router.py,sha256=EjfNpQUrhFU15eYe1kRPueziHgI2gfDViUzm7ruvXDE,10817
@@ -57,8 +57,8 @@ xoscar/collective/common.py,sha256=9c7xq3IOUvfA0I9GnpalUqXZOzmF6IEILv4zL64BYVE,3
 xoscar/collective/core.py,sha256=191aPxbUgWpjzrqyozndImDAQhZFmqoQdBkHFLDfXN0,24239
 xoscar/collective/process_group.py,sha256=kTPbrLMJSGhqbiWvTIiz-X3W0rZWd_CFn_zUIlXbOlM,23286
 xoscar/collective/utils.py,sha256=p3WEVtXvnVhkuO5mRgQBhBRFr1dKHcDKMjrbMyuiyfg,1219
-xoscar/collective/uv.dll,sha256=Kfh21bNGsiRUFUU3QzboWzMY9qjNCN20hhIE2X9NE3c,620544
-xoscar/collective/xoscar_pygloo.cp311-win_amd64.pyd,sha256=O4lY_N2xbetQ0KqH1aBc7qEWbiKrZwfziLFlkA3D3f4,831488
+xoscar/collective/uv.dll,sha256=hx5H2TlMz_2KHhm4Sb2DFRMMu2sphNhitNB5dQss0Es,620544
+xoscar/collective/xoscar_pygloo.cp311-win_amd64.pyd,sha256=Y7_cliGIkN0x_k-SvdX_OlDeXwiOz6Z4-kR6LrZWWIQ,781824
 xoscar/metrics/__init__.py,sha256=RjXuuYw4I2YYgD8UY2Z5yCZk0Z56xMJ1n40O80Dtxf8,726
 xoscar/metrics/api.py,sha256=dtJ4QrIqQNXhJedeqOPs4TXKgrRGZFFN50xAd9SCfec,9144
 xoscar/metrics/backends/__init__.py,sha256=ZHepfhCDRuK9yz4pAM7bjpWDvS3Ijp1YgyynoUFLeuU,594
@@ -69,20 +69,20 @@ xoscar/metrics/backends/prometheus/__init__.py,sha256=ZHepfhCDRuK9yz4pAM7bjpWDvS
 xoscar/metrics/backends/prometheus/prometheus_metric.py,sha256=65hb8O3tmsEJ7jgOrIwl_suj9SE5Tmqcfjuk0urkLvE,2120
 xoscar/serialization/__init__.py,sha256=tS8C49yrW_geWNEsbgW3phK1q4YN1ojI6CN-vroIFYM,876
 xoscar/serialization/aio.py,sha256=7YLXgkWpQ3ANy-TZ1qO8Mt4_J3cZFhFh2FEgUgxMT60,4873
-xoscar/serialization/core.cp311-win_amd64.pyd,sha256=n-rDdMg0A3BsZqNsXdk7EoDcx8fzDOC6F3OrXpH7SGk,267264
+xoscar/serialization/core.cp311-win_amd64.pyd,sha256=2GQWKX2JXFBR7ynArn7aD4B9YIgi6ZlQyByTR_DY-OQ,265728
 xoscar/serialization/core.pxd,sha256=X-47bqBM2Kzw5SkLqICdKD0gU6CpmLsBxC3kfW--wVk,1013
 xoscar/serialization/core.pyx,sha256=ZKexLRnRwZXXn2045kR7xfM_szcoPNrDuouQCWtpFp8,30570
 xoscar/serialization/cuda.py,sha256=Fj4Cpr_YmkGceUCo0mQn8fRvmHP_5WcLdRx6epZ3RC0,3869
 xoscar/serialization/exception.py,sha256=t6yZn_Ate04UE1RbabNh7mu739sdtwarjuPXWhASx7c,1682
-xoscar/serialization/mlx.py,sha256=wQ1Nv524VNiGRca-bdg0QGBqD3jdUpSBhNuwdZ5cnDk,2115
+xoscar/serialization/mlx.py,sha256=8QOWlYmS0eFZ1bYweDQzUkSRw5MI0dt118wOGhyGk1s,2185
 xoscar/serialization/numpy.py,sha256=C6WVx-Sdl2OHBAvVY34DFjAKXlekMbpc2ni6bR8wxYo,3001
 xoscar/serialization/pyfury.py,sha256=3ucal29Hr7PX9_1SfB2x43FE2xw_C0rLkVv3foL7qwM,1200
 xoscar/serialization/scipy.py,sha256=9ph-yoRoNiwUZTwQrn35U60VPirWlncXNAg6EXvqMR4,2554
 xoscar/virtualenv/__init__.py,sha256=rhJ7I6x7aXjKOCzSqsKLwqFJMh4YC2sqchEIJNEfI58,1151
 xoscar/virtualenv/core.py,sha256=6u7zcMiAZVOKSBUXBlJOC5pvwbmycn6svJApYMSJDIY,2943
 xoscar/virtualenv/utils.py,sha256=tZYB1kAEym5e8WK9SxhW7VgZzXk6fJMm6MoBA7pY4gM,2523
-xoscar/virtualenv/uv.py,sha256=CbOr9556htAvN3Jy-nO2MNIVs53tcEM6ZuYFFyFFbVw,5025
-xoscar-0.7.10.dist-info/METADATA,sha256=nywxpoQ_jE9MtilnDnylJ3tKP_aNt0idYXfPy7Glap0,9361
-xoscar-0.7.10.dist-info/WHEEL,sha256=y4n9_669c4ZQLyT56MHjc_JUbnwtaZfMVMycweN557o,102
-xoscar-0.7.10.dist-info/top_level.txt,sha256=vYlqqY4Nys8Thm1hePIuUv8eQePdULVWMmt7lXtX_ZA,21
-xoscar-0.7.10.dist-info/RECORD,,
+xoscar/virtualenv/uv.py,sha256=auRTs098SkcunEDtwLE0XV7X2shryhqPELVXTA4Vzxs,9595
+xoscar-0.7.12.dist-info/METADATA,sha256=F-Ipd2rKJIlwDI2v2kQud1slFVTjOJq3B--vJRsEjPM,9361
+xoscar-0.7.12.dist-info/WHEEL,sha256=y4n9_669c4ZQLyT56MHjc_JUbnwtaZfMVMycweN557o,102
+xoscar-0.7.12.dist-info/top_level.txt,sha256=vYlqqY4Nys8Thm1hePIuUv8eQePdULVWMmt7lXtX_ZA,21
+xoscar-0.7.12.dist-info/RECORD,,