mplang-nightly 0.1.dev280__py3-none-any.whl → 0.1.dev282__py3-none-any.whl

mplang/backends/channel.py

@@ -36,7 +36,9 @@ class CommunicatorProtocol(Protocol):
     Both ThreadCommunicator and HttpCommunicator implement this interface.
     """
 
-    def send(self, to: int, key: str, data: bytes) -> None: ...
+    def send(
+        self, to: int, key: str, data: bytes, *, is_raw_bytes: bool = False
+    ) -> None: ...
     def recv(self, frm: int, key: str) -> bytes: ...
 
 
@@ -111,9 +113,8 @@ class BaseChannel(libspu.link.IChannel):
             len(data),
         )
 
-        # Send raw bytes directly
-        # v2 communicators accept Any, bytes is valid
-        self._comm.send(self._peer_rank, key, data)
+        # Send raw bytes directly.
+        self._comm.send(self._peer_rank, key, data, is_raw_bytes=True)
 
     def Recv(self, tag: str) -> bytes:
         """Receive bytes from peer (blocking).

mplang/backends/simp_worker/http.py

@@ -91,27 +91,37 @@ class HttpCommunicator:
         self._pending_sends: list[concurrent.futures.Future[None]] = []
         self.client = httpx.Client(timeout=None)
 
-    def send(self, to: int, key: str, data: Any) -> None:
-        """Send data to another rank asynchronously."""
-        future = self._send_executor.submit(self._do_send, to, key, data)
+    def send(self, to: int, key: str, data: Any, *, is_raw_bytes: bool = False) -> None:
+        """Send data to another rank asynchronously.
+
+        Args:
+            to: Target rank.
+            key: Message key.
+            data: Payload.
+            is_raw_bytes: If True, treat `data` as raw bytes and transmit as
+                base64-encoded bytes (no serde). If False, the transport may still
+                treat `bytes` payloads as raw bytes.
+        """
+        future = self._send_executor.submit(self._do_send, to, key, data, is_raw_bytes)
         self._pending_sends.append(future)
 
-    def _do_send(self, to: int, key: str, data: Any) -> None:
+    def _do_send(self, to: int, key: str, data: Any, is_raw_bytes: bool) -> None:
         """Perform the HTTP send."""
         url = f"{self.endpoints[to]}/comm/{key}"
         logger.debug(f"Rank {self.rank} sending to {to} key={key}, url={url}")
 
-        # Detect SPU channel (tag prefix "spu:") and handle bytes
-        if key.startswith("spu:") and isinstance(data, bytes):
-            # Send raw bytes for SPU channels
+        # Raw-bytes transport rule:
+        # - If caller explicitly marks raw bytes, always use raw path.
+        # - Otherwise, if payload is `bytes`, use raw path.
+        # This avoids coupling encoding format to key naming conventions.
+        send_raw_bytes = is_raw_bytes or isinstance(data, bytes)
+
+        if send_raw_bytes:
             import base64
 
             payload = base64.b64encode(data).decode("ascii")
-            is_raw_bytes = True
         else:
-            # Use secure JSON serialization
             payload = serde.dumps_b64(data)
-            is_raw_bytes = False
 
         size_bytes = len(payload)
 
@@ -132,7 +142,7 @@ class HttpCommunicator:
                 json={
                     "data": payload,
                     "from_rank": self.rank,
-                    "is_raw_bytes": is_raw_bytes,
+                    "is_raw_bytes": send_raw_bytes,
                 },
             )
             resp.raise_for_status()

mplang/backends/simp_worker/mem.py

@@ -50,7 +50,7 @@ class ThreadCommunicator:
             self._shutdown = True
             self._cond.notify_all()
 
-    def send(self, to: int, key: str, data: Any) -> None:
+    def send(self, to: int, key: str, data: Any, *, is_raw_bytes: bool = False) -> None:
         assert 0 <= to < self.world_size
         if self.use_serde:
             from mplang.edsl import serde

{mplang_nightly-0.1.dev280.dist-info → mplang_nightly-0.1.dev282.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mplang-nightly
-Version: 0.1.dev280
+Version: 0.1.dev282
 Summary: Multi-Party Programming Language
 Author-email: SecretFlow Team <secretflow-contact@service.alipay.com>
 License:                                  Apache License

{mplang_nightly-0.1.dev280.dist-info → mplang_nightly-0.1.dev282.dist-info}/RECORD

@@ -4,7 +4,7 @@ mplang/cli_guide.md,sha256=hKC6AKgJn-lM_wZ0CzZIP2QUBxGPnT0Op_1YyeUhCfI,3581
 mplang/py.typed,sha256=RyhZV7Yxo8BvEoBiFz5fH3IWVqQKTcBBE-bzjx_N5GQ,583
 mplang/backends/__init__.py,sha256=EnKHmOX4YgvNVA42k_KfiS-Vn860yN7Rj9XkUU0g9ys,2042
 mplang/backends/bfv_impl.py,sha256=qobGXe7ldWvYVcqdkNsTcVdNV-hUVE9-Ks5pd3X0Mvc,25691
-mplang/backends/channel.py,sha256=MZwaF0DkkBF_98xdQ8ri0kROJmnCS1ldbwdZUi-sWAU,6876
+mplang/backends/channel.py,sha256=S6LwfyS0H_17gv46ZqSrZirKTB_CCIFVbNTGuY1YIfc,6887
 mplang/backends/crypto_impl.py,sha256=m5tbZpedn4McG5t6HIaEjhTQUFOIaEDMdyEG0499S0Y,23187
 mplang/backends/field_impl.py,sha256=lIghppy0i8QL7aTNCr8tNWjC_bvOXBIKLnavaO0fIOA,14773
 mplang/backends/func_impl.py,sha256=vhkSJnvgSzvQWXqOE40O8npqOmtNqLxefzv9ETuQODQ,3573
@@ -23,8 +23,8 @@ mplang/backends/simp_driver/ops.py,sha256=WYObWDRCsiXH0UBWZX5vD5W98ZPkd88U_qBV8S
 mplang/backends/simp_driver/state.py,sha256=dNmYMFN2D2BBdgs6C0YLaHrfaBRMgs05UNxMWw6tZIs,1713
 mplang/backends/simp_driver/values.py,sha256=Lz1utNSIzH-dCzZAEjU6JRcxPsfKGfUJrYl6gIuMOGw,1509
 mplang/backends/simp_worker/__init__.py,sha256=gdrSY1-MDkupCoJ8xwwH7em7fgVWv3J4gBJ45uHdzgg,961
-mplang/backends/simp_worker/http.py,sha256=y5qpDpfM6vKBsicr2wCkgn-RHnED-b5J0r9hBJxrgN8,12746
-mplang/backends/simp_worker/mem.py,sha256=tMGiRppeca0TnY8WdqYQMQvsx5UVswCqdeOhiDlLQBs,3574
+mplang/backends/simp_worker/http.py,sha256=UiqXKcH5DZG_eTXcW7qDSjIsBWtA37tkqBEowJJ0hQE,13186
+mplang/backends/simp_worker/mem.py,sha256=hLJftzSMQIw64vjBdrSrFReFzWS6rlzf-0Q7SWkfhak,3605
 mplang/backends/simp_worker/ops.py,sha256=ntxfkD4e6Il4w7FshK1ODcUCUPMlipt33pDY_x5iC0U,5661
 mplang/backends/simp_worker/state.py,sha256=nIu0ybvdYqRqp0TkoSneUF2u31evDHucCRduVBaDals,1445
 mplang/dialects/__init__.py,sha256=CYMmkeQVU0Znr9n3_5clZKb16u7acJ5jl5Zjbx4Tn1U,1478
@@ -99,8 +99,8 @@ mplang/tool/program.py,sha256=W3H8bpPirnoJ4ZrmyPYuMCPadJis20o__n_1MKqCsWU,11058
 mplang/utils/__init__.py,sha256=Hwrwti2nfPxWUXV8DN6T1QaqXH_Jsd27k8UMSdBGUns,1073
 mplang/utils/func_utils.py,sha256=aZ-X43w8JKJgiF-IUMS0G7QqrNeoTM5ZPzRNd-tKxpw,5180
 mplang/utils/logging.py,sha256=9dMhwprVbx1WMGJrgoQbWmV50vyYuLU4NSPnetcl1Go,7237
-mplang_nightly-0.1.dev280.dist-info/METADATA,sha256=IG4D8STIc2G7ZtQAz3OlKptLansk_hvB03-2M2HNZCw,16783
-mplang_nightly-0.1.dev280.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-mplang_nightly-0.1.dev280.dist-info/entry_points.txt,sha256=mG1oJT-GAjQR834a62_QIWb7litzWPPyVnwFqm-rWuY,55
-mplang_nightly-0.1.dev280.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mplang_nightly-0.1.dev280.dist-info/RECORD,,
+mplang_nightly-0.1.dev282.dist-info/METADATA,sha256=IIsT9I92EC_kGSg_4EjX7skV9oHzfwCDpDg6PuLwaEo,16783
+mplang_nightly-0.1.dev282.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+mplang_nightly-0.1.dev282.dist-info/entry_points.txt,sha256=mG1oJT-GAjQR834a62_QIWb7litzWPPyVnwFqm-rWuY,55
+mplang_nightly-0.1.dev282.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mplang_nightly-0.1.dev282.dist-info/RECORD,,