mplang-nightly 0.1.dev278__tar.gz → 0.1.dev280__tar.gz

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mplang-nightly
-Version: 0.1.dev278
+Version: 0.1.dev280
 Summary: Multi-Party Programming Language
 Author-email: SecretFlow Team <secretflow-contact@service.alipay.com>
 License:                                  Apache License

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/__init__.py

@@ -34,6 +34,7 @@ except Exception:
     # Fallback for development/editable installs when package is not installed
     __version__ = "0.0.0-dev"
 
+import mplang.tool as tool
 from mplang import dialects
 from mplang.backends.simp_driver.ops import DRIVER_HANDLERS
 from mplang.backends.simp_worker import SimpWorker
@@ -41,6 +42,8 @@ from mplang.backends.simp_worker.mem import LocalMesh
 from mplang.backends.simp_worker.ops import WORKER_HANDLERS
 from mplang.dialects.simp import make_driver, make_simulator
 from mplang.edsl import (
+    CompiledProgram,
+    FlatIOSignature,
     Graph,
     GraphPrinter,
     Object,
@@ -91,10 +94,10 @@ from mplang.libs.device import (
     set_dev_attr,
 )
 from mplang.libs.device import fetch as device_fetch
+from mplang.runtime.interpreter import Interpreter
 
 # Logging configuration
-from mplang.logging_config import disable_logging, get_logger, setup_logging
-from mplang.runtime.interpreter import Interpreter
+from mplang.utils.logging import disable_logging, get_logger, setup_logging
 
 # =============================================================================
 # Context Management API (JAX-like pattern)
@@ -125,7 +128,7 @@ def _get_context(context: Interpreter | None) -> Interpreter:
 
 
 def evaluate(
-    fn: Callable[..., Any] | TracedFunction,
+    fn: Callable[..., Any] | TracedFunction | CompiledProgram,
     *args: Any,
     context: Interpreter | None = None,
     **kwargs: Any,
@@ -158,15 +161,33 @@ def evaluate(
             return val.runtime_obj
         return val
 
+    def eval_graph(graph: Graph, inputs: list[Any]) -> list[InterpObject]:
+        runtime_inputs = [unwrap_if_interp(v) for v in inputs]
+        raw_result = interp.evaluate_graph(graph, runtime_inputs)
+        return [
+            InterpObject(v, graph.outputs[i].type, interp)
+            for i, v in enumerate(raw_result)
+        ]
+
     with interp:
+        if isinstance(fn, CompiledProgram):
+            if kwargs:
+                raise TypeError(
+                    "mp.evaluate(CompiledProgram, ...) does not accept keyword arguments; "
+                    "pass flat positional inputs only."
+                )
+            if len(args) != fn.signature.input_arity:
+                raise ValueError(
+                    "CompiledProgram requires flat positional inputs matching its signature; "
+                    f"expected {fn.signature.input_arity}, got {len(args)}."
+                )
+
+            return eval_graph(fn.graph, list(args))
+
         if isinstance(fn, TracedFunction):
             inputs = fn.prepare_inputs(*args, **kwargs)
             inputs = [unwrap_if_interp(v) for v in inputs]
-            raw_result = interp.evaluate_graph(fn.graph, inputs)
-            wrapped = [
-                InterpObject(v, fn.graph.outputs[i].type, interp)
-                for i, v in enumerate(raw_result)
-            ]
+            wrapped = eval_graph(fn.graph, inputs)
             return fn.reconstruct_outputs(wrapped)
 
         return fn(*args, **kwargs)
@@ -417,6 +438,9 @@ __all__ = [  # noqa: RUF022
     "WORKER_HANDLERS",
     "make_driver",
     "make_simulator",
+    "tool",
+    "CompiledProgram",
+    "FlatIOSignature",
     # Dialects
     "dialects",
     "register_default_context_factory",

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/backends/channel.py

@@ -25,7 +25,7 @@ from typing import Protocol
 
 import spu.libspu as libspu
 
-from mplang.logging_config import get_logger
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/backends/simp_driver/http.py

@@ -25,9 +25,9 @@ import httpx
 
 from mplang.backends.simp_driver.state import SimpDriver
 from mplang.edsl import serde
-from mplang.logging_config import get_logger
 from mplang.runtime.interpreter import Interpreter
 from mplang.runtime.object_store import ObjectStore
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/backends/simp_worker/http.py

@@ -54,9 +54,9 @@ from mplang.backends.simp_worker import SimpWorker
 from mplang.backends.simp_worker import ops as _simp_worker_ops  # noqa: F401
 from mplang.edsl import serde
 from mplang.edsl.graph import Graph
-from mplang.logging_config import get_logger
 from mplang.runtime.interpreter import ExecutionTracer, Interpreter
 from mplang.runtime.object_store import ObjectStore
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 
@@ -212,6 +212,7 @@ def create_worker_app(
     world_size: int,
     endpoints: list[str],
     spu_endpoints: dict[int, str] | None = None,
+    enable_tracing: bool = False,
 ) -> FastAPI:
     """Create a FastAPI app for the worker.
 
@@ -224,6 +225,7 @@ def create_worker_app(
         world_size: Total number of workers.
         endpoints: HTTP endpoints for all workers (for shuffle communication).
         spu_endpoints: Optional dict mapping global_rank -> BRPC endpoint for SPU.
+        enable_tracing: Whether to enable execution tracing for profiler.
 
     Returns:
         FastAPI application instance
@@ -236,11 +238,12 @@ def create_worker_app(
     data_root = pathlib.Path(os.environ.get("MPLANG_DATA_ROOT", ".mpl"))
     cluster_id = os.environ.get("MPLANG_CLUSTER_ID", f"__http_{world_size}")
     root_dir = data_root / cluster_id / f"node{rank}"
-    trace_dir = root_dir / "trace"
 
-    # Enable tracing by default for now (or make it configurable via env)
-    tracer = ExecutionTracer(enabled=True, trace_dir=trace_dir)
-    tracer.start()
+    tracer = None
+    if enable_tracing:
+        trace_dir = root_dir / "trace"
+        tracer = ExecutionTracer(enabled=True, trace_dir=trace_dir)
+        tracer.start()
 
     comm = HttpCommunicator(rank, world_size, endpoints, tracer=tracer)
     store = ObjectStore(fs_root=str(root_dir))

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/backends/spu_impl.py

@@ -31,9 +31,9 @@ from mplang.backends.tensor_impl import TensorValue
 from mplang.dialects import spu
 from mplang.edsl import serde
 from mplang.edsl.graph import Operation
-from mplang.logging_config import get_logger
 from mplang.runtime.interpreter import Interpreter
 from mplang.runtime.value import WrapValue
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/backends/table_impl.py

@@ -33,9 +33,9 @@ from mplang.backends.tensor_impl import TensorValue
 from mplang.dialects import table
 from mplang.edsl import serde
 from mplang.edsl.graph import Operation
-from mplang.logging_config import get_logger
 from mplang.runtime.interpreter import Interpreter
 from mplang.runtime.value import WrapValue
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/backends/tensor_impl.py

@@ -36,9 +36,9 @@ import mplang.edsl.typing as elt
 from mplang.dialects import dtypes, tensor
 from mplang.edsl import serde
 from mplang.edsl.graph import Operation
-from mplang.logging_config import get_logger
 from mplang.runtime.interpreter import Interpreter
 from mplang.runtime.value import Value, WrapValue
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/cli.py

@@ -49,7 +49,7 @@ from typing import Any, cast
 import uvicorn
 import yaml
 
-from mplang.logging_config import get_logger
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/edsl/__init__.py

@@ -53,6 +53,7 @@ from .jit import jit
 from .object import Object
 from .primitive import Primitive, primitive
 from .printer import GraphPrinter, format_graph
+from .program import CompiledProgram, FlatIOSignature
 from .tracer import TracedFunction, TraceObject, Tracer, trace
 from .typing import MPType, ScalarType, SSType, TableType, TensorType, VectorType
 
@@ -65,7 +66,9 @@ TensorObject = Object[TensorType]
 VectorObject = Object[VectorType]
 
 __all__ = [
+    "CompiledProgram",
     "Context",
+    "FlatIOSignature",
     "Graph",
     "GraphPrinter",
     "MPObject",

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/edsl/jit.py

@@ -25,7 +25,7 @@ from mplang.edsl.context import (
     get_default_context,
 )
 from mplang.edsl.tracer import Tracer
-from mplang.logging_config import get_logger
+from mplang.utils.logging import get_logger
 
 logger = get_logger(__name__)
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/edsl/primitive.py

@@ -29,7 +29,7 @@ from jax.tree_util import tree_map
 
 from mplang.edsl.context import get_current_context, get_default_context
 from mplang.edsl.object import Object
-from mplang.logging_config import get_logger
+from mplang.utils.logging import get_logger
 
 if TYPE_CHECKING:
     from mplang.edsl.typing import BaseType

mplang_nightly-0.1.dev280/mplang/edsl/program.py

@@ -0,0 +1,134 @@
+# Copyright 2026 Ant Group Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import annotations
+
+import hashlib
+import json
+from dataclasses import dataclass
+from typing import Any, ClassVar
+
+from mplang.edsl import serde
+from mplang.edsl.graph import Graph
+
+
+@dataclass(frozen=True)
+class FlatIOSignature:
+    """Portable I/O signature for source-free execution.
+
+    Only supports flat positional inputs/outputs corresponding to
+    `graph.inputs` / `graph.outputs`.
+    """
+
+    kind: ClassVar[str] = "flat_list_v0"
+    input_arity: int
+    output_arity: int
+
+    def to_json(self) -> dict[str, Any]:
+        return {
+            "kind": self.kind,
+            "input_arity": self.input_arity,
+            "output_arity": self.output_arity,
+        }
+
+    @classmethod
+    def from_json(cls, data: dict[str, Any]) -> FlatIOSignature:
+        if data.get("kind") != cls.kind:
+            raise ValueError(f"Unsupported signature kind: {data.get('kind')}")
+        return cls(
+            input_arity=int(data["input_arity"]),
+            output_arity=int(data["output_arity"]),
+        )
+
+
+@serde.register_class
+@dataclass
+class CompiledProgram:
+    """Executable program decoupled from user source.
+
+    This is a *logical model*; packaging (file/zip/etc.) is handled by tool layer.
+
+    Current constraints:
+    - signature is flat positional list I/O.
+    - no closure captures.
+    - no constant outputs (out_imms) unless future signature captures them.
+    """
+
+    _serde_kind: ClassVar[str] = "mplang.CompiledProgram"
+
+    graph: Graph
+    signature: FlatIOSignature
+    required_opcodes: list[str]
+    graph_digest: str
+    required_world_size: int | None = None
+    created_at: str | None = None
+    mplang_version: str | None = None
+    schema_version: int = 1
+    name: str | None = None
+
+    def to_json(self) -> dict[str, Any]:
+        return {
+            "schema_version": self.schema_version,
+            "name": self.name,
+            "graph": serde.to_json(self.graph),
+            "signature": self.signature.to_json(),
+            "required_opcodes": list(self.required_opcodes),
+            "graph_digest": self.graph_digest,
+            "required_world_size": self.required_world_size,
+            "created_at": self.created_at,
+            "mplang_version": self.mplang_version,
+        }
+
+    @classmethod
+    def from_json(cls, data: dict[str, Any]) -> CompiledProgram:
+        if "schema_version" not in data:
+            raise KeyError("Missing required field: schema_version")
+        schema_version = int(data["schema_version"])
+        if schema_version != 1:
+            raise ValueError(
+                f"Unsupported CompiledProgram schema_version: {schema_version}"
+            )
+
+        graph = serde.from_json(data["graph"])
+        if not isinstance(graph, Graph):
+            raise TypeError(
+                f"Expected graph to deserialize to Graph, got {type(graph).__name__}"
+            )
+
+        signature = FlatIOSignature.from_json(data["signature"])
+
+        required_world_size = data.get("required_world_size")
+        if required_world_size is not None:
+            required_world_size = int(required_world_size)
+        return cls(
+            graph=graph,
+            signature=signature,
+            required_opcodes=list(data.get("required_opcodes", [])),
+            graph_digest=str(data["graph_digest"]),
+            required_world_size=required_world_size,
+            created_at=data.get("created_at"),
+            mplang_version=data.get("mplang_version"),
+            schema_version=schema_version,
+            name=data.get("name"),
+        )
+
+
+def compute_graph_digest(graph: Graph) -> str:
+    """Compute a deterministic digest for a Graph.
+
+    We intentionally avoid `serde.dumps()` because it doesn't sort keys.
+    """
+
+    canonical = json.dumps(serde.to_json(graph), sort_keys=True, separators=(",", ":"))
+    return hashlib.sha256(canonical.encode("utf-8")).hexdigest()

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/edsl/tracer.py

@@ -36,7 +36,7 @@ from mplang.edsl.graph import Graph
 from mplang.edsl.graph import Value as GraphValue
 from mplang.edsl.object import Object
 from mplang.edsl.typing import BaseType
-from mplang.logging_config import get_logger
+from mplang.utils.logging import get_logger
 
 if TYPE_CHECKING:
     from mplang.edsl.primitive import Primitive

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/libs/device/api.py

@@ -32,7 +32,7 @@ from mplang.backends import load_builtins
 from mplang.dialects import crypto, simp, spu, tee
 from mplang.edsl.object import Object
 from mplang.libs.device.cluster import Device
-from mplang.logging_config import get_logger
+from mplang.utils.logging import get_logger
 
 load_builtins()
 

{mplang_nightly-0.1.dev278 → mplang_nightly-0.1.dev280}/mplang/runtime/interpreter.py

@@ -40,9 +40,9 @@ from mplang.edsl.graph import Graph, Value
 from mplang.edsl.object import Object
 from mplang.edsl.registry import get_impl
 from mplang.edsl.typing import BaseType
-from mplang.logging_config import get_logger
 from mplang.runtime.dialect_state import DialectState
 from mplang.runtime.object_store import ObjectStore
+from mplang.utils.logging import get_logger
 
 if TYPE_CHECKING:
     from mplang.edsl.primitive import Primitive

mplang_nightly-0.1.dev280/mplang/tool/__init__.py

@@ -0,0 +1,46 @@
+# Copyright 2026 Ant Group Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Tool-layer APIs for MPLang.
+
+This package contains utilities that are intentionally *not* part of the core
+EDSL execution surface. In particular, compile/execute decoupling lives here:
+- build a portable `CompiledProgram`
+- pack/unpack to a container format
+
+These helpers must not depend on user source code being available at execution.
+"""
+
+from __future__ import annotations
+
+from mplang.edsl.program import CompiledProgram, FlatIOSignature
+from mplang.tool.program import (
+    compile_program,
+    inspect_artifact,
+    pack,
+    pack_to_path,
+    unpack,
+    unpack_path,
+)
+
+__all__ = [
+    "CompiledProgram",
+    "FlatIOSignature",
+    "compile_program",
+    "inspect_artifact",
+    "pack",
+    "pack_to_path",
+    "unpack",
+    "unpack_path",
+]