torchmonarch-nightly 2025.6.4__cp310-cp310-manylinux2014_x86_64.whl

tests/test_rust_backend.py

@@ -0,0 +1,182 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# pyre-unsafe
+
+from contextlib import contextmanager
+from typing import Generator
+from unittest import TestCase
+
+import monarch
+
+import pytest
+import torch
+from monarch import fetch_shard, no_mesh, remote, Stream
+from monarch.common.device_mesh import DeviceMesh
+from monarch.rust_local_mesh import local_meshes, LoggingLocation, SocketType
+from torch.nn.attention import sdpa_kernel, SDPBackend
+from torch.nn.functional import scaled_dot_product_attention
+
+
+def simple_all_reduce(*args, **kwargs):
+    return torch.ones(args[0].shape)
+
+
+simple_all_reduce = remote(
+    "monarch.worker._testing_function.simple_all_reduce_local",
+    propagate=simple_all_reduce,
+)
+
+
+@contextmanager
+def local_mesh(
+    hosts: int = 1, gpu_per_host: int = 2, activate: bool = True
+) -> Generator[DeviceMesh, None, None]:
+    with monarch.rust_local_mesh.local_mesh(
+        hosts=hosts,
+        gpus_per_host=gpu_per_host,
+        socket_type=SocketType.UNIX,
+        logging_location=LoggingLocation.DEFAULT,
+    ) as dm:
+        try:
+            if activate:
+                with dm.activate():
+                    yield dm
+            else:
+                yield dm
+            dm.exit()
+        except Exception:
+            dm.client._shutdown = True
+            raise
+
+
+# Set global timeout--sandcastle's timeout is 600s. A test that sandcastle times
+# out is not counted as a failure, so we set a more restrictive timeout to
+# ensure we see a hard failure in CI.
+@pytest.mark.timeout(120)
+@pytest.mark.skipif(
+    torch.cuda.device_count() < 2,
+    reason="Not enough GPUs, this test requires at least 2 GPUs",
+)
+class TestRustBackend(TestCase):
+    def test_local_mesh_setup(self):
+        with local_mesh():
+            t = torch.zeros(3, 4)
+            t.add_(1)
+            fut = fetch_shard(t)
+
+            with no_mesh.activate():
+                local_t = fut.result()
+        assert torch.equal(local_t, torch.ones(3, 4))
+
+    def test_result_in_mesh(self):
+        with local_mesh():
+            t = torch.ones(3, 4)
+            t.add_(-1)
+            # Assert calling result() is fine within an active mesh.
+            local_t = fetch_shard(t).result()
+        assert torch.equal(local_t, torch.zeros(3, 4))
+
+    def test_errors(self):
+        t = torch.rand(3, 4)
+        with local_mesh(2, 2) as dm:
+            y = torch.rand(3, 4)
+            with pytest.raises(TypeError, match="LOCAL_TENSOR"):
+                t.add(y)
+            with pytest.raises(TypeError, match="WRONG_MESH"):
+                sub_mesh = dm(host=0)
+                with sub_mesh.activate():
+                    x = torch.rand(3, 4)
+                    x.add(y)
+            other = Stream("other")
+            t = torch.rand(10).cuda()
+            with pytest.raises(TypeError, match="WRONG_STREAM"):
+                with other.activate():
+                    t = t.reduce("host", "sum")
+
+    def test_multi_hosts(self):
+        with local_mesh(hosts=2, gpu_per_host=2):
+            t = torch.rand(3, 4).cuda()
+            local_t1 = fetch_shard(t, {"host": 1, "gpu": 0}).result()
+            local_t2 = fetch_shard(t, {"host": 1, "gpu": 0}).result()
+            local_t3 = fetch_shard(t, {"host": 0, "gpu": 1}).result()
+        assert torch.equal(local_t1, local_t2)
+        assert not torch.equal(local_t1, local_t3)
+
+    def test_fetch_preprocess(self):
+        with local_mesh():
+            assert (
+                "an argument processed"
+                == remote("monarch.worker._testing_function.do_some_processing")
+                .call_on_shard_and_fetch("an argument")
+                .result()
+            )
+
+    def test_brutal_shutdown(self):
+        with monarch.rust_local_mesh.local_mesh(
+            hosts=1, gpus_per_host=1, socket_type=SocketType.UNIX
+        ) as dm:
+            dm.exit()
+            dm.deactivate()
+
+    def test_results_filtering(self):
+        with local_mesh(gpu_per_host=1):
+            query = torch.rand(1, 1, 1, 1, dtype=torch.float16, device="cuda")
+            key = torch.rand(1, 1, 1, 1, dtype=torch.float16, device="cuda")
+            value = torch.rand(1, 1, 1, 1, dtype=torch.float16, device="cuda")
+            with sdpa_kernel(backends=[SDPBackend.FLASH_ATTENTION]):
+                # This function will send 9 results. Only 5 of them will be set.
+                t = scaled_dot_product_attention(query, key, value)
+                fut = fetch_shard(t)
+                local_tensor = fut.result()
+            assert len(local_tensor) == 1
+
+    def test_live_function(self):
+        with local_mesh():
+
+            @remote
+            def has_nan(t):
+                return torch.isnan(t).any().item()
+
+            t = torch.rand(3, 4)
+            res = has_nan.call_on_shard_and_fetch(
+                t, shard={"host": 0, "gpu": 0}
+            ).result()
+
+        self.assertFalse(res)
+
+    def test_multiple_global_meshes(self):
+        """
+        This test is to validate we can have a single client process
+        connecting to multiple global meshes. The global meshes are distinct
+        from each other to provide native failure domain isolation.
+        """
+        replicas = 4
+        with local_meshes(
+            meshes=replicas,
+            hosts_per_mesh=1,
+            gpus_per_host=1,
+            socket_type=SocketType.UNIX,
+            logging_location=LoggingLocation.DEFAULT,
+        ) as groups:
+            results = []
+            for i, group in enumerate(groups):
+                with group.activate():
+                    t = torch.ones(i + 1)
+                    results.append(fetch_shard(t).result())
+            for i in range(replicas):
+                assert torch.equal(results[i], torch.ones(i + 1))
+
+            for group in groups:
+                group.exit()
+                group.deactivate()
+
+    def test_get_world_status(self) -> None:
+        with local_mesh(gpu_per_host=2) as mesh:
+            mesh_info = mesh.get_info()
+
+            self.assertIsNotNone(mesh_info.mesh_labels)
+            self.assertEqual(len(mesh_info.devices_labels), 2)

tests/test_signal_safe_block_on.py

@@ -0,0 +1,103 @@
+#!/usr/bin/env python3
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# pyre-strict
+
+"""
+Integration test for signal_safe_block_on.
+
+This test spawns a Python binary that calls a Rust function which sleeps indefinitely.
+The test then sends SIGINT to the process and confirms that it exits properly,
+verifying that signal_safe_block_on correctly handles signals.
+"""
+
+import importlib.resources
+import os
+import signal
+import subprocess
+import time
+import unittest
+
+import pytest
+
+
+# oss_skip: importlib not pulling resource correctly in git CI, needs to be revisited
+class TestSignalSafeBlockOn(unittest.TestCase):
+    # pyre-ignore[56]
+    @pytest.mark.oss_skip
+    def test_sigint_handling(self) -> None:
+        """
+        Test that a process using signal_safe_block_on can be interrupted with SIGINT.
+
+        This test:
+        1. Spawns a subprocess running sleep_binary.py
+        2. Waits for it to start
+        3. Sends SIGINT to the process
+        4. Verifies that the process exits within a reasonable timeout
+
+        To validate that it will behave in the same way as a ctl-c in the shell,
+        we launch the process in it's own process group and send the signal to the process
+        group instead of the process itself.
+        """
+        test_bin = importlib.resources.files("monarch.python.tests").joinpath(
+            "test_bin"
+        )
+        # Start the subprocess
+        process = subprocess.Popen(
+            [str(test_bin)],
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            text=True,
+            start_new_session=True,
+        )
+
+        gpig = os.getpgid(process.pid)
+
+        try:
+            # Wait for the process to start and print its startup message
+            start_time = time.time()
+            startup_timeout = 10  # seconds
+
+            while time.time() - start_time < startup_timeout:
+                if process.stdout and "Starting sleep_binary" in (
+                    process.stdout.readline() or ""
+                ):
+                    break
+                time.sleep(0.1)
+            else:
+                self.fail("Subprocess did not start properly within timeout")
+
+            # Give the process a moment to enter the sleep_indefinitely_for_unit_tests function
+            time.sleep(1)
+
+            # Send SIGINT to the process
+            os.killpg(gpig, signal.SIGINT)
+
+            # Wait for the process to exit with a timeout
+            exit_timeout = 5  # seconds
+            exit_time = time.time()
+
+            while time.time() - exit_time < exit_timeout:
+                if process.poll() is not None:
+                    # Process has exited
+                    break
+                time.sleep(0.1)
+            else:
+                self.fail("Process did not exit after receiving SIGINT")
+
+            # Check that the process exited with code 0 (clean exit)
+            self.assertEqual(process.returncode, 0, "Process did not exit cleanly")
+
+        finally:
+            # Clean up in case the test fails
+            if process.poll() is None:
+                process.kill()
+                process.wait()
+
+
+if __name__ == "__main__":
+    unittest.main()

tests/test_sim_backend.py

@@ -0,0 +1,54 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# pyre-unsafe
+
+from contextlib import contextmanager
+from typing import Generator, Optional
+from unittest import TestCase
+
+import pytest
+
+import torch
+from monarch import fetch_shard
+from monarch.common.device_mesh import DeviceMesh
+from monarch.sim_mesh import sim_mesh
+
+
+@contextmanager
+def local_sim_mesh(
+    hosts: int = 1,
+    # TODO: support multiple gpus in a mesh.
+    gpu_per_host: int = 1,
+    activate: bool = True,
+    proxy_addr: Optional[str] = None,
+) -> Generator[DeviceMesh, None, None]:
+    dms = sim_mesh(
+        n_meshes=1, hosts=hosts, gpus_per_host=gpu_per_host, proxy_addr=proxy_addr
+    )
+    dm = dms[0]
+    try:
+        if activate:
+            with dm.activate():
+                yield dm
+        else:
+            yield dm
+        dm.exit()
+    except Exception:
+        dm.client._shutdown = True
+        raise
+
+
+# oss_skip: importlib not pulling resource correctly in git CI, needs to be revisited
+@pytest.mark.oss_skip
+class TestSimBackend(TestCase):
+    def test_local_mesh_setup(self):
+        with local_sim_mesh():
+            t = torch.zeros(3, 4)
+            t.add_(1)
+            local_t = fetch_shard(t).result()
+        # consider support specifying the return value in the mock worker.
+        assert local_t is not None

torchmonarch_nightly-2025.6.4.dist-info/METADATA

@@ -0,0 +1,94 @@
+Metadata-Version: 2.4
+Name: torchmonarch-nightly
+Version: 2025.6.4
+Summary: Monarch: Single controller library
+Author: Meta
+Author-email: oncall+monarch@xmail.facebook.com
+License: BSD-3-Clause
+Requires-Python: >= 3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: torch
+Requires-Dist: pyzmq
+Requires-Dist: requests
+Requires-Dist: numpy
+Requires-Dist: pyre-extensions
+Requires-Dist: cloudpickle
+Requires-Dist: torchx-nightly
+Dynamic: author
+Dynamic: author-email
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: license
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# Monarch 🦋
+
+**Monarch** is a distributed execution engine for PyTorch. Our overall goal is
+to deliver the high-quality user experience that people get from single-GPU
+PyTorch, but at cluster scale.
+
+> ⚠️ **Early Development Warning** Monarch is currently in an experimental
+> stage. You should expect bugs, incomplete features, and APIs that may change
+> in future versions. The project welcomes bugfixes, but to make sure things are
+> well coordinated you should discuss any significant change before starting the
+> work. It's recommended that you signal your intention to contribute in the
+> issue tracker, either by filing a new issue or by claiming an existing one.
+
+Note: Monarch is currently only supported on Linux systems
+
+## Installation
+
+`pip install torchmonarch`
+
+or manually
+
+```sh
+
+# Create and activate the conda environment
+conda create -n monarchenv python=3.10 -y
+conda activate monarchenv
+
+# Install nightly rust toolchain
+curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
+rustup toolchain install nightly
+rustup default nightly
+
+# Install non-python dependencies
+conda install libunwind -y
+
+# Install the correct cuda and cuda-toolkit versions for your machine, as well as NCCL-dev
+sudo dnf install cuda-toolkit-12-0 cuda-12-0 libnccl-devel
+
+# Install clang dev
+sudo dnf install clang-devel
+# In some envrionments, the following may be necessary instead
+conda install conda-forge::clangdev
+conda update -n monarchenv --all -c conda-forge -y
+
+# Install build dependencies
+pip install -r build-requirements.txt
+# Install test dependencies
+pip install -r python/tests/requirements.txt
+
+# Build and install Monarch
+pip install --no-build-isolation .
+# or setup for development
+pip install --no-build-isolation -e .
+
+# Run unit tests. consider -s for more verbose output
+pytest python/tests/ -v -m "not oss_skip"
+```
+
+## Running examples
+
+Check out the `examples/` directory for demonstrations of how to use Monarch's APIs.
+
+We'll be adding more examples as we stabilize and polish functionality!
+
+## License
+
+Monarch is BSD-3 licensed, as found in the [LICENSE](LICENSE) file.

torchmonarch_nightly-2025.6.4.dist-info/RECORD

@@ -0,0 +1,157 @@
+monarch/__init__.py,sha256=iUvWHc0-7Q2tovRoRxOIiA3TsefMXCbWl-jEfQ2djew,6897
+monarch/_rust_bindings.so,sha256=1o-iDDjlX_h91VItvO3P0iWkIiU2eIdbJ9VZXBpypDw,39087712
+monarch/_testing.py,sha256=MN8DK1e-wzV0-R_nFW1b_7-O5oKfWvZ12BMGD4Z7PQk,6755
+monarch/actor_mesh.py,sha256=kfky0QPtji5yDaZ_vVIbWncL7M_parqoxzECvZNc2_c,22301
+monarch/allocator.py,sha256=_2DKFP9pSD33zDgH7xZJC8Tq7BQrCeQEUmMB7_xCT0Y,1784
+monarch/bootstrap_main.py,sha256=_LgEvfI_kFHj2QWH8CLRBQI1tbxS0uWrnHqwzOVbjeI,2417
+monarch/cached_remote_function.py,sha256=kYdB6r4OHx_T_uX4q3tCNcp1t2DJwF8tPTIahUiT2pU,8785
+monarch/fetch.py,sha256=61jxo7sx4QNUTkc0_rF5NaJROen4tKbAaiIjrXWLOvg,1705
+monarch/future.py,sha256=lcdFEe7m1shYPPuvZ1RkS6JUIChEKGBWe3v7x_nu4Hg,731
+monarch/gradient_generator.py,sha256=Rl3dmXGceTdCc1mYBg2JciR88ywGPnW7TVkL86KwqEA,6366
+monarch/memory.py,sha256=ol86dBhFAJqg78iF25-BuK0wuwj1onR8FIioZ_B0gjw,1377
+monarch/monarch_controller,sha256=LXuIyuHLGVSrAdwcDbe8Kw99u8DWerRlvSst4i-O1_g,20689048
+monarch/notebook.py,sha256=zu9MKDFKf1-rCM2TqFSRJjMBeiWuKcJSyUFLvoZRQzs,25949
+monarch/opaque_module.py,sha256=oajOu_WD1hD4hxE8HDdO-tvWY7KDHWd7VaAhJEa5L2I,10446
+monarch/opaque_object.py,sha256=IVpll4pyuKZMo_EnPh4s0qnx8RlAcJrJ1yoLX6E75wQ,2782
+monarch/proc_mesh.py,sha256=sTMmwQLKqM0h-yY0mn8uSzOb9B_MX9DKWCI9EsyfD6s,6384
+monarch/profiler.py,sha256=TQ9fnVM8H7smBWtYdB_6Irtzz8DBOmcp7U1T3wlUmco,4911
+monarch/python_local_mesh.py,sha256=YsureIzR9uGlNVrKd4vRghxOXBeYabkt9lICRErfRAI,3536
+monarch/random.py,sha256=f9QR7Esu4Vxqxs-KCf5QYyVqlWvXJ3-UtG90L_h4j40,1527
+monarch/rdma.py,sha256=eWwYKurW-Y6j68m0xH8jeyE3bfmSgB5ZwM2j-RmbCHc,6397
+monarch/remote_class.py,sha256=-OAowzU1aDP6i4ik_SjXntVUC9h4dqAzgqwohkQ6Grc,4167
+monarch/rust_backend_mesh.py,sha256=1htC62of4MgFtkezWGlsxSFtKJdc0CIeqeSuOx7yu3M,9944
+monarch/rust_local_mesh.py,sha256=7ASptybn3wy4J7eoBc7LhGW4j4AA6bigl5Kuhyflw8s,47405
+monarch/sim_mesh.py,sha256=pJ4DDn35Y7CobsIwbkUefBbnEHaAc7Ro_7YQdNaP2Dg,12171
+monarch/tensor_worker_main.py,sha256=Nbarl2sJKIddLeaRFsaUnqOerLHjzggUr9SqCr2_GYI,8300
+monarch/tensorboard.py,sha256=MnLgH5lbqeUJauEuirEgR6L_qYl2NGdtwZOWIAuOZao,2587
+monarch/world_mesh.py,sha256=GqZpFoVNJPxYa70rLYgv0vu8Vg1nXqx_GYERRb1E9Pc,975
+monarch/_monarch/__init__.py,sha256=Md3cCHD7Ano9kV15PqGbicgUO-RMdh4aVy1yKiDt_xE,208
+monarch/_monarch/hyperactor/__init__.py,sha256=H-9w80ejck1lBVfpqOLikT-mPLMLpi7ZZfqrmprMxL0,1748
+monarch/_monarch/selection/__init__.py,sha256=47arOElvlK0uYcTNrd__1BwXSfsMosnVw4_tgu2hA-I,381
+monarch/_monarch/worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+monarch/_monarch/worker/debugger.py,sha256=JJZwRPTgQO2emz-hrMelkOSxJFIR3dV4ZA6e7ftYUKA,3614
+monarch/_monarch/worker/logging.py,sha256=nJUkIuKhPqRZaNDOT7MVbFFjcITZQf_CiFRLFKJJqsw,3591
+monarch/builtins/__init__.py,sha256=QcfnHZGbc2qktBg7DyZt2ruE6VahnIt4S8lEZLHdJqU,443
+monarch/builtins/log.py,sha256=H1QkuVzwxyi36Zyv-XR0VN0QsNimBWwxE1__fjs0_2o,554
+monarch/builtins/random.py,sha256=xVt0cJBRBhCOH1Eioy8O511rp7HKFSCVXRwjBy02K5I,1798
+monarch/common/_C.pyi,sha256=kHY2G3ksMAjQJ6IcPb4F1bBh5knzw5RVVNhhBlEmwFU,314
+monarch/common/_C.so,sha256=gVDCDUQSKiPHwLPIpyxcRgiv8uF_quH1LpgI5Lhle9Y,715600
+monarch/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+monarch/common/_coalescing.py,sha256=HXf5cXAPSU_tpw9jFkzs2muytG_6sTZJSqSKV0XuFZE,10925
+monarch/common/_device_utils.py,sha256=gBpl23wMjppVAEzzj8U9HyX-B7Bs2_3ftiMAkzUS4j4,577
+monarch/common/_tensor_to_table.py,sha256=yRjCNwvtl188Z1Dwkx3ZU-Bh2mwYnQ0Lnue2RAztwvc,5753
+monarch/common/base_tensor.py,sha256=ujRzR6lWaeCdPv2JX0vCR-VsCWn-3SHaJIkZH1Sw9FQ,1159
+monarch/common/borrows.py,sha256=7KR62xoUat1T6FyADsdHsxVAVIJDvfJWUnPO-xx277U,5307
+monarch/common/client.py,sha256=wOAnoaLmabrcv7mK_z_HVnk_ivGe5igPy3iWZI4LVZc,24517
+monarch/common/constants.py,sha256=ohvsVYMpfeWopv3KXDAeHWDFLukwc-OY37VRxpKNBE8,300
+monarch/common/context_manager.py,sha256=GOeyaFbyCqvQmkJ0oI7q6IxRd8_0mVyYKZRccI8iaug,1067
+monarch/common/controller_api.py,sha256=djGkK5aSd-V6pBkr3uBCXbfJv3OKf2o2VbBXJgFF2WI,3202
+monarch/common/device_mesh.py,sha256=PyVONLa0EDOzVobU-PK-mGAQyj1Dyo9dr__lDmx2uKY,13144
+monarch/common/fake.py,sha256=h57Cggz2qXNqImZ7yPuOZOSe9-l9i553ki1z-YHlgQA,1801
+monarch/common/function.py,sha256=V8kdgSRTvild2SpcewWa5IETX3QiWDZQ2BEIDFa5zz8,4374
+monarch/common/function_caching.py,sha256=HVdbWtv6Eea7ENMWi8iv36w1G1TaVuUJhkUX_JxGx5A,5060
+monarch/common/future.py,sha256=D1UJ_8Rvb8-VG9vNE-z7xz2m2otMd2HgB0rnA02nlvA,4681
+monarch/common/invocation.py,sha256=L4mSmzqlHMxo1Tb71hBU_M8aBZCRCOcb6vvPhvvewec,4195
+monarch/common/mast.py,sha256=XTzYljGR0aZ7GjmNMPgU2HyuL4HWSAy4IwE3kEDqdOw,7735
+monarch/common/messages.py,sha256=El7BoGZ2jlP8HyyE-S8wkiG9W8Ciw3_5JERnNrgOYHU,18278
+monarch/common/mock_cuda.py,sha256=x6ho1Ton6BbKjBZ5ZxnFOUaQM032X70wnpoUNB7Ci2w,1039
+monarch/common/opaque_ref.py,sha256=tWNvOC6CsjNPKD1JDx-8PSaeXqZC3eermgBExUPKML4,2871
+monarch/common/pickle_flatten.py,sha256=2mc-dPiZy7kRqAstyfMLnPuoGJwsBftYYEHyF_HOZw4,1313
+monarch/common/pipe.py,sha256=9pTf8--3yOv4HpnJEhgcmc_JM6Az4uL1y72TSQA55dw,5013
+monarch/common/process_group.py,sha256=FbJ_AJRZYFkvQ68L2naRq64J_aNuAKe5kO0MWdn_x74,1662
+monarch/common/recording.py,sha256=hoI9VY_FyW_xVx-jmfsKydqX5vW2GulwcDWsBdUVOm8,4637
+monarch/common/reference.py,sha256=O26lkzEeVwj0S1xEy-OLqdHVnACmmlbQCUmXRrW4n1Q,938
+monarch/common/remote.py,sha256=qZWXkShX20l07TseQSpVECh2yXZaVKYUvQXkeEM-zvY,9220
+monarch/common/selection.py,sha256=lpWFbZs3ArYy29e-53eoAVAjQFksf1RvZz9NvM0CUW4,308
+monarch/common/shape.py,sha256=jEHneh190QI7zGOVAARpXtkxI9mXV1YbnycXlpYQGuc,7388
+monarch/common/stream.py,sha256=J9UCqhSXSbKYFGtbKaqAq1Vgmg6DJcLzsXXm-tsBQ-w,3499
+monarch/common/tensor.py,sha256=mSXiHoD0Up4m2RLdQcsbesaz2N4QCFS34UNNX3Dbldk,28842
+monarch/common/tensor_factory.py,sha256=qm8NZx-5ezMAFjNLiXQvb66okm5XgdboB_GRarGOdN0,801
+monarch/common/tree.py,sha256=1DG3siiE7ixBV6v5cwN8RT_17aJhYZTE-L3i7wZe2_c,2282
+monarch/controller/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/controller/backend.py,sha256=zwYFjH4YL3JlABlPILfmzCayMtaYsAu9xfiFO5RkRHQ,7757
+monarch/controller/controller.py,sha256=PrDK1ZxtUL11-y4vBlBwN94OuTrjBMDJvBlz8e49vqQ,8367
+monarch/controller/debugger.py,sha256=7vVERDyXY5nH3GhIoCzNIwn2rm0H76ZJ6A4equ7gfvM,1272
+monarch/controller/history.py,sha256=OZbQ75nFMXnxupw_OBlhiLVXCJ8lJKFw1SV3egvLUqc,3019
+monarch/controller/rust_backend/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/controller/rust_backend/controller.py,sha256=-bZYE6u5sB9C0Cnc6NiBoBit9TvolKHRn05I-LUpB8I,9516
+monarch/gradient/__init__.py,sha256=kqmzwt16mMpk0M3GhpgP_f7da4DGnaV9chDzbt66k4Q,308
+monarch/gradient/_gradient_generator.pyi,sha256=6cX0UxaDt9NAlwgIhTgnweqGOf6qRhHiGnUzSWNCxdU,630
+monarch/gradient/_gradient_generator.so,sha256=povu68MOK7Yx1HHCCrYdLIK7bKnyjz-ZEXycpCsNYZU,11456608
+monarch/parallel/__init__.py,sha256=6920kIkhiX7AiyjYvyc1ad8ccP-bStJJ1sS5KkeN2P0,352
+monarch/parallel/pipelining/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/parallel/pipelining/runtime.py,sha256=KK8TG1gUYEzSsquiZoPTWGSIC74mlncD7cYknKxfb3c,32470
+monarch/parallel/pipelining/schedule_ir.py,sha256=eowdF7VxUwt4S2bfhzcOpLxECHFZ4tSoimGP_cVZ_CE,27918
+monarch/parallel/pipelining/scheduler.py,sha256=Q0d8m8nGzeuFIG7nnKfkRnjxH5MbmfxzD438YcslEq0,10012
+monarch/simulator/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/simulator/command_history.py,sha256=8ag4-zCjGQ-BhTDwPRGnrJi3fsy6rPTaTz8l9p3-5bU,16511
+monarch/simulator/config.py,sha256=_LlL-7JG9hSwKPTB_KYleZCers8YKTGwcs0sfDlhEzQ,477
+monarch/simulator/interface.py,sha256=GDxG2ppsDhLcxcKNslxufGXWlI0hV9jqDZgvaGJc90k,1894
+monarch/simulator/ir.py,sha256=kgIsyF_gXmNdpvTXGgAQVk2s3DTCRO9TUxHbAit9zrk,29725
+monarch/simulator/mock_controller.py,sha256=_2bF2A6YxANAQpdm5gi1Z7Wkk-5hRncRhmw2ZNJk5eU,7388
+monarch/simulator/profiling.py,sha256=dWpp538BRnF15VTxPcTQurSo7Sfp6zdkTh6nL4j1T-k,14512
+monarch/simulator/simulator.py,sha256=zzW3YaeeIndytbVpGTBZkbMinBMDcwD6vVWpQyNDZWg,38192
+monarch/simulator/task.py,sha256=JhOyEdLd7u4uHzGR5ejBCyJJoD_Xn9TwQEQc37fL_RU,8600
+monarch/simulator/tensor.py,sha256=1eyQblRI71L9o7tgk465FW91Eqyc3B4sIfz07R4_1eY,13240
+monarch/simulator/trace.py,sha256=OhB1F3n7zBznP4LxyEHin1G3s02oLPsEBbCs-8wd_bU,11911
+monarch/simulator/utils.py,sha256=0CoeeK6rWZlgQzyzK8l8gqF2cSmZAjL1EY0PB32e4y8,1217
+monarch/simulator/worker.py,sha256=2ez0k557jSRMsnzutix0zeOEkAUa26HKwfp1zi_aHQI,14339
+monarch/timer/__init__.py,sha256=tdM52Rn0d69HNmtqGwAUE7Py37I3yvLhH0vkUopG3ok,553
+monarch/timer/example_monarch.py,sha256=pYDx-Dvxxfbk0w7t9DIVikIJBgDIrp7mi8CCdfgV0p0,2338
+monarch/timer/example_spmd.py,sha256=p8i3_tO1AmpwSkZryiSjgkh7qaEZ6QXp2Fy1qtPpECA,1406
+monarch/timer/execution_timer.py,sha256=1YsrLIZirdohKOeFAU2H4UcONhQXHuctJbYcoX8I6gY,6985
+monarch/timer/execution_timer_test.py,sha256=CSxTv44fFZQURJlCBmYvysQI1aS_zEGZs_uxl9SOHak,4486
+monarch/tools/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/tools/cli.py,sha256=66F7dr90bh27P3kOCmxwJkVmWv2v4wBrkifvwqwUwFE,4967
+monarch/tools/commands.py,sha256=BfmXndJmU_cZP4cMPlknkxGca1NjqYd8_ReDePWksXw,6908
+monarch/tools/mesh_spec.py,sha256=JLykhgy1dClXiNbH1Qsl2fX5MbqplQAhl8LGoragvbo,3702
+monarch/tools/components/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/tools/components/hyperactor.py,sha256=h0gy3QYZD-YJ7FHppJgbTKe4zOuNjUCGZqRlkwwGkhg,2012
+monarch/tools/config/__init__.py,sha256=OPSflEmJB2zxAaRVzzWSWXV5M5vlknLgpulGdW1ze5U,510
+monarch/tools/config/defaults.py,sha256=34a3HQhyXqt9qR2SYMVCROoNsnwk37rIwLXXiKwqtog,1894
+monarch/worker/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+monarch/worker/_testing_function.py,sha256=A81cVMKgdlO66XvoYcBCDrxIQIm3o3GgvcH_c8M9OmI,13480
+monarch/worker/compiled_block.py,sha256=hYx1F6PAu0_BnpKAprP_nV9qJtk5XWO7mcwH3JPDioU,10114
+monarch/worker/debugger.py,sha256=MeRiVFe6zY5ouWZEVxH2QADq-1nB7hN-HgD-_yx7Q-o,3729
+monarch/worker/lines.py,sha256=8lIf1mRaU8jpzNxwLXg-jaxrsqBXCERK7lRdQvF0C5M,1347
+monarch/worker/monitor.py,sha256=uVEVHtTj9Dg-V1np-TEY-mDYKy3c6j3hU2n7OhOzfgA,1664
+monarch/worker/worker.py,sha256=lVUg0jL2N9xME8_jVujJLrpVyKg1ZjHa13C3dhjsnXk,42614
+monarch_supervisor/__init__.py,sha256=4_eZvVfwoM-3yhQdAMzae7I87ITEjJMvjeBy4ROc2rs,37869
+monarch_supervisor/_testing.py,sha256=T5LwhusP26UG0Wxyq0M_ng_pcS5DfzEPapKDsohWmaY,832
+monarch_supervisor/function_call.py,sha256=munXfLO7Qoriz9HMwdmUNlP2-peznQ8ZcUBQfRaTKr4,1026
+monarch_supervisor/host.py,sha256=ca7C8NtaGkt4FubKpQCXElN-6H3chprWanyfnDpdQZE,13822
+monarch_supervisor/launchers.py,sha256=nITh9eLg8WrNogS9pXKV4j3R5fijvvTrDpjw2gpQeEU,5313
+monarch_supervisor/log_pstree.py,sha256=P5k0LBobXnc3NvoumxVyZOtHWS7jbhyHf5oQ4rHvRO0,1341
+monarch_supervisor/logging.py,sha256=15IuHENvEXDhSuMwSQWzw4sC_1Qzww2S1X_KYjzh_O0,3318
+monarch_supervisor/python_executable.py,sha256=WfCiK3wdAvm9Jxx5jgjGF991NgGc9-oHULNb68n55Hs,1389
+tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/dispatch_bench.py,sha256=sU_m-8KAjQgYTsxI5khV664NdgLLutidni69Rtowk98,3933
+tests/dispatch_bench_helper.py,sha256=1ORgAMrRgjAjmmWeCHLLQd_bda9mJk0rS2ucEbRu28s,633
+tests/error_test_binary.py,sha256=r9-mm4eDqaJYnBo3gXcuqwhpYq1HeH6xem3a4p8rakI,4600
+tests/sleep_binary.py,sha256=XfLYaAfwm9xgzM-svs8fhAeFhwYIg6SyVEnx4e6wbUw,1009
+tests/test_actor_error.py,sha256=YBDS6BKwZqgKTFtydEJt4qwJGXRfWx3hgxup9ayVbhY,3827
+tests/test_alloc.py,sha256=D6DdQbtOZEvvnnc7LV-WyWFMk0Xb77eblH6Oz90zJTA,745
+tests/test_coalescing.py,sha256=-KtAWzTaeXbyzltplfojavx0iFeeZnvej-tFTlu2p5k,15616
+tests/test_controller.py,sha256=yxuVp2DG3TDKJlwuE3cFm9dbWMlbrYtG1uHfvVWRYbw,30935
+tests/test_device_mesh.py,sha256=DrbezYOM0thfP9MgLXb5-F0VoLOmSz5GR0GwjR_3bE4,5290
+tests/test_fault_tolerance.py,sha256=u4wmG1z5MZ6PY6us5zUZHJh2pUC3L7i0wsUfRDNHmxA,14144
+tests/test_future.py,sha256=cXzaNi2YDwVyjR541ScXmgktX1YFsKzbl8wep0DMVbk,3032
+tests/test_grad_generator.py,sha256=p4Pm4kMEeGldt2jUVAkGKCB0mLccKI28pltH6OTGbQA,3412
+tests/test_mock_cuda.py,sha256=5hisElxeLJ5MHw3KM9gwxBiXiMaG-Rm382u3AsQcDOI,3068
+tests/test_pdb_actor.py,sha256=5KJhuhcZDPWMdjC6eAtDdwnz1W7jNFXvIrMSFaCWaPw,3858
+tests/test_python_actors.py,sha256=dY109ofFtmmni9wJWNVb3W7YQH_tMZWSIGovnuAsrUw,10786
+tests/test_remote_functions.py,sha256=ExqYlRQWRabpGBuKvNIOa8Hwj-iXuP87Jfb9i5RhaGs,50066
+tests/test_rust_backend.py,sha256=nXSa0ZQ0NniZm4PzvKhrWvVLD-RKvIWYkPXm1BEBXq8,6235
+tests/test_signal_safe_block_on.py,sha256=bmal0XgzJowZXJV6T1Blow5a-vZluYWusCThLMGxyTE,3336
+tests/test_sim_backend.py,sha256=RckCkHO3DxKsAGdZMcIzRnd6YJXwDim1D5-xbBbgKio,1473
+tests/simulator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/simulator/test_profiling.py,sha256=TGYCfzTLdkpIwnOuO6KApprmrgPIRQe60KRX3wkB0sg,4565
+tests/simulator/test_simulator.py,sha256=LO8lA0ssY-OGEBL5ipEu74f97Y765TEwfUOv-DtIptM,14568
+tests/simulator/test_task.py,sha256=ipqBDuDAysuo1xOB9S5psaFvwe6VATD43IovCTSs0t4,2327
+tests/simulator/test_worker.py,sha256=QrWWIJ3HDgDLkBPRc2mwYPlOQoXQcj1qRfc0WUfKkFY,3507
+torchmonarch_nightly-2025.6.4.dist-info/licenses/LICENSE,sha256=e0Eotbf_rHOYPuEUlppIbvwy4SN98CZnl_hqwvbDA4Q,1530
+torchmonarch_nightly-2025.6.4.dist-info/METADATA,sha256=ue9cLg7CJ5ULmdZ66_8ieYA-Eade2_lgcLKPFLFjHak,2768
+torchmonarch_nightly-2025.6.4.dist-info/WHEEL,sha256=_wZSFk0d90K9wOBp8Q-UGxshyiJ987JoPiyUBNC6VLk,104
+torchmonarch_nightly-2025.6.4.dist-info/entry_points.txt,sha256=sqfQ16oZqjEvttUI-uj9BBXIIE6jt05bYFSmy-2hyXI,106
+torchmonarch_nightly-2025.6.4.dist-info/top_level.txt,sha256=E-ZssZzyM17glpVrh-S9--qJ-w9p2EjuYOuNw9tQ4Eg,33
+torchmonarch_nightly-2025.6.4.dist-info/RECORD,,

torchmonarch_nightly-2025.6.4.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (78.1.1)
+Root-Is-Purelib: false
+Tag: cp310-cp310-linux_x86_64
+

torchmonarch_nightly-2025.6.4.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+monarch = monarch.tools.cli:main
+monarch_bootstrap = monarch.bootstrap_main:invoke_main

torchmonarch_nightly-2025.6.4.dist-info/licenses/LICENSE

@@ -0,0 +1,29 @@
+BSD 3-Clause License
+
+Copyright (c) Meta Platforms, Inc. and affiliates.
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+* Neither the name of the copyright holder nor the names of its
+  contributors may be used to endorse or promote products derived from
+  this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

torchmonarch_nightly-2025.6.4.dist-info/top_level.txt

@@ -0,0 +1,3 @@
+monarch
+monarch_supervisor
+tests