dagex 2026.14__tar.gz

dagex-2026.14/Cargo.lock

@@ -0,0 +1,319 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "autocfg"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
+
+[[package]]
+name = "bitflags"
+version = "2.10.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "812e12b5285cc515a9c72a5c1d3b6d46a19dac5acfef5265968c166106e31dd3"
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "dagex"
+version = "2026.14.0"
+dependencies = [
+ "ndarray",
+ "num-complex",
+ "pyo3",
+ "rustfft",
+]
+
+[[package]]
+name = "indoc"
+version = "1.0.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bfa799dd5ed20a7e349f3b4639aa80d74549c81716d9ec4f994c9b5815598306"
+
+[[package]]
+name = "libc"
+version = "0.2.180"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bcc35a38544a891a5f7c865aca548a982ccb3b8650a5b06d0fd33a10283c56fc"
+
+[[package]]
+name = "lock_api"
+version = "0.4.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965"
+dependencies = [
+ "scopeguard",
+]
+
+[[package]]
+name = "matrixmultiply"
+version = "0.3.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a06de3016e9fae57a36fd14dba131fccf49f74b40b7fbdb472f96e361ec71a08"
+dependencies = [
+ "autocfg",
+ "rawpointer",
+]
+
+[[package]]
+name = "memoffset"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d61c719bcfbcf5d62b3a09efa6088de8c54bc0bfcd3ea7ae39fcc186108b8de1"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "ndarray"
+version = "0.15.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "adb12d4e967ec485a5f71c6311fe28158e9d6f4bc4a447b474184d0f91a8fa32"
+dependencies = [
+ "matrixmultiply",
+ "num-complex",
+ "num-integer",
+ "num-traits",
+ "rawpointer",
+]
+
+[[package]]
+name = "num-complex"
+version = "0.4.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
+dependencies = [
+ "num-traits",
+]
+
+[[package]]
+name = "num-integer"
+version = "0.1.46"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f"
+dependencies = [
+ "num-traits",
+]
+
+[[package]]
+name = "num-traits"
+version = "0.2.19"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
+
+[[package]]
+name = "parking_lot"
+version = "0.12.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a"
+dependencies = [
+ "lock_api",
+ "parking_lot_core",
+]
+
+[[package]]
+name = "parking_lot_core"
+version = "0.9.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "redox_syscall",
+ "smallvec",
+ "windows-link",
+]
+
+[[package]]
+name = "primal-check"
+version = "0.3.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dc0d895b311e3af9902528fbb8f928688abbd95872819320517cc24ca6b2bd08"
+dependencies = [
+ "num-integer",
+]
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.105"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "535d180e0ecab6268a3e718bb9fd44db66bbbc256257165fc699dadf70d16fe7"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e3b1ac5b3731ba34fdaa9785f8d74d17448cd18f30cf19e0c7e7b1fdb5272109"
+dependencies = [
+ "cfg-if",
+ "indoc",
+ "libc",
+ "memoffset",
+ "parking_lot",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+ "unindent",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9cb946f5ac61bb61a5014924910d936ebd2b23b705f7a4a3c40b05c720b079a3"
+dependencies = [
+ "once_cell",
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fd4d7c5337821916ea2a1d21d1092e8443cf34879e53a0ac653fbb98f44ff65c"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a9d39c55dab3fc5a4b25bbd1ac10a2da452c4aca13bb450f22818a002e29648d"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "97daff08a4c48320587b5224cc98d609e3c27b6d437315bd40b605c98eeb5918"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.43"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dc74d9a594b72ae6656596548f56f667211f8a97b3d4c3d467150794690dc40a"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rawpointer"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3"
+
+[[package]]
+name = "redox_syscall"
+version = "0.5.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d"
+dependencies = [
+ "bitflags",
+]
+
+[[package]]
+name = "rustfft"
+version = "6.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "21db5f9893e91f41798c88680037dba611ca6674703c1a18601b01a72c8adb89"
+dependencies = [
+ "num-complex",
+ "num-integer",
+ "num-traits",
+ "primal-check",
+ "strength_reduce",
+ "transpose",
+]
+
+[[package]]
+name = "scopeguard"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
+
+[[package]]
+name = "smallvec"
+version = "1.15.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
+
+[[package]]
+name = "strength_reduce"
+version = "0.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fe895eb47f22e2ddd4dabc02bce419d2e643c8e3b585c78158b349195bc24d82"
+
+[[package]]
+name = "syn"
+version = "1.0.109"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.12.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
+
+[[package]]
+name = "transpose"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1ad61aed86bc3faea4300c7aee358b4c6d0c8d6ccc36524c96e4c92ccf26e77e"
+dependencies = [
+ "num-integer",
+ "strength_reduce",
+]
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.22"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9312f7c4f6ff9069b165498234ce8be658059c6728633667c526e27dc2cf1df5"
+
+[[package]]
+name = "unindent"
+version = "0.1.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e1766d682d402817b5ac4490b3c3002d91dfa0d22812f341609f97b08757359c"
+
+[[package]]
+name = "windows-link"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5"

dagex-2026.14/Cargo.toml

@@ -0,0 +1,102 @@
+[package]
+name = "dagex"
+version = "2026.14.0"
+edition = "2021"
+authors = ["briday1 <your-email@example.com>"]
+description = "A pure Rust DAG executor supporting implicit node connections, branching, and config sweeps"
+license = "MIT"
+repository = "https://github.com/briday1/dagex"
+homepage = "https://github.com/briday1/dagex"
+documentation = "https://docs.rs/dagex"
+keywords = ["dag", "graph", "execution", "pipeline", "workflow"]
+categories = ["data-structures", "algorithms"]
+readme = "README.md"
+exclude = [".venv*", "venv", ".github", "examples/py"]
+include = ["src/**/*", "Cargo.toml", "README.md", "LICENSE", "assets/*.png"]
+
+[dependencies]
+pyo3 = { version = "=0.18.3", optional = true, default-features = false, features = ["extension-module", "macros"] }
+ndarray = { version = "0.15", optional = true }
+num-complex = { version = "0.4", optional = true }
+rustfft = { version = "6.1", optional = true }
+
+[features]
+python = ["pyo3"]
+radar_examples = ["ndarray", "num-complex", "rustfft"]
+
+[lib]
+name = "dagex"
+crate-type = ["cdylib", "rlib"]
+
+[[example]]
+name = "comprehensive_demo"
+path = "examples/rs/comprehensive_demo.rs"
+
+[[example]]
+name = "data_types_demo"
+path = "examples/rs/data_types_demo.rs"
+
+[[example]]
+name = "output_access_demo"
+path = "examples/rs/output_access_demo.rs"
+
+[[example]]
+name = "parallel_execution_demo"
+path = "examples/rs/parallel_execution_demo.rs"
+
+[[example]]
+name = "per_node_output_access"
+path = "examples/rs/per_node_output_access.rs"
+
+[[example]]
+name = "radar_demo"
+path = "examples/rs/radar_demo.rs"
+
+[[example]]
+name = "radar_demo_with_plots"
+path = "examples/rs/radar_demo_with_plots.rs"
+required-features = ["radar_examples"]
+
+[[example]]
+name = "tuple_api_demo"
+path = "examples/rs/tuple_api_demo.rs"
+
+[[example]]
+name = "variant_demo"
+path = "examples/rs/variant_demo.rs"
+
+[[example]]
+name = "variant_behavior_test"
+path = "examples/rs/variant_behavior_test.rs"
+
+[[example]]
+name = "simple_frontier_test"
+path = "examples/rs/simple_frontier_test.rs"
+
+[[example]]
+name = "parallel_timing_demo"
+path = "examples/rs/parallel_timing_demo.rs"
+
+[[example]]
+name = "dynamic_variants_demo"
+path = "examples/rs/dynamic_variants_demo.rs"
+
+[[example]]
+name = "pointer_tracking_demo"
+path = "examples/rs/pointer_tracking_demo.rs"
+
+[[example]]
+name = "memory_tracking_demo"
+path = "examples/rs/memory_tracking_demo.rs"
+
+[[example]]
+name = "selective_data_demo"
+path = "examples/rs/selective_data_demo.rs"
+
+[[example]]
+name = "arc_graphdata_demo"
+path = "examples/rs/arc_graphdata_demo.rs"
+
+[[example]]
+name = "arc_benchmark_demo"
+path = "examples/rs/arc_benchmark_demo.rs"

dagex-2026.14/PKG-INFO

@@ -0,0 +1,265 @@
+Metadata-Version: 2.1
+Name: dagex
+Version: 2026.14
+Summary: A pure Rust DAG executor supporting implicit node connections, branching, and config sweeps
+Keywords: dag,graph,execution,pipeline,workflow
+Home-Page: https://github.com/briday1/dagex
+Author: briday1 <your-email@example.com>
+Author-email: briday1 <your-email@example.com>
+License: MIT
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Source Code, https://github.com/briday1/dagex
+
+<div align="center">
+  <img src="https://raw.githubusercontent.com/briday1/graph-sp/main/assets/logo-banner.png" alt="dagex" width="600"/>
+  <p><em>A pure Rust DAG executor with Python bindings</em></p>
+</div>
+
+# dagex
+
+A pure Rust DAG (Directed Acyclic Graph) executor with Python bindings for building and executing computational pipelines.
+
+## Features
+
+- **Implicit Node Connections**: Nodes automatically connect based on execution order
+- **Parallel Branching**: Create fan-out execution paths with `.branch()`
+- **Configuration Variants**: Use `.variant()` to create parameter sweeps
+- **Mermaid Visualization**: Generate diagrams with `.to_mermaid()`
+- **Parallel Execution**: Execute independent branches concurrently
+- **Native Performance**: Rust-powered execution with Python convenience
+- **Memory Efficient**: Zero-copy data sharing between nodes using Arc (18x performance improvement for large datasets)
+
+## Installation
+
+```bash
+pip install dagex
+```
+
+No Rust toolchain required - prebuilt wheels are available for all major platforms.
+
+## Quick Start
+
+### Basic Pipeline
+
+```python
+import dagex
+
+def data_source(inputs, variant_params):
+    """Generate initial data"""
+    return {"value": 42}
+
+def multiply(inputs, variant_params):
+    """Process the data"""
+    val = inputs.get("x", 0)
+    return {"doubled": val * 2}
+
+# Create graph
+graph = dagex.Graph()
+
+# Add nodes
+graph.add(
+    function=data_source,
+    label="DataSource",
+    inputs=None,
+    outputs=[("value", "data")]
+)
+
+graph.add(
+    function=multiply,
+    label="Multiply",
+    inputs=[("data", "x")],
+    outputs=[("doubled", "result")]
+)
+
+# Build and execute
+dag = graph.build()
+context = dag.execute()
+
+print(f"Result: {context['result']}")  # Output: Result: 84
+```
+
+### Parallel Branching
+
+Create multiple parallel processing paths:
+
+```python
+import dagex
+import time
+
+def source(inputs, variant_params):
+    return {"data": 100}
+
+def branch_a(inputs, variant_params):
+    time.sleep(0.1)  # Simulate work
+    return {"result_a": inputs["x"] * 2}
+
+def branch_b(inputs, variant_params):
+    time.sleep(0.1)  # Simulate work
+    return {"result_b": inputs["x"] * 3}
+
+def branch_c(inputs, variant_params):
+    time.sleep(0.1)  # Simulate work
+    return {"result_c": inputs["x"] + 50}
+
+graph = dagex.Graph()
+
+# Source node
+graph.add(source, label="Source", outputs=[("data", "shared_data")])
+
+# Create parallel branches
+graph.branch()
+graph.add(branch_a, label="BranchA", inputs=[("shared_data", "x")], outputs=[("result_a", "a")])
+
+graph.branch()
+graph.add(branch_b, label="BranchB", inputs=[("shared_data", "x")], outputs=[("result_b", "b")])
+
+graph.branch()
+graph.add(branch_c, label="BranchC", inputs=[("shared_data", "x")], outputs=[("result_c", "c")])
+
+dag = graph.build()
+result = dag.execute(parallel=True)
+
+print(f"Branch A (100*2): {result['a']}")  # 200
+print(f"Branch B (100*3): {result['b']}")  # 300
+print(f"Branch C (100+50): {result['c']}")  # 150
+```
+
+### Visualization
+
+Generate Mermaid diagrams to visualize your pipeline:
+
+```python
+print(dag.to_mermaid())
+```
+
+Output:
+```mermaid
+graph TD
+    0["Source"]
+    1["BranchA"]
+    2["BranchB"]
+    3["BranchC"]
+    0 -->|shared_data → x| 1
+    0 -->|shared_data → x| 2
+    0 -->|shared_data → x| 3
+    style 1 fill:#e1f5ff
+    style 2 fill:#e1f5ff
+    style 3 fill:#e1f5ff
+```
+
+## Working with NumPy Arrays
+
+dagex seamlessly handles NumPy arrays and complex numbers:
+
+```python
+import dagex
+import numpy as np
+
+def generate_signal(inputs, variant_params):
+    """Generate a complex signal"""
+    samples = 256
+    t = np.linspace(0, 1, samples)
+    signal = np.exp(2j * np.pi * 10 * t)  # 10 Hz complex exponential
+    return {
+        "signal": signal,  # numpy array passed directly
+        "num_samples": samples
+    }
+
+def process_signal(inputs, variant_params):
+    """Process with FFT"""
+    signal = np.array(inputs["signal"], dtype=complex)
+    spectrum = np.fft.fft(signal)
+    magnitude = np.abs(spectrum)
+    peak_freq = np.argmax(magnitude)
+    
+    return {
+        "spectrum": spectrum,
+        "peak_frequency": int(peak_freq)
+    }
+
+graph = dagex.Graph()
+
+graph.add(
+    generate_signal,
+    label="GenerateSignal",
+    outputs=[("signal", "sig"), ("num_samples", "n")]
+)
+
+graph.add(
+    process_signal,
+    label="ProcessSignal",
+    inputs=[("sig", "signal")],
+    outputs=[("spectrum", "spec"), ("peak_frequency", "peak")]
+)
+
+dag = graph.build()
+result = dag.execute()
+
+print(f"Peak frequency bin: {result['peak']}")
+```
+
+### Data Types
+
+dagex supports any Python data type:
+
+- **Primitives**: int, float, str, bool
+- **Complex numbers**: Built-in `complex` and `numpy.complex128`
+- **Collections**: list, dict, tuple
+- **NumPy arrays**: All dtypes including complex arrays
+- **Custom objects**: Any Python object can be passed through the graph
+
+The framework doesn't impose type restrictions - your node functions determine what data flows through the pipeline.
+
+## API Reference
+
+### Graph
+
+- `Graph()` - Create a new graph builder
+- `graph.add(function, label=None, inputs=None, outputs=None)` - Add a node
+  - `function`: Callable with signature `(inputs: dict, variant_params: dict) -> dict`
+  - `label`: Optional node name (str)
+  - `inputs`: List of `(broadcast_var, node_input_var)` tuples
+  - `outputs`: List of `(node_output_var, broadcast_var)` tuples
+- `graph.branch(subgraph=None)` - Create a parallel branch
+- `graph.build()` - Build the DAG and return a `Dag` object
+
+### Dag
+
+- `dag.execute(parallel=False, max_threads=None)` - Execute the graph
+  - `parallel`: Enable parallel execution of independent nodes
+  - `max_threads`: Limit concurrent threads (None = unlimited)
+  - Returns: `dict` with all broadcast variables
+- `dag.to_mermaid()` - Generate Mermaid diagram (str)
+
+## Examples
+
+The package includes several example scripts:
+
+- **`python_demo.py`** - Basic pipeline construction
+- **`python_comprehensive_demo.py`** - Multiple pipeline patterns
+- **`python_parallel_demo.py`** - Parallel execution examples
+- **`python_data_types_demo.py`** - Working with various data types
+- **`python_radar_demo.py`** - Signal processing pipeline with NumPy
+
+Find them in the [examples/py directory](https://github.com/briday1/dagex/tree/main/examples/py) on GitHub.
+
+## Performance Notes
+
+- The DAG executor is written in Rust for performance
+- Python functions are called from Rust with proper GIL handling
+- Parallel execution releases the GIL during graph traversal
+- For CPU-bound Python code, use libraries like NumPy that release the GIL internally
+- Best performance gains with parallel execution of I/O-bound or NumPy-based operations
+
+## License
+
+MIT License - see [LICENSE](https://github.com/briday1/dagex/blob/main/LICENSE) for details.
+
+## Links
+
+- **GitHub**: https://github.com/briday1/dagex
+- **Documentation**: https://docs.rs/dagex
+- **PyPI**: https://pypi.org/project/dagex
+- **Crates.io**: https://crates.io/crates/dagex
+