zpe-imc-kernel 0.1.0__tar.gz

zpe_imc_kernel-0.1.0/Cargo.lock

@@ -0,0 +1,431 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "autocfg"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
+
+[[package]]
+name = "bumpalo"
+version = "3.20.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"
+
+[[package]]
+name = "cc"
+version = "1.2.56"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "aebf35691d1bfb0ac386a69bac2fde4dd276fb618cf8bf4f5318fe285e821bb2"
+dependencies = [
+ "find-msvc-tools",
+ "shlex",
+]
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "crossbeam-deque"
+version = "0.8.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51"
+dependencies = [
+ "crossbeam-epoch",
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-epoch"
+version = "0.9.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
+dependencies = [
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-utils"
+version = "0.8.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28"
+
+[[package]]
+name = "either"
+version = "1.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
+
+[[package]]
+name = "find-msvc-tools"
+version = "0.1.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "indoc"
+version = "2.0.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
+dependencies = [
+ "rustversion",
+]
+
+[[package]]
+name = "itoa"
+version = "1.0.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "92ecc6618181def0457392ccd0ee51198e065e016d1d527a7ac1b6dc7c1f09d2"
+
+[[package]]
+name = "libc"
+version = "0.2.182"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6800badb6cb2082ffd7b6a67e6125bb39f18782f793520caee8cb8846be06112"
+
+[[package]]
+name = "libmimalloc-sys"
+version = "0.1.44"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "667f4fec20f29dfc6bc7357c582d91796c169ad7e2fce709468aefeb2c099870"
+dependencies = [
+ "cc",
+ "libc",
+]
+
+[[package]]
+name = "memchr"
+version = "2.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79"
+
+[[package]]
+name = "memoffset"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "mimalloc"
+version = "0.1.48"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e1ee66a4b64c74f4ef288bcbb9192ad9c3feaad75193129ac8509af543894fd8"
+dependencies = [
+ "libmimalloc-sys",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
+
+[[package]]
+name = "phf"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fd6780a80ae0c52cc120a26a1a42c1ae51b247a253e4e06113d23d2c2edd078"
+dependencies = [
+ "phf_macros",
+ "phf_shared",
+]
+
+[[package]]
+name = "phf_generator"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d"
+dependencies = [
+ "phf_shared",
+ "rand",
+]
+
+[[package]]
+name = "phf_macros"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f84ac04429c13a7ff43785d75ad27569f2951ce0ffd30a3321230db2fc727216"
+dependencies = [
+ "phf_generator",
+ "phf_shared",
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "phf_shared"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67eabc2ef2a60eb7faa00097bd1ffdb5bd28e62bf39990626a582201b7a754e5"
+dependencies = [
+ "siphasher",
+]
+
+[[package]]
+name = "portable-atomic"
+version = "1.13.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c33a9471896f1c69cecef8d20cbe2f7accd12527ce60845ff44c153bb2a21b49"
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.106"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.24.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e5203598f366b11a02b13aa20cab591229ff0a89fd121a308a5df751d5fc9219"
+dependencies = [
+ "cfg-if",
+ "indoc",
+ "libc",
+ "memoffset",
+ "once_cell",
+ "portable-atomic",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+ "unindent",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.24.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "99636d423fa2ca130fa5acde3059308006d46f98caac629418e53f7ebb1e9999"
+dependencies = [
+ "once_cell",
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.24.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "78f9cf92ba9c409279bc3305b5409d90db2d2c22392d443a87df3a1adad59e33"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.24.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0b999cb1a6ce21f9a6b147dcf1be9ffedf02e0043aec74dc390f3007047cecd9"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.24.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "822ece1c7e1012745607d5cf0bcb2874769f0f7cb34c4cde03b9358eb9ef911a"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "pyo3-build-config",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.45"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rand"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"
+dependencies = [
+ "rand_core",
+]
+
+[[package]]
+name = "rand_core"
+version = "0.6.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
+
+[[package]]
+name = "rayon"
+version = "1.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "368f01d005bf8fd9b1206fb6fa653e6c4a81ceb1466406b81792d87c5677a58f"
+dependencies = [
+ "either",
+ "rayon-core",
+]
+
+[[package]]
+name = "rayon-core"
+version = "1.13.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91"
+dependencies = [
+ "crossbeam-deque",
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "rustversion"
+version = "1.0.22"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
+
+[[package]]
+name = "serde"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
+dependencies = [
+ "serde_core",
+]
+
+[[package]]
+name = "serde_core"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
+dependencies = [
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_derive"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "serde_json"
+version = "1.0.149"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86"
+dependencies = [
+ "itoa",
+ "memchr",
+ "serde",
+ "serde_core",
+ "zmij",
+]
+
+[[package]]
+name = "shlex"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+
+[[package]]
+name = "siphasher"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b2aa850e253778c88a04c3d7323b043aeda9d3e30d5971937c1855769763678e"
+
+[[package]]
+name = "syn"
+version = "2.0.117"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.13.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
+
+[[package]]
+name = "tinyvec"
+version = "1.10.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bfa5fdc3bce6191a1dbc8c02d5c8bffcf557bafa17c124c5264a458f1b0613fa"
+dependencies = [
+ "tinyvec_macros",
+]
+
+[[package]]
+name = "tinyvec_macros"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.24"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
+
+[[package]]
+name = "unicode-normalization"
+version = "0.1.25"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5fd4f6878c9cb28d874b009da9e8d183b5abc80117c40bbd187a1fde336be6e8"
+dependencies = [
+ "tinyvec",
+]
+
+[[package]]
+name = "unindent"
+version = "0.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
+
+[[package]]
+name = "zmij"
+version = "1.0.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa"
+
+[[package]]
+name = "zpe_imc_kernel"
+version = "0.1.0"
+dependencies = [
+ "bumpalo",
+ "mimalloc",
+ "phf",
+ "pyo3",
+ "rayon",
+ "serde_json",
+ "unicode-normalization",
+]

zpe_imc_kernel-0.1.0/Cargo.toml

@@ -0,0 +1,40 @@
+[package]
+# Governed by the repository root LICENSE (SAL v6.2); use an SPDX-style
+# identifier here so fresh wheel installs do not depend on a path outside the
+# crate root.
+name = "zpe_imc_kernel"
+version = "0.1.0"
+edition = "2021"
+publish = false
+license = "LicenseRef-Zer0pa-SAL-6.2"
+description = "Native Rust IMC stream scanner for the ZPE multimodal runtime"
+homepage = "https://github.com/Zer0pa/ZPE-IMC"
+repository = "https://github.com/Zer0pa/ZPE-IMC"
+readme = "README.md"
+
+[lib]
+name = "zpe_imc_kernel"
+crate-type = ["cdylib"]
+
+[dependencies]
+bumpalo = { version = "3", features = ["collections"] }
+mimalloc = { version = "0.1", default-features = false }
+phf = { version = "0.11", features = ["macros"] }
+pyo3 = { version = "0.24", features = ["extension-module", "abi3-py311"] }
+rayon = "1.10"
+unicode-normalization = "0.1"
+
+[build-dependencies]
+serde_json = "1"
+
+[package.metadata.maturin]
+name = "zpe_imc_kernel"
+
+[profile.release]
+opt-level = 3
+lto = "fat"
+codegen-units = 1
+strip = "symbols"
+panic = "abort"
+debug = false
+overflow-checks = false

zpe_imc_kernel-0.1.0/PKG-INFO

@@ -0,0 +1,55 @@
+Metadata-Version: 2.4
+Name: zpe-imc-kernel
+Version: 0.1.0
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Rust
+Summary: Optional native Rust kernel for zpe-multimodal stream scan and validation paths
+Home-Page: https://github.com/Zer0pa/ZPE-IMC
+Author: Zer0paGlyph
+License: LicenseRef-Zer0pa-SAL-6.2
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Homepage, https://github.com/Zer0pa/ZPE-IMC
+Project-URL: Repository, https://github.com/Zer0pa/ZPE-IMC
+
+# zpe-imc-kernel
+
+Optional native Rust kernel for `zpe-multimodal`.
+
+This package provides the compiled backend used by the IMC native scan and
+validation path. It is a companion package, not a replacement for
+`zpe-multimodal`.
+
+Current intent:
+
+- `pip install zpe-multimodal` closes the base Python package surface.
+- `pip install zpe-imc-kernel` provides the optional native backend.
+- `pip install "zpe-multimodal[native]"` closes the public extra-based install
+  path once both packages are published.
+
+This source tree lives in the canonical `ZPE-IMC` repo so the public kernel
+lane is not trapped in a duplicate local workspace.
+
+## Local Build
+
+```bash
+python -m pip install --upgrade pip maturin
+python -m maturin build --release --manifest-path Cargo.toml --interpreter python
+```
+
+Install the resulting wheel and verify from the repo root:
+
+```bash
+python -m pip install target/wheels/zpe_imc_kernel-*.whl
+python -m pip install -e ".[native]"
+python -m pytest code/tests/test_imc_rust_kernel_native.py -q
+```
+
+## Publication Boundary
+
+The presence of this source tree does not mean the package is already live on
+PyPI. Publication still requires running the kernel publish workflow from the
+canonical repo with valid PyPI credentials.
+

zpe_imc_kernel-0.1.0/README.md

@@ -0,0 +1,38 @@
+# zpe-imc-kernel
+
+Optional native Rust kernel for `zpe-multimodal`.
+
+This package provides the compiled backend used by the IMC native scan and
+validation path. It is a companion package, not a replacement for
+`zpe-multimodal`.
+
+Current intent:
+
+- `pip install zpe-multimodal` closes the base Python package surface.
+- `pip install zpe-imc-kernel` provides the optional native backend.
+- `pip install "zpe-multimodal[native]"` closes the public extra-based install
+  path once both packages are published.
+
+This source tree lives in the canonical `ZPE-IMC` repo so the public kernel
+lane is not trapped in a duplicate local workspace.
+
+## Local Build
+
+```bash
+python -m pip install --upgrade pip maturin
+python -m maturin build --release --manifest-path Cargo.toml --interpreter python
+```
+
+Install the resulting wheel and verify from the repo root:
+
+```bash
+python -m pip install target/wheels/zpe_imc_kernel-*.whl
+python -m pip install -e ".[native]"
+python -m pytest code/tests/test_imc_rust_kernel_native.py -q
+```
+
+## Publication Boundary
+
+The presence of this source tree does not mean the package is already live on
+PyPI. Publication still requires running the kernel publish workflow from the
+canonical repo with valid PyPI credentials.

zpe_imc_kernel-0.1.0/build.rs

@@ -0,0 +1,40 @@
+use std::env;
+use std::fs;
+use std::fs::File;
+use std::io::Write;
+use std::path::PathBuf;
+
+fn main() {
+    let manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").expect("missing manifest dir"));
+    let mapping_path = manifest_dir.join("../../zpe_multimodal/data/mapping_v1.json");
+    println!("cargo:rerun-if-changed={}", mapping_path.display());
+
+    let raw = fs::read_to_string(&mapping_path).expect("failed to read mapping_v1.json");
+    let mut entries: Vec<(u32, u32)> =
+        serde_json::from_str::<serde_json::Map<String, serde_json::Value>>(&raw)
+            .expect("failed to parse mapping_v1.json")
+            .into_iter()
+            .map(|(codepoint, word)| {
+                (
+                    codepoint.parse::<u32>().expect("invalid codepoint key"),
+                    word.as_u64().expect("word must be u64") as u32,
+                )
+            })
+            .collect();
+    entries.sort_unstable_by_key(|(codepoint, _)| *codepoint);
+
+    let out_dir = PathBuf::from(env::var("OUT_DIR").expect("missing OUT_DIR"));
+    let dest_path = out_dir.join("generated_text_map.rs");
+    let mut file = File::create(&dest_path).expect("failed to create generated_text_map.rs");
+
+    writeln!(
+        &mut file,
+        "static CHAR_TO_WORD: phf::Map<u32, u32> = phf::phf_map! {{"
+    )
+    .expect("failed to write text map header");
+    for (codepoint, word) in entries {
+        writeln!(&mut file, "    {codepoint}u32 => {word}u32,")
+            .expect("failed to write text map entry");
+    }
+    writeln!(&mut file, "}};").expect("failed to write text map footer");
+}

zpe_imc_kernel-0.1.0/build_install.sh

@@ -0,0 +1,45 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+REPO_ROOT="$(cd "${ROOT_DIR}/../../.." && pwd)"
+DEFAULT_PYTHON="${REPO_ROOT}/.venv/bin/python"
+PYTHON_BIN="${PYTHON_BIN:-${DEFAULT_PYTHON}}"
+
+if [[ ! -x "${PYTHON_BIN}" ]]; then
+  PYTHON_BIN="$(command -v python3)"
+fi
+
+PY_PLATFORM="$("${PYTHON_BIN}" - <<'PY'
+import sysconfig
+print(sysconfig.get_platform())
+PY
+)"
+
+case "${PY_PLATFORM}" in
+  linux-x86_64)
+    TARGET_TRIPLE="x86_64-unknown-linux-gnu"
+    ;;
+  linux-aarch64)
+    TARGET_TRIPLE="aarch64-unknown-linux-gnu"
+    ;;
+  *x86_64*)
+    TARGET_TRIPLE="x86_64-apple-darwin"
+    ;;
+  *arm64*)
+    TARGET_TRIPLE="aarch64-apple-darwin"
+    ;;
+  *)
+    echo "unsupported python platform: ${PY_PLATFORM}" >&2
+    exit 1
+    ;;
+esac
+
+WHEEL_DIR="${ROOT_DIR}/target/wheels/${TARGET_TRIPLE}"
+mkdir -p "${WHEEL_DIR}"
+
+"${PYTHON_BIN}" -m pip install --disable-pip-version-check --quiet maturin
+rustup target add "${TARGET_TRIPLE}" >/dev/null 2>&1 || true
+"${PYTHON_BIN}" -m maturin build --release --manifest-path "${ROOT_DIR}/Cargo.toml" --interpreter "${PYTHON_BIN}" --target "${TARGET_TRIPLE}" --out "${WHEEL_DIR}"
+WHEEL_PATH="$(ls -1t "${WHEEL_DIR}"/zpe_imc_kernel-*.whl | head -n 1)"
+"${PYTHON_BIN}" -m pip install --force-reinstall --no-deps "${WHEEL_PATH}"