abnf-rust 2.5.0__tar.gz

abnf_rust-2.5.0/Cargo.lock

@@ -0,0 +1,311 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 3
+
+[[package]]
+name = "abnf-core"
+version = "2.5.0"
+dependencies = [
+ "caseless",
+ "lru",
+ "once_cell",
+ "smallvec",
+]
+
+[[package]]
+name = "abnf-rust-ext"
+version = "2.5.0"
+dependencies = [
+ "abnf-core",
+ "mimalloc",
+ "once_cell",
+ "pyo3",
+ "smallvec",
+]
+
+[[package]]
+name = "allocator-api2"
+version = "0.2.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "683d7910e743518b0e34f1186f92494becacb047c7b6bf616c96772180fef923"
+
+[[package]]
+name = "autocfg"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
+
+[[package]]
+name = "caseless"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8b6fd507454086c8edfd769ca6ada439193cdb209c7681712ef6275cccbfe5d8"
+dependencies = [
+ "unicode-normalization",
+]
+
+[[package]]
+name = "cc"
+version = "1.2.62"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a1dce859f0832a7d088c4f1119888ab94ef4b5d6795d1ce05afb7fe159d79f98"
+dependencies = [
+ "find-msvc-tools",
+ "shlex",
+]
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "equivalent"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
+
+[[package]]
+name = "find-msvc-tools"
+version = "0.1.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
+
+[[package]]
+name = "foldhash"
+version = "0.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb"
+
+[[package]]
+name = "hashbrown"
+version = "0.17.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a"
+dependencies = [
+ "allocator-api2",
+ "equivalent",
+ "foldhash",
+]
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "indoc"
+version = "2.0.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
+dependencies = [
+ "rustversion",
+]
+
+[[package]]
+name = "libc"
+version = "0.2.186"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"
+
+[[package]]
+name = "libmimalloc-sys"
+version = "0.1.47"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2d1eacfa31c33ec25e873c136ba5669f00f9866d0688bea7be4d3f7e43067df6"
+dependencies = [
+ "cc",
+]
+
+[[package]]
+name = "lru"
+version = "0.18.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8a860605968fce16869fd239cf4237a82f3ac470723415db603b0e8b6c8d4fb9"
+dependencies = [
+ "hashbrown",
+]
+
+[[package]]
+name = "memoffset"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "mimalloc"
+version = "0.1.50"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b3627c4272df786b9260cabaa46aec1d59c93ede723d4c3ef646c503816b0640"
+dependencies = [
+ "libmimalloc-sys",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
+
+[[package]]
+name = "portable-atomic"
+version = "1.13.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c33a9471896f1c69cecef8d20cbe2f7accd12527ce60845ff44c153bb2a21b49"
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.106"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f402062616ab18202ae8319da13fa4279883a2b8a9d9f83f20dbade813ce1884"
+dependencies = [
+ "cfg-if",
+ "indoc",
+ "libc",
+ "memoffset",
+ "once_cell",
+ "portable-atomic",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+ "unindent",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b14b5775b5ff446dd1056212d778012cbe8a0fbffd368029fd9e25b514479c38"
+dependencies = [
+ "once_cell",
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9ab5bcf04a2cdcbb50c7d6105de943f543f9ed92af55818fd17b660390fc8636"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fd24d897903a9e6d80b968368a34e1525aeb719d568dba8b3d4bfa5dc67d453"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "pyo3-build-config",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.45"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rustversion"
+version = "1.0.22"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
+
+[[package]]
+name = "shlex"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+
+[[package]]
+name = "smallvec"
+version = "1.15.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
+
+[[package]]
+name = "syn"
+version = "2.0.117"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.12.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
+
+[[package]]
+name = "tinyvec"
+version = "1.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3e61e67053d25a4e82c844e8424039d9745781b3fc4f32b8d55ed50f5f667ef3"
+dependencies = [
+ "tinyvec_macros",
+]
+
+[[package]]
+name = "tinyvec_macros"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.24"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
+
+[[package]]
+name = "unicode-normalization"
+version = "0.1.25"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5fd4f6878c9cb28d874b009da9e8d183b5abc80117c40bbd187a1fde336be6e8"
+dependencies = [
+ "tinyvec",
+]
+
+[[package]]
+name = "unindent"
+version = "0.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"

abnf_rust-2.5.0/Cargo.toml

@@ -0,0 +1,23 @@
+[workspace]
+members = ["rust/core", "rust/pyo3"]
+resolver = "2"
+
+[workspace.package]
+# Lock-stepped with the `abnf` distribution; both packages release
+# under the same git tag so the wheels at `pip install abnf==X` and
+# `pip install abnf-rust==X` always come from the same source state.
+version = "2.5.0"
+edition = "2021"
+rust-version = "1.75"
+license = "MIT"
+authors = ["Charles Yeomans <charles@declaresub.com>"]
+repository = "https://github.com/declaresub/abnf"
+
+[workspace.dependencies]
+abnf-core = { path = "rust/core", version = "2.5.0" }
+caseless = "0.2"
+lru = "0.18"
+mimalloc = { version = "0.1", default-features = false }
+once_cell = "1"
+pyo3 = "0.22"
+smallvec = "1"

abnf_rust-2.5.0/LICENSE.txt

@@ -0,0 +1,16 @@
+Copyright 2020 Charles Yeomans
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software
+and associated documentation files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or
+substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING
+BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

abnf_rust-2.5.0/PKG-INFO

@@ -0,0 +1,62 @@
+Metadata-Version: 2.4
+Name: abnf-rust
+Version: 2.5.0
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Rust
+Classifier: Topic :: Software Development :: Code Generators
+Classifier: Topic :: Software Development :: Interpreters
+License-File: LICENSE.txt
+Summary: Rust-backed parser engine for the abnf package.
+Keywords: abnf,parser
+Author-email: Charles Yeomans <charles@declaresub.com>
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Homepage, https://github.com/declaresub/abnf
+
+# abnf-rust
+
+Rust-backed parser engine for the [`abnf`](https://pypi.org/project/abnf/)
+package.
+
+This is a companion distribution: install it via
+
+```
+pip install abnf[rust]
+```
+
+The package supplies the importable Python module `abnf_rust`, a compiled
+extension built with PyO3 that accelerates the combinator engine in
+`abnf.parser`. When `abnf_rust` is importable, `abnf.parser` automatically
+routes its combinator primitives through this module; the pure-Python
+implementation in `abnf._parser_python` remains available as a fallback and
+as the reference for behavior parity.
+
+To force the pure-Python backend even when `abnf-rust` is installed, set
+the environment variable `ABNF_NO_RUST=1`.
+
+## Layout
+
+* `rust/core/` — pure-Rust parser engine (no Python dependency).
+* `rust/pyo3/` — PyO3 bindings, compiled to `abnf_rust._ext`.
+* `src/abnf_rust/` — Python wrapper package that re-exports the compiled
+  symbols.
+
+## Building
+
+```
+maturin develop --manifest-path packages/abnf-rust/Cargo.toml
+```
+
+## License
+
+MIT.
+

abnf_rust-2.5.0/README.md

@@ -0,0 +1,37 @@
+# abnf-rust
+
+Rust-backed parser engine for the [`abnf`](https://pypi.org/project/abnf/)
+package.
+
+This is a companion distribution: install it via
+
+```
+pip install abnf[rust]
+```
+
+The package supplies the importable Python module `abnf_rust`, a compiled
+extension built with PyO3 that accelerates the combinator engine in
+`abnf.parser`. When `abnf_rust` is importable, `abnf.parser` automatically
+routes its combinator primitives through this module; the pure-Python
+implementation in `abnf._parser_python` remains available as a fallback and
+as the reference for behavior parity.
+
+To force the pure-Python backend even when `abnf-rust` is installed, set
+the environment variable `ABNF_NO_RUST=1`.
+
+## Layout
+
+* `rust/core/` — pure-Rust parser engine (no Python dependency).
+* `rust/pyo3/` — PyO3 bindings, compiled to `abnf_rust._ext`.
+* `src/abnf_rust/` — Python wrapper package that re-exports the compiled
+  symbols.
+
+## Building
+
+```
+maturin develop --manifest-path packages/abnf-rust/Cargo.toml
+```
+
+## License
+
+MIT.

abnf_rust-2.5.0/pyproject.toml

@@ -0,0 +1,43 @@
+[build-system]
+build-backend = "maturin"
+requires = ["maturin>=1.7,<2.0"]
+
+[project]
+authors = [
+    { email = "charles@declaresub.com", name = "Charles Yeomans" },
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
+    "Programming Language :: Rust",
+    "Topic :: Software Development :: Code Generators",
+    "Topic :: Software Development :: Interpreters",
+]
+description = "Rust-backed parser engine for the abnf package."
+dynamic = ["version"]
+keywords = ["abnf", "parser"]
+# Maturin auto-detects LICENSE.txt for the wheel METADATA and the
+# `License-File` PKG-INFO header, but does not actually copy the
+# file into the sdist tarball.  Listing it explicitly here forces
+# inclusion and keeps the wheel/sdist content in sync.
+license-files = ["LICENSE.txt"]
+name = "abnf-rust"
+readme = "README.md"
+requires-python = ">=3.10"
+
+[project.urls]
+Homepage = "https://github.com/declaresub/abnf"
+
+[tool.maturin]
+features = ["pyo3/extension-module"]
+manifest-path = "rust/pyo3/Cargo.toml"
+module-name = "abnf_rust._ext"
+python-source = "src"

abnf_rust-2.5.0/rust/core/Cargo.toml

@@ -0,0 +1,15 @@
+[package]
+authors.workspace = true
+description = "Pure-Rust ABNF parser engine; consumable from any Rust caller."
+edition.workspace = true
+license.workspace = true
+name = "abnf-core"
+repository.workspace = true
+rust-version.workspace = true
+version.workspace = true
+
+[dependencies]
+caseless.workspace = true
+lru.workspace = true
+once_cell.workspace = true
+smallvec.workspace = true

abnf_rust-2.5.0/rust/core/src/alternation.rs

@@ -0,0 +1,90 @@
+//! `Alternation` — ABNF `/` operator.
+//!
+//! Mirrors `abnf.parser.Alternation` (`_parser_python.py:126-154`).
+//!
+//! Two modes governed by `first_match`:
+//!
+//! * `false` (default): collect matches from every successful
+//!   alternative.  The caller (typically `Rule.parse`) re-orders by
+//!   longest match.
+//! * `true`: yield matches from the first successful alternative and
+//!   stop scanning the remaining ones.
+
+use std::sync::atomic::{AtomicBool, Ordering};
+
+use smallvec::SmallVec;
+
+use crate::concatenation::sort_by_longest;
+use crate::error::ParseError;
+use crate::parser::{ArcParser, MatchList, ParseResult};
+
+#[derive(Debug)]
+pub struct Alternation {
+    pub parsers: Vec<ArcParser>,
+    first_match: AtomicBool,
+}
+
+impl Alternation {
+    pub fn new(parsers: Vec<ArcParser>) -> Self {
+        Self {
+            parsers,
+            first_match: AtomicBool::new(false),
+        }
+    }
+
+    pub fn with_first_match(parsers: Vec<ArcParser>, first_match: bool) -> Self {
+        Self {
+            parsers,
+            first_match: AtomicBool::new(first_match),
+        }
+    }
+
+    pub fn first_match(&self) -> bool {
+        self.first_match.load(Ordering::Relaxed)
+    }
+
+    pub fn set_first_match(&self, value: bool) {
+        self.first_match.store(value, Ordering::Relaxed);
+    }
+
+    pub fn lparse(&self, source: &str, start: usize) -> ParseResult {
+        let mut all: MatchList = SmallVec::new();
+        let mut found = false;
+        let first_match = self.first_match();
+        for p in &self.parsers {
+            match p.lparse(source, start) {
+                Ok(ms) => {
+                    if !ms.is_empty() {
+                        found = true;
+                    }
+                    all.extend(ms);
+                }
+                Err(_) => continue,
+            }
+            // Mirror Python: in first_match mode, return after the
+            // first parser that did NOT raise, regardless of whether
+            // it yielded any matches.
+            if first_match {
+                return if found {
+                    Ok(all)
+                } else {
+                    Ok(SmallVec::new())
+                };
+            }
+        }
+        if found {
+            // Sort longest-first so downstream consumers (notably
+            // `Rule.lparse`, which yields the first match it sees)
+            // observe the longest candidate immediately and can
+            // short-circuit without materialising the rest.  Skip
+            // the call entirely when there's nothing to reorder —
+            // deterministic grammars hit this fast path constantly.
+            if all.len() > 1 {
+                sort_by_longest(&mut all);
+            }
+            Ok(all)
+        } else {
+            Err(ParseError::new("Alternation", start))
+        }
+    }
+}