agent-tool-parser 0.1.5__tar.gz → 0.1.6__tar.gz

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/Cargo.lock

@@ -4,7 +4,7 @@ version = 4
 
 [[package]]
 name = "agent-tool-parser-c"
-version = "0.1.5"
+version = "0.1.6"
 dependencies = [
  "agent-tool-parser-core",
  "serde_json",
@@ -12,7 +12,7 @@ dependencies = [
 
 [[package]]
 name = "agent-tool-parser-core"
-version = "0.1.5"
+version = "0.1.6"
 dependencies = [
  "html-escape",
  "memchr",
@@ -24,7 +24,7 @@ dependencies = [
 
 [[package]]
 name = "agent-tool-parser-py"
-version = "0.1.5"
+version = "0.1.6"
 dependencies = [
  "agent-tool-parser-core",
  "pyo3",
@@ -34,7 +34,7 @@ dependencies = [
 
 [[package]]
 name = "agent-tool-parser-wasm"
-version = "0.1.5"
+version = "0.1.6"
 dependencies = [
  "agent-tool-parser-core",
  "serde-wasm-bindgen",

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["crates/agent-tool-parser-core", "crates/agent-tool-parser-py"]
 
 [workspace.package]
-version = "0.1.5"
+version = "0.1.6"
 edition = "2021"
 authors = ["InBoost Team"]
 license = "MIT"

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agent-tool-parser
-Version: 0.1.5
+Version: 0.1.6
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
@@ -41,9 +41,9 @@ Project-URL: Repository, https://github.com/inboost-dev/agent-tool-parser.git
 # agent-tool-parser ⚡
 
 [![Documentation](https://img.shields.io/badge/docs-interactive%20playground-blueviolet.svg)](https://inboost-dev.github.io/agent-tool-parser/)
-[![PyPI version](https://img.shields.io/badge/pypi-v0.1.5-blue.svg)](https://pypi.org/project/agent-tool-parser/)
+[![PyPI version](https://img.shields.io/badge/pypi-v0.1.6-blue.svg)](https://pypi.org/project/agent-tool-parser/)
 [![Python](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13-blue)](https://pypi.org/)
-[![Crates.io](https://img.shields.io/badge/crates.io-v0.1.5-orange.svg)](https://crates.io/crates/agent-tool-parser-core)
+[![Crates.io](https://img.shields.io/badge/crates.io-v0.1.6-orange.svg)](https://crates.io/crates/agent-tool-parser-core)
 [![Rust](https://img.shields.io/badge/rust-1.75%2B-red.svg)](https://www.rust-lang.org/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-green.svg)](https://opensource.org/licenses/MIT)
 [![Dependencies](https://img.shields.io/badge/dependencies-0-brightgreen.svg)]()

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/README.md

@@ -1,9 +1,9 @@
 # agent-tool-parser ⚡
 
 [![Documentation](https://img.shields.io/badge/docs-interactive%20playground-blueviolet.svg)](https://inboost-dev.github.io/agent-tool-parser/)
-[![PyPI version](https://img.shields.io/badge/pypi-v0.1.5-blue.svg)](https://pypi.org/project/agent-tool-parser/)
+[![PyPI version](https://img.shields.io/badge/pypi-v0.1.6-blue.svg)](https://pypi.org/project/agent-tool-parser/)
 [![Python](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13-blue)](https://pypi.org/)
-[![Crates.io](https://img.shields.io/badge/crates.io-v0.1.5-orange.svg)](https://crates.io/crates/agent-tool-parser-core)
+[![Crates.io](https://img.shields.io/badge/crates.io-v0.1.6-orange.svg)](https://crates.io/crates/agent-tool-parser-core)
 [![Rust](https://img.shields.io/badge/rust-1.75%2B-red.svg)](https://www.rust-lang.org/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-green.svg)](https://opensource.org/licenses/MIT)
 [![Dependencies](https://img.shields.io/badge/dependencies-0-brightgreen.svg)]()

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/crates/agent-tool-parser-core/README.md

@@ -1,9 +1,9 @@
 # agent-tool-parser ⚡
 
 [![Documentation](https://img.shields.io/badge/docs-interactive%20playground-blueviolet.svg)](https://inboost-dev.github.io/agent-tool-parser/)
-[![PyPI version](https://img.shields.io/badge/pypi-v0.1.5-blue.svg)](https://pypi.org/project/agent-tool-parser/)
+[![PyPI version](https://img.shields.io/badge/pypi-v0.1.6-blue.svg)](https://pypi.org/project/agent-tool-parser/)
 [![Python](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13-blue)](https://pypi.org/)
-[![Crates.io](https://img.shields.io/badge/crates.io-v0.1.5-orange.svg)](https://crates.io/crates/agent-tool-parser-core)
+[![Crates.io](https://img.shields.io/badge/crates.io-v0.1.6-orange.svg)](https://crates.io/crates/agent-tool-parser-core)
 [![Rust](https://img.shields.io/badge/rust-1.75%2B-red.svg)](https://www.rust-lang.org/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-green.svg)](https://opensource.org/licenses/MIT)
 [![Dependencies](https://img.shields.io/badge/dependencies-0-brightgreen.svg)]()

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/crates/agent-tool-parser-core/src/parser.rs

@@ -13,6 +13,18 @@ static JSON_BLOCK_RE: Lazy<Regex> =
 static JSON_ARRAY_BLOCK_RE: Lazy<Regex> =
     Lazy::new(|| Regex::new(r"(?s)```(?:json)?\s*(\[.*?\])\s*```").unwrap());
 
+/// Safely find the closest char boundary at or below `index` (MSRV 1.75+ compatible).
+#[inline]
+pub(crate) fn floor_char_boundary(s: &str, mut index: usize) -> usize {
+    if index >= s.len() {
+        return s.len();
+    }
+    while !s.is_char_boundary(index) {
+        index -= 1;
+    }
+    index
+}
+
 pub(crate) static INVOKE_RE: Lazy<Regex> = Lazy::new(|| {
     Regex::new(
         r#"(?is)<[｜|]*(?:dsml[｜|]*)?(?P<tag>tool_invoke|invoke|tool_call|call|tool|invocation|function_call|function|func|action|tool_use|ant_tool_use|function_use|действие|вызов_функции|функция|инструмент)(?:(?::|=)\s*['"]?(?P<colon_tool>[\w.:-]+)['"]?)?\b(?P<attrs>[^>]*)>(?P<body>.*?)(?:</[｜|]*(?:dsml[｜|]*)?(?:tool_invoke|invoke|tool_call|call|tool|invocation|function_call|function|func|action|tool_use|ant_tool_use|function_use|действие|вызов_функции|функция|инструмент)(?:(?::|=)\s*[\w.:-]+)?\s*>|<[｜|]*(?:dsml[｜|]*)?(?:tool_invoke|invoke|tool_call|call|tool|invocation|function_call|function|func|action|tool_use|ant_tool_use|function_use|действие|вызов_функции|функция|инструмент)\b|</[｜|]*(?:dsml[｜|]*)?(?:tool_call|tool_calls|function_calls|calls|tools)\s*>|$)"#
@@ -553,7 +565,8 @@ impl ToolParser {
         Err(ToolError::new(format!(
             "No valid tool call found in response: {:?}",
             if text.len() > 100 {
-                &text[..100]
+                let end = floor_char_boundary(&text, 100);
+                &text[..end]
             } else {
                 &text
             }

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/crates/agent-tool-parser-core/src/streaming.rs

@@ -179,7 +179,8 @@ impl StreamingToolParser {
                                     .unwrap_or_default();
                                 if tag_lower == "tool_call" || tag_lower == "tool_calls" {
                                     let after_tag = &self.buffer[end..];
-                                    let check_len = after_tag.len().min(300);
+                                    let check_len =
+                                        crate::parser::floor_char_boundary(after_tag, 300);
                                     JSON_NAME_RE.captures(&after_tag[..check_len]).map(|c| {
                                         c.name("name").unwrap().as_str().trim().to_string()
                                     })
@@ -343,8 +344,9 @@ impl StreamingToolParser {
                         }
 
                         if self.buffer.len() > 500 {
-                            if let Some(nl) = self.buffer[100..].find('\n') {
-                                let cut = 100 + nl + 1;
+                            let check_start = crate::parser::floor_char_boundary(&self.buffer, 100);
+                            if let Some(nl) = self.buffer[check_start..].find('\n') {
+                                let cut = check_start + nl + 1;
                                 events.push(StreamEvent::Text(self.buffer[..cut].to_string()));
                                 self.buffer = self.buffer[cut..].to_string();
                                 continue;

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/crates/agent-tool-parser-core/tests/degenerate_tests.rs

@@ -442,3 +442,16 @@ fn test_degenerate_massive_string_without_catastrophic_backtracking() {
         elapsed
     );
 }
+
+#[test]
+fn test_degenerate_utf8_char_boundary_error_preview() {
+    // 98 ASCII bytes + 3-byte CJK character '钮' (bytes 98..101).
+    // Slicing at byte 100 without boundary check panics with non-char-boundary.
+    let input = format!("{}钮", "a".repeat(98));
+    let err = parse_tool_call(&input).unwrap_err();
+    assert!(err.to_string().contains("No valid tool call found"));
+
+    // Also verify non-raising try_parse variants return empty / None without panic
+    assert!(try_parse_tool_call(&input).is_none());
+    assert!(try_parse_tool_calls(&input).is_empty());
+}

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/pyproject.toml

@@ -11,7 +11,7 @@ include = ["LICENSE"]
 
 [project]
 name = "agent-tool-parser"
-version = "0.1.5"
+version = "0.1.6"
 description = "High-performance dual-engine (Rust + Python) tool call parser for DeepSeek R1/V3, Claude 3.7, Qwen 2.5, Llama 3, OpenAI & ReAct formats with auto-repair and zero dependencies."
 readme = "README.md"
 requires-python = ">=3.9"

{agent_tool_parser-0.1.5 → agent_tool_parser-0.1.6}/src/agent_tool_parser/__init__.py

@@ -149,7 +149,7 @@ if not hasattr(ToolCall, "is_search"):
 if not hasattr(ToolCall, "is_submit"):
     ToolCall.is_submit = property(lambda self: is_submit_tool(self.name))
 
-__version__ = "0.1.5"
+__version__ = "0.1.6"
 __all__ = [
     "ACCELERATED",
     "ARG_ALIASES",