@oh-my-pi/pi-natives 17.3.7 → 17.4.0

package/native/index.d.ts

@@ -279,7 +279,7 @@ export declare function __ompInstallTokioRuntime(): void
  * `packages/natives/native/index.js` (which derives the name from
  * `package.json#version`).
  */
-export declare function __piNativesV17_3_7(): void
+export declare function __piNativesV17_4_0(): void
 
 /**
  * Apply ast-grep rewrite rules to matching files; honors `dryRun` and returns
@@ -630,15 +630,17 @@ export declare function cosineSimilarityPairs(vectors: Float64Array, count: numb
  * Count tokens in `input`.
  *
  * `input` may be a single string or an array of strings; an array returns
- * the sum across all elements (encoded in parallel via rayon when the global
- * pool is available). Always returns a single token total — use this for any
+ * the sum across all elements (counted in parallel when the global rayon pool
+ * is available). Always returns a single token total — use this for any
  * aggregate budget question without paying a per-element napi crossing.
  *
- * Uses ordinary encoding (no special-token handling), which is the right
- * choice for measuring user/model content rather than wire-protocol tokens.
- * Defaults to `o200k_base`; pass `Cl100kBase` for older `OpenAI` models.
+ * Measures user/model content, not wire-protocol tokens: BPE encodings
+ * use ordinary encoding (no special-token handling) and the Claude
+ * encodings count message content without the fixed per-message frame.
+ * Defaults to `o200k_base`; pass a `Claude*` encoding for exact Claude
+ * counts, or the matching family encoding for Qwen/DeepSeek/Kimi/GLM.
  */
-export declare function countTokens(input: string | Array<string>, encoding?: Encoding | undefined | null): number
+export declare function countTokens(input: string | string[], encoding?: Encoding | undefined | null): number
 
 export interface DesktopCapabilities {
   backend: string
@@ -853,7 +855,23 @@ export declare enum Encoding {
   /** GPT-4o / o1 / GPT-5 (default). */
   O200kBase = 'O200kBase',
   /** GPT-3.5 / GPT-4 / older. */
-  Cl100kBase = 'Cl100kBase'
+  Cl100kBase = 'Cl100kBase',
+  /** Claude 3 … Opus 4.6 (ctok v3 reconstruction). */
+  ClaudeV3 = 'ClaudeV3',
+  /** Claude Opus 4.7–4.9 (ctok v4.7 reconstruction). */
+  ClaudeV47 = 'ClaudeV47',
+  /** Claude Opus 5+ (ctok v5 reconstruction). */
+  ClaudeV5 = 'ClaudeV5',
+  /** Claude Sonnet/Fable 5+ (live-measured non-opus v5 frame). */
+  ClaudeV5Sonnet = 'ClaudeV5Sonnet',
+  /** Qwen 3.5 / 3.6 / 3.8 (248k vocabulary). */
+  Qwen3 = 'Qwen3',
+  /** `DeepSeek` V3 … V4 (identical base BPE). */
+  DeepSeekV3 = 'DeepSeekV3',
+  /** Kimi K2 … K3. */
+  KimiK2 = 'KimiK2',
+  /** GLM-5.x exact; GLM-4.x near-exact. */
+  Glm5 = 'Glm5'
 }
 
 /**
@@ -1533,6 +1551,26 @@ export interface MinimizerResult {
  */
 export declare function mmrRerankIndices(contents: Array<string>, scores: Float64Array, lambdaParam: number, topK: number): Uint32Array
 
+/**
+ * Named-node chain containing `options.line`, innermost-first, excluding the
+ * whole-file root.
+ *
+ * Single-line nodes beginning on the line (attributes, decorators) come
+ * first, followed by every enclosing construct. ERROR/MISSING recovery nodes
+ * are skipped. Returns `null` when the language is unrecognized, the line is
+ * out of range / blank, or the source fails to parse entirely.
+ */
+export declare function nodeChainAt(options: BlockRangeOptions): Array<NodeSpan> | null
+
+export interface NodeSpan {
+  /** 1-indexed inclusive first line of the node. */
+  startLine: number
+  /** 1-indexed inclusive last content line of the node. */
+  endLine: number
+  /** Tree-sitter grammar node kind (e.g. `attribute_item`, `function_item`). */
+  kind: string
+}
+
 /** Parsed Kitty keyboard protocol sequence result for a Kitty input sequence. */
 export interface ParsedKittyResult {
   /** Primary codepoint associated with the key. */

package/native/index.js

@@ -29,7 +29,7 @@ export const Shell = nativeBindings.Shell;
 
 // functions
 export const __ompInstallTokioRuntime = nativeBindings.__ompInstallTokioRuntime;
-export const __piNativesV17_3_7 = nativeBindings.__piNativesV17_3_7;
+export const __piNativesV17_4_0 = nativeBindings.__piNativesV17_4_0;
 export const astEdit = nativeBindings.astEdit;
 export const astGrep = nativeBindings.astGrep;
 export const astMatch = nativeBindings.astMatch;
@@ -67,6 +67,7 @@ export const matchesKey = nativeBindings.matchesKey;
 export const matchesKittySequence = nativeBindings.matchesKittySequence;
 export const matchesLegacySequence = nativeBindings.matchesLegacySequence;
 export const mmrRerankIndices = nativeBindings.mmrRerankIndices;
+export const nodeChainAt = nativeBindings.nodeChainAt;
 export const parseKey = nativeBindings.parseKey;
 export const parseKittySequence = nativeBindings.parseKittySequence;
 export const pdfToMarkdown = nativeBindings.pdfToMarkdown;
@@ -101,6 +102,14 @@ export const Ellipsis = {
 export const Encoding = {
 	O200kBase: "O200kBase",
 	Cl100kBase: "Cl100kBase",
+	ClaudeV3: "ClaudeV3",
+	ClaudeV47: "ClaudeV47",
+	ClaudeV5: "ClaudeV5",
+	ClaudeV5Sonnet: "ClaudeV5Sonnet",
+	Qwen3: "Qwen3",
+	DeepSeekV3: "DeepSeekV3",
+	KimiK2: "KimiK2",
+	Glm5: "Glm5",
 };
 export const FileType = {
 	File: 1,

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@oh-my-pi/pi-natives",
-	"version": "17.3.7",
+	"version": "17.4.0",
 	"description": "Native Rust bindings for PDF conversion, audio, WebRTC, grep, clipboard, image processing, syntax highlighting, PTY, and shell operations via N-API",
 	"type": "module",
 	"homepage": "https://omp.sh",
@@ -40,11 +40,19 @@
 		"gen:native": "bun scripts/embed-native.ts",
 		"gen:native:reset": "bun scripts/embed-native.ts --reset",
 		"gen:npm": "bun scripts/gen-npm-packages.ts",
-		"bench": "bun bench/grep.ts"
+		"bench": "bun bench/grep.ts",
+		"bench:text": "bun bench/text.ts"
 	},
 	"devDependencies": {
 		"@napi-rs/cli": "3.7.2",
-		"@types/bun": "^1.3.14"
+		"@types/bun": "^1.3.14",
+		"cli-truncate": "6.1.1",
+		"diff": "9.0.0",
+		"gpt-tokenizer": "4.0.0",
+		"mitata": "1.0.34",
+		"slice-ansi": "9.0.0",
+		"string-width": "8.2.2",
+		"wrap-ansi": "10.0.0"
 	},
 	"engines": {
 		"bun": ">=1.3.14"
@@ -80,10 +88,10 @@
 		}
 	},
 	"optionalDependencies": {
-		"@oh-my-pi/pi-natives-linux-x64": "17.3.7",
-		"@oh-my-pi/pi-natives-linux-arm64": "17.3.7",
-		"@oh-my-pi/pi-natives-darwin-x64": "17.3.7",
-		"@oh-my-pi/pi-natives-darwin-arm64": "17.3.7",
-		"@oh-my-pi/pi-natives-win32-x64": "17.3.7"
+		"@oh-my-pi/pi-natives-linux-x64": "17.4.0",
+		"@oh-my-pi/pi-natives-linux-arm64": "17.4.0",
+		"@oh-my-pi/pi-natives-darwin-x64": "17.4.0",
+		"@oh-my-pi/pi-natives-darwin-arm64": "17.4.0",
+		"@oh-my-pi/pi-natives-win32-x64": "17.4.0"
 	}
 }