prompt-identifiers-baml 0.1.1 → 0.1.2

package/dist/index.js

@@ -70,94 +70,6 @@ function matchesFieldPath(currentPath, targetSegments) {
   }
   return true;
 }
-function getInputPattern(inputFormat) {
-  if (inputFormat instanceof RegExp) {
-    const flags = inputFormat.flags.includes("g") ? inputFormat.flags : inputFormat.flags + "g";
-    return new RegExp(inputFormat.source, flags);
-  }
-  if (inputFormat === "UUID") {
-    return /\b[0-9a-f]{8}-[0-9a-f]{4}-4[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}\b/gi;
-  }
-  return /\b[0-9A-HJKMNP-TV-Z]{26}\b/gi;
-}
-function formatPlaceholder(outputFormat, index) {
-  if (outputFormat === "SafeNumeric") {
-    const s = index.toString();
-    const width = Math.max(3, Math.ceil(s.length / 3) * 3);
-    return `~${s.padStart(width, "0")}~`;
-  }
-  if (outputFormat === "Numeric") {
-    const s = index.toString();
-    const width = Math.max(3, Math.ceil(s.length / 3) * 3);
-    return s.padStart(width, "0");
-  }
-  if (outputFormat === "IdToken") {
-    const BASE62 = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
-    if (index < 62) return BASE62[index];
-    let result = "";
-    let n = index;
-    while (n > 0) {
-      result = BASE62[n % 62] + result;
-      n = Math.floor(n / 62);
-    }
-    return result;
-  }
-  if (outputFormat === "Passthrough") {
-    return "";
-  }
-  if (typeof outputFormat === "function") {
-    return outputFormat(index);
-  }
-  const template = outputFormat.template;
-  const match = template.match(/\{i(?::([^}]+))?\}/);
-  if (!match) return `${index}`;
-  const specifier = match[1];
-  let formatted;
-  if (!specifier) {
-    formatted = index.toString();
-  } else if (specifier === "base62") {
-    const BASE62 = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
-    if (index < 62) formatted = BASE62[index];
-    else {
-      formatted = "";
-      let n = index;
-      while (n > 0) {
-        formatted = BASE62[n % 62] + formatted;
-        n = Math.floor(n / 62);
-      }
-    }
-  } else if (specifier === "zeroFilled") {
-    const s = index.toString();
-    const width = Math.max(3, Math.ceil(s.length / 3) * 3);
-    formatted = s.padStart(width, "0");
-  } else {
-    const padMatch = specifier.match(/^(\d+)$/);
-    if (padMatch) {
-      formatted = index.toString().padStart(parseInt(padMatch[1], 10), "0");
-    } else {
-      formatted = index.toString();
-    }
-  }
-  return template.replace(match[0], formatted);
-}
-function encodeStringWithContext(text, ctx) {
-  if (ctx.config.outputFormat === "Passthrough") {
-    return text;
-  }
-  const pattern = getInputPattern(ctx.config.inputFormat);
-  pattern.lastIndex = 0;
-  return text.replace(pattern, (match) => {
-    const id = match.toLowerCase();
-    if (ctx.idToPlaceholder.has(id)) {
-      return ctx.idToPlaceholder.get(id);
-    }
-    const placeholder = formatPlaceholder(ctx.config.outputFormat, ctx.nextIndex);
-    ctx.nextIndex++;
-    ctx.idToPlaceholder.set(id, placeholder);
-    ctx.mapping[placeholder] = id;
-    return placeholder;
-  });
-}
 function deepEncode(value, ctx, path = []) {
   if (value === null || value === void 0) {
     return value;
@@ -167,7 +79,7 @@ function deepEncode(value, ctx, path = []) {
     if (!shouldEncode) {
       return value;
     }
-    return encodeStringWithContext(value, ctx);
+    return (0, import_prompt_identifiers.encode)(value, ctx.config, ctx.state).encoded;
   }
   if (Array.isArray(value)) {
     return value.map((item, index) => deepEncode(item, ctx, [...path, String(index)]));
@@ -211,18 +123,16 @@ function wrapBamlFunction(fn, options) {
     const ctx = {
       config,
       fieldPaths,
-      idToPlaceholder: /* @__PURE__ */ new Map(),
-      mapping: {},
-      nextIndex: 0
+      state: (0, import_prompt_identifiers.createEncodeState)()
     };
     const startEncode = debug ? performance.now() : 0;
     const encodedInput = deepEncode(input, ctx);
     const encodeDurationMs = debug ? performance.now() - startEncode : 0;
     onEncode?.({
-      mapping: ctx.mapping,
+      mapping: ctx.state.mapping,
       ...debug && {
         debugData: {
-          encodedCount: Object.keys(ctx.mapping).length,
+          encodedCount: Object.keys(ctx.state.mapping).length,
           input,
           output: encodedInput,
           durationMs: encodeDurationMs
@@ -232,7 +142,7 @@ function wrapBamlFunction(fn, options) {
     const output = await fn(encodedInput);
     const countRef = { count: 0 };
     const startDecode = debug ? performance.now() : 0;
-    const decodedOutput = deepDecode(output, ctx.mapping, countRef);
+    const decodedOutput = deepDecode(output, ctx.state.mapping, countRef);
     const decodeDurationMs = debug ? performance.now() - startDecode : 0;
     onDecode?.({
       ...debug && {
@@ -254,18 +164,16 @@ function wrapBamlStreamingFunction(fn, options) {
     const ctx = {
       config,
       fieldPaths,
-      idToPlaceholder: /* @__PURE__ */ new Map(),
-      mapping: {},
-      nextIndex: 0
+      state: (0, import_prompt_identifiers.createEncodeState)()
     };
     const startEncode = debug ? performance.now() : 0;
     const encodedInput = deepEncode(input, ctx);
     const encodeDurationMs = debug ? performance.now() - startEncode : 0;
     onEncode?.({
-      mapping: ctx.mapping,
+      mapping: ctx.state.mapping,
       ...debug && {
         debugData: {
-          encodedCount: Object.keys(ctx.mapping).length,
+          encodedCount: Object.keys(ctx.state.mapping).length,
           input,
           output: encodedInput,
           durationMs: encodeDurationMs
@@ -279,7 +187,7 @@ function wrapBamlStreamingFunction(fn, options) {
       const { value, done } = await generator.next();
       if (done) {
         const countRef2 = { count: 0 };
-        const decodedValue2 = deepDecode(value, ctx.mapping, countRef2);
+        const decodedValue2 = deepDecode(value, ctx.state.mapping, countRef2);
         totalDecoded += countRef2.count;
         const decodeDurationMs = debug ? performance.now() - startDecode : 0;
         onDecode?.({
@@ -295,7 +203,7 @@ function wrapBamlStreamingFunction(fn, options) {
         return decodedValue2;
       }
       const countRef = { count: 0 };
-      const decodedValue = deepDecode(value, ctx.mapping, countRef);
+      const decodedValue = deepDecode(value, ctx.state.mapping, countRef);
       totalDecoded += countRef.count;
       yield decodedValue;
     }
@@ -306,12 +214,10 @@ function encodeObject(obj, config, encodeFields) {
   const ctx = {
     config,
     fieldPaths,
-    idToPlaceholder: /* @__PURE__ */ new Map(),
-    mapping: {},
-    nextIndex: 0
+    state: (0, import_prompt_identifiers.createEncodeState)()
   };
   const encoded = deepEncode(obj, ctx);
-  return { encoded, mapping: ctx.mapping };
+  return { encoded, mapping: ctx.state.mapping };
 }
 function decodeObject(obj, mapping) {
   const countRef = { count: 0 };

package/dist/index.mjs

@@ -1,5 +1,5 @@
 // src/index.ts
-import { decode } from "prompt-identifiers";
+import { createEncodeState, decode, encode } from "prompt-identifiers";
 function parseFieldPath(path) {
   const segments = [];
   let current = "";
@@ -43,94 +43,6 @@ function matchesFieldPath(currentPath, targetSegments) {
   }
   return true;
 }
-function getInputPattern(inputFormat) {
-  if (inputFormat instanceof RegExp) {
-    const flags = inputFormat.flags.includes("g") ? inputFormat.flags : inputFormat.flags + "g";
-    return new RegExp(inputFormat.source, flags);
-  }
-  if (inputFormat === "UUID") {
-    return /\b[0-9a-f]{8}-[0-9a-f]{4}-4[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}\b/gi;
-  }
-  return /\b[0-9A-HJKMNP-TV-Z]{26}\b/gi;
-}
-function formatPlaceholder(outputFormat, index) {
-  if (outputFormat === "SafeNumeric") {
-    const s = index.toString();
-    const width = Math.max(3, Math.ceil(s.length / 3) * 3);
-    return `~${s.padStart(width, "0")}~`;
-  }
-  if (outputFormat === "Numeric") {
-    const s = index.toString();
-    const width = Math.max(3, Math.ceil(s.length / 3) * 3);
-    return s.padStart(width, "0");
-  }
-  if (outputFormat === "IdToken") {
-    const BASE62 = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
-    if (index < 62) return BASE62[index];
-    let result = "";
-    let n = index;
-    while (n > 0) {
-      result = BASE62[n % 62] + result;
-      n = Math.floor(n / 62);
-    }
-    return result;
-  }
-  if (outputFormat === "Passthrough") {
-    return "";
-  }
-  if (typeof outputFormat === "function") {
-    return outputFormat(index);
-  }
-  const template = outputFormat.template;
-  const match = template.match(/\{i(?::([^}]+))?\}/);
-  if (!match) return `${index}`;
-  const specifier = match[1];
-  let formatted;
-  if (!specifier) {
-    formatted = index.toString();
-  } else if (specifier === "base62") {
-    const BASE62 = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
-    if (index < 62) formatted = BASE62[index];
-    else {
-      formatted = "";
-      let n = index;
-      while (n > 0) {
-        formatted = BASE62[n % 62] + formatted;
-        n = Math.floor(n / 62);
-      }
-    }
-  } else if (specifier === "zeroFilled") {
-    const s = index.toString();
-    const width = Math.max(3, Math.ceil(s.length / 3) * 3);
-    formatted = s.padStart(width, "0");
-  } else {
-    const padMatch = specifier.match(/^(\d+)$/);
-    if (padMatch) {
-      formatted = index.toString().padStart(parseInt(padMatch[1], 10), "0");
-    } else {
-      formatted = index.toString();
-    }
-  }
-  return template.replace(match[0], formatted);
-}
-function encodeStringWithContext(text, ctx) {
-  if (ctx.config.outputFormat === "Passthrough") {
-    return text;
-  }
-  const pattern = getInputPattern(ctx.config.inputFormat);
-  pattern.lastIndex = 0;
-  return text.replace(pattern, (match) => {
-    const id = match.toLowerCase();
-    if (ctx.idToPlaceholder.has(id)) {
-      return ctx.idToPlaceholder.get(id);
-    }
-    const placeholder = formatPlaceholder(ctx.config.outputFormat, ctx.nextIndex);
-    ctx.nextIndex++;
-    ctx.idToPlaceholder.set(id, placeholder);
-    ctx.mapping[placeholder] = id;
-    return placeholder;
-  });
-}
 function deepEncode(value, ctx, path = []) {
   if (value === null || value === void 0) {
     return value;
@@ -140,7 +52,7 @@ function deepEncode(value, ctx, path = []) {
     if (!shouldEncode) {
       return value;
     }
-    return encodeStringWithContext(value, ctx);
+    return encode(value, ctx.config, ctx.state).encoded;
   }
   if (Array.isArray(value)) {
     return value.map((item, index) => deepEncode(item, ctx, [...path, String(index)]));
@@ -184,18 +96,16 @@ function wrapBamlFunction(fn, options) {
     const ctx = {
       config,
       fieldPaths,
-      idToPlaceholder: /* @__PURE__ */ new Map(),
-      mapping: {},
-      nextIndex: 0
+      state: createEncodeState()
     };
     const startEncode = debug ? performance.now() : 0;
     const encodedInput = deepEncode(input, ctx);
     const encodeDurationMs = debug ? performance.now() - startEncode : 0;
     onEncode?.({
-      mapping: ctx.mapping,
+      mapping: ctx.state.mapping,
       ...debug && {
         debugData: {
-          encodedCount: Object.keys(ctx.mapping).length,
+          encodedCount: Object.keys(ctx.state.mapping).length,
           input,
           output: encodedInput,
           durationMs: encodeDurationMs
@@ -205,7 +115,7 @@ function wrapBamlFunction(fn, options) {
     const output = await fn(encodedInput);
     const countRef = { count: 0 };
     const startDecode = debug ? performance.now() : 0;
-    const decodedOutput = deepDecode(output, ctx.mapping, countRef);
+    const decodedOutput = deepDecode(output, ctx.state.mapping, countRef);
     const decodeDurationMs = debug ? performance.now() - startDecode : 0;
     onDecode?.({
       ...debug && {
@@ -227,18 +137,16 @@ function wrapBamlStreamingFunction(fn, options) {
     const ctx = {
       config,
       fieldPaths,
-      idToPlaceholder: /* @__PURE__ */ new Map(),
-      mapping: {},
-      nextIndex: 0
+      state: createEncodeState()
     };
     const startEncode = debug ? performance.now() : 0;
     const encodedInput = deepEncode(input, ctx);
     const encodeDurationMs = debug ? performance.now() - startEncode : 0;
     onEncode?.({
-      mapping: ctx.mapping,
+      mapping: ctx.state.mapping,
       ...debug && {
         debugData: {
-          encodedCount: Object.keys(ctx.mapping).length,
+          encodedCount: Object.keys(ctx.state.mapping).length,
           input,
           output: encodedInput,
           durationMs: encodeDurationMs
@@ -252,7 +160,7 @@ function wrapBamlStreamingFunction(fn, options) {
       const { value, done } = await generator.next();
       if (done) {
         const countRef2 = { count: 0 };
-        const decodedValue2 = deepDecode(value, ctx.mapping, countRef2);
+        const decodedValue2 = deepDecode(value, ctx.state.mapping, countRef2);
         totalDecoded += countRef2.count;
         const decodeDurationMs = debug ? performance.now() - startDecode : 0;
         onDecode?.({
@@ -268,7 +176,7 @@ function wrapBamlStreamingFunction(fn, options) {
         return decodedValue2;
       }
       const countRef = { count: 0 };
-      const decodedValue = deepDecode(value, ctx.mapping, countRef);
+      const decodedValue = deepDecode(value, ctx.state.mapping, countRef);
       totalDecoded += countRef.count;
       yield decodedValue;
     }
@@ -279,12 +187,10 @@ function encodeObject(obj, config, encodeFields) {
   const ctx = {
     config,
     fieldPaths,
-    idToPlaceholder: /* @__PURE__ */ new Map(),
-    mapping: {},
-    nextIndex: 0
+    state: createEncodeState()
   };
   const encoded = deepEncode(obj, ctx);
-  return { encoded, mapping: ctx.mapping };
+  return { encoded, mapping: ctx.state.mapping };
 }
 function decodeObject(obj, mapping) {
   const countRef = { count: 0 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "prompt-identifiers-baml",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "BAML integration for prompt-identifiers. Efficient ID compression for token optimization.",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -39,7 +39,7 @@
     "url": "https://github.com/fogx/prompt-identifiers"
   },
   "peerDependencies": {
-    "prompt-identifiers": ">=0.1.0",
+    "prompt-identifiers": ">=0.1.2",
     "@boundaryml/baml": ">=0.70.0"
   },
   "peerDependenciesMeta": {
@@ -54,7 +54,7 @@
     "ts-jest": "^29.0.0",
     "tsup": "^8.5.1",
     "typescript": "^5.0.0",
-    "prompt-identifiers": "0.1.1"
+    "prompt-identifiers": "0.1.2"
   },
   "scripts": {
     "build": "tsup src/index.ts --format cjs,esm --dts --clean",