@gmb/bitmark-parser 7.6.0 → 7.8.0

package/dist/index.cjs

@@ -43,6 +43,7 @@ __export(src_exports, {
   canonicalize: () => canonicalize,
   complete: () => complete,
   convert: () => convert,
+  convertWithDetails: () => convertWithDetails,
   countBits: () => countBits,
   diagnostics: () => diagnostics,
   diff: () => diff,
@@ -76,7 +77,7 @@ var import_node_module = require("module");
 // src/generated/package_info.ts
 var PACKAGE_INFO = {
   "name": "@gmb/bitmark-parser",
-  "version": "7.6.0",
+  "version": "7.8.0",
   "author": "Get More Brain Ltd <info@getmorebrain.com>",
   "license": "ISC",
   "description": "A parser for bitmark text, powered by WebAssembly."
@@ -158,7 +159,7 @@ function patchJsonOf(patch) {
 }
 function buildUnits(wasm, input, inputIsBitmark) {
   if (inputIsBitmark) {
-    const slices = JSON.parse(wasm.split_bits(input));
+    const slices = JSON.parse(wasm.split_bits(input, "utf-8"));
     return slices.map((s) => ({
       view: { format: "bitmark", index: s.index, total: slices.length, source: s.source },
       source: s.source
@@ -1538,6 +1539,45 @@ function convert(input, options = {}) {
     options.tokensLayout ?? ""
   );
 }
+function convertWithDetails(input, options = {}) {
+  const details = getActive().convert_with_details(
+    input,
+    options.inputFormat ?? "auto",
+    options.outputFormat ?? "auto",
+    options.mode ?? "optimized",
+    options.pretty ?? false,
+    options.indent ?? 2,
+    options.spacesAroundValues ?? 1,
+    options.includeUnknownProperties ?? false,
+    options.mappingReport ?? false,
+    options.positionEncoding ?? "",
+    options.tokensLayout ?? "",
+    options.bitSpans ?? false
+  );
+  try {
+    const result = { output: details.take_data() };
+    const flat = details.bit_spans();
+    if (flat !== void 0) {
+      const spans = new Array(flat.length / 5);
+      for (let i = 0, j = 0; j < flat.length; i++, j += 5) {
+        spans[i] = {
+          index: flat[j],
+          inputStart: flat[j + 1],
+          inputEnd: flat[j + 2],
+          outputStart: flat[j + 3],
+          outputEnd: flat[j + 4]
+        };
+      }
+      result.bitSpans = {
+        positionEncoding: details.bit_spans_encoding(),
+        spans
+      };
+    }
+    return result;
+  } finally {
+    details.free();
+  }
+}
 function semanticTokens(input, options = {}) {
   return JSON.parse(
     convert(input, {
@@ -1607,8 +1647,8 @@ function canonicalize(input, options = {}) {
 function countBits(input) {
   return Number.parseInt(getActive().count_bits(input), 10);
 }
-function splitBits(input) {
-  return JSON.parse(getActive().split_bits(input));
+function splitBits(input, options = {}) {
+  return JSON.parse(getActive().split_bits(input, options.positionEncoding ?? ""));
 }
 function transform(input, options = {}) {
   const wasm = getActive();
@@ -1741,6 +1781,7 @@ function transformParallel(input, options = {}) {
   canonicalize,
   complete,
   convert,
+  convertWithDetails,
   countBits,
   diagnostics,
   diff,