@gmb/bitmark-parser 6.11.1 → 7.0.0

package/dist/index.cjs

@@ -45,10 +45,10 @@ __export(src_exports, {
   init: () => init,
   initSync: () => initSync,
   legacy: () => legacy_exports,
-  lex: () => lex,
   objectsToBitmark: () => objectsToBitmark,
   patchEntry: () => patchEntry,
   register: () => register,
+  semanticTokens: () => semanticTokens,
   splitBits: () => splitBits,
   transform: () => transform,
   transformParallel: () => transformParallel,
@@ -68,7 +68,7 @@ var import_node_module = require("module");
 // src/generated/package_info.ts
 var PACKAGE_INFO = {
   "name": "@gmb/bitmark-parser",
-  "version": "6.11.1",
+  "version": "7.0.0",
   "author": "Get More Brain Ltd <info@getmorebrain.com>",
   "license": "ISC",
   "description": "A parser for bitmark text, powered by WebAssembly."
@@ -107,8 +107,11 @@ function getActive() {
 }
 function setActive(feature, module2) {
   for (const [type, data] of registrations) {
-    const error = module2.register(type, data);
-    if (error) throw new RegisterError(error.replace(/^error:\s*/, ""));
+    try {
+      module2.register(type, data);
+    } catch (e) {
+      throw new RegisterError(e instanceof Error ? e.message : String(e));
+    }
   }
   active = module2;
   activeFeature = feature;
@@ -124,13 +127,6 @@ function variant() {
 }
 
 // src/core/hooked-transform.ts
-function isError(s) {
-  return s.startsWith("error:");
-}
-function errorString(e) {
-  const m = e instanceof Error ? e.message : String(e);
-  return m.startsWith("error:") ? m : `error: ${m}`;
-}
 function stripArray(doc) {
   const t = doc.trim();
   return t.startsWith("[") && t.endsWith("]") ? t.slice(1, -1) : doc;
@@ -142,17 +138,13 @@ function patchJsonOf(patch) {
 }
 function buildUnits(wasm, input, inputIsBitmark) {
   if (inputIsBitmark) {
-    const out2 = wasm.split_bits(input);
-    if (isError(out2)) throw new Error(out2);
-    const slices = JSON.parse(out2);
+    const slices = JSON.parse(wasm.split_bits(input));
     return slices.map((s) => ({
       view: { format: "bitmark", index: s.index, total: slices.length, source: s.source },
       source: s.source
     }));
   }
-  const out = wasm.split_json_bits(input);
-  if (isError(out)) throw new Error(out);
-  const envelopes = JSON.parse(out);
+  const envelopes = JSON.parse(wasm.split_json_bits(input));
   return envelopes.map((env, index) => ({
     view: { format: "json", index, total: envelopes.length, bit: env.bit ?? {} },
     // Per-bit transform consumes a one-bit JSON document.
@@ -183,9 +175,7 @@ function planTransform(wasm, input, options) {
   if (patchJson === "") {
     resolved = units.map((_, index) => ({ source: index, bit: null, patch: [] }));
   } else {
-    const out = wasm.resolve_patch_document(input, patchJson);
-    if (isError(out)) throw new Error(out);
-    resolved = JSON.parse(out);
+    resolved = JSON.parse(wasm.resolve_patch_document(input, patchJson));
   }
   const jobs = [];
   const views = [];
@@ -232,7 +222,6 @@ function computeBit(wasm, job) {
     2,
     job.spacesAroundValues
   );
-  if (isError(out)) return out;
   return job.outputFormat === "json" ? stripArray(out) : out;
 }
 function recombine(wasm, elements, output, pretty, indent) {
@@ -241,16 +230,10 @@ function recombine(wasm, elements, output, pretty, indent) {
   return pretty ? wasm.prettify(arr, indent) : arr;
 }
 function runHookedTransform(wasm, input, options) {
-  let plan;
-  try {
-    plan = planTransform(wasm, input, options);
-  } catch (e) {
-    return errorString(e);
-  }
+  const plan = planTransform(wasm, input, options);
   const rendered = [];
   for (let i = 0; i < plan.jobs.length; i++) {
     const element = computeBit(wasm, plan.jobs[i]);
-    if (isError(element)) return element;
     options.postHook?.(plan.views[i], element);
     rendered.push(element);
   }
@@ -259,20 +242,9 @@ function runHookedTransform(wasm, input, options) {
 
 // src/core/parallel.ts
 async function orchestrateParallel(wasm, input, options, runJobs) {
-  let plan;
-  try {
-    plan = planTransform(wasm, input, options);
-  } catch (e) {
-    return errorString(e);
-  }
-  let elements;
-  try {
-    elements = await runJobs(plan.jobs, options.workers ?? 4);
-  } catch (e) {
-    return errorString(e);
-  }
+  const plan = planTransform(wasm, input, options);
+  const elements = await runJobs(plan.jobs, options.workers ?? 4);
   for (let i = 0; i < elements.length; i++) {
-    if (isError(elements[i])) return elements[i];
     options.postHook?.(plan.views[i], elements[i]);
   }
   return recombine(wasm, elements, plan.output, plan.pretty, plan.indent);
@@ -627,10 +599,7 @@ var Builder = class {
       }
     }
     this.parseStringTexts(bit);
-    const out = wasm.convert(JSON.stringify([{ bit }]), "json", "json", "optimized", false, 2, 1, false, false);
-    if (out.startsWith("error:")) {
-      throw new Error(out.slice("error:".length).trim());
-    }
+    const out = wasm.convert(JSON.stringify([{ bit }]), "json", "json", "optimized", false, 2, 1, false, false, "", "");
     const entries = JSON.parse(out);
     const built = entries[0]?.bit ?? bit;
     for (const [key, value] of Object.entries(bit)) {
@@ -767,8 +736,7 @@ var BitmarkParserGenerator = class {
     const emit = coreFormat === "bitmark" ? prettyIndent(bitmarkOptions.prettifyJson) : { pretty, indent };
     const spaces = spacesAround(bitmarkOptions.spacesAroundValues);
     const includeUnknown = !jsonOptions.excludeUnknownProperties;
-    const out = wasm.convert(source, isBitmark ? "bitmark" : "json", coreFormat, "optimized", emit.pretty, emit.indent, spaces, includeUnknown, false);
-    this.throwOnError(out);
+    const out = wasm.convert(source, isBitmark ? "bitmark" : "json", coreFormat, "optimized", emit.pretty, emit.indent, spaces, includeUnknown, false, "", "");
     if (outputFormat === "bitmark" || outputFormat === "text") {
       return this.deliver(out, opts.outputFile, opts.fileOptions);
     }
@@ -802,7 +770,6 @@ var BitmarkParserGenerator = class {
     );
     const spaces = spacesAround(bitmarkOptions.spacesAroundValues);
     const out = wasm.canonicalize(source, isBitmark ? "bitmark" : "json", "optimized", pretty, indent, spaces);
-    this.throwOnError(out);
     if (isBitmark) return this.deliver(out, opts.outputFile, opts.fileOptions);
     if (opts.outputFile) return this.deliver(out, opts.outputFile, opts.fileOptions);
     if (pretty || jsonOptions.stringify) return out;
@@ -819,7 +786,6 @@ var BitmarkParserGenerator = class {
     const { pretty, indent } = prettyIndent(opts.prettify);
     const coreFormat = format === "pojo" ? "json" : format;
     const out = wasm.info(type, coreFormat, opts.bit ?? "", pretty, indent, false, false, true, "");
-    this.throwOnError(out);
     if (format === "pojo") return JSON.parse(out);
     return out;
   }
@@ -851,8 +817,7 @@ var BitmarkParserGenerator = class {
     const isHtmlInput = opts.inputFormat === "html" || opts.inputFormat === void 0 && typeof input === "string" && /<table[\s>]/iu.test(inStr);
     if (!isHtmlInput) {
       const { source, isBitmark } = this.resolveInput(input, void 0);
-      const out2 = wasm.convert(source, isBitmark ? "bitmark" : "json", "html", "optimized", false, 2, 1, false, false);
-      this.throwOnError(out2);
+      const out2 = wasm.convert(source, isBitmark ? "bitmark" : "json", "html", "optimized", false, 2, 1, false, false, "", "");
       return this.deliver(extractHtmlTables(out2).join("\n"), opts.outputFile, opts.fileOptions);
     }
     const bitType = opts.tableFormat === "table" ? "table" : "table-extended";
@@ -861,13 +826,11 @@ var BitmarkParserGenerator = class {
     const { pretty, indent } = prettyIndent(jsonOptions.prettify);
     const spaces = spacesAround(bitmarkOptions.spacesAroundValues);
     if (outputFormat === "html") {
-      const out2 = wasm.convert(wrapped, "html", "html", "optimized", false, 2, 1, false, false);
-      this.throwOnError(out2);
+      const out2 = wasm.convert(wrapped, "html", "html", "optimized", false, 2, 1, false, false, "", "");
       return this.deliver(extractHtmlTables(out2).join("\n"), opts.outputFile, opts.fileOptions);
     }
     const coreFormat = outputFormat === "ast" ? "json" : outputFormat;
-    const out = wasm.convert(wrapped, "html", coreFormat, "optimized", pretty, indent, spaces, false, false);
-    this.throwOnError(out);
+    const out = wasm.convert(wrapped, "html", coreFormat, "optimized", pretty, indent, spaces, false, false, "", "");
     if (outputFormat === "bitmark" || outputFormat === "text") {
       return this.deliver(out, opts.outputFile, opts.fileOptions);
     }
@@ -891,8 +854,7 @@ var BitmarkParserGenerator = class {
     const opts = Object.assign({}, options);
     const wasm = getLegacyWasm();
     const { source, isBitmark } = this.resolveInput(input, opts.inputFormat);
-    const out = wasm.convert(source, isBitmark ? "bitmark" : "json", "json", "optimized", false, 2, 1, true, false);
-    this.throwOnError(out);
+    const out = wasm.convert(source, isBitmark ? "bitmark" : "json", "json", "optimized", false, 2, 1, true, false, "", "");
     return makePseudoAst(JSON.parse(out));
   }
   /**
@@ -944,11 +906,9 @@ var BitmarkParserGenerator = class {
     }
     if (ast !== void 0) {
       const out2 = isBitmarkText ? wasm.convert_text(JSON.stringify(ast), "astToText", "bitmark++", textLocation) : wasm.convert_text(JSON.stringify(ast), "astToPlainText", "plainText", textLocation);
-      this.throwOnError(out2);
       return this.deliver(out2, opts.outputFile, opts.fileOptions);
     }
     const out = wasm.convert_text(inStr, "textToAst", isBitmarkText ? "bitmark++" : "plainText", "body");
-    this.throwOnError(out);
     const { pretty, indent } = prettyIndent(jsonOptions.prettify);
     const outStr = pretty ? wasm.prettify(out, indent) : out;
     if (opts.outputFile) return this.deliver(outStr, opts.outputFile, opts.fileOptions);
@@ -966,7 +926,6 @@ var BitmarkParserGenerator = class {
       "bitmark++",
       "body"
     );
-    this.throwOnError(out);
     return out;
   }
   /**
@@ -981,7 +940,6 @@ var BitmarkParserGenerator = class {
     if (inputFormat === "bitmarkText") {
       const ast = wasm.convert_text(String(input), "textToAst", "bitmark++", "body");
       const out2 = wasm.convert_text(ast, "astToPlainText", "bitmark++", "body");
-      this.throwOnError(out2);
       return out2;
     }
     if (typeof input === "string" && this.parseTextAstString(input) === void 0 && !wasm.is_bitmark(input)) {
@@ -998,8 +956,7 @@ var BitmarkParserGenerator = class {
       }
     }
     const { source, isBitmark } = this.resolveInput(input, void 0);
-    const out = wasm.convert(source, isBitmark ? "bitmark" : "json", "text", "optimized", false, 2, 1, false, false);
-    this.throwOnError(out);
+    const out = wasm.convert(source, isBitmark ? "bitmark" : "json", "text", "optimized", false, 2, 1, false, false, "", "");
     return out;
   }
   /** If `s` parses as a TextAst JSON array, return it. */
@@ -1103,12 +1060,6 @@ var BitmarkParserGenerator = class {
       encoding: fileOptions?.encoding ?? "utf8"
     });
   }
-  /** The core reports failures as `error:`-prefixed strings; bpg throws. */
-  throwOnError(out) {
-    if (out.startsWith("error:")) {
-      throw new Error(out.slice("error:".length).trim());
-    }
-  }
 };
 function extractHtmlTables(html) {
   const tables = [];
@@ -1145,7 +1096,6 @@ function extractHtmlTables(html) {
 }
 function bitmarkTextParse(text) {
   const out = getLegacyWasm().convert_text(text, "textToAst", "bitmark++", "body");
-  if (out.startsWith("error:")) throw new Error(out.slice("error:".length).trim());
   return JSON.parse(out);
 }
 
@@ -1475,11 +1425,6 @@ function patchEntry(path2, op, value) {
 var ALL_LANGUAGES = "all";
 
 // src/core/api.ts
-function lex(input, options = {}) {
-  const wasm = getActive();
-  if (typeof wasm.lex !== "function") throw new UnsupportedFeatureError("lex", variant());
-  return wasm.lex(input, options.stage ?? "lex");
-}
 function bitmarkToObjects(input, options = {}) {
   const out = getActive().convert(
     input,
@@ -1490,9 +1435,10 @@ function bitmarkToObjects(input, options = {}) {
     2,
     1,
     options.includeUnknownProperties ?? false,
-    false
+    false,
+    "",
+    ""
   );
-  if (out.startsWith("error:")) throw new Error(out.slice("error:".length).trim());
   return JSON.parse(out);
 }
 function objectsToBitmark(bits, options = {}) {
@@ -1508,9 +1454,10 @@ function objectsToBitmark(bits, options = {}) {
     2,
     1,
     false,
-    false
+    false,
+    "",
+    ""
   );
-  if (out.startsWith("error:")) throw new Error(out.slice("error:".length).trim());
   return out;
 }
 function convert(input, options = {}) {
@@ -1523,7 +1470,19 @@ function convert(input, options = {}) {
     options.indent ?? 2,
     options.spacesAroundValues ?? 1,
     options.includeUnknownProperties ?? false,
-    options.mappingReport ?? false
+    options.mappingReport ?? false,
+    options.positionEncoding ?? "",
+    options.tokensLayout ?? ""
+  );
+}
+function semanticTokens(input, options = {}) {
+  return JSON.parse(
+    convert(input, {
+      inputFormat: "bitmark",
+      outputFormat: "semantic-tokens",
+      positionEncoding: options.positionEncoding,
+      tokensLayout: options.tokensLayout
+    })
   );
 }
 function canonicalize(input, options = {}) {
@@ -1537,9 +1496,7 @@ function canonicalize(input, options = {}) {
   );
 }
 function countBits(input) {
-  const out = getActive().count_bits(input);
-  if (out.startsWith("error:")) throw new Error(out);
-  return Number.parseInt(out, 10);
+  return Number.parseInt(getActive().count_bits(input), 10);
 }
 function splitBits(input) {
   return JSON.parse(getActive().split_bits(input));
@@ -1575,7 +1532,6 @@ function diff(a, b, options = {}) {
     options.bboxTolerance ?? 8,
     options.spacesAroundValues ?? 0
   );
-  if (out.startsWith("error:")) throw new Error(out.slice("error:".length).trim());
   return out;
 }
 function diffBits(a, b, options = {}) {
@@ -1601,7 +1557,11 @@ function info(options = {}) {
   const onlyDeprecated = options.onlyDeprecated ?? false;
   const full = options.full ?? false;
   const language = typeof options.language === "string" ? options.language : options.language?.join(",") ?? "";
-  return getActive().info(
+  const wasm = getActive();
+  if (format !== "json" && typeof wasm.info_text_supported !== "function") {
+    throw new UnsupportedFeatureError('info (format: "text")', variant());
+  }
+  return wasm.info(
     infoType,
     format,
     bit,
@@ -1614,8 +1574,11 @@ function info(options = {}) {
   );
 }
 function register(options) {
-  const result = getActive().register(options.type, options.data);
-  if (result) throw new RegisterError(result.replace(/^error:\s*/, ""));
+  try {
+    getActive().register(options.type, options.data);
+  } catch (e) {
+    throw new RegisterError(e instanceof Error ? e.message : String(e));
+  }
   rememberRegistration(options.type, options.data);
 }
 
@@ -1665,10 +1628,10 @@ function transformParallel(input, options = {}) {
   init,
   initSync,
   legacy,
-  lex,
   objectsToBitmark,
   patchEntry,
   register,
+  semanticTokens,
   splitBits,
   transform,
   transformParallel,