@spintax/core 0.4.0 → 0.5.1

package/dist/index.js

@@ -49,7 +49,7 @@ function stripSentinels(text) {
 // src/internal/parser.ts
 var VARIABLE_RE = /^%(\w+)%/;
 var DIRECTIVE_RE = /^[ \t]*#(set|def)[ \t]+%(\w+)%[ \t]*=[ \t]*(.*?)[ \t]*\r?$/gmu;
-var CONDITIONAL_NAME_RE = /^[A-Za-z_]\w*/;
+var CONDITIONAL_NAME_RE = /[A-Za-z_]\w*/y;
 var PLURAL_PREFIX = "plural ";
 function parseTemplate(src) {
   const { body, setDefs, defDefs } = extractDirectives(stripComments(stripSentinels(src)));
@@ -150,28 +150,42 @@ function parseBraceConstruct(content) {
   }
   return { type: "enumeration", options: splitTopLevel(content).map((o) => parseSequence(o)) };
 }
-function tryParseConditional(content) {
-  let p = 1;
+function recognizeConditional(text, contentStart, contentEnd) {
+  let p = contentStart + 1;
   let inverted = false;
-  if (content.charAt(p) === "!") {
+  if (text.charAt(p) === "!") {
     inverted = true;
     p += 1;
   }
-  const name = CONDITIONAL_NAME_RE.exec(content.slice(p))?.[0];
-  if (name === void 0) return null;
+  CONDITIONAL_NAME_RE.lastIndex = p;
+  const name = CONDITIONAL_NAME_RE.exec(text)?.[0];
+  if (name === void 0 || p + name.length > contentEnd) return null;
   p += name.length;
-  if (content.charAt(p) !== "?") return null;
+  if (text.charAt(p) !== "?") return null;
   p += 1;
-  const body = content.slice(p);
-  const sep = firstTopLevelPipe(body);
-  const thenRaw = sep < 0 ? body : body.slice(0, sep);
-  const elseRaw = sep < 0 ? "" : body.slice(sep + 1);
+  return { name, inverted, bodyStart: p, sepIndex: firstTopLevelPipe(text, p, contentEnd) };
+}
+function splitConditional(content) {
+  const head = recognizeConditional(content, 0, content.length);
+  if (head === null) return null;
+  const body = content.slice(head.bodyStart);
+  const sep = head.sepIndex < 0 ? -1 : head.sepIndex - head.bodyStart;
+  return {
+    name: head.name,
+    inverted: head.inverted,
+    thenRaw: sep < 0 ? body : body.slice(0, sep),
+    elseRaw: sep < 0 ? "" : body.slice(sep + 1)
+  };
+}
+function tryParseConditional(content) {
+  const parts = splitConditional(content);
+  if (parts === null) return null;
   return {
     type: "conditional",
-    name,
-    inverted,
-    then: parseSequence(thenRaw),
-    else: parseSequence(elseRaw)
+    name: parts.name,
+    inverted: parts.inverted,
+    then: parseSequence(parts.thenRaw),
+    else: parseSequence(parts.elseRaw)
   };
 }
 function parsePlural(afterPrefix) {
@@ -331,9 +345,9 @@ function splitTopLevel(inner) {
   parts.push(cur);
   return parts;
 }
-function firstTopLevelPipe(body) {
+function firstTopLevelPipe(body, from = 0, to = body.length) {
   let depth = 0;
-  for (let j = 0; j < body.length; j += 1) {
+  for (let j = from; j < to; j += 1) {
     const ch = body.charAt(j);
     if (ch === "{" || ch === "[") {
       depth += 1;
@@ -427,7 +441,7 @@ function validateTemplate(src, opts = {}) {
   checkBrackets(text, diagnostics);
   checkDirectives(text, diagnostics);
   checkPermutationConfigs(text, idx, diagnostics);
-  checkPlurals(text, idx, opts.locale, diagnostics);
+  checkPlurals(text, idx, opts.locale, opts.knownVariables, diagnostics);
   checkVariableReferences(text, idx, opts.knownVariables, diagnostics);
   if (opts.knownIncludes && opts.knownIncludes.length > 0) {
     checkIncludeTargets(text, idx, opts.knownIncludes, diagnostics);
@@ -561,10 +575,12 @@ function checkPermutationConfigs(text, idx, out) {
     }
   }
 }
-function checkPlurals(text, idx, locale, out) {
+function checkPlurals(text, idx, locale, knownVariables, out) {
   const base = locale && locale !== "" ? normalizeBaseLang(locale) : "";
   const arity = base !== "" ? pluralArity(base) : 0;
   const tainted = macroTaintedNames(text);
+  const { setDefs: macros, defDefs: defs } = extractDirectives(text);
+  const hostNames = new Set((knownVariables ?? []).map((n) => n.toLowerCase()));
   for (const block of findPluralBlocks(text)) {
     const at = span(idx, block.start, block.end - block.start);
     for (const m of block.countSlot.matchAll(/%(\w+)%/gu)) {
@@ -580,7 +596,13 @@ function checkPlurals(text, idx, locale, out) {
       out.push(err("plural.nested-brackets", "{plural ...}: forms must not contain nested spintax brackets. Extract via #def first \u2014 a #set is substituted verbatim and would put the brackets straight back.", at));
       continue;
     }
-    const count = block.formsRaw.split("|").length;
+    const expanded = expandFormsForCounting(block.formsRaw, defs, macros, hostNames);
+    if (expanded.directMacroSpintax) {
+      out.push(err("plural.nested-brackets", "{plural ...}: forms must not contain nested spintax brackets. Extract via #def first \u2014 a #set is substituted verbatim and would put the brackets straight back.", at));
+      continue;
+    }
+    if (expanded.unresolved) continue;
+    const count = expanded.forms;
     if (arity > 0) {
       if (count !== arity) {
         out.push(err(
@@ -590,15 +612,90 @@ function checkPlurals(text, idx, locale, out) {
         ));
       }
     } else if (count !== DEFAULT_PLURAL_ARITY) {
+      const unusable = locale !== void 0 && locale !== "";
       out.push(warn(
         "plural.locale-missing",
-        `{plural ...}: ${count} forms, but no locale was supplied. render defaults to ${DEFAULT_PLURAL_ARITY} forms and leaves this block unresolved \u2014 pass the locale you will render with.`,
-        { ...at, data: { got: count, defaultArity: DEFAULT_PLURAL_ARITY } }
+        unusable ? `{plural ...}: ${count} forms, and the locale '${locale}' does not normalize to a language the engine knows, so render falls back to ${DEFAULT_PLURAL_ARITY} forms and leaves this block unresolved \u2014 pass a base tag such as 'en' or 'ru'.` : `{plural ...}: ${count} forms, but no locale was supplied. render defaults to ${DEFAULT_PLURAL_ARITY} forms and leaves this block unresolved \u2014 pass the locale you will render with.`,
+        {
+          ...at,
+          data: {
+            got: count,
+            defaultArity: DEFAULT_PLURAL_ARITY,
+            ...unusable ? { locale } : {}
+          }
+        }
       ));
     }
   }
 }
 var UNRESOLVED_AT_PLURAL_TIME = /\[|\{(?!\?)/u;
+var ANY_BRACKET = /[[\]{}]/u;
+var FORM_EXPANSION_PASSES = 51;
+var FORM_EXPANSION_MAX_GROWTH = 64 * 1024;
+function expandFormsForCounting(formsRaw, defs, macros, hostNames) {
+  const unknown = (directMacroSpintax = false) => ({
+    forms: 0,
+    unresolved: true,
+    directMacroSpintax
+  });
+  const seenMacro = /* @__PURE__ */ new Set();
+  const refsOf = (text2) => [...text2.matchAll(/%(\w+)%/gu)].map((m) => (m[1] ?? "").toLowerCase());
+  const walkMacros = (source) => {
+    const stack = [{ refs: refsOf(source), i: 0 }];
+    while (stack.length > 0) {
+      const frame = stack[stack.length - 1];
+      if (frame.i >= frame.refs.length) {
+        stack.pop();
+        continue;
+      }
+      const name = frame.refs[frame.i++];
+      if (defs[name] !== void 0 || hostNames.has(name)) continue;
+      const macro = macros[name];
+      if (macro === void 0 || seenMacro.has(name)) continue;
+      seenMacro.add(name);
+      if (/\{\?/u.test(macro)) return "opaque";
+      if (ANY_BRACKET.test(macro)) return "brackets";
+      stack.push({ refs: refsOf(macro), i: 0 });
+    }
+    return "clean";
+  };
+  const verbatim = walkMacros(formsRaw);
+  if (verbatim === "brackets") return unknown(true);
+  if (verbatim === "opaque") return unknown();
+  let text = formsRaw;
+  const budget = formsRaw.length + FORM_EXPANSION_MAX_GROWTH;
+  for (let pass = 0; pass < FORM_EXPANSION_PASSES; pass++) {
+    let sawReference = false;
+    let bailed = false;
+    const parts = [];
+    let total = 0;
+    let cursor = 0;
+    const re = /%(\w+)%/gu;
+    let m;
+    while ((m = re.exec(text)) !== null) {
+      sawReference = true;
+      const name = (m[1] ?? "").toLowerCase();
+      const value = hostNames.has(name) ? void 0 : defs[name] ?? macros[name];
+      if (value === void 0 || ANY_BRACKET.test(value)) {
+        bailed = true;
+        break;
+      }
+      parts.push(text.slice(cursor, m.index), value);
+      total += m.index - cursor + value.length;
+      cursor = m.index + m[0].length;
+      if (total > budget) return unknown();
+    }
+    if (bailed) return unknown();
+    parts.push(text.slice(cursor));
+    total += text.length - cursor;
+    if (total > budget) return unknown();
+    text = parts.join("");
+    if (!sawReference) {
+      return { forms: text.split("|").length, unresolved: false, directMacroSpintax: false };
+    }
+  }
+  return unknown();
+}
 function macroTaintedNames(text) {
   const macros = extractDirectives(text).setDefs;
   const tainted = /* @__PURE__ */ new Set();
@@ -948,14 +1045,63 @@ function expandVarsOnly(text, opts) {
   }
   return out;
 }
-function renderConditional(node, opts) {
-  const value = opts.vars[node.name.toLowerCase()];
+function conditionalTakesThen(name, inverted, opts) {
+  const value = opts.vars[name.toLowerCase()];
   const baseTruthy = value !== void 0 && /\S/u.test(value);
-  const truthy = node.inverted ? !baseTruthy : baseTruthy;
+  return inverted ? !baseTruthy : baseTruthy;
+}
+function renderConditional(node, opts) {
+  const truthy = conditionalTakesThen(node.name, node.inverted, opts);
   return renderNodes(truthy ? node.then : node.else, opts);
 }
+function resolveCountConditionals(text, opts) {
+  if (!text.includes("{?")) return text;
+  const close = matchBraces(text);
+  const out = [];
+  const pending = [[0, text.length]];
+  while (pending.length > 0) {
+    const segment = pending.pop();
+    const segEnd = segment[1];
+    let i = segment[0];
+    while (i < segEnd) {
+      const open = text.indexOf("{?", i);
+      if (open === -1 || open + 1 >= segEnd) {
+        out.push(text.slice(i, segEnd));
+        break;
+      }
+      const shut = close[open] ?? -1;
+      const head = shut === -1 || shut >= segEnd ? null : recognizeConditional(text, open + 1, shut);
+      if (head === null) {
+        out.push(text.slice(i, Math.min(open + 2, segEnd)));
+        i = open + 2;
+        continue;
+      }
+      out.push(text.slice(i, open));
+      const branchEnd = head.sepIndex < 0 ? shut : head.sepIndex;
+      const [from, to] = conditionalTakesThen(head.name, head.inverted, opts) ? [head.bodyStart, branchEnd] : [head.sepIndex < 0 ? shut : head.sepIndex + 1, shut];
+      pending.push([shut + 1, segEnd]);
+      pending.push([from, to]);
+      break;
+    }
+  }
+  return out.join("");
+}
+function matchBraces(text) {
+  const close = new Int32Array(text.length).fill(-1);
+  const opens = [];
+  for (let i = 0; i < text.length; i += 1) {
+    const ch = text.charAt(i);
+    if (ch === "{") {
+      opens.push(i);
+    } else if (ch === "}") {
+      const open = opens.pop();
+      if (open !== void 0) close[open] = i;
+    }
+  }
+  return close;
+}
 function renderPlural(node, opts) {
-  const countRaw = expandVarsOnly(node.countRaw, opts);
+  const countRaw = resolveCountConditionals(expandVarsOnly(node.countRaw, opts), opts);
   const formsRaw = expandVarsOnly(node.formsRaw, opts);
   const base = normalizeBaseLang(opts.locale);
   const report = (issue) => opts.onPluralError?.(issue);