@verbaly/compiler 0.9.0 → 0.11.0

package/dist/index.js

@@ -472,7 +472,8 @@ function resolveConfig(config = {}) {
     locales: [...locales],
     include: config.include ?? ["src/**/*.{js,jsx,ts,tsx,mjs,mts}"],
     exclude: config.exclude ?? ["**/node_modules/**", "**/dist/**"],
-    translate: config.translate ?? {}
+    translate: config.translate ?? {},
+    render: config.render ?? {}
   };
 }
 async function loadConfigFile(root) {
@@ -673,12 +674,363 @@ function isModuleNotFound2(error, name) {
   return error instanceof Error && error.code === "ERR_MODULE_NOT_FOUND" && error.message.includes(name);
 }
 
-// src/transform.ts
+// src/pseudo.ts
+var PSEUDO_LOCALE = "en-XA";
+var ACCENTS = {
+  a: "\xE1",
+  b: "\u0180",
+  c: "\xE7",
+  d: "\u0111",
+  e: "\xE9",
+  f: "\u0192",
+  g: "\u011F",
+  h: "\u0125",
+  i: "\xED",
+  j: "\u0135",
+  k: "\u0137",
+  l: "\u013A",
+  m: "\u0271",
+  n: "\xF1",
+  o: "\xF3",
+  p: "\xFE",
+  q: "\u01EB",
+  r: "\u0155",
+  s: "\u0161",
+  t: "\u0163",
+  u: "\xFA",
+  v: "\u1E7D",
+  w: "\u0175",
+  x: "\u1E8B",
+  y: "\xFD",
+  z: "\u017E",
+  A: "\xC1",
+  B: "\u0181",
+  C: "\xC7",
+  D: "\u0110",
+  E: "\xC9",
+  F: "\u0191",
+  G: "\u011E",
+  H: "\u0124",
+  I: "\xCD",
+  J: "\u0134",
+  K: "\u0136",
+  L: "\u0139",
+  M: "\u1E3E",
+  N: "\xD1",
+  O: "\xD3",
+  P: "\xDE",
+  Q: "\u01EA",
+  R: "\u0154",
+  S: "\u0160",
+  T: "\u0162",
+  U: "\xDA",
+  V: "\u1E7C",
+  W: "\u0174",
+  X: "\u1E8C",
+  Y: "\xDD",
+  Z: "\u017D"
+};
+var TAG_AT = /<\/?[a-zA-Z][\w-]*\/?>/y;
+function pseudoLocalize(message) {
+  let out = "";
+  let letters = 0;
+  let i = 0;
+  while (i < message.length) {
+    const two = message.slice(i, i + 2);
+    if (two === "{{" || two === "}}" || two === "||" || two === "##") {
+      out += two;
+      i += 2;
+      continue;
+    }
+    const ch = message[i];
+    if (ch === "{") {
+      const end = matchBrace(message, i);
+      out += message.slice(i, end);
+      i = end;
+      continue;
+    }
+    if (ch === "<") {
+      TAG_AT.lastIndex = i;
+      const m = TAG_AT.exec(message);
+      if (m) {
+        out += m[0];
+        i += m[0].length;
+        continue;
+      }
+    }
+    const mapped = ACCENTS[ch];
+    if (mapped) {
+      out += mapped;
+      letters += 1;
+    } else {
+      out += ch;
+    }
+    i += 1;
+  }
+  const pad = "~".repeat(Math.ceil(letters / 3));
+  return `\u27E6${out}${pad ? " " + pad : ""}\u27E7`;
+}
+function matchBrace(message, start) {
+  let depth = 0;
+  for (let i = start; i < message.length; i++) {
+    const two = message.slice(i, i + 2);
+    if (two === "{{" || two === "}}") {
+      i += 1;
+      continue;
+    }
+    const ch = message[i];
+    if (ch === "{") depth += 1;
+    else if (ch === "}") {
+      depth -= 1;
+      if (depth === 0) return i + 1;
+    }
+  }
+  return message.length;
+}
+function pseudoCatalogs(cfg, catalogs, locale = PSEUDO_LOCALE) {
+  const source = catalogs[cfg.sourceLocale] ?? {};
+  const target = {};
+  for (const [key, msg] of Object.entries(source)) {
+    target[key] = msg ? pseudoLocalize(msg) : "";
+  }
+  catalogs[locale] = target;
+  return Object.keys(target).filter((key) => target[key]);
+}
+
+// src/render.ts
+import { mkdirSync as mkdirSync2, readFileSync as readFileSync4, writeFileSync as writeFileSync3 } from "fs";
+import { dirname, join as join4, relative } from "path";
 import MagicString from "magic-string";
+import { glob as glob2 } from "tinyglobby";
+import {
+  createVerbaly,
+  parseTags,
+  RICH_TAGS,
+  safeHref
+} from "verbaly";
+var VOID_TAGS = /* @__PURE__ */ new Set([
+  "area",
+  "base",
+  "br",
+  "col",
+  "embed",
+  "hr",
+  "img",
+  "input",
+  "link",
+  "meta",
+  "param",
+  "source",
+  "track",
+  "wbr"
+]);
+var START_TAG = /<([a-zA-Z][a-zA-Z0-9-]*)((?:"[^"]*"|'[^']*'|[^"'>])*)>/g;
+var ATTR = /([^\s=/"'<>]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+)))?/g;
+function renderHtml(html, options) {
+  const attr = options.attribute ?? "data-verbaly";
+  const argsAttr = `${attr}-args`;
+  const attrsAttr = `${attr}-attr`;
+  const richAttr = `${attr}-rich`;
+  const linksAttr = `${attr}-links`;
+  const richTags = new Set(options.richTags ?? RICH_TAGS);
+  const globalLinks = options.richLinks;
+  const sourceLocale = options.sourceLocale ?? "en";
+  const messages = {};
+  for (const [locale, catalog] of Object.entries(options.catalogs)) {
+    const clean = {};
+    for (const [key, msg] of Object.entries(catalog)) if (msg) clean[key] = msg;
+    messages[locale] = clean;
+  }
+  const v = createVerbaly({ locale: options.locale, fallback: sourceLocale, messages });
+  const t = v.t;
+  const ms = new MagicString(html);
+  const missing = /* @__PURE__ */ new Set();
+  const skip = protectedRanges(html);
+  const inSkip = (index) => skip.some(([from, to]) => index >= from && index < to);
+  START_TAG.lastIndex = 0;
+  let m;
+  while ((m = START_TAG.exec(html)) !== null) {
+    if (inSkip(m.index)) continue;
+    const [full, rawName, attrChunk] = m;
+    const tagName = rawName.toLowerCase();
+    const openEnd = m.index + full.length;
+    const chunkStart = m.index + 1 + rawName.length;
+    if (tagName === "html" && options.setLang !== false) {
+      setAttribute(ms, html, chunkStart, openEnd, attrChunk, "lang", options.locale);
+      continue;
+    }
+    const attrs = parseAttrs(attrChunk);
+    const key = attrs.get(attr);
+    const attrMapRaw = attrs.get(attrsAttr);
+    if (key === void 0 && attrMapRaw === void 0) continue;
+    const args = parseArgs(attrs.get(argsAttr));
+    if (key) {
+      if (!v.has(key)) {
+        missing.add(key);
+      } else if (!VOID_TAGS.has(tagName) && !attrChunk.trimEnd().endsWith("/")) {
+        const close = findClose(html, tagName, openEnd, inSkip);
+        if (close) {
+          const text = t(key, args);
+          const own = parseArgs(attrs.get(linksAttr));
+          const links = own ? globalLinks ? { ...globalLinks, ...own } : own : globalLinks;
+          const content = attrs.has(richAttr) ? richToHtml(parseTags(text), richTags, links) : escapeHtml(text);
+          if (html.slice(openEnd, close.contentEnd) !== content) {
+            if (openEnd === close.contentEnd) ms.appendLeft(openEnd, content);
+            else ms.overwrite(openEnd, close.contentEnd, content);
+          }
+        }
+      }
+    }
+    if (attrMapRaw !== void 0) {
+      const map = parseArgs(attrMapRaw);
+      if (map) {
+        for (const [name, attrKey] of Object.entries(map)) {
+          if (typeof attrKey !== "string" || name.toLowerCase().startsWith("on")) continue;
+          if (!v.has(attrKey)) {
+            missing.add(attrKey);
+            continue;
+          }
+          setAttribute(ms, html, chunkStart, openEnd, attrChunk, name, t(attrKey, args));
+        }
+      }
+    }
+  }
+  return { html: ms.toString(), missing: [...missing] };
+}
+async function renderSite(cfg, options = {}) {
+  const site = join4(cfg.root, options.site ?? "dist");
+  const locales = options.locales ?? cfg.locales;
+  const catalogs = loadCatalogs(cfg);
+  const files = await glob2("**/*.html", {
+    cwd: site,
+    absolute: true,
+    ignore: locales.map((locale) => `${locale}/**`)
+  });
+  const missing = {};
+  for (const file of files) {
+    const html = readFileSync4(file, "utf8");
+    const rel = relative(site, file);
+    for (const locale of locales) {
+      const result = renderHtml(html, {
+        locale,
+        catalogs,
+        sourceLocale: cfg.sourceLocale,
+        attribute: options.attribute,
+        richTags: options.richTags,
+        richLinks: options.richLinks ?? cfg.render.links
+      });
+      for (const key of result.missing) {
+        const list = missing[locale] ??= [];
+        if (!list.includes(key)) list.push(key);
+      }
+      const out = locale === cfg.sourceLocale ? file : join4(site, locale, rel);
+      mkdirSync2(dirname(out), { recursive: true });
+      writeFileSync3(out, result.html);
+    }
+  }
+  return { files: files.length, locales: [...locales], missing };
+}
+function parseAttrs(chunk) {
+  const attrs = /* @__PURE__ */ new Map();
+  ATTR.lastIndex = 0;
+  let m;
+  while ((m = ATTR.exec(chunk)) !== null) {
+    attrs.set(m[1].toLowerCase(), m[2] ?? m[3] ?? m[4] ?? "");
+  }
+  return attrs;
+}
+function parseArgs(raw) {
+  if (!raw) return void 0;
+  try {
+    return JSON.parse(decodeEntities(raw));
+  } catch {
+    console.warn(`[verbaly] invalid args JSON: ${raw}`);
+    return void 0;
+  }
+}
+function protectedRanges(html) {
+  const ranges = [];
+  const re = /<!--[\s\S]*?-->|<script\b[\s\S]*?<\/script\s*>|<style\b[\s\S]*?<\/style\s*>/gi;
+  let m;
+  while ((m = re.exec(html)) !== null) {
+    const openEnd = m[0].startsWith("<!--") ? m.index : html.indexOf(">", m.index) + 1;
+    ranges.push([openEnd, m.index + m[0].length]);
+  }
+  return ranges;
+}
+function findClose(html, tagName, from, inSkip) {
+  const re = new RegExp(
+    `<${tagName}(?=[\\s/>])(?:"[^"]*"|'[^']*'|[^"'>])*>|</${tagName}\\s*>`,
+    "gi"
+  );
+  re.lastIndex = from;
+  let depth = 1;
+  let m;
+  while ((m = re.exec(html)) !== null) {
+    if (inSkip(m.index)) continue;
+    if (m[0][1] === "/") {
+      depth -= 1;
+      if (depth === 0) return { contentEnd: m.index };
+    } else if (!m[0].endsWith("/>")) {
+      depth += 1;
+    }
+  }
+  return null;
+}
+function setAttribute(ms, html, chunkStart, openEnd, attrChunk, name, value) {
+  const escaped = escapeAttr(value);
+  const existing = new RegExp(`(\\s${name}\\s*=\\s*)("[^"]*"|'[^']*'|[^\\s>]+)`, "i").exec(
+    attrChunk
+  );
+  if (existing) {
+    const valueStart = chunkStart + existing.index + existing[1].length;
+    const valueEnd = valueStart + existing[2].length;
+    if (html.slice(valueStart, valueEnd) !== `"${escaped}"`) {
+      ms.overwrite(valueStart, valueEnd, `"${escaped}"`);
+    }
+    return;
+  }
+  const selfClosing = html.slice(openEnd - 2, openEnd) === "/>";
+  const insertAt = openEnd - (selfClosing ? 2 : 1);
+  ms.appendLeft(insertAt, ` ${name}="${escaped}"`);
+}
+function richToHtml(nodes, allowed, links) {
+  let out = "";
+  for (const node of nodes) {
+    if (typeof node === "string") {
+      out += escapeHtml(node);
+    } else if (links?.[node.name] !== void 0) {
+      const link = links[node.name];
+      const { href, target, rel } = typeof link === "string" ? { href: link } : link;
+      const safe = safeHref(href);
+      let attrs = safe !== void 0 ? ` href="${escapeAttr(safe)}"` : "";
+      if (target) attrs += ` target="${escapeAttr(target)}"`;
+      if (rel) attrs += ` rel="${escapeAttr(rel)}"`;
+      out += `<a${attrs}>${richToHtml(node.children, allowed, links)}</a>`;
+    } else if (allowed.has(node.name)) {
+      out += `<${node.name}>${richToHtml(node.children, allowed, links)}</${node.name}>`;
+    } else {
+      out += richToHtml(node.children, allowed, links);
+    }
+  }
+  return out;
+}
+function escapeHtml(text) {
+  return text.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;");
+}
+function escapeAttr(text) {
+  return escapeHtml(text).replace(/"/g, "&quot;");
+}
+function decodeEntities(text) {
+  return text.replace(/&quot;/g, '"').replace(/&#39;/g, "'").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&amp;/g, "&");
+}
+
+// src/transform.ts
+import MagicString2 from "magic-string";
 function transformCode(code, file, analysis) {
   const { tagged } = analysis ?? analyze(code, file);
   if (tagged.length === 0) return null;
-  const s = new MagicString(code);
+  const s = new MagicString2(code);
   for (const msg of tagged) {
     const seen = /* @__PURE__ */ new Set();
     const entries = msg.params.filter((p) => !seen.has(p.name) && seen.add(p.name));
@@ -760,6 +1112,7 @@ function sameMembers(a, b) {
 }
 export {
   MessageRegistry,
+  PSEUDO_LOCALE,
   VIRTUAL_ID,
   analyze,
   catalogPath,
@@ -775,8 +1128,12 @@ export {
   loadConfig,
   loadConfigFile,
   pruneCatalogs,
+  pseudoCatalogs,
+  pseudoLocalize,
   readCatalog,
+  renderHtml,
   renderParamType,
+  renderSite,
   resolveConfig,
   serializeCatalog,
   stableKey,