namespace-guard 0.15.0 → 0.16.0

package/README.md

@@ -67,6 +67,7 @@ We started by auditing how major Unicode-confusable implementations compose norm
 - Export the vectors as JSON (`docs/data/composability-vectors.json`) and wire them into CLI drift baselines.
 - Publish a labeled benchmark corpus (`docs/data/confusable-bench.v1.json`) for cross-tool evaluation and CI regressions.
 - Submitted the findings for Unicode public review (PRI #540): https://www.unicode.org/review/pri540/
+- Validated the 31 divergence vectors empirically by rendering each character across 12 fonts and measuring SSIM similarity: TR39 is visually correct for letter-shape confusables, NFKC for digit confusables, and 61% are ties where both targets are near-identical ([confusable-vision](https://github.com/paultendo/confusable-vision)).
 
 Details:
 - Technical reference: [docs/reference.md#how-the-anti-spoofing-pipeline-works](docs/reference.md#how-the-anti-spoofing-pipeline-works)

package/dist/cli.js

@@ -2872,10 +2872,19 @@ function isNfkcDivergentMapping(ch, mapped) {
   const nfkc = ch.normalize("NFKC").toLowerCase();
   return /^[a-z0-9]$/.test(nfkc) && nfkc !== mapped;
 }
-function buildSubstitutionStep(from, to, fromIndex, toIndex, map) {
+function lookupWeight(from, to, weights, context) {
+  if (!weights) return void 0;
+  const w = weights[from]?.[to] ?? weights[to]?.[from];
+  if (!w) return void 0;
+  if (context === "identifier" && !w.xidContinue) return void 0;
+  if (context === "domain" && !w.idnaPvalid) return void 0;
+  return w;
+}
+function buildSubstitutionStep(from, to, fromIndex, toIndex, map, weights, context) {
   if (from === to) {
     return { op: "match", from, to, fromIndex, toIndex, cost: 0 };
   }
+  const weight = lookupWeight(from, to, weights, context ?? "all");
   const fromPrototype = map[from] ?? from;
   const toPrototype = map[to] ?? to;
   if (fromPrototype === toPrototype) {
@@ -2883,7 +2892,7 @@ function buildSubstitutionStep(from, to, fromIndex, toIndex, map) {
     const toScript = getScriptTag(to);
     const crossScript = fromScript !== "non-letter" && toScript !== "non-letter" && fromScript !== toScript;
     const divergence = isNfkcDivergentMapping(from, fromPrototype) || isNfkcDivergentMapping(to, toPrototype);
-    let cost = 0.35;
+    let cost = weight?.glyphReuse ? 0 : weight?.cost ?? 0.35;
     let reason;
     if (crossScript) {
       cost += 0.2;
@@ -2919,6 +2928,17 @@ function buildSubstitutionStep(from, to, fromIndex, toIndex, map) {
       reason: "nfkc-equivalent"
     };
   }
+  if (weight) {
+    return {
+      op: "substitution",
+      from,
+      to,
+      fromIndex,
+      toIndex,
+      cost: weight.cost,
+      reason: "visual-weight"
+    };
+  }
   return { op: "substitution", from, to, fromIndex, toIndex, cost: 1 };
 }
 function buildDeletionStep(ch, fromIndex, toIndex) {
@@ -2960,6 +2980,8 @@ function skeleton(input, options) {
 }
 function confusableDistance(a, b, options) {
   const map = options?.map ?? CONFUSABLE_MAP_FULL;
+  const weights = options?.weights;
+  const context = options?.context ?? "all";
   const left = toCodePoints(a.normalize("NFD").toLowerCase());
   const right = toCodePoints(b.normalize("NFD").toLowerCase());
   const m = left.length;
@@ -2985,7 +3007,7 @@ function confusableDistance(a, b, options) {
   }
   for (let i2 = 1; i2 <= m; i2++) {
     for (let j2 = 1; j2 <= n; j2++) {
-      const substitution = buildSubstitutionStep(left[i2 - 1], right[j2 - 1], i2 - 1, j2 - 1, map);
+      const substitution = buildSubstitutionStep(left[i2 - 1], right[j2 - 1], i2 - 1, j2 - 1, map, weights, context);
       const deletion = buildDeletionStep(left[i2 - 1], i2 - 1, j2);
       const insertion = buildInsertionStep(right[j2 - 1], i2, j2 - 1);
       const candidates = [

package/dist/cli.mjs

@@ -2849,10 +2849,19 @@ function isNfkcDivergentMapping(ch, mapped) {
   const nfkc = ch.normalize("NFKC").toLowerCase();
   return /^[a-z0-9]$/.test(nfkc) && nfkc !== mapped;
 }
-function buildSubstitutionStep(from, to, fromIndex, toIndex, map) {
+function lookupWeight(from, to, weights, context) {
+  if (!weights) return void 0;
+  const w = weights[from]?.[to] ?? weights[to]?.[from];
+  if (!w) return void 0;
+  if (context === "identifier" && !w.xidContinue) return void 0;
+  if (context === "domain" && !w.idnaPvalid) return void 0;
+  return w;
+}
+function buildSubstitutionStep(from, to, fromIndex, toIndex, map, weights, context) {
   if (from === to) {
     return { op: "match", from, to, fromIndex, toIndex, cost: 0 };
   }
+  const weight = lookupWeight(from, to, weights, context ?? "all");
   const fromPrototype = map[from] ?? from;
   const toPrototype = map[to] ?? to;
   if (fromPrototype === toPrototype) {
@@ -2860,7 +2869,7 @@ function buildSubstitutionStep(from, to, fromIndex, toIndex, map) {
     const toScript = getScriptTag(to);
     const crossScript = fromScript !== "non-letter" && toScript !== "non-letter" && fromScript !== toScript;
     const divergence = isNfkcDivergentMapping(from, fromPrototype) || isNfkcDivergentMapping(to, toPrototype);
-    let cost = 0.35;
+    let cost = weight?.glyphReuse ? 0 : weight?.cost ?? 0.35;
     let reason;
     if (crossScript) {
       cost += 0.2;
@@ -2896,6 +2905,17 @@ function buildSubstitutionStep(from, to, fromIndex, toIndex, map) {
       reason: "nfkc-equivalent"
     };
   }
+  if (weight) {
+    return {
+      op: "substitution",
+      from,
+      to,
+      fromIndex,
+      toIndex,
+      cost: weight.cost,
+      reason: "visual-weight"
+    };
+  }
   return { op: "substitution", from, to, fromIndex, toIndex, cost: 1 };
 }
 function buildDeletionStep(ch, fromIndex, toIndex) {
@@ -2937,6 +2957,8 @@ function skeleton(input, options) {
 }
 function confusableDistance(a, b, options) {
   const map = options?.map ?? CONFUSABLE_MAP_FULL;
+  const weights = options?.weights;
+  const context = options?.context ?? "all";
   const left = toCodePoints(a.normalize("NFD").toLowerCase());
   const right = toCodePoints(b.normalize("NFD").toLowerCase());
   const m = left.length;
@@ -2962,7 +2984,7 @@ function confusableDistance(a, b, options) {
   }
   for (let i2 = 1; i2 <= m; i2++) {
     for (let j2 = 1; j2 <= n; j2++) {
-      const substitution = buildSubstitutionStep(left[i2 - 1], right[j2 - 1], i2 - 1, j2 - 1, map);
+      const substitution = buildSubstitutionStep(left[i2 - 1], right[j2 - 1], i2 - 1, j2 - 1, map, weights, context);
       const deletion = buildDeletionStep(left[i2 - 1], i2 - 1, j2);
       const insertion = buildInsertionStep(right[j2 - 1], i2, j2 - 1);
       const candidates = [

package/dist/confusable-weights.d.mts

@@ -0,0 +1,19 @@
+import { ConfusableWeights } from './index.mjs';
+
+/**
+ * Measured visual similarity weights for 903 confusable pairs
+ * (110 TR39 + 793 novel discoveries).
+ *
+ * Scored across macos-m1-system-230fonts using SSIM.
+ * Each weight includes danger (max SSIM), stableDanger (p95 SSIM), cost (1 - stableDanger),
+ * and identifier property flags (xidContinue, idnaPvalid, tr39Allowed).
+ *
+ * Import from "namespace-guard/confusable-weights" to use with confusableDistance().
+ *
+ * @licence CC-BY-4.0 (data); MIT (code)
+ * @attribution Paul Wood FRSA, confusable-vision
+ * @see https://github.com/paultendo/confusable-vision
+ */
+declare const CONFUSABLE_WEIGHTS: ConfusableWeights;
+
+export { CONFUSABLE_WEIGHTS };

package/dist/confusable-weights.d.ts

@@ -0,0 +1,19 @@
+import { ConfusableWeights } from './index.js';
+
+/**
+ * Measured visual similarity weights for 903 confusable pairs
+ * (110 TR39 + 793 novel discoveries).
+ *
+ * Scored across macos-m1-system-230fonts using SSIM.
+ * Each weight includes danger (max SSIM), stableDanger (p95 SSIM), cost (1 - stableDanger),
+ * and identifier property flags (xidContinue, idnaPvalid, tr39Allowed).
+ *
+ * Import from "namespace-guard/confusable-weights" to use with confusableDistance().
+ *
+ * @licence CC-BY-4.0 (data); MIT (code)
+ * @attribution Paul Wood FRSA, confusable-vision
+ * @see https://github.com/paultendo/confusable-vision
+ */
+declare const CONFUSABLE_WEIGHTS: ConfusableWeights;
+
+export { CONFUSABLE_WEIGHTS };