@ladderkitlab/hub-kb 0.4.0 → 1.0.0

package/dist/main.js

@@ -297,6 +297,7 @@ function continuationStarts(t, n, pos) {
   if (isWs(c) || CJK_STOPS.includes(c) || c === "&" || c === "#" || c === ";") return false;
   return !isCloser(c) || isAsciiAlnum(t[pos + 1]);
 }
+var isWrapQuote = (c) => c === '"' || c === "'";
 function readWrapped(s, open) {
   const t = s.text;
   const close = t[open] === "<" ? ">" : t[open];
@@ -352,19 +353,19 @@ function readAdjacent(s, pos, continuation = false) {
 }
 function readSegmentAt(s, pos, continuation = false) {
   const c = s.text[pos];
-  return c === '"' || c === "'" || c === "<" ? readWrapped(s, pos) : readAdjacent(s, pos, continuation);
+  return isWrapQuote(c) || c === "<" ? readWrapped(s, pos) : readAdjacent(s, pos, continuation);
 }
-function isContent(s, raw) {
+function isContent(s, raw, depth = 1) {
   s.budget.tick(raw.length + 1);
-  let decoded;
+  let decoded = raw.replace(/\+/g, " ");
   try {
-    decoded = decodeURIComponent(raw.replace(/\+/g, " "));
+    for (let d = 0; d < depth; d++) decoded = decodeURIComponent(decoded);
   } catch {
     return true;
   }
   return decoded.trim() !== "";
 }
-function hasRawValueContent(s, start, end) {
+function hasRawValueContent(s, start, end, depth = 1) {
   let raw = "";
   for (let k = start; k < end; ) {
     s.budget.tick();
@@ -372,7 +373,7 @@ function hasRawValueContent(s, start, end) {
     if (a > 0 && k + a <= end) k += a;
     else raw += s.text[k++];
   }
-  return s.budget.exhausted || isContent(s, raw);
+  return s.budget.exhausted || isContent(s, raw, depth);
 }
 function interpretUrlValue(s, start) {
   const cached = s.values.get(start);
@@ -387,7 +388,7 @@ function interpretUrlValue(s, start) {
   let j = start;
   while (j < n && isInlineWs(t[j])) j++;
   s.budget.tick(j - start + 1);
-  if (j < n && (t[j] === '"' || t[j] === "'")) {
+  if (j < n && isWrapQuote(t[j])) {
     seg = readWrapped(s, j);
     wide = true;
   } else if (t[start] === "<") seg = readWrapped(s, start);
@@ -506,6 +507,30 @@ function compoundNameStart(text, nameStart, s) {
   }
   return start;
 }
+function compoundNameEnd(text, from, s) {
+  let end = from;
+  for (; ; ) {
+    let j = end;
+    while (j < text.length && isConnector(text[j])) j++;
+    let k = j;
+    while (k < text.length && isAlnumAt(text, k)) k++;
+    s?.budget.tick(k - end + 1);
+    if (k === j) return end;
+    end = k;
+  }
+}
+function separatorEndAfterName(s, nameEnd) {
+  const t = s.text;
+  const n = s.n;
+  let j = nameEnd;
+  while (j < n && isWs(t[j])) j++;
+  if (j < n && (t[j] === '"' || t[j] === "'")) {
+    j++;
+    while (j < n && isWs(t[j])) j++;
+  }
+  s.budget.tick(j - nameEnd + 1);
+  return j < n && SEPARATORS.includes(t[j]) ? j + 1 : -1;
+}
 var URL_NAME_SET = new Set(URL_CREDENTIAL_NAMES);
 var COMPOUND_URL_NAME = new RegExp(`^_*(?:[a-z0-9]+[_.\\-]+)*(${[...PROSE_CREDENTIAL_NAMES, PROSE_KEY_NAME].join("|")})$`);
 function decodeOnce(s) {
@@ -593,18 +618,11 @@ function proseNamedHits(s) {
       i = end2;
       continue;
     }
-    let j = nameEnd;
-    while (j < n && isWs(t[j])) j++;
-    if (j < n && (t[j] === '"' || t[j] === "'")) {
-      j++;
-      while (j < n && isWs(t[j])) j++;
-    }
-    s.budget.tick(j - nameEnd + 1);
-    if (j >= n || !SEPARATORS.includes(t[j])) {
+    const sepEnd = separatorEndAfterName(s, nameEnd);
+    if (sepEnd < 0) {
       i++;
       continue;
     }
-    const sepEnd = j + 1;
     let headEnd;
     if (name === PROSE_KEY_NAME) {
       headEnd = keyThresholdEnd(s, sepEnd);
@@ -659,7 +677,7 @@ function proseNamedHits(s) {
     }
     const start = compoundNameStart(t, runStart, s);
     let urlEnd = -1;
-    if (t[j] === "=" && j === nameEnd && inUrlParamName(s, start)) {
+    if (sepEnd === nameEnd + 1 && t[nameEnd] === "=" && inUrlParamName(s, start)) {
       const v = interpretUrlValue(s, sepEnd);
       if (!hasCredentialValue(v) && v.state !== "none") {
         i = nameEnd;
@@ -691,6 +709,13 @@ function paramNameEnd(t, at) {
   }
   return j > at && t[j] === "=" ? j : -1;
 }
+function encodedSep(t, i) {
+  if (t[i] !== "%") return null;
+  const dbl = t[i + 1] === "2" && t[i + 2] === "5";
+  const code = t.slice(dbl ? i + 3 : i + 1, dbl ? i + 5 : i + 3).toUpperCase();
+  const ch = code === "3F" ? "?" : code === "26" ? "&" : code === "23" ? "#" : code === "3D" ? "=" : "";
+  return ch ? { ch, len: dbl ? 5 : 3 } : null;
+}
 function urlCredentialSpans(s) {
   if (s.urlcred) return s.urlcred;
   const t = s.text;
@@ -704,33 +729,34 @@ function urlCredentialSpans(s) {
     }
     const c = t[i];
     if (c === "%" && i + 2 < n) {
-      const head = t.slice(i, i + 3).toUpperCase();
-      if (head === "%3F" || head === "%26" || head === "%23") {
-        let j = i + 3;
+      const head = encodedSep(t, i);
+      if (head && head.ch !== "=") {
+        let j = i + head.len;
         while (j < n) {
           if (PARAM_NAME_CHAR(t, j)) {
             j++;
             continue;
           }
-          if (t[j] === "%" && isHex(t[j + 1]) && isHex(t[j + 2]) && !["%3D", "%26", "%3F", "%23"].includes(t.slice(j, j + 3).toUpperCase())) {
+          if (t[j] === "%" && isHex(t[j + 1]) && isHex(t[j + 2]) && encodedSep(t, j)?.len !== head.len) {
             j += 3;
             continue;
           }
           break;
         }
         s.budget.tick(j - i + 1);
-        if (j > i + 3 && t.slice(j, j + 3).toUpperCase() === "%3D") {
-          const cls2 = urlNameClass(t.slice(i + 3, j).replace(/%25/gi, "%"));
+        const eq2 = encodedSep(t, j);
+        if (j > i + head.len && eq2?.ch === "=") {
+          const cls2 = urlNameClass(t.slice(i + head.len, j).replace(/%25/gi, "%"));
           if (!cls2) {
             i = j;
             continue;
           }
-          const vStart = j + 3;
+          const vStart = j + eq2.len;
           let k = vStart;
-          while (k < n && t[k] !== "&" && t[k] !== "#" && !isWs(t[k]) && !(t[k] === "%" && t.slice(k, k + 3).toUpperCase() === "%26")) k++;
+          while (k < n && t[k] !== "&" && t[k] !== "#" && !isWs(t[k]) && !(encodedSep(t, k)?.ch === "&" && encodedSep(t, k).len === head.len)) k++;
           s.budget.tick(k - vStart + 1);
-          if (k > vStart && hasRawValueContent(s, vStart, k)) {
-            out.push({ index: cls2 === "url" ? vStart : i + 3, end: k });
+          if (k > vStart && hasRawValueContent(s, vStart, k, eq2.len === 5 ? 2 : 1)) {
+            out.push({ index: cls2 === "url" ? vStart : i + head.len, end: k });
             i = k;
             continue;
           }
@@ -783,7 +809,8 @@ function httpHeadAt(t, i) {
   const head = t.slice(i, i + 8).toLowerCase();
   return head.startsWith("https://") ? 8 : head.startsWith("http://") ? 7 : 0;
 }
-var ENCODED_HEAD = /https?(?::|%(?:25)?3a)(?:\/|%(?:25)?2f)(?:\/|%(?:25)?2f)/iy;
+var SCHEME_SEPARATOR_SRC = String.raw`(?::|%(?:25)?3a)(?:\/|%(?:25)?2f)(?:\/|%(?:25)?2f)`;
+var ENCODED_HEAD = new RegExp(`https?${SCHEME_SEPARATOR_SRC}`, "iy");
 function encodedHeadAt(t, i) {
   if (t[i] !== "h" && t[i] !== "H") return 0;
   ENCODED_HEAD.lastIndex = i;
@@ -798,8 +825,9 @@ function socksHeadAt(t, i) {
   for (const p of SOCKS_HEADS) if (head.startsWith(p)) return p.length;
   return 0;
 }
+var SCHEME_SEPARATOR = new RegExp(SCHEME_SEPARATOR_SRC, "i");
 function hasSchemeSeparator(text) {
-  return text.includes("://");
+  return SCHEME_SEPARATOR.test(text);
 }
 var ENCODED_UNIT = { "3A": ":", "2F": "/", "3F": "?", "23": "#", "40": "@", "5B": "[", "5D": "]", "28": "(", "29": ")" };
 var ONCE = 1;
@@ -1165,17 +1193,17 @@ function subscriptionSpans(s) {
       continue;
     }
     const end = endAt(i);
-    let q = kw;
+    const sep = separatorEndAfterName(s, compoundNameEnd(t, kw, s));
+    let q = sep >= 0 ? sep : kw;
     while (q < end && isInlineWs(t[q])) q++;
-    if (q < end && (t[q] === "=" || t[q] === ":" || t[q] === "\uFF1A")) {
-      q++;
-      while (q < end && isInlineWs(t[q])) q++;
-    }
+    const open = q < end && isWrapQuote(t[q]) ? q : -1;
     s.budget.tick(q - kw + 1);
-    const link = linkStartingAt(s, q);
+    const link = linkStartingAt(s, open >= 0 ? q + 1 : q);
     let j;
-    if (link) j = Math.min(link.displayEnd, end);
-    else {
+    if (link) {
+      j = Math.min(link.displayEnd, end);
+      if (open >= 0 && j < end && t[j] === t[open]) j++;
+    } else {
       j = kw;
       while (j < end && !KEYWORD_VALUE_END(t[j]) && !stops.has(j)) j++;
       s.budget.tick(j - kw + 1);
@@ -1270,7 +1298,7 @@ function regexInRuns(isClass, re, minLen) {
 }
 var EMAIL = regexInRuns((x) => isAlnumCode2(x) || x === 46 || x === 95 || x === 37 || x === 43 || x === 45 || x === 64, /(?<![A-Za-z0-9._%+-])[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]+/g, 5);
 var UUID = regexInRuns((x) => isHexCode2(x) || x === 45, /\b[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}\b/gi, 36);
-var IPV6 = regexInRuns((x) => isHexCode2(x) || x === 58 || x === 46, /(?<![0-9a-f:])(?:[0-9a-f]{0,4}:){2,}(?:\d{1,3}\.){3}\d{1,3}|(?<![0-9a-f:])(?!(?<=[a-z])::[0-9a-f:]*[g-z])(?:[0-9a-f]{0,4}:){2,7}[0-9a-f]{0,4}(?![0-9a-f:])/gi, 2);
+var IPV6 = regexInRuns((x) => isHexCode2(x) || x === 58 || x === 46, /(?<![0-9a-f:])(?:[0-9a-f]{0,4}:){2,}(?:\d{1,3}\.){3}\d{1,3}|(?<![0-9a-f:])(?!(?<=[a-z])::[0-9a-f:]*[g-z])(?:(?=[0-9a-f:]*::)(?:[0-9a-f]{0,4}:){2,7}[0-9a-f]{0,4}|::(?:[0-9a-f]{1,4}:){6}[0-9a-f]{1,4}|(?:[0-9a-f]{1,4}:){7}:|(?:[0-9a-f]{1,4}:){7}[0-9a-f]{1,4})(?![0-9a-f:])/gi, 2);
 var IPV4 = regexInRuns((x) => x >= 48 && x <= 57 || x === 46, /(?<!\d)(?:\d{1,3}\.){3}\d{1,3}(?!\d)/g, 7);
 function inviteSpans(s) {
   if (s.invites) return s.invites;
@@ -1406,8 +1434,8 @@ function isKnownFalsePositive(m) {
 function credentialRules(text) {
   return [...new Set(sensitiveMatches(text).filter((m) => SECRET_RULES.has(m.rule) && !isKnownFalsePositive(m)).map((m) => m.rule))];
 }
-function maskSensitive(text, policy, opts = {}) {
-  const ms = sensitiveMatches(text, opts).filter((m) => policy === "exception" || SECRET_RULES.has(m.rule) && !isKnownFalsePositive(m));
+function maskSensitive(text, policy, opts = {}, keep) {
+  const ms = sensitiveMatches(text, opts).filter((m) => policy === "exception" || SECRET_RULES.has(m.rule) && !isKnownFalsePositive(m) && !keep?.(m));
   return render(text, ms, () => CREDENTIAL_MASK);
 }
 
@@ -1588,6 +1616,7 @@ function partHeadings(segs) {
     starts.push(off);
     off += l.line.length;
   }
+  let lastH1 = "";
   let lastH2 = "";
   let segStart = 0;
   let i = 0;
@@ -1600,8 +1629,18 @@ function partHeadings(segs) {
       while (k < lines.length && starts[k] < segEnd && lines[k].line.trim() === "") k++;
       if (k < lines.length && starts[k] < segEnd && !lines[k].inFence && /^#{1,2} /.test(lines[k].line)) heading = lines[k].line.trim();
     }
-    const label = heading ?? (lastH2 ? `${lastH2}\uFF08\u7EED\uFF09` : seg.split("\n").find((l) => l.trim() !== "")?.trim() ?? "");
-    for (let k = i; k < lines.length && starts[k] < segEnd; k++) if (starts[k] >= segStart && !lines[k].inFence && lines[k].line.startsWith("## ")) lastH2 = lines[k].line.trim();
+    const firstLine = () => {
+      for (let k = i; k < lines.length && starts[k] < segEnd; k++) {
+        const t = lines[k].line.slice(Math.max(0, segStart - starts[k]), segEnd - starts[k]).trim();
+        if (!lines[k].inFence && !FENCE_OPEN.test(lines[k].line) && t !== "") return t;
+      }
+      return "";
+    };
+    const label = heading ?? (lastH2 ? `${lastH2}\uFF08\u7EED\uFF09` : lastH1 ? `${lastH1}\uFF08\u7EED\uFF09` : firstLine());
+    for (let k = i; k < lines.length && starts[k] < segEnd; k++) if (starts[k] >= segStart && !lines[k].inFence) {
+      if (lines[k].line.startsWith("## ")) lastH2 = lines[k].line.trim();
+      else if (lines[k].line.startsWith("# ")) lastH1 = lines[k].line.trim();
+    }
     segStart = segEnd;
     return clip(label);
   });

package/package.json

@@ -1,5 +1,5 @@
 {
-  "name": "@ladderkitlab/hub-kb", "version": "0.4.0", "type": "module",
+  "name": "@ladderkitlab/hub-kb", "version": "1.0.0", "type": "module",
   "license": "(MIT AND CC-BY-NC-SA-4.0)", "engines": { "node": ">=22" },
   "publishConfig": { "access": "public" },
   "bin": { "hub-kb": "./dist/main.js" }, "files": ["dist/", "snapshot/", "README.md", "LICENSE", "LICENSE-CONTENT"],