hillclimb 0.8.11 → 0.8.13

package/dist/pattern-worker.js

@@ -8298,6 +8298,12 @@ var patterns_local_default = {
 var DELIMITER_SUFFIX = /\(=\| =\|:\| :\)$/;
 var HAS_VALUE_MATCHER = /[[{+*]|\\[wdWDsS]/;
 var GREEDY_TAIL = /\.\+$|\.\*$/;
+var PREFIX_RUNS = {
+  "[0-9a-z._-]+.rds.amazonaws.com": "[0-9a-z._-]+",
+  "[\\w\\-]*sq0i[a-z]{2}-[0-9A-Za-z\\-_]{22,43}": "[\\w-]+",
+  "[\\w\\-]*sq0c[a-z]{2}-[0-9A-Za-z\\-_]{40,50}": "[\\w-]+",
+  "[0-9]+:AA[0-9A-Za-z\\-_]{33}": "[0-9]+"
+};
 var PLACEHOLDER_VALUE = /your[-_ ]|xxxxx|example|sample|dummy|placeholder|change[-_]?me|redacted|insert[-_ ]|fixme|1234567890|abcdefgh/i;
 var LEADING_TEMPLATE = /^[$%{<*#]/;
 var FILLER_RUN = /^(?:x+|\*+|-+|\.+)$/i;
@@ -8402,9 +8408,11 @@ function compilePatterns() {
     if (GREEDY_TAIL.test(p.regex)) continue;
     if (p.validator && !(p.validator in VALIDATORS)) continue;
     try {
+      const prefixRun = PREFIX_RUNS[p.regex];
       patterns.push({
         name: p.name,
-        regex: new RegExp(p.regex, p.flags ? `g${p.flags}` : "g"),
+        regex: new RegExp(p.regex, `g${prefixRun ? "y" : ""}${p.flags ?? ""}`),
+        prefixRun: prefixRun ? new RegExp(prefixRun, `g${p.flags ?? ""}`) : void 0,
         groupCount: countCaptureGroups(p.regex),
         validate: p.validator ? VALIDATORS[p.validator] : void 0,
         context: p.context ? new RegExp(p.context, "i") : void 0,
@@ -8416,12 +8424,24 @@ function compilePatterns() {
   }
   return patterns;
 }
-function applyPattern(content, regex, groupCount, validate) {
+function applyPattern(content, regex, groupCount, validate, prefixRun) {
   let count = 0;
   let result = "";
   let lastIndex = 0;
   regex.lastIndex = 0;
-  let match = regex.exec(content);
+  const nextMatch = () => {
+    if (!prefixRun) return regex.exec(content);
+    prefixRun.lastIndex = regex.lastIndex;
+    let run = prefixRun.exec(content);
+    while (run !== null) {
+      regex.lastIndex = run.index;
+      const match2 = regex.exec(content);
+      if (match2 !== null) return match2;
+      run = prefixRun.exec(content);
+    }
+    return null;
+  };
+  let match = nextMatch();
   if (match === null) {
     return { value: content, count: 0 };
   }
@@ -8442,7 +8462,7 @@ function applyPattern(content, regex, groupCount, validate) {
       if (fullMatch.length === 0) {
         regex.lastIndex++;
       }
-      match = regex.exec(content);
+      match = nextMatch();
       continue;
     }
     count++;
@@ -8458,7 +8478,7 @@ function applyPattern(content, regex, groupCount, validate) {
     if (fullMatch.length === 0) {
       regex.lastIndex++;
     }
-    match = regex.exec(content);
+    match = nextMatch();
   }
   result += content.slice(lastIndex);
   return { value: result, count };
@@ -8483,13 +8503,21 @@ function redactString(value, patterns, owningKey = null) {
       const keyHit = owningKey !== null && p.context.test(owningKey);
       if (!keyHit && (p.keyOnlyContext || !p.context.test(result))) continue;
     }
-    const applied = applyPattern(result, p.regex, p.groupCount, p.validate);
+    const applied = applyPattern(
+      result,
+      p.regex,
+      p.groupCount,
+      p.validate,
+      p.prefixRun
+    );
     result = applied.value;
     totalCount += applied.count;
   }
   return { value: result, count: totalCount };
 }
 var keyMaskCaches = /* @__PURE__ */ new WeakMap();
+var memoStringUnits = /* @__PURE__ */ new WeakMap();
+var MAX_MEMO_STRING_UNITS = 8 * 1024 * 1024;
 function contextMaskForKey(key, patterns) {
   let cache = keyMaskCaches.get(patterns);
   if (!cache) {
@@ -8502,16 +8530,24 @@ function contextMaskForKey(key, patterns) {
   for (let i = 0; i < patterns.length; i++) {
     if (patterns[i].context?.test(key)) mask += `${i},`;
   }
-  if (cache.size < 1e4) cache.set(key, mask);
+  if (cache.size < 1e4 && key.length <= 256) cache.set(key, mask);
   return mask;
 }
 function memoizedRedact(value, patterns, memo, owningKey) {
+  if (value.length > MAX_MEMO_STRING_UNITS) {
+    return redactString(value, patterns, owningKey);
+  }
   const mask = owningKey === null ? "" : contextMaskForKey(owningKey, patterns);
   const memoKey = mask === "" ? `v${value}` : `k${mask}\0${value}`;
   const cached = memo.get(memoKey);
   if (cached) return cached;
   const result = redactString(value, patterns, owningKey);
-  memo.set(memoKey, result);
+  const retained = memoStringUnits.get(memo) ?? 0;
+  const units = memoKey.length + result.value.length;
+  if (memo.size < 2048 && retained + units <= MAX_MEMO_STRING_UNITS) {
+    memo.set(memoKey, result);
+    memoStringUnits.set(memo, retained + units);
+  }
   return result;
 }
 function walkAndRedactAll(value, patterns, memo, owningKey = null) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hillclimb",
-  "version": "0.8.11",
+  "version": "0.8.13",
   "description": "Extract and export AI coding tool logs grouped by repo",
   "license": "MIT",
   "type": "module",