@webywz/context-diet 0.0.0-stage → 0.1.0

package/dist/heuristics.js

@@ -0,0 +1,238 @@
+import { joinBlocks, parseBlocks } from "./blocks.js";
+const ANSI_RE = /\u001b\[[0-9;?]*[ -/]*[@-~]|\u001b\][^\u0007]*(?:\u0007|\u001b\\)|\u001b[@-_]/g;
+const SIGNATURE_RE = [
+    /^\s*sent from my (iphone|ipad|android|galaxy)/i,
+    /^\s*get outlook for (ios|android|mac)/i,
+    /^\s*this (e-?mail|message) (and any attachments )?(is|are) confidential/i,
+    /^\s*confidentiality notice\b/i,
+    /^\s*(unsubscribe|manage (your )?preferences)\b/i,
+    /^\s*click here to (view|unsubscribe|update)/i,
+    /^\s*\[cid:[^\]]+\]\s*$/i,
+    /^\s*begin forwarded message\s*$/i,
+    /^\s*leaked by|do not share this prompt/i,
+];
+const CHROME_RE = [
+    /^\s*\[?(DEBUG|TRACE|VERBOSE)\]?\s*[:\-]?\s*/i,
+    /^\s*npm (info|http|timing|notice)\s/i,
+    /^\s*downloading (packages|metadata)\.{2,}\s*$/i,
+];
+const DATA_URI_RE = /data:[a-zA-Z0-9.+-]+\/[a-zA-Z0-9.+-]+;base64,[A-Za-z0-9+/]+=*/g;
+const HEAVY_BLOB_RE = /[A-Za-z0-9+/]{120,}={0,2}/g;
+export function stripAnsi(text, cuts) {
+    let n = 0;
+    const next = text.replace(ANSI_RE, () => {
+        n++;
+        return "";
+    });
+    cuts.ansiSequences += n;
+    return next;
+}
+export function omitHeavyBlobs(text, cuts) {
+    const replace = (blob) => {
+        cuts.omittedHeavyBlobs += 1;
+        return `[omitted blob: ${blob.length} chars]`;
+    };
+    const next = text.replace(DATA_URI_RE, replace).replace(HEAVY_BLOB_RE, replace);
+    return next.replace(/(\[omitted blob: \d+ chars\]){2,}/g, (run) => {
+        const sizes = [...run.matchAll(/(\d+)/g)].map((m) => Number(m[1]));
+        const total = sizes.reduce((a, b) => a + b, 0);
+        if (sizes.length > 1)
+            cuts.omittedHeavyBlobs -= sizes.length - 1;
+        return `[omitted blob: ${total} chars]`;
+    });
+}
+function collapseProseWhitespace(raw, cuts) {
+    const next = raw
+        .replace(/[ \t]+$/gm, (ws) => {
+        if (ws.length)
+            cuts.whitespaceRuns += 1;
+        return "";
+    })
+        .replace(/[ \t]{2,}/g, () => {
+        cuts.whitespaceRuns += 1;
+        return " ";
+    });
+    return next;
+}
+export function collapseBlankBlocks(blocks, cuts) {
+    const out = [];
+    for (const block of blocks) {
+        if (block.type === "blank") {
+            const runs = block.raw.split("\n").length;
+            if (out.length === 0)
+                continue;
+            if (out[out.length - 1]?.type === "blank") {
+                cuts.whitespaceRuns += 1;
+                continue;
+            }
+            if (runs > 2)
+                cuts.whitespaceRuns += runs - 2;
+            out.push({ type: "blank", raw: "\n" });
+            continue;
+        }
+        if (block.type === "code") {
+            out.push(block);
+            continue;
+        }
+        out.push({ ...block, raw: collapseProseWhitespace(block.raw, cuts) });
+    }
+    while (out.length && out[out.length - 1]?.type === "blank")
+        out.pop();
+    return out;
+}
+function lineFingerprint(line) {
+    return line
+        .toLowerCase()
+        .replace(/\d{4}-\d{2}-\d{2}[ tT]\d{2}:\d{2}:\d{2}(?:[.,]\d+)?(?:z|[+-]\d{2}:?\d{2})?/g, "#ts#")
+        .replace(/[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi, "#uuid#")
+        .replace(/0x[0-9a-f]+/gi, "#hex#")
+        .replace(/\b\d+\b/g, "#n#")
+        .replace(/[^a-z0-9#]+/g, " ")
+        .replace(/\s+/g, " ")
+        .trim();
+}
+function isSignature(line) {
+    return SIGNATURE_RE.some((re) => re.test(line));
+}
+function isDecorativeRule(line) {
+    return /^[-=*_~.|#]{3,}$/.test(line.trim());
+}
+function isLowValueChrome(line) {
+    const t = line.trim();
+    if (t.length === 0)
+        return false;
+    if (isDecorativeRule(line))
+        return true;
+    return CHROME_RE.some((re) => re.test(line));
+}
+/**
+ * Drop repeated log/chrome lines and known signatures, keeping the first few
+ * occurrences so the pattern is still visible.
+ */
+export function stripBoilerplate(blocks, cuts) {
+    const fingerprints = [];
+    for (const block of blocks) {
+        if (block.type === "code" || block.type === "blank")
+            continue;
+        for (const line of block.raw.split("\n")) {
+            const fp = lineFingerprint(line);
+            if (fp)
+                fingerprints.push(fp);
+        }
+    }
+    const freq = new Map();
+    for (const fp of fingerprints)
+        freq.set(fp, (freq.get(fp) ?? 0) + 1);
+    const seen = new Map();
+    const KEEP_REPEATS = 2;
+    const mapBlock = (block) => {
+        if (block.type === "code" || block.type === "blank")
+            return block;
+        if (block.type === "rule") {
+            cuts.boilerplateLines += 1;
+            return null;
+        }
+        const kept = [];
+        for (const line of block.raw.split("\n")) {
+            if (isSignature(line) || isDecorativeRule(line)) {
+                cuts.boilerplateLines += 1;
+                continue;
+            }
+            const fp = lineFingerprint(line);
+            const count = fp ? freq.get(fp) ?? 0 : 0;
+            const noisyRepeat = Boolean(fp) && count >= 3;
+            const chrome = isLowValueChrome(line);
+            if (noisyRepeat || (chrome && count >= 2)) {
+                const keptAlready = seen.get(fp) ?? 0;
+                const cap = chrome ? 1 : KEEP_REPEATS;
+                if (keptAlready >= cap) {
+                    cuts.boilerplateLines += 1;
+                    continue;
+                }
+                seen.set(fp, keptAlready + 1);
+            }
+            kept.push(line);
+        }
+        if (kept.length === 0)
+            return null;
+        if (kept.every((l) => l.trim() === ""))
+            return null;
+        return { ...block, raw: kept.join("\n") };
+    };
+    return blocks.map(mapBlock).filter((b) => b !== null);
+}
+function normalizeParagraph(text) {
+    return text
+        .toLowerCase()
+        .replace(/https?:\/\/\S+/g, "#url#")
+        .replace(/[^a-z0-9\u4e00-\u9fff\s]/g, " ")
+        .replace(/\s+/g, " ")
+        .trim();
+}
+function jaccard(a, b) {
+    const wa = a.split(" ").filter(Boolean);
+    const wb = b.split(" ").filter(Boolean);
+    if (wa.length === 0 && wb.length === 0)
+        return 1;
+    const sa = new Set(wa);
+    const sb = new Set(wb);
+    let inter = 0;
+    for (const w of sa)
+        if (sb.has(w))
+            inter++;
+    const union = sa.size + sb.size - inter;
+    return union === 0 ? 0 : inter / union;
+}
+const DEDUPE_THRESHOLD = 0.84;
+export function dedupeParagraphs(blocks, cuts) {
+    const seenExact = new Set();
+    const seenFuzzy = [];
+    const out = [];
+    for (const block of blocks) {
+        if (block.type === "code" || block.type === "blank" || block.type === "heading") {
+            out.push(block);
+            continue;
+        }
+        const norm = normalizeParagraph(block.raw);
+        if (!norm) {
+            out.push(block);
+            continue;
+        }
+        if (seenExact.has(norm)) {
+            cuts.duplicateParagraphs += 1;
+            continue;
+        }
+        const words = norm.split(" ").length;
+        let dup = false;
+        if (words >= 6) {
+            for (const prev of seenFuzzy) {
+                if (jaccard(norm, prev) >= DEDUPE_THRESHOLD) {
+                    dup = true;
+                    break;
+                }
+            }
+        }
+        if (dup) {
+            cuts.duplicateParagraphs += 1;
+            continue;
+        }
+        seenExact.add(norm);
+        if (words >= 6) {
+            seenFuzzy.push(norm);
+            if (seenFuzzy.length > 64)
+                seenFuzzy.shift();
+        }
+        out.push(block);
+    }
+    return out;
+}
+export function tidy(text, cuts) {
+    let blocks = parseBlocks(text);
+    blocks = collapseBlankBlocks(blocks, cuts);
+    blocks = stripBoilerplate(blocks, cuts);
+    blocks = collapseBlankBlocks(blocks, cuts);
+    blocks = dedupeParagraphs(blocks, cuts);
+    blocks = collapseBlankBlocks(blocks, cuts);
+    return joinBlocks(blocks);
+}
+//# sourceMappingURL=heuristics.js.map

package/dist/heuristics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"heuristics.js","sourceRoot":"","sources":["../src/heuristics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAc,MAAM,aAAa,CAAC;AAGlE,MAAM,OAAO,GAAG,gFAAgF,CAAC;AAEjG,MAAM,YAAY,GAAG;IACnB,gDAAgD;IAChD,wCAAwC;IACxC,0EAA0E;IAC1E,+BAA+B;IAC/B,iDAAiD;IACjD,8CAA8C;IAC9C,yBAAyB;IACzB,kCAAkC;IAClC,yCAAyC;CAC1C,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,8CAA8C;IAC9C,sCAAsC;IACtC,gDAAgD;CACjD,CAAC;AAEF,MAAM,WAAW,GACf,gEAAgE,CAAC;AACnE,MAAM,aAAa,GAAG,4BAA4B,CAAC;AAEnD,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAe;IACrD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE;QACtC,CAAC,EAAE,CAAC;QACJ,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;IACxB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,IAAe;IAC1D,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;QACvC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC5B,OAAO,kBAAkB,IAAI,CAAC,MAAM,SAAS,CAAC;IAChD,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAChF,OAAO,IAAI,CAAC,OAAO,CACjB,oCAAoC,EACpC,CAAC,GAAG,EAAE,EAAE;QACN,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,iBAAiB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACjE,OAAO,kBAAkB,KAAK,SAAS,CAAC;IAC1C,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAW,EAAE,IAAe;IAC3D,MAAM,IAAI,GAAG,GAAG;SACb,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE;QAC3B,IAAI,EAAE,CAAC,MAAM;YAAE,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC;QACxC,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;SACD,OAAO,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IACL,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAe,EAAE,IAAe;IAClE,MAAM,GAAG,GAAY,EAAE,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YAC1C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC/B,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC1C,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,IAAI,IAAI,GAAG,CAAC;gBAAE,IAAI,CAAC,cAAc,IAAI,IAAI,GAAG,CAAC,CAAC;YAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,uBAAuB,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,KAAK,OAAO;QAAE,GAAG,CAAC,GAAG,EAAE,CAAC;IACtE,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,6EAA6E,EAAE,MAAM,CAAC;SAC9F,OAAO,CACN,gEAAgE,EAChE,QAAQ,CACT;SACA,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC;SACjC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC;SAC1B,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACjC,IAAI,gBAAgB,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAe,EAAE,IAAe;IAC/D,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,SAAS;QAC9D,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,EAAE;gBAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,EAAE,IAAI,YAAY;QAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAErE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,MAAM,YAAY,GAAG,CAAC,CAAC;IAEvB,MAAM,QAAQ,GAAG,CAAC,KAAY,EAAgB,EAAE;QAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,KAAK,CAAC;QAClE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,WAAW,GAAG,OAAO,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,WAAW,IAAI,CAAC,MAAM,IAAI,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;gBACtC,IAAI,WAAW,IAAI,GAAG,EAAE,CAAC;oBACvB,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;YAAE,OAAO,IAAI,CAAC;QACpD,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAc,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;SACnC,OAAO,CAAC,2BAA2B,EAAE,GAAG,CAAC;SACzC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,OAAO,CAAC,CAAS,EAAE,CAAS;IACnC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;IACvB,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;IACvB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;IACxC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;AACzC,CAAC;AAED,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,MAAM,UAAU,gBAAgB,CAAC,MAAe,EAAE,IAAe;IAC/D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAY,EAAE,CAAC;IAExB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QACrC,IAAI,GAAG,GAAG,KAAK,CAAC;QAChB,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,IAAI,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,gBAAgB,EAAE,CAAC;oBAC5C,GAAG,GAAG,IAAI,CAAC;oBACX,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpB,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,IAAI,SAAS,CAAC,MAAM,GAAG,EAAE;gBAAE,SAAS,CAAC,KAAK,EAAE,CAAC;QAC/C,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,IAAe;IAChD,IAAI,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACxC,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACxC,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC3C,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export { parseBlocks, joinBlocks, type Block, type BlockType } from "./blocks.js";
+export { diet, dietAsync } from "./diet.js";
+export { deepenText, DeepenError, hasAnyKey, resolveProvider } from "./llm.js";
+export { estimateTokens, snapshot } from "./tokens.js";
+export { formatHumanReport, toJsonReport, type JsonReport } from "./report.js";
+export { KEEP_CATEGORIES, emptyCuts, type CutCounts, type DietOptions, type DietResult, type KeepCategory, type LlmProvider, type SizeSnapshot, } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,KAAK,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAC/E,OAAO,EACL,eAAe,EACf,SAAS,EACT,KAAK,SAAS,EACd,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,YAAY,GAClB,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,7 @@
+export { parseBlocks, joinBlocks } from "./blocks.js";
+export { diet, dietAsync } from "./diet.js";
+export { deepenText, DeepenError, hasAnyKey, resolveProvider } from "./llm.js";
+export { estimateTokens, snapshot } from "./tokens.js";
+export { formatHumanReport, toJsonReport } from "./report.js";
+export { KEEP_CATEGORIES, emptyCuts, } from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAA8B,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAmB,MAAM,aAAa,CAAC;AAC/E,OAAO,EACL,eAAe,EACf,SAAS,GAOV,MAAM,YAAY,CAAC"}

package/dist/llm.d.ts

@@ -0,0 +1,12 @@
+import type { LlmProvider } from "./types.js";
+export declare class DeepenError extends Error {
+    constructor(message: string);
+}
+export declare function resolveProvider(env: NodeJS.ProcessEnv, requested?: LlmProvider): LlmProvider | null;
+export declare function hasAnyKey(env: NodeJS.ProcessEnv): boolean;
+export declare function deepenText(text: string, options?: {
+    provider?: LlmProvider;
+    env?: NodeJS.ProcessEnv;
+    fetch?: typeof fetch;
+}): Promise<string>;
+//# sourceMappingURL=llm.d.ts.map

package/dist/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAY9C,qBAAa,WAAY,SAAQ,KAAK;gBACxB,OAAO,EAAE,MAAM;CAI5B;AAED,wBAAgB,eAAe,CAC7B,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,SAAS,CAAC,EAAE,WAAW,GACtB,WAAW,GAAG,IAAI,CAKpB;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,GAAG,OAAO,CAEzD;AA4FD,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACjB,GACL,OAAO,CAAC,MAAM,CAAC,CAmBjB"}

package/dist/llm.js

@@ -0,0 +1,107 @@
+const OPENAI_URL = "https://api.openai.com/v1/chat/completions";
+const ANTHROPIC_URL = "https://api.anthropic.com/v1/messages";
+const SYSTEM_PROMPT = "You compress context that will be sent to another LLM. " +
+    "Remove redundancy, filler, repeated logs, and hedging. " +
+    "Keep facts, identifiers, file paths, error messages, code, numbers, and headings. " +
+    "Do not add new facts. Do not wrap the result in markdown fences. " +
+    "Output only the compressed text.";
+export class DeepenError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "DeepenError";
+    }
+}
+export function resolveProvider(env, requested) {
+    if (requested)
+        return requested;
+    if (env.OPENAI_API_KEY)
+        return "openai";
+    if (env.ANTHROPIC_API_KEY)
+        return "anthropic";
+    return null;
+}
+export function hasAnyKey(env) {
+    return Boolean(env.OPENAI_API_KEY || env.ANTHROPIC_API_KEY);
+}
+async function openaiChat(text, env, fetchFn) {
+    const key = env.OPENAI_API_KEY;
+    if (!key) {
+        throw new DeepenError("OPENAI_API_KEY is not set. Pass a key or omit --deepen; the local diet still works.");
+    }
+    const model = env.OPENAI_MODEL || "gpt-4o-mini";
+    const res = await fetchFn(OPENAI_URL, {
+        method: "POST",
+        headers: {
+            authorization: `Bearer ${key}`,
+            "content-type": "application/json",
+        },
+        body: JSON.stringify({
+            model,
+            temperature: 0,
+            messages: [
+                { role: "system", content: SYSTEM_PROMPT },
+                { role: "user", content: text },
+            ],
+        }),
+    });
+    if (!res.ok) {
+        const body = await res.text().catch(() => "");
+        throw new DeepenError(`OpenAI request failed (${res.status}): ${body.slice(0, 240) || res.statusText}`);
+    }
+    const json = (await res.json());
+    const out = json.choices?.[0]?.message?.content?.trim();
+    if (!out)
+        throw new DeepenError("OpenAI returned an empty completion.");
+    return { text: out };
+}
+async function anthropicChat(text, env, fetchFn) {
+    const key = env.ANTHROPIC_API_KEY;
+    if (!key) {
+        throw new DeepenError("ANTHROPIC_API_KEY is not set. Pass a key or omit --deepen; the local diet still works.");
+    }
+    const model = env.ANTHROPIC_MODEL || "claude-3-5-haiku-20241022";
+    const res = await fetchFn(ANTHROPIC_URL, {
+        method: "POST",
+        headers: {
+            "x-api-key": key,
+            "anthropic-version": "2023-06-01",
+            "content-type": "application/json",
+        },
+        body: JSON.stringify({
+            model,
+            max_tokens: 4096,
+            temperature: 0,
+            system: SYSTEM_PROMPT,
+            messages: [{ role: "user", content: text }],
+        }),
+    });
+    if (!res.ok) {
+        const body = await res.text().catch(() => "");
+        throw new DeepenError(`Anthropic request failed (${res.status}): ${body.slice(0, 240) || res.statusText}`);
+    }
+    const json = (await res.json());
+    const out = json.content
+        ?.filter((p) => p.type === "text" && p.text)
+        .map((p) => p.text)
+        .join("\n")
+        .trim();
+    if (!out)
+        throw new DeepenError("Anthropic returned an empty completion.");
+    return { text: out };
+}
+export async function deepenText(text, options = {}) {
+    const env = options.env ?? process.env;
+    const fetchFn = options.fetch ?? globalThis.fetch;
+    if (typeof fetchFn !== "function") {
+        throw new DeepenError("fetch is not available. Use Node 18+ or omit --deepen.");
+    }
+    const provider = resolveProvider(env, options.provider);
+    if (!provider) {
+        throw new DeepenError("No API key found. Set OPENAI_API_KEY or ANTHROPIC_API_KEY to use --deepen.");
+    }
+    const result = provider === "openai"
+        ? await openaiChat(text, env, fetchFn)
+        : await anthropicChat(text, env, fetchFn);
+    return result.text;
+}
+//# sourceMappingURL=llm.js.map

package/dist/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,GAAG,4CAA4C,CAAC;AAChE,MAAM,aAAa,GAAG,uCAAuC,CAAC;AAE9D,MAAM,aAAa,GACjB,yDAAyD;IACzD,yDAAyD;IACzD,oFAAoF;IACpF,mEAAmE;IACnE,kCAAkC,CAAC;AAErC,MAAM,OAAO,WAAY,SAAQ,KAAK;IACpC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AAED,MAAM,UAAU,eAAe,CAC7B,GAAsB,EACtB,SAAuB;IAEvB,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,GAAG,CAAC,cAAc;QAAE,OAAO,QAAQ,CAAC;IACxC,IAAI,GAAG,CAAC,iBAAiB;QAAE,OAAO,WAAW,CAAC;IAC9C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAsB;IAC9C,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;AAC9D,CAAC;AAMD,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,GAAsB,EACtB,OAAqB;IAErB,MAAM,GAAG,GAAG,GAAG,CAAC,cAAc,CAAC;IAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,WAAW,CACnB,qFAAqF,CACtF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,IAAI,aAAa,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE;QACpC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,GAAG,EAAE;YAC9B,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK;YACL,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;aAChC;SACF,CAAC;KACH,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,IAAI,WAAW,CACnB,0BAA0B,GAAG,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,EAAE,CACjF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAE7B,CAAC;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,WAAW,CAAC,sCAAsC,CAAC,CAAC;IACxE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,IAAY,EACZ,GAAsB,EACtB,OAAqB;IAErB,MAAM,GAAG,GAAG,GAAG,CAAC,iBAAiB,CAAC;IAClC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,WAAW,CACnB,wFAAwF,CACzF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,eAAe,IAAI,2BAA2B,CAAC;IACjE,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE;QACvC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,WAAW,EAAE,GAAG;YAChB,mBAAmB,EAAE,YAAY;YACjC,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK;YACL,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SAC5C,CAAC;KACH,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,IAAI,WAAW,CACnB,6BAA6B,GAAG,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,EAAE,CACpF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAE7B,CAAC;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO;QACtB,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC;SAC3C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAClB,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;IACV,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,WAAW,CAAC,yCAAyC,CAAC,CAAC;IAC3E,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAY,EACZ,UAII,EAAE;IAEN,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;IAClD,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,IAAI,WAAW,CACnB,wDAAwD,CACzD,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,WAAW,CACnB,4EAA4E,CAC7E,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GACV,QAAQ,KAAK,QAAQ;QACnB,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC;QACtC,CAAC,CAAC,MAAM,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC9C,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC"}

package/dist/package-info.d.ts

@@ -0,0 +1,5 @@
+export declare function packageInfo(): {
+    name: string;
+    version: string;
+};
+//# sourceMappingURL=package-info.d.ts.map

package/dist/package-info.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-info.d.ts","sourceRoot":"","sources":["../src/package-info.ts"],"names":[],"mappings":"AAMA,wBAAgB,WAAW,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAS/D"}

package/dist/package-info.js

@@ -0,0 +1,13 @@
+import { readFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+let cached;
+export function packageInfo() {
+    if (cached)
+        return cached;
+    const pkgPath = join(dirname(fileURLToPath(import.meta.url)), "..", "package.json");
+    const pkg = JSON.parse(readFileSync(pkgPath, "utf8"));
+    cached = { name: pkg.name, version: pkg.version };
+    return cached;
+}
+//# sourceMappingURL=package-info.js.map

package/dist/package-info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-info.js","sourceRoot":"","sources":["../src/package-info.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,IAAI,MAAqD,CAAC;AAE1D,MAAM,UAAU,WAAW;IACzB,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;IACpF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAGnD,CAAC;IACF,MAAM,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAClD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/parse-args.d.ts

@@ -0,0 +1,19 @@
+import { type KeepCategory, type LlmProvider } from "./types.js";
+export interface CliArgs {
+    help: boolean;
+    version: boolean;
+    json: boolean;
+    quiet: boolean;
+    deepen: boolean;
+    file?: string;
+    output?: string;
+    maxTokens?: number;
+    keep: KeepCategory[];
+    provider?: LlmProvider;
+}
+export declare class UsageError extends Error {
+    constructor(message: string);
+}
+export declare const HELP_TEXT = "context-diet \u2014 slim LLM context before you send it\n\nUsage:\n  context-diet [file] [options]\n  cat logs.txt | context-diet --max-tokens 2000\n\nOptions:\n  -o, --output <file>       Write slimmed text to a file instead of stdout\n      --max-tokens <n>      Truncate to an estimated token budget\n      --keep <cats>         Prefer headings, code, lists when truncating\n                            (comma or pipe: headings|code|lists)\n      --json                Print a machine-readable report (includes text)\n      --deepen              Optional LLM pass (OPENAI_API_KEY / ANTHROPIC_API_KEY)\n      --provider <name>     openai | anthropic (default: first available key)\n  -q, --quiet               Do not print the human report to stderr\n  -h, --help                Show this help\n  -V, --version             Show version\n\nOffline by default. --deepen is never required.\nToken counts are a cl100k-ish heuristic, not a billed tokenizer.\n";
+export declare function parseArgs(argv: string[]): CliArgs;
+//# sourceMappingURL=parse-args.d.ts.map

package/dist/parse-args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-args.d.ts","sourceRoot":"","sources":["../src/parse-args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAElF,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,YAAY,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB;AAED,qBAAa,UAAW,SAAQ,KAAK;gBACvB,OAAO,EAAE,MAAM;CAI5B;AAoDD,eAAO,MAAM,SAAS,i8BAqBrB,CAAC;AAEF,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CA0GjD"}

package/dist/parse-args.js

@@ -0,0 +1,172 @@
+import { KEEP_CATEGORIES } from "./types.js";
+export class UsageError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "UsageError";
+    }
+}
+const KEEP_SET = new Set(KEEP_CATEGORIES);
+const PROVIDERS = new Set(["openai", "anthropic"]);
+function parseKeepValue(raw) {
+    const parts = raw
+        .split(/[,|]/)
+        .map((p) => p.trim().toLowerCase())
+        .filter(Boolean);
+    if (parts.length === 0) {
+        throw new UsageError("Expected --keep headings|code|lists (comma or pipe separated).");
+    }
+    const out = [];
+    for (const part of parts) {
+        if (!KEEP_SET.has(part)) {
+            throw new UsageError(`Unknown --keep value "${part}". Use headings, code, and/or lists.`);
+        }
+        out.push(part);
+    }
+    return out;
+}
+function parsePositiveInt(flag, raw) {
+    if (!/^\d+$/.test(raw)) {
+        throw new UsageError(`${flag} expects a positive integer, got "${raw}".`);
+    }
+    const n = Number(raw);
+    if (!Number.isSafeInteger(n) || n <= 0) {
+        throw new UsageError(`${flag} expects a positive integer, got "${raw}".`);
+    }
+    return n;
+}
+function takeValue(argv, i, flag, inline) {
+    if (inline !== undefined && inline !== "")
+        return { value: inline, next: i };
+    const value = argv[i];
+    if (value === undefined || value.startsWith("-")) {
+        throw new UsageError(`${flag} requires a value.`);
+    }
+    return { value, next: i + 1 };
+}
+export const HELP_TEXT = `\
+context-diet — slim LLM context before you send it
+
+Usage:
+  context-diet [file] [options]
+  cat logs.txt | context-diet --max-tokens 2000
+
+Options:
+  -o, --output <file>       Write slimmed text to a file instead of stdout
+      --max-tokens <n>      Truncate to an estimated token budget
+      --keep <cats>         Prefer headings, code, lists when truncating
+                            (comma or pipe: headings|code|lists)
+      --json                Print a machine-readable report (includes text)
+      --deepen              Optional LLM pass (OPENAI_API_KEY / ANTHROPIC_API_KEY)
+      --provider <name>     openai | anthropic (default: first available key)
+  -q, --quiet               Do not print the human report to stderr
+  -h, --help                Show this help
+  -V, --version             Show version
+
+Offline by default. --deepen is never required.
+Token counts are a cl100k-ish heuristic, not a billed tokenizer.
+`;
+export function parseArgs(argv) {
+    const args = {
+        help: false,
+        version: false,
+        json: false,
+        quiet: false,
+        deepen: false,
+        keep: [],
+    };
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        if (a === "--") {
+            const rest = argv.slice(i + 1);
+            if (rest.length > 1) {
+                throw new UsageError(`Unexpected extra arguments: ${rest.slice(1).join(" ")}`);
+            }
+            if (rest[0] !== undefined) {
+                if (args.file)
+                    throw new UsageError("Pass at most one input file.");
+                args.file = rest[0];
+            }
+            break;
+        }
+        if (a === "-h" || a === "--help") {
+            args.help = true;
+            continue;
+        }
+        if (a === "-V" || a === "--version") {
+            args.version = true;
+            continue;
+        }
+        if (a === "--json") {
+            args.json = true;
+            continue;
+        }
+        if (a === "-q" || a === "--quiet") {
+            args.quiet = true;
+            continue;
+        }
+        if (a === "--deepen") {
+            args.deepen = true;
+            continue;
+        }
+        if (a === "-o" || a === "--output" || a.startsWith("--output=")) {
+            const inline = a.startsWith("--output=") ? a.slice("--output=".length) : undefined;
+            const got = takeValue(argv, i + 1, "--output", inline);
+            args.output = got.value;
+            i = got.next - 1;
+            continue;
+        }
+        if (a === "--max-tokens" || a.startsWith("--max-tokens=")) {
+            const inline = a.startsWith("--max-tokens=")
+                ? a.slice("--max-tokens=".length)
+                : undefined;
+            const got = takeValue(argv, i + 1, "--max-tokens", inline);
+            args.maxTokens = parsePositiveInt("--max-tokens", got.value);
+            i = got.next - 1;
+            continue;
+        }
+        if (a === "--keep" || a.startsWith("--keep=")) {
+            const inline = a.startsWith("--keep=") ? a.slice("--keep=".length) : undefined;
+            const got = takeValue(argv, i + 1, "--keep", inline);
+            args.keep.push(...parseKeepValue(got.value));
+            i = got.next - 1;
+            continue;
+        }
+        if (a === "--provider" || a.startsWith("--provider=")) {
+            const inline = a.startsWith("--provider=")
+                ? a.slice("--provider=".length)
+                : undefined;
+            const got = takeValue(argv, i + 1, "--provider", inline);
+            const name = got.value.toLowerCase();
+            if (!PROVIDERS.has(name)) {
+                throw new UsageError(`Unknown --provider "${got.value}". Use openai or anthropic.`);
+            }
+            args.provider = name;
+            i = got.next - 1;
+            continue;
+        }
+        if (a === "-") {
+            if (args.file) {
+                throw new UsageError("Pass at most one input file.");
+            }
+            args.file = "-";
+            continue;
+        }
+        if (a.startsWith("-")) {
+            throw new UsageError(`Unknown option: ${a}`);
+        }
+        if (args.file) {
+            throw new UsageError(`Unexpected extra argument: ${a}`);
+        }
+        args.file = a;
+    }
+    // Dedupe keep while preserving order.
+    const seen = new Set();
+    args.keep = args.keep.filter((k) => {
+        if (seen.has(k))
+            return false;
+        seen.add(k);
+        return true;
+    });
+    return args;
+}
+//# sourceMappingURL=parse-args.js.map

package/dist/parse-args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-args.js","sourceRoot":"","sources":["../src/parse-args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAuC,MAAM,YAAY,CAAC;AAelF,MAAM,OAAO,UAAW,SAAQ,KAAK;IACnC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAS,eAAe,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAc,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;AAEhE,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,KAAK,GAAG,GAAG;SACd,KAAK,CAAC,MAAM,CAAC;SACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SAClC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,UAAU,CAClB,gEAAgE,CACjE,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAmB,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,UAAU,CAClB,yBAAyB,IAAI,sCAAsC,CACpE,CAAC;QACJ,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,IAAoB,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,GAAW;IACjD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,UAAU,CAAC,GAAG,IAAI,qCAAqC,GAAG,IAAI,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,UAAU,CAAC,GAAG,IAAI,qCAAqC,GAAG,IAAI,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAChB,IAAc,EACd,CAAS,EACT,IAAY,EACZ,MAAe;IAEf,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,UAAU,CAAC,GAAG,IAAI,oBAAoB,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG;;;;;;;;;;;;;;;;;;;;;CAqBxB,CAAC;AAEF,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,IAAI,GAAY;QACpB,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,EAAE;KACT,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QAEnB,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,UAAU,CAAC,+BAA+B,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAM,IAAI,UAAU,CAAC,8BAA8B,CAAC,CAAC;gBACpE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;YACD,MAAM;QACR,CAAC;QAED,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,WAAW,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAChE,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnF,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,cAAc,IAAI,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC,cAAc,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7D,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/E,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC;gBACxC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC;gBAC/B,CAAC,CAAC,SAAS,CAAC;YACd,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAmB,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,UAAU,CAAC,uBAAuB,GAAG,CAAC,KAAK,6BAA6B,CAAC,CAAC;YACtF,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG,IAAmB,CAAC;YACpC,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,UAAU,CAAC,8BAA8B,CAAC,CAAC;YACvD,CAAC;YACD,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,UAAU,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,sCAAsC;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAgB,CAAC;IACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACjC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC;AACd,CAAC"}