@webywz/context-diet 0.0.0-stage → 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 webywz
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,3 +1,171 @@
-# Temporary Holding Version
+# context-diet
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+**Slim LLM context before you send it.** Drop the noise, keep the signal, estimate tokens — locally, offline, in milliseconds.
+
+Engineers paste logs, docs, and chat history into models. Most of it is filler: repeated `DEBUG` lines, email signatures, duplicated paragraphs, 4KB of base64. `context-diet` is a small CLI that strips that chrome, optionally fits a token budget, and tells you what it cut.
+
+```bash
+npm i -g @webywz/context-diet
+```
+
+```bash
+context-diet logs.txt --max-tokens 2000 --keep headings|code
+```
+
+## Install
+
+```bash
+npm i -g @webywz/context-diet
+```
+
+Node 18+ is required. No tokenizer files, no GPU, no account.
+
+```bash
+# one-off
+npx @webywz/context-diet --help
+```
+
+## Quick start
+
+```bash
+# file → slimmed text on stdout, report on stderr
+context-diet input.txt
+
+# stdin
+cat noisy.log | context-diet --max-tokens 1500 > slim.txt
+
+# write the body to a file
+context-diet notes.md -o slim.md --keep headings,code,lists
+
+# machine-readable
+context-diet input.txt --json | jq '{tokens: .output.tokens, cuts}'
+```
+
+### Before / after
+
+Input (`examples/noisy.txt`) — repeated logs, a duplicated runbook, a signature, a fat blob:
+
+```
+[2026-03-14 09:01:02] INFO Starting request handler
+[2026-03-14 09:01:02] DEBUG loading config from /etc/app/config.yaml
+[2026-03-14 09:01:03] DEBUG loading config from /etc/app/config.yaml
+[2026-03-14 09:01:03] DEBUG loading config from /etc/app/config.yaml
+…
+CONFIDENTIALITY NOTICE
+This email is confidential and intended only for the recipient.
+…
+
+The deploy runbook covers staging and production.
+The deploy runbook covers staging and production rollouts.
+…
+
+Sent from my iPhone
+data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAY…   (huge)
+```
+
+```bash
+context-diet examples/noisy.txt --keep headings|code|lists
+```
+
+Stderr:
+
+```
+context-diet 0.1.0
+source:   examples/noisy.txt
+chars:    1,666 → 834  (−49.9%)
+tokens:   ~667 → ~312  (−53.2%)
+cut:
+  ansi sequences        0
+  boilerplate lines     9
+  duplicate paragraphs  2
+  whitespace runs       5
+  omitted heavy blobs   1
+  truncated blocks      0
+  truncated tokens      ~0
+  llm deepen            no
+```
+
+Stdout keeps the redis error, the unique runbook facts, the rollback list, and the `healthz` fence — not the fourth identical `DEBUG` line, not the iPhone signature, not the blob.
+
+## What it does
+
+All of this is **offline heuristics**. No network unless you pass `--deepen`.
+
+| Step | Behavior |
+| --- | --- |
+| Strip ANSI | Terminal color / OSC sequences |
+| Omit heavy blobs | Long base64 / data-URIs → `[omitted blob: N chars]` |
+| Collapse whitespace | Trailing space, squeezed blanks — **never inside code fences** |
+| Drop boilerplate | Repeated log lines (timestamps/UUIDs normalized), signatures, `DEBUG` chrome, horizontal rules |
+| Dedupe paragraphs | Exact and near-identical (Jaccard ≥ 0.87) prose/list blocks |
+| Truncate | `--max-tokens N` drops low-value blocks first; `--keep headings\|code\|lists` pins those types |
+
+Token estimates are **cl100k-ish** (GPT-4 family grain: ~4 chars/word, 1 CJK char ≈ 1 token, punctuation is dense). Good enough to budget a prompt. Not a billed tokenizer — do not invoice with it.
+
+## Usage
+
+```
+context-diet [file] [options]
+```
+
+| Flag | Meaning |
+| --- | --- |
+| `[file]` | Path to read. Omit or pass `-` to read stdin |
+| `-o, --output <file>` | Write slimmed text here instead of stdout |
+| `--max-tokens <n>` | Cap estimated output tokens |
+| `--keep <cats>` | Prefer `headings`, `code`, `lists` when truncating (comma or `\|`) |
+| `--json` | JSON report on stdout (includes `text`, unless `-o` was set) |
+| `--deepen` | Optional LLM rewrite (see below) |
+| `--provider openai\|anthropic` | Force a provider for `--deepen` |
+| `-q, --quiet` | No human report on stderr |
+| `-h, --help` | Help |
+| `-V, --version` | Version |
+
+Default I/O: **slimmed body on stdout**, **human report on stderr**, so this stays pipe-friendly:
+
+```bash
+pbpaste | context-diet --max-tokens 800 --keep code | pbcopy
+```
+
+## Optional LLM pass
+
+`--deepen` is **never required**. If you already have a key and want a second squeeze after the local diet:
+
+```bash
+export OPENAI_API_KEY=sk-...          # or ANTHROPIC_API_KEY
+context-diet chapter.md --deepen --max-tokens 1200
+```
+
+Defaults: `gpt-4o-mini` / `claude-3-5-haiku-20241022` (override with `OPENAI_MODEL` or `ANTHROPIC_MODEL`). The local result wins if the model comes back *longer*. Without a key, `--deepen` exits `2` with a clear message and does not phone home.
+
+## Library
+
+```ts
+import { diet, dietAsync, estimateTokens } from "@webywz/context-diet";
+
+const { text, input, output, cuts } = diet(raw, {
+  maxTokens: 2000,
+  keep: ["headings", "code"],
+});
+
+await dietAsync(raw, { deepen: true }); // keys from process.env
+estimateTokens(text);                   // cl100k-ish heuristic
+```
+
+## Exit codes
+
+| Code | Meaning |
+| --- | --- |
+| 0 | Success |
+| 1 | Usage / missing input / unreadable file |
+| 2 | `--deepen` failed (no key, HTTP error) |
+
+## Development
+
+```bash
+npm test
+npm run build
+node dist/cli.js --help
+```
+
+MIT © webywz

package/dist/blocks.d.ts

@@ -0,0 +1,8 @@
+export type BlockType = "code" | "heading" | "list" | "paragraph" | "blank" | "rule";
+export interface Block {
+    type: BlockType;
+    raw: string;
+}
+export declare function parseBlocks(text: string): Block[];
+export declare function joinBlocks(blocks: Block[]): string;
+//# sourceMappingURL=blocks.d.ts.map

package/dist/blocks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"blocks.d.ts","sourceRoot":"","sources":["../src/blocks.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,SAAS,GACT,MAAM,GACN,WAAW,GACX,OAAO,GACP,MAAM,CAAC;AAEX,MAAM,WAAW,KAAK;IACpB,IAAI,EAAE,SAAS,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;CACb;AAuBD,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,EAAE,CA4GjD;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAOlD"}

package/dist/blocks.js

@@ -0,0 +1,129 @@
+const FENCE_RE = /^ {0,3}(`{3,}|~{3,})(.*)$/;
+const ATX_RE = /^ {0,3}#{1,6}(?:\s+\S|\s*$)/;
+const RULE_RE = /^ {0,3}(?:(?:-[\t ]*){3,}|(?:_[\t ]*){3,}|(?:\*[\t ]*){3,})\s*$/;
+const LIST_RE = /^ {0,3}(?:[-+*]|\d{1,9}[.)])\s+\S/;
+const SETEXT_RE = /^ {0,3}(=+|-+)\s*$/;
+function isSetextUnderline(line, heading) {
+    if (!SETEXT_RE.test(line))
+        return false;
+    const mark = line.trim();
+    // Long runs of =/- are banners, not Setext underlines.
+    if (mark.length > 40)
+        return false;
+    if (heading.trim().length > 80)
+        return false;
+    return true;
+}
+function fenceCloser(opener) {
+    const ch = opener[0] === "~" ? "~" : "`";
+    const n = opener.length;
+    return new RegExp(`^ {0,3}${ch}{${n},}\\s*$`);
+}
+export function parseBlocks(text) {
+    const lines = text.split("\n");
+    const blocks = [];
+    let i = 0;
+    const push = (type, chunk) => {
+        if (chunk.length === 0)
+            return;
+        blocks.push({ type, raw: chunk.join("\n") });
+    };
+    while (i < lines.length) {
+        const line = lines[i];
+        const fence = FENCE_RE.exec(line);
+        if (fence) {
+            const marker = fence[1];
+            const chunk = [line];
+            i++;
+            const closer = fenceCloser(marker);
+            while (i < lines.length) {
+                chunk.push(lines[i]);
+                const isClose = closer.test(lines[i]);
+                i++;
+                if (isClose)
+                    break;
+            }
+            push("code", chunk);
+            continue;
+        }
+        if (line.trim() === "") {
+            const chunk = [line];
+            i++;
+            while (i < lines.length && lines[i].trim() === "") {
+                chunk.push(lines[i]);
+                i++;
+            }
+            push("blank", chunk);
+            continue;
+        }
+        if (RULE_RE.test(line)) {
+            blocks.push({ type: "rule", raw: line });
+            i++;
+            continue;
+        }
+        if (ATX_RE.test(line)) {
+            blocks.push({ type: "heading", raw: line });
+            i++;
+            continue;
+        }
+        if (i + 1 < lines.length &&
+            line.trim() !== "" &&
+            !LIST_RE.test(line) &&
+            isSetextUnderline(lines[i + 1], line)) {
+            blocks.push({ type: "heading", raw: `${line}\n${lines[i + 1]}` });
+            i += 2;
+            continue;
+        }
+        if (LIST_RE.test(line)) {
+            const chunk = [line];
+            i++;
+            while (i < lines.length) {
+                const next = lines[i];
+                if (next.trim() === "")
+                    break;
+                if (FENCE_RE.test(next) || ATX_RE.test(next) || RULE_RE.test(next))
+                    break;
+                if (LIST_RE.test(next) || /^\s+\S/.test(next)) {
+                    chunk.push(next);
+                    i++;
+                    continue;
+                }
+                break;
+            }
+            push("list", chunk);
+            continue;
+        }
+        const chunk = [line];
+        i++;
+        while (i < lines.length) {
+            const next = lines[i];
+            if (next.trim() === "")
+                break;
+            if (FENCE_RE.test(next) ||
+                ATX_RE.test(next) ||
+                RULE_RE.test(next) ||
+                LIST_RE.test(next)) {
+                break;
+            }
+            if (i + 1 < lines.length &&
+                next.trim() !== "" &&
+                isSetextUnderline(lines[i + 1], next)) {
+                break;
+            }
+            chunk.push(next);
+            i++;
+        }
+        push("paragraph", chunk);
+    }
+    return blocks;
+}
+export function joinBlocks(blocks) {
+    const chunks = blocks
+        .filter((b) => b.type !== "blank")
+        .map((b) => b.raw.replace(/[ \t]+$/gm, "").trimEnd())
+        .filter((s) => s.length > 0);
+    if (chunks.length === 0)
+        return "";
+    return `${chunks.join("\n\n")}\n`;
+}
+//# sourceMappingURL=blocks.js.map

package/dist/blocks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blocks.js","sourceRoot":"","sources":["../src/blocks.ts"],"names":[],"mappings":"AAaA,MAAM,QAAQ,GAAG,2BAA2B,CAAC;AAC7C,MAAM,MAAM,GAAG,6BAA6B,CAAC;AAC7C,MAAM,OAAO,GAAG,iEAAiE,CAAC;AAClF,MAAM,OAAO,GAAG,mCAAmC,CAAC;AACpD,MAAM,SAAS,GAAG,oBAAoB,CAAC;AAEvC,SAAS,iBAAiB,CAAC,IAAY,EAAE,OAAe;IACtD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACzB,uDAAuD;IACvD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IACnC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IAC7C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IACjC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACzC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,OAAO,IAAI,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,MAAM,IAAI,GAAG,CAAC,IAAe,EAAE,KAAe,EAAQ,EAAE;QACtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/C,CAAC,CAAC;IAEF,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACzB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC,EAAE,CAAC;YACJ,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;gBACtB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;gBACvC,CAAC,EAAE,CAAC;gBACJ,IAAI,OAAO;oBAAE,MAAM;YACrB,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC,EAAE,CAAC;YACJ,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;gBACtB,CAAC,EAAE,CAAC;YACN,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,IACE,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM;YACpB,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;YAClB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YACnB,iBAAiB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,EAAE,IAAI,CAAC,EACtC,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,IAAI,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;YACnE,CAAC,IAAI,CAAC,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC,EAAE,CAAC;YACJ,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;oBAAE,MAAM;gBAC9B,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAM;gBAC1E,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACjB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBACD,MAAM;YACR,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC,EAAE,CAAC;QACJ,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,MAAM;YAC9B,IACE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAClB,CAAC;gBACD,MAAM;YACR,CAAC;YACD,IACE,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM;gBACpB,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAClB,iBAAiB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,EAAE,IAAI,CAAC,EACtC,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC,EAAE,CAAC;QACN,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAe;IACxC,MAAM,MAAM,GAAG,MAAM;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;SACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SACpD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;AACpC,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,12 @@
+#!/usr/bin/env node
+export interface Io {
+    stdin: NodeJS.ReadableStream;
+    stdout: NodeJS.WritableStream;
+    stderr: NodeJS.WritableStream;
+    stdinIsTTY: boolean | undefined;
+    env: NodeJS.ProcessEnv;
+    readFile: (path: string) => Promise<string>;
+    writeFile: (path: string, contents: string) => Promise<void>;
+}
+export declare function run(argv: string[], io?: Io): Promise<number>;
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAWA,MAAM,WAAW,EAAE;IACjB,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,UAAU,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;IACvB,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9D;AAqDD,wBAAsB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,GAAE,EAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CA0E/E"}

package/dist/cli.js

@@ -0,0 +1,149 @@
+#!/usr/bin/env node
+import { readFile, writeFile } from "node:fs/promises";
+import { isAbsolute, resolve } from "node:path";
+import process from "node:process";
+import { fileURLToPath } from "node:url";
+import { dietAsync } from "./diet.js";
+import { DeepenError } from "./llm.js";
+import { packageInfo } from "./package-info.js";
+import { HELP_TEXT, parseArgs, UsageError } from "./parse-args.js";
+import { formatHumanReport, toJsonReport } from "./report.js";
+const defaultIo = () => ({
+    stdin: process.stdin,
+    stdout: process.stdout,
+    stderr: process.stderr,
+    stdinIsTTY: process.stdin.isTTY,
+    env: process.env,
+    readFile: (path) => readFile(path, "utf8"),
+    writeFile: (path, contents) => writeFile(path, contents, "utf8"),
+});
+function readStream(stream) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        stream.on("data", (c) => {
+            chunks.push(typeof c === "string" ? Buffer.from(c) : c);
+        });
+        stream.on("end", () => resolve(Buffer.concat(chunks).toString("utf8")));
+        stream.on("error", reject);
+    });
+}
+async function readInput(args, io) {
+    if (args.file && args.file !== "-") {
+        try {
+            const text = await io.readFile(args.file);
+            return { text, source: args.file };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            throw new UsageError(`Cannot read ${args.file}: ${msg}`);
+        }
+    }
+    const useStdin = !args.file || args.file === "-";
+    if (useStdin && io.stdinIsTTY) {
+        throw new UsageError("No input. Pass a file path, pipe stdin, or use `-` with redirected input.");
+    }
+    const text = await readStream(io.stdin);
+    return { text, source: "stdin" };
+}
+function writeOut(stream, chunk) {
+    return new Promise((resolveWrite, reject) => {
+        stream.write(chunk, "utf8", (err) => {
+            if (err)
+                reject(err);
+            else
+                resolveWrite();
+        });
+    });
+}
+export async function run(argv, io = defaultIo()) {
+    let args;
+    try {
+        args = parseArgs(argv);
+    }
+    catch (err) {
+        if (err instanceof UsageError) {
+            await writeOut(io.stderr, `${err.message}\n\n${HELP_TEXT}`);
+            return 1;
+        }
+        throw err;
+    }
+    const { version } = packageInfo();
+    if (args.help) {
+        await writeOut(io.stdout, HELP_TEXT);
+        return 0;
+    }
+    if (args.version) {
+        await writeOut(io.stdout, `${version}\n`);
+        return 0;
+    }
+    let source;
+    let text;
+    try {
+        const input = await readInput(args, io);
+        source = input.source;
+        text = input.text;
+    }
+    catch (err) {
+        if (err instanceof UsageError) {
+            await writeOut(io.stderr, `${err.message}\n`);
+            return 1;
+        }
+        throw err;
+    }
+    let result;
+    try {
+        result = await dietAsync(text, {
+            maxTokens: args.maxTokens,
+            keep: args.keep,
+            deepen: args.deepen,
+            provider: args.provider,
+            env: io.env,
+        });
+    }
+    catch (err) {
+        if (err instanceof DeepenError) {
+            await writeOut(io.stderr, `${err.message}\n`);
+            return 2;
+        }
+        throw err;
+    }
+    const json = toJsonReport(result, source);
+    if (args.output) {
+        await io.writeFile(args.output, result.text);
+    }
+    if (args.json) {
+        const payload = args.output ? { ...json, text: undefined, outputPath: args.output } : json;
+        await writeOut(io.stdout, `${JSON.stringify(payload, null, 2)}\n`);
+        return 0;
+    }
+    if (!args.output) {
+        await writeOut(io.stdout, result.text);
+    }
+    if (!args.quiet) {
+        await writeOut(io.stderr, formatHumanReport(result, source, version));
+    }
+    return 0;
+}
+function isMainModule() {
+    const entry = process.argv[1];
+    if (!entry)
+        return false;
+    try {
+        const self = fileURLToPath(import.meta.url);
+        const resolved = isAbsolute(entry) ? entry : resolve(entry);
+        return self === resolved;
+    }
+    catch {
+        return false;
+    }
+}
+if (isMainModule()) {
+    run(process.argv.slice(2)).then((code) => {
+        process.exitCode = code;
+    }, (err) => {
+        const msg = err instanceof Error ? err.stack ?? err.message : String(err);
+        process.stderr.write(`${msg}\n`);
+        process.exitCode = 1;
+    });
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,OAAO,MAAM,cAAc,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAgB,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAY9D,MAAM,SAAS,GAAG,GAAO,EAAE,CAAC,CAAC;IAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;IAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC1C,SAAS,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC;CACjE,CAAC,CAAC;AAEH,SAAS,UAAU,CAAC,MAA6B;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAkB,EAAE,EAAE;YACvC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAa,EAAE,EAAM;IAC5C,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,IAAI,UAAU,CAAC,eAAe,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC;IACjD,IAAI,QAAQ,IAAI,EAAE,CAAC,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,UAAU,CAClB,2EAA2E,CAC5E,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,QAAQ,CAAC,MAA6B,EAAE,KAAa;IAC5D,OAAO,IAAI,OAAO,CAAC,CAAC,YAAY,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;gBAChB,YAAY,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,GAAG,CAAC,IAAc,EAAE,KAAS,SAAS,EAAE;IAC5D,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,UAAU,EAAE,CAAC;YAC9B,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,EAAE,CAAC;IAElC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACrC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,MAAc,CAAC;IACnB,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACtB,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,UAAU,EAAE,CAAC;YAC9B,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;YAC9C,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,EAAE,EAAE,CAAC,GAAG;SACZ,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,WAAW,EAAE,CAAC;YAC/B,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;YAC9C,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACnE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY;IACnB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5D,OAAO,IAAI,KAAK,QAAQ,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,IAAI,YAAY,EAAE,EAAE,CAAC;IACnB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAC7B,CAAC,IAAI,EAAE,EAAE;QACP,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAC1B,CAAC,EACD,CAAC,GAAY,EAAE,EAAE;QACf,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;QACjC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/diet.d.ts

@@ -0,0 +1,12 @@
+import { type DietOptions, type DietResult } from "./types.js";
+/**
+ * Offline diet: strip chrome, collapse whitespace, dedupe near-identical
+ * paragraphs, and optionally truncate to a token budget.
+ */
+export declare function diet(text: string, options?: DietOptions): DietResult;
+/**
+ * Same as {@link diet}, then optionally asks OpenAI/Anthropic to compress
+ * further. Keys are never required; pass `deepen: true` to opt in.
+ */
+export declare function dietAsync(text: string, options?: DietOptions): Promise<DietResult>;
+//# sourceMappingURL=diet.d.ts.map

package/dist/diet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diet.d.ts","sourceRoot":"","sources":["../src/diet.ts"],"names":[],"mappings":"AASA,OAAO,EAEL,KAAK,WAAW,EAChB,KAAK,UAAU,EAChB,MAAM,YAAY,CAAC;AAiCpB;;;GAGG;AACH,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,UAAU,CAKxE;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,UAAU,CAAC,CAsBrB"}

package/dist/diet.js

@@ -0,0 +1,66 @@
+import { joinBlocks, parseBlocks } from "./blocks.js";
+import { omitHeavyBlobs, stripAnsi, tidy, } from "./heuristics.js";
+import { deepenText } from "./llm.js";
+import { snapshot } from "./tokens.js";
+import { truncateToBudget } from "./truncate.js";
+import { emptyCuts, } from "./types.js";
+function localDiet(text, options) {
+    const cuts = emptyCuts();
+    const input = snapshot(text);
+    let next = stripAnsi(text, cuts);
+    next = omitHeavyBlobs(next, cuts);
+    next = tidy(next, cuts);
+    if (options.maxTokens && options.maxTokens > 0) {
+        const blocks = parseBlocks(next);
+        const trimmed = truncateToBudget(blocks, options.maxTokens, options.keep ?? [], cuts);
+        next = joinBlocks(trimmed);
+    }
+    // Final trailing-newline hygiene.
+    next = next.replace(/[ \t]+\n/g, "\n").replace(/\n{3,}/g, "\n\n");
+    if (next.length > 0 && !next.endsWith("\n"))
+        next += "\n";
+    return {
+        text: next,
+        input,
+        output: snapshot(next),
+        cuts,
+    };
+}
+/**
+ * Offline diet: strip chrome, collapse whitespace, dedupe near-identical
+ * paragraphs, and optionally truncate to a token budget.
+ */
+export function diet(text, options = {}) {
+    return localDiet(text, {
+        maxTokens: options.maxTokens,
+        keep: options.keep,
+    });
+}
+/**
+ * Same as {@link diet}, then optionally asks OpenAI/Anthropic to compress
+ * further. Keys are never required; pass `deepen: true` to opt in.
+ */
+export async function dietAsync(text, options = {}) {
+    const local = localDiet(text, options);
+    if (!options.deepen)
+        return local;
+    const deepened = await deepenText(local.text, {
+        provider: options.provider,
+        env: options.env,
+        fetch: options.fetch,
+    });
+    // Keep whichever version is actually smaller; models sometimes ramble.
+    const localTokens = local.output.tokens;
+    const deepTokens = snapshot(deepened).tokens;
+    if (deepTokens >= localTokens) {
+        return { ...local, cuts: { ...local.cuts, deepened: true } };
+    }
+    const textOut = deepened.endsWith("\n") ? deepened : `${deepened}\n`;
+    return {
+        text: textOut,
+        input: local.input,
+        output: snapshot(textOut),
+        cuts: { ...local.cuts, deepened: true },
+    };
+}
+//# sourceMappingURL=diet.js.map

package/dist/diet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diet.js","sourceRoot":"","sources":["../src/diet.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EACL,cAAc,EACd,SAAS,EACT,IAAI,GACL,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EACL,SAAS,GAGV,MAAM,YAAY,CAAC;AAEpB,SAAS,SAAS,CAAC,IAAY,EAAE,OAAoB;IACnD,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE7B,IAAI,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACjC,IAAI,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAExB,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,gBAAgB,CAC9B,MAAM,EACN,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,IAAI,IAAI,EAAE,EAClB,IAAI,CACL,CAAC;QACF,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,kCAAkC;IAClC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAClE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,IAAI,IAAI,IAAI,CAAC;IAE1D,OAAO;QACL,IAAI,EAAE,IAAI;QACV,KAAK;QACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC;QACtB,IAAI;KACL,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,UAAuB,EAAE;IAC1D,OAAO,SAAS,CAAC,IAAI,EAAE;QACrB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;KACnB,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAY,EACZ,UAAuB,EAAE;IAEzB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAElC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE;QAC5C,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;IACH,uEAAuE;IACvE,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC7C,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;QAC9B,OAAO,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;IAC/D,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,CAAC;IACrE,OAAO;QACL,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC;QACzB,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;KACxC,CAAC;AACJ,CAAC"}

package/dist/heuristics.d.ts

@@ -0,0 +1,13 @@
+import { type Block } from "./blocks.js";
+import type { CutCounts } from "./types.js";
+export declare function stripAnsi(text: string, cuts: CutCounts): string;
+export declare function omitHeavyBlobs(text: string, cuts: CutCounts): string;
+export declare function collapseBlankBlocks(blocks: Block[], cuts: CutCounts): Block[];
+/**
+ * Drop repeated log/chrome lines and known signatures, keeping the first few
+ * occurrences so the pattern is still visible.
+ */
+export declare function stripBoilerplate(blocks: Block[], cuts: CutCounts): Block[];
+export declare function dedupeParagraphs(blocks: Block[], cuts: CutCounts): Block[];
+export declare function tidy(text: string, cuts: CutCounts): string;
+//# sourceMappingURL=heuristics.d.ts.map

package/dist/heuristics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"heuristics.d.ts","sourceRoot":"","sources":["../src/heuristics.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,KAAK,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AA0B5C,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,MAAM,CAQ/D;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,MAAM,CAepE;AAeD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,CAsB7E;AAgCD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,CAiD1E;AAyBD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,CAyC1E;AAED,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,MAAM,CAQ1D"}