@steipete/summarize 0.1.0

package/dist/esm/cli-main.js

@@ -0,0 +1,80 @@
+import { runCli } from './run.js';
+export function handlePipeErrors(stream, exit) {
+    stream.on('error', (error) => {
+        const code = error?.code;
+        if (code === 'EPIPE') {
+            exit(0);
+            return;
+        }
+        throw error;
+    });
+}
+function stripAnsi(input) {
+    // Minimal, good-enough ANSI stripper for error output. We only use this for non-verbose errors.
+    let out = '';
+    for (let i = 0; i < input.length; i += 1) {
+        const ch = input[i];
+        if (ch !== '\u001b') {
+            out += ch;
+            continue;
+        }
+        const next = input[i + 1];
+        if (next === '[') {
+            // CSI: ESC [ ... <final>
+            i += 2;
+            while (i < input.length) {
+                const c = input[i];
+                if ((c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z'))
+                    break;
+                i += 1;
+            }
+            continue;
+        }
+        if (next === ']') {
+            // OSC: ESC ] ... (BEL | ESC \)
+            i += 2;
+            while (i < input.length) {
+                const c = input[i];
+                if (c === '\u0007')
+                    break;
+                if (c === '\u001b' && input[i + 1] === '\\') {
+                    i += 1;
+                    break;
+                }
+                i += 1;
+            }
+            continue;
+        }
+        // Unknown ESC sequence (or stray ESC): drop the next character too to avoid leaving artifacts.
+        if (typeof next === 'string') {
+            i += 1;
+        }
+    }
+    return out;
+}
+export async function runCliMain({ argv, env, fetch, stdout, stderr, exit, setExitCode, }) {
+    handlePipeErrors(stdout, exit);
+    handlePipeErrors(stderr, exit);
+    const verbose = argv.includes('--verbose') || argv.includes('--verbose=true');
+    try {
+        await runCli(argv, { env, fetch, stdout, stderr });
+    }
+    catch (error) {
+        const isTty = Boolean(stderr.isTTY);
+        if (isTty)
+            stderr.write('\n');
+        if (verbose && error instanceof Error && typeof error.stack === 'string') {
+            stderr.write(`${error.stack}\n`);
+            const cause = error.cause;
+            if (cause instanceof Error && typeof cause.stack === 'string') {
+                stderr.write(`Caused by: ${cause.stack}\n`);
+            }
+            setExitCode(1);
+            return;
+        }
+        const message = error instanceof Error ? error.message : error ? String(error) : 'Unknown error';
+        stderr.write(`${stripAnsi(message)}\n`);
+        setExitCode(1);
+    }
+}
+//# sourceMappingURL=cli-main.js.map

package/dist/esm/cli-main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-main.js","sourceRoot":"","sources":["../../src/cli-main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AAYjC,MAAM,UAAU,gBAAgB,CAAC,MAA6B,EAAE,IAA4B;IAC1F,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE;QACpC,MAAM,IAAI,GAAI,KAAmC,EAAE,IAAI,CAAA;QACvD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,CAAC,CAAC,CAAA;YACP,OAAM;QACR,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,gGAAgG;IAChG,IAAI,GAAG,GAAG,EAAE,CAAA;IAEZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QACnB,IAAI,EAAE,KAAK,QAAQ,EAAE,CAAC;YACpB,GAAG,IAAI,EAAE,CAAA;YACT,SAAQ;QACV,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACzB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,yBAAyB;YACzB,CAAC,IAAI,CAAC,CAAA;YACN,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;gBAClB,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC;oBAAE,MAAK;gBAC3D,CAAC,IAAI,CAAC,CAAA;YACR,CAAC;YACD,SAAQ;QACV,CAAC;QAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,+BAA+B;YAC/B,CAAC,IAAI,CAAC,CAAA;YACN,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;gBAClB,IAAI,CAAC,KAAK,QAAQ;oBAAE,MAAK;gBACzB,IAAI,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC5C,CAAC,IAAI,CAAC,CAAA;oBACN,MAAK;gBACP,CAAC;gBACD,CAAC,IAAI,CAAC,CAAA;YACR,CAAC;YACD,SAAQ;QACV,CAAC;QAED,+FAA+F;QAC/F,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,CAAC,IAAI,CAAC,CAAA;QACR,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAC/B,IAAI,EACJ,GAAG,EACH,KAAK,EACL,MAAM,EACN,MAAM,EACN,IAAI,EACJ,WAAW,GACC;IACZ,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAC9B,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAE7E,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;IACpD,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,OAAO,CAAE,MAAyC,CAAC,KAAK,CAAC,CAAA;QACvE,IAAI,KAAK;YAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAE7B,IAAI,OAAO,IAAI,KAAK,YAAY,KAAK,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;YAChC,MAAM,KAAK,GAAI,KAAqC,CAAC,KAAK,CAAA;YAC1D,IAAI,KAAK,YAAY,KAAK,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9D,MAAM,CAAC,KAAK,CAAC,cAAc,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;YAC7C,CAAC;YACD,WAAW,CAAC,CAAC,CAAC,CAAA;YACd,OAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAA;QAChG,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACvC,WAAW,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC;AACH,CAAC"}

package/dist/esm/cli.js

@@ -0,0 +1,18 @@
+import { runCliMain } from './cli-main.js';
+void runCliMain({
+    argv: process.argv.slice(2),
+    env: process.env,
+    fetch: globalThis.fetch.bind(globalThis),
+    stdout: process.stdout,
+    stderr: process.stderr,
+    exit: (code) => process.exit(code),
+    setExitCode: (code) => {
+        process.exitCode = code;
+    },
+}).catch((error) => {
+    // Last-resort fallback; runCliMain should already format errors nicely.
+    const message = error instanceof Error ? error.message : error ? String(error) : 'Unknown error';
+    process.stderr.write(`${message}\n`);
+    process.exitCode = 1;
+});
+//# sourceMappingURL=cli.js.map

package/dist/esm/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1C,KAAK,UAAU,CAAC;IACd,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3B,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;IACxC,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;IAClC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;QACpB,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAA;IACzB,CAAC;CACF,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACjB,wEAAwE;IACxE,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAA;IAChG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAA;IACpC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;AACtB,CAAC,CAAC,CAAA"}

package/dist/esm/config.js

@@ -0,0 +1,33 @@
+import { readFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+export function loadSummarizeConfig({ env }) {
+    const home = env.HOME?.trim() || homedir();
+    if (!home)
+        return { config: null, path: null };
+    const path = join(home, '.summarize', 'config.json');
+    let raw;
+    try {
+        raw = readFileSync(path, 'utf8');
+    }
+    catch {
+        return { config: null, path };
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        throw new Error(`Invalid JSON in config file ${path}: ${message}`);
+    }
+    if (!isRecord(parsed)) {
+        throw new Error(`Invalid config file ${path}: expected an object at the top level`);
+    }
+    const model = typeof parsed.model === 'string' ? parsed.model : undefined;
+    return { config: { model }, path };
+}
+//# sourceMappingURL=config.js.map

package/dist/esm/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAYhC,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,EAAE,GAAG,EAA+C;IAItF,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAA;IAC1C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,aAAa,CAAC,CAAA;IAEpD,IAAI,GAAW,CAAA;IACf,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC/B,CAAC;IAED,IAAI,MAAe,CAAA;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,KAAK,OAAO,EAAE,CAAC,CAAA;IACpE,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,uCAAuC,CAAC,CAAA;IACrF,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;IACzE,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAA;AACpC,CAAC"}

package/dist/esm/content/asset.js

@@ -0,0 +1,167 @@
+import { existsSync } from 'node:fs';
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import { fileTypeFromBuffer } from 'file-type';
+import mime from 'mime';
+const MAX_ASSET_BYTES_DEFAULT = 50 * 1024 * 1024;
+function normalizeHeaderMediaType(value) {
+    if (!value)
+        return null;
+    const trimmed = value.trim();
+    if (!trimmed)
+        return null;
+    return trimmed.split(';')[0]?.trim().toLowerCase() ?? null;
+}
+function isHtmlMediaType(mediaType) {
+    if (!mediaType)
+        return false;
+    return mediaType === 'text/html' || mediaType === 'application/xhtml+xml';
+}
+function looksLikeHtml(bytes) {
+    const head = new TextDecoder().decode(bytes.slice(0, 256)).trimStart().toLowerCase();
+    return head.startsWith('<!doctype html') || head.startsWith('<html') || head.startsWith('<head');
+}
+function isLikelyAssetPathname(pathname) {
+    const ext = path.extname(pathname).toLowerCase();
+    if (!ext)
+        return false;
+    if (ext === '.html' || ext === '.htm' || ext === '.php' || ext === '.asp' || ext === '.aspx') {
+        return false;
+    }
+    return true;
+}
+export function resolveInputTarget(raw) {
+    const normalized = raw.trim();
+    if (!normalized) {
+        throw new Error('Missing input');
+    }
+    const asPath = path.resolve(normalized);
+    if (existsSync(asPath)) {
+        return { kind: 'file', filePath: asPath };
+    }
+    let parsed;
+    try {
+        parsed = new URL(normalized);
+    }
+    catch {
+        throw new Error(`Invalid URL or file path: ${raw}`);
+    }
+    if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:' && parsed.protocol !== 'file:') {
+        const embedded = normalized.lastIndexOf('https://');
+        const embeddedHttp = normalized.lastIndexOf('http://');
+        const idx = Math.max(embedded, embeddedHttp);
+        if (idx >= 0) {
+            const candidate = normalized.slice(idx);
+            return resolveInputTarget(candidate);
+        }
+    }
+    if (parsed.protocol === 'file:') {
+        const filePath = path.resolve(decodeURIComponent(parsed.pathname));
+        return { kind: 'file', filePath };
+    }
+    if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') {
+        throw new Error('Only HTTP and HTTPS URLs can be summarized');
+    }
+    return { kind: 'url', url: normalized };
+}
+export async function classifyUrl({ url, fetchImpl, timeoutMs, }) {
+    const parsed = new URL(url);
+    if (isLikelyAssetPathname(parsed.pathname)) {
+        return { kind: 'asset' };
+    }
+    void fetchImpl;
+    void timeoutMs;
+    return { kind: 'website' };
+}
+async function detectMediaType({ bytes, headerContentType, nameHint, }) {
+    const sniffed = await fileTypeFromBuffer(bytes);
+    if (sniffed?.mime)
+        return sniffed.mime;
+    const header = normalizeHeaderMediaType(headerContentType);
+    if (header && header !== 'application/octet-stream')
+        return header;
+    if (nameHint) {
+        const byExt = mime.getType(nameHint);
+        if (typeof byExt === 'string' && byExt.length > 0)
+            return byExt;
+    }
+    return 'application/octet-stream';
+}
+function buildAttachment({ bytes, mediaType, filename, }) {
+    if (mediaType.startsWith('image/')) {
+        const part = {
+            type: 'image',
+            image: bytes,
+            mediaType,
+        };
+        return { mediaType, filename, part };
+    }
+    const part = {
+        type: 'file',
+        data: bytes,
+        filename: filename ?? undefined,
+        mediaType,
+    };
+    return { mediaType, filename, part };
+}
+export async function loadLocalAsset({ filePath, maxBytes = MAX_ASSET_BYTES_DEFAULT, }) {
+    const stat = await fs.stat(filePath);
+    if (!stat.isFile()) {
+        throw new Error(`Not a file: ${filePath}`);
+    }
+    if (stat.size > maxBytes) {
+        throw new Error(`File too large (${stat.size} bytes). Limit is ${maxBytes} bytes.`);
+    }
+    const bytes = new Uint8Array(await fs.readFile(filePath));
+    const filename = path.basename(filePath);
+    const mediaType = await detectMediaType({ bytes, headerContentType: null, nameHint: filename });
+    return {
+        sourceLabel: filePath,
+        attachment: buildAttachment({ bytes, mediaType, filename }),
+    };
+}
+export async function loadRemoteAsset({ url, fetchImpl, timeoutMs, maxBytes = MAX_ASSET_BYTES_DEFAULT, }) {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), timeoutMs);
+    try {
+        const res = await fetchImpl(url, { signal: controller.signal });
+        if (!res.ok) {
+            throw new Error(`Download failed: ${res.status} ${res.statusText}`);
+        }
+        const contentLength = res.headers.get('content-length');
+        if (contentLength) {
+            const parsed = Number(contentLength);
+            if (Number.isFinite(parsed) && parsed > maxBytes) {
+                throw new Error(`Remote file too large (${parsed} bytes). Limit is ${maxBytes} bytes.`);
+            }
+        }
+        const arrayBuffer = await res.arrayBuffer();
+        if (arrayBuffer.byteLength > maxBytes) {
+            throw new Error(`Remote file too large (${arrayBuffer.byteLength} bytes). Limit is ${maxBytes} bytes.`);
+        }
+        const bytes = new Uint8Array(arrayBuffer);
+        const parsedUrl = new URL(url);
+        const filename = path.basename(parsedUrl.pathname) || null;
+        const headerContentType = res.headers.get('content-type');
+        const mediaType = await detectMediaType({ bytes, headerContentType, nameHint: filename });
+        if (isHtmlMediaType(mediaType) || looksLikeHtml(bytes)) {
+            throw new Error('URL appears to be a website (HTML), not a file');
+        }
+        return {
+            sourceLabel: url,
+            attachment: buildAttachment({ bytes, mediaType, filename }),
+        };
+    }
+    finally {
+        clearTimeout(timeout);
+    }
+}
+export function buildAssetPromptMessages({ promptText, attachment, }) {
+    return [
+        {
+            role: 'user',
+            content: [{ type: 'text', text: promptText }, attachment.part],
+        },
+    ];
+}
+//# sourceMappingURL=asset.js.map

package/dist/esm/content/asset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asset.js","sourceRoot":"","sources":["../../../src/content/asset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,MAAM,kBAAkB,CAAA;AACjC,OAAO,IAAI,MAAM,WAAW,CAAA;AAG5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAA;AAC9C,OAAO,IAAI,MAAM,MAAM,CAAA;AAYvB,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAEhD,SAAS,wBAAwB,CAAC,KAAoB;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAA;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAA;IACzB,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,IAAI,CAAA;AAC5D,CAAC;AAED,SAAS,eAAe,CAAC,SAAwB;IAC/C,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAA;IAC5B,OAAO,SAAS,KAAK,WAAW,IAAI,SAAS,KAAK,uBAAuB,CAAA;AAC3E,CAAC;AAED,SAAS,aAAa,CAAC,KAAiB;IACtC,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAA;IACpF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;AAClG,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;IAChD,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAA;IACtB,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;QAC7F,OAAO,KAAK,CAAA;IACd,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IAClC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACvC,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;IAC3C,CAAC;IAED,IAAI,MAAW,CAAA;IACf,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAA;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAA;IACrD,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC/F,MAAM,QAAQ,GAAG,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;QACnD,MAAM,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QAC5C,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACvC,OAAO,kBAAkB,CAAC,SAAS,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QAClE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;IACnC,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAC/D,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAA;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAChC,GAAG,EACH,SAAS,EACT,SAAS,GAKV;IACC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,IAAI,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,KAAK,SAAS,CAAA;IACd,KAAK,SAAS,CAAA;IACd,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;AAC5B,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,EAC7B,KAAK,EACL,iBAAiB,EACjB,QAAQ,GAKT;IACC,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAA;IAC/C,IAAI,OAAO,EAAE,IAAI;QAAE,OAAO,OAAO,CAAC,IAAI,CAAA;IAEtC,MAAM,MAAM,GAAG,wBAAwB,CAAC,iBAAiB,CAAC,CAAA;IAC1D,IAAI,MAAM,IAAI,MAAM,KAAK,0BAA0B;QAAE,OAAO,MAAM,CAAA;IAElE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;IACjE,CAAC;IAED,OAAO,0BAA0B,CAAA;AACnC,CAAC;AAED,SAAS,eAAe,CAAC,EACvB,KAAK,EACL,SAAS,EACT,QAAQ,GAKT;IACC,IAAI,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,GAAc;YACtB,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,KAAK;YACZ,SAAS;SACV,CAAA;QACD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;IACtC,CAAC;IAED,MAAM,IAAI,GAAa;QACrB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE,QAAQ,IAAI,SAAS;QAC/B,SAAS;KACV,CAAA;IACD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACnC,QAAQ,EACR,QAAQ,GAAG,uBAAuB,GAInC;IACC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACpC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,eAAe,QAAQ,EAAE,CAAC,CAAA;IAC5C,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,CAAC,IAAI,qBAAqB,QAAQ,SAAS,CAAC,CAAA;IACrF,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC/F,OAAO;QACL,WAAW,EAAE,QAAQ;QACrB,UAAU,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;KAC5D,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EACpC,GAAG,EACH,SAAS,EACT,SAAS,EACT,QAAQ,GAAG,uBAAuB,GAMnC;IACC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAA;IAC/D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;QAC/D,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;QACrE,CAAC;QAED,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;QACvD,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;YACpC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;gBACjD,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,qBAAqB,QAAQ,SAAS,CAAC,CAAA;YACzF,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAA;QAC3C,IAAI,WAAW,CAAC,UAAU,GAAG,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,0BAA0B,WAAW,CAAC,UAAU,qBAAqB,QAAQ,SAAS,CACvF,CAAA;QACH,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAA;QACzC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAA;QAC1D,MAAM,iBAAiB,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QACzD,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;QAEzF,IAAI,eAAe,CAAC,SAAS,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACnE,CAAC;QAED,OAAO;YACL,WAAW,EAAE,GAAG;YAChB,UAAU,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;SAC5D,CAAA;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,OAAO,CAAC,CAAA;IACvB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,EACvC,UAAU,EACV,UAAU,GAIX;IACC,OAAO;QACL;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,UAAU,CAAC,IAAI,CAAC;SAC/D;KACF,CAAA;AACH,CAAC"}

package/dist/esm/content/index.js

@@ -0,0 +1,4 @@
+export { createLinkPreviewClient, } from './link-preview/client.js';
+export { DEFAULT_CACHE_MODE, DEFAULT_MAX_CONTENT_CHARACTERS, DEFAULT_TIMEOUT_MS, } from './link-preview/content/types.js';
+export { CACHE_MODES, } from './link-preview/types.js';
+//# sourceMappingURL=index.js.map

package/dist/esm/content/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/content/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,GAGxB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EACL,kBAAkB,EAClB,8BAA8B,EAC9B,kBAAkB,GAGnB,MAAM,iCAAiC,CAAA;AAOxC,OAAO,EACL,WAAW,GAIZ,MAAM,yBAAyB,CAAA"}

package/dist/esm/content/link-preview/client.js

@@ -0,0 +1,20 @@
+import { fetchLinkContent } from './content/index.js';
+export function createLinkPreviewClient(options = {}) {
+    const fetchImpl = options.fetch ?? ((...args) => globalThis.fetch(...args));
+    const scrape = options.scrapeWithFirecrawl ?? null;
+    const apifyApiToken = typeof options.apifyApiToken === 'string' ? options.apifyApiToken : null;
+    const convertHtmlToMarkdown = options.convertHtmlToMarkdown ?? null;
+    const transcriptCache = options.transcriptCache ?? null;
+    const onProgress = typeof options.onProgress === 'function' ? options.onProgress : null;
+    return {
+        fetchLinkContent: (url, contentOptions) => fetchLinkContent(url, contentOptions, {
+            fetch: fetchImpl,
+            scrapeWithFirecrawl: scrape,
+            apifyApiToken,
+            convertHtmlToMarkdown,
+            transcriptCache,
+            onProgress,
+        }),
+    };
+}
+//# sourceMappingURL=client.js.map

package/dist/esm/content/link-preview/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../src/content/link-preview/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAsBrD,MAAM,UAAU,uBAAuB,CAAC,UAAoC,EAAE;IAC5E,MAAM,SAAS,GACb,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAA8B,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;IACrF,MAAM,MAAM,GAA+B,OAAO,CAAC,mBAAmB,IAAI,IAAI,CAAA;IAC9E,MAAM,aAAa,GAAG,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAA;IAC9F,MAAM,qBAAqB,GAAiC,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAA;IACjG,MAAM,eAAe,GAA2B,OAAO,CAAC,eAAe,IAAI,IAAI,CAAA;IAC/E,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IAEvF,OAAO;QACL,gBAAgB,EAAE,CAAC,GAAW,EAAE,cAAwC,EAAE,EAAE,CAC1E,gBAAgB,CAAC,GAAG,EAAE,cAAc,EAAE;YACpC,KAAK,EAAE,SAAS;YAChB,mBAAmB,EAAE,MAAM;YAC3B,aAAa;YACb,qBAAqB;YACrB,eAAe;YACf,UAAU;SACX,CAAC;KACL,CAAA;AACH,CAAC"}

package/dist/esm/content/link-preview/content/article.js

@@ -0,0 +1,150 @@
+import { load } from 'cheerio';
+import sanitizeHtml from 'sanitize-html';
+import { decodeHtmlEntities, normalizeWhitespace } from './cleaner.js';
+const MIN_SEGMENT_LENGTH = 30;
+export function sanitizeHtmlForMarkdownConversion(html) {
+    return sanitizeHtml(html, {
+        allowedTags: [
+            'article',
+            'section',
+            'div',
+            'p',
+            'h1',
+            'h2',
+            'h3',
+            'h4',
+            'h5',
+            'h6',
+            'ol',
+            'ul',
+            'li',
+            'blockquote',
+            'pre',
+            'code',
+            'span',
+            'strong',
+            'em',
+            'br',
+            'a',
+        ],
+        allowedAttributes: {
+            a: ['href'],
+        },
+        nonTextTags: [
+            'style',
+            'script',
+            'noscript',
+            'template',
+            'svg',
+            'canvas',
+            'iframe',
+            'object',
+            'embed',
+        ],
+        textFilter(text) {
+            return decodeHtmlEntities(text);
+        },
+    });
+}
+export function extractArticleContent(html) {
+    const segments = collectSegmentsFromHtml(html);
+    if (segments.length > 0) {
+        return segments.join('\n');
+    }
+    const fallback = normalizeWhitespace(extractPlainText(html));
+    return fallback ?? '';
+}
+export function collectSegmentsFromHtml(html) {
+    const sanitized = sanitizeHtml(html, {
+        allowedTags: [
+            'article',
+            'section',
+            'div',
+            'p',
+            'h1',
+            'h2',
+            'h3',
+            'h4',
+            'h5',
+            'h6',
+            'ol',
+            'ul',
+            'li',
+            'blockquote',
+            'pre',
+            'code',
+            'span',
+            'strong',
+            'em',
+            'br',
+        ],
+        allowedAttributes: {},
+        nonTextTags: [
+            'style',
+            'script',
+            'noscript',
+            'template',
+            'svg',
+            'canvas',
+            'iframe',
+            'object',
+            'embed',
+        ],
+        textFilter(text) {
+            return decodeHtmlEntities(text);
+        },
+    });
+    const $ = load(sanitized);
+    const segments = [];
+    $('h1,h2,h3,h4,h5,h6,li,p,blockquote,pre').each((_, element) => {
+        if (!('tagName' in element) || typeof element.tagName !== 'string') {
+            return;
+        }
+        const tag = element.tagName.toLowerCase();
+        const raw = $(element).text();
+        const text = normalizeWhitespace(raw).replaceAll(/\n+/g, ' ');
+        if (!text || text.length === 0) {
+            return;
+        }
+        if (tag.startsWith('h')) {
+            if (text.length >= 10) {
+                segments.push(text);
+            }
+            return;
+        }
+        if (tag === 'li') {
+            if (text.length >= 20) {
+                segments.push(`• ${text}`);
+            }
+            return;
+        }
+        if (text.length < MIN_SEGMENT_LENGTH) {
+            return;
+        }
+        segments.push(text);
+    });
+    if (segments.length === 0) {
+        const fallback = normalizeWhitespace($('body').text() || sanitized);
+        return fallback ? [fallback] : [];
+    }
+    return mergeConsecutiveSegments(segments);
+}
+export function extractPlainText(html) {
+    const stripped = sanitizeHtml(html, { allowedTags: [], allowedAttributes: {} });
+    return decodeHtmlEntities(stripped);
+}
+function mergeConsecutiveSegments(segments) {
+    const merged = [];
+    for (const segment of segments) {
+        if (!segment)
+            continue;
+        const last = merged.at(-1);
+        if (last && !segment.startsWith('•') && segment.length < MIN_SEGMENT_LENGTH / 2) {
+            merged[merged.length - 1] = `${last} ${segment}`;
+            continue;
+        }
+        merged.push(segment);
+    }
+    return merged;
+}
+//# sourceMappingURL=article.js.map

package/dist/esm/content/link-preview/content/article.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"article.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/article.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,YAAY,MAAM,eAAe,CAAA;AAExC,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAEtE,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAE7B,MAAM,UAAU,iCAAiC,CAAC,IAAY;IAC5D,OAAO,YAAY,CAAC,IAAI,EAAE;QACxB,WAAW,EAAE;YACX,SAAS;YACT,SAAS;YACT,KAAK;YACL,GAAG;YACH,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,YAAY;YACZ,KAAK;YACL,MAAM;YACN,MAAM;YACN,QAAQ;YACR,IAAI;YACJ,IAAI;YACJ,GAAG;SACJ;QACD,iBAAiB,EAAE;YACjB,CAAC,EAAE,CAAC,MAAM,CAAC;SACZ;QACD,WAAW,EAAE;YACX,OAAO;YACP,QAAQ;YACR,UAAU;YACV,UAAU;YACV,KAAK;YACL,QAAQ;YACR,QAAQ;YACR,QAAQ;YACR,OAAO;SACR;QACD,UAAU,CAAC,IAAY;YACrB,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAA;QACjC,CAAC;KACF,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;IAC9C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;IACD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5D,OAAO,QAAQ,IAAI,EAAE,CAAA;AACvB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE;QACnC,WAAW,EAAE;YACX,SAAS;YACT,SAAS;YACT,KAAK;YACL,GAAG;YACH,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,YAAY;YACZ,KAAK;YACL,MAAM;YACN,MAAM;YACN,QAAQ;YACR,IAAI;YACJ,IAAI;SACL;QACD,iBAAiB,EAAE,EAAE;QACrB,WAAW,EAAE;YACX,OAAO;YACP,QAAQ;YACR,UAAU;YACV,UAAU;YACV,KAAK;YACL,QAAQ;YACR,QAAQ;YACR,QAAQ;YACR,OAAO;SACR;QACD,UAAU,CAAC,IAAY;YACrB,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAA;QACjC,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;IACzB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,CAAC,CAAC,uCAAuC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;QAC7D,IAAI,CAAC,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACnE,OAAM;QACR,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;QAEzC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA;QAC7B,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QAC7D,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAM;QACR,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACrB,CAAC;YACD,OAAM;QACR,CAAC;QAED,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;YAC5B,CAAC;YACD,OAAM;QACR,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;YACrC,OAAM;QACR,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACrB,CAAC,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC,CAAA;QACnE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACnC,CAAC;IAED,OAAO,wBAAwB,CAAC,QAAQ,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC,CAAA;IAC/E,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAA;AACrC,CAAC;AAED,SAAS,wBAAwB,CAAC,QAAkB;IAClD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO;YAAE,SAAQ;QACtB,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,GAAG,CAAC,EAAE,CAAC;YAChF,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,OAAO,EAAE,CAAA;YAChD,SAAQ;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtB,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/esm/content/link-preview/content/cleaner.js

@@ -0,0 +1,55 @@
+import { compact } from 'es-toolkit';
+const WORD_SPLIT_PATTERN = /\s+/g;
+export function normalizeForPrompt(input) {
+    return input
+        .replaceAll('\u00A0', ' ')
+        .replaceAll(/[\t ]+/g, ' ')
+        .replaceAll(/\s*\n\s*/g, '\n')
+        .replaceAll(/\n{3,}/g, '\n\n')
+        .trim();
+}
+export function normalizeWhitespace(input) {
+    return input
+        .replaceAll('\u00A0', ' ')
+        .replaceAll(/[\t ]+/g, ' ')
+        .replaceAll(/\s*\n\s*/g, '\n')
+        .trim();
+}
+export function decodeHtmlEntities(input) {
+    return input
+        .replaceAll('&', '&')
+        .replaceAll('&lt;', '<')
+        .replaceAll('&gt;', '>')
+        .replaceAll('&quot;', '"')
+        .replaceAll('&#39;', "'")
+        .replaceAll('&#x27;', "'")
+        .replaceAll('&#x2F;', '/')
+        .replaceAll('&nbsp;', ' ');
+}
+export function normalizeCandidate(value) {
+    if (!value) {
+        return null;
+    }
+    const trimmed = value.replaceAll(/\s+/g, ' ').trim();
+    return trimmed.length > 0 ? trimmed : null;
+}
+export function clipAtSentenceBoundary(input, maxLength) {
+    if (input.length <= maxLength) {
+        return input;
+    }
+    const slice = input.slice(0, maxLength);
+    const lastSentenceBreak = Math.max(slice.lastIndexOf('. '), slice.lastIndexOf('! '), slice.lastIndexOf('? '), slice.lastIndexOf('\n\n'));
+    if (lastSentenceBreak > maxLength * 0.5) {
+        return slice.slice(0, lastSentenceBreak + 1);
+    }
+    return slice;
+}
+export function applyContentBudget(baseContent, maxCharacters) {
+    const totalCharacters = baseContent.length;
+    const truncated = totalCharacters > maxCharacters;
+    const clipped = truncated ? clipAtSentenceBoundary(baseContent, maxCharacters) : baseContent;
+    const content = clipped.trim();
+    const wordCount = content.length > 0 ? compact(content.split(WORD_SPLIT_PATTERN)).length : 0;
+    return { content, truncated, totalCharacters, wordCount };
+}
+//# sourceMappingURL=cleaner.js.map

package/dist/esm/content/link-preview/content/cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.js","sourceRoot":"","sources":["../../../../../src/content/link-preview/content/cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AAEpC,MAAM,kBAAkB,GAAG,MAAM,CAAA;AASjC,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,OAAO,KAAK;SACT,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;SAC1B,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC;SAC7B,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC;SAC7B,IAAI,EAAE,CAAA;AACX,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,KAAK;SACT,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;SAC1B,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC;SAC7B,IAAI,EAAE,CAAA;AACX,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,OAAO,KAAK;SACT,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC;SACxB,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;SACvB,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;SACvB,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC;SACxB,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAgC;IACjE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IACpD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;AAC5C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa,EAAE,SAAiB;IACrE,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;IACvC,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAChC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EACvB,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EACvB,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EACvB,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAC1B,CAAA;IACD,IAAI,iBAAiB,GAAG,SAAS,GAAG,GAAG,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,GAAG,CAAC,CAAC,CAAA;IAC9C,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,WAAmB,EACnB,aAAqB;IAErB,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAA;IAC1C,MAAM,SAAS,GAAG,eAAe,GAAG,aAAa,CAAA;IACjD,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;IAC5F,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAA;AAC3D,CAAC"}