ai-contextify 0.1.0

package/dist/index.js

@@ -0,0 +1,128 @@
+import path from "node:path";
+import fs from "fs-extra";
+import ora from "ora";
+import { detectKind, parseFile } from "./parsers/index.js";
+import { scanDirectory } from "./scanner/index.js";
+import { exportCombinedMarkdown } from "./exporters/markdown.js";
+import { exportMetadata } from "./exporters/metadata.js";
+import { exportClaudeXml } from "./exporters/xml.js";
+import { exportChunks } from "./exporters/chunks.js";
+import { estimateTokens } from "./utils/tokens.js";
+import { detectLanguage } from "./utils/language.js";
+import { logger } from "./utils/logger.js";
+export async function build(options) {
+    const startedAt = Date.now();
+    const absoluteInput = path.resolve(options.input);
+    const absoluteOutput = path.resolve(options.output);
+    const scanSpinner = ora({
+        text: `Scanning ${absoluteInput}`,
+        color: "cyan",
+    }).start();
+    const scanned = await scanDirectory(absoluteInput, {
+        include: options.include,
+        exclude: options.exclude,
+        followSymlinks: options.followSymlinks,
+        maxFileSizeBytes: options.maxFileSizeBytes,
+    });
+    scanSpinner.succeed(`Found ${scanned.length} file(s)`);
+    if (scanned.length === 0) {
+        logger.warn("No files matched the scan filters. Nothing to do.");
+    }
+    const parseSpinner = ora({ color: "cyan" }).start();
+    const parsed = [];
+    let i = 0;
+    for (const entry of scanned) {
+        i += 1;
+        const detected = detectKind(entry.absolutePath);
+        parseSpinner.text = `Parsing [${i}/${scanned.length}] ${entry.relativePath}`;
+        let content = "";
+        let parseError;
+        try {
+            content = await parseFile(entry.absolutePath, detected.kind);
+        }
+        catch (err) {
+            parseError = err instanceof Error ? err.message : String(err);
+            content = "";
+        }
+        parsed.push({
+            absolutePath: entry.absolutePath,
+            relativePath: entry.relativePath,
+            kind: detected.kind,
+            extension: detected.extension,
+            language: detectLanguage(detected.extension, entry.relativePath),
+            bytes: entry.bytes,
+            content,
+            estimatedTokens: estimateTokens(content),
+            parseError,
+        });
+    }
+    parseSpinner.succeed(`Parsed ${parsed.length} file(s)`);
+    await fs.ensureDir(absoluteOutput);
+    const artifacts = {};
+    const generatedAt = new Date().toISOString();
+    const title = options.title ?? `Context bundle: ${path.basename(absoluteInput)}`;
+    const combinedPath = path.join(absoluteOutput, "combined.md");
+    if (options.emitCombined !== false) {
+        const exportSpinner = ora({
+            text: "Writing combined.md",
+            color: "cyan",
+        }).start();
+        await exportCombinedMarkdown(parsed, {
+            outputPath: combinedPath,
+            title,
+            inputDir: absoluteInput,
+            generatedAt,
+        });
+        artifacts.combined = combinedPath;
+        exportSpinner.succeed(`combined.md written (${parsed.length} sections)`);
+    }
+    if (options.emitXml) {
+        const xmlSpinner = ora({ text: "Writing context.xml", color: "cyan" }).start();
+        const xmlPath = path.join(absoluteOutput, "context.xml");
+        await exportClaudeXml(parsed, {
+            outputPath: xmlPath,
+            inputDir: absoluteInput,
+            generatedAt,
+        });
+        artifacts.xml = xmlPath;
+        xmlSpinner.succeed("context.xml written");
+    }
+    if (options.chunkSize && options.chunkSize > 0 && artifacts.combined) {
+        const chunkSpinner = ora({
+            text: `Chunking into ~${options.chunkSize}-token slices`,
+            color: "cyan",
+        }).start();
+        const combinedMarkdown = await fs.readFile(artifacts.combined, "utf8");
+        const chunkDir = path.join(absoluteOutput, "chunks");
+        artifacts.chunks = await exportChunks({
+            outputDir: chunkDir,
+            combinedMarkdown,
+            chunkTokens: options.chunkSize,
+        });
+        chunkSpinner.succeed(`Wrote ${artifacts.chunks.length} chunk(s) to ${chunkDir}`);
+    }
+    const summary = {
+        inputDir: absoluteInput,
+        outputDir: absoluteOutput,
+        generatedAt,
+        fileCount: parsed.length,
+        totalBytes: parsed.reduce((acc, f) => acc + f.bytes, 0),
+        totalTokens: parsed.reduce((acc, f) => acc + f.estimatedTokens, 0),
+        durationMs: Date.now() - startedAt,
+        files: parsed.map((f) => ({
+            path: f.relativePath,
+            kind: f.kind,
+            bytes: f.bytes,
+            tokens: f.estimatedTokens,
+            parseError: f.parseError,
+        })),
+        artifacts,
+    };
+    if (options.emitMetadata !== false) {
+        const metaPath = path.join(absoluteOutput, "metadata.json");
+        await exportMetadata(metaPath, summary);
+        summary.artifacts.metadata = metaPath;
+    }
+    return summary;
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,OAAqB;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpD,MAAM,WAAW,GAAG,GAAG,CAAC;QACtB,IAAI,EAAE,YAAY,aAAa,EAAE;QACjC,KAAK,EAAE,MAAM;KACd,CAAC,CAAC,KAAK,EAAE,CAAC;IAEX,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,aAAa,EAAE;QACjD,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;KAC3C,CAAC,CAAC;IAEH,WAAW,CAAC,OAAO,CAAC,SAAS,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAEvD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,YAAY,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IACpD,MAAM,MAAM,GAAiB,EAAE,CAAC;IAEhC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,CAAC,IAAI,CAAC,CAAC;QACP,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAChD,YAAY,CAAC,IAAI,GAAG,YAAY,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,YAAY,EAAE,CAAC;QAE7E,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,UAA8B,CAAC;QACnC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9D,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACV,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC;YAChE,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO;YACP,eAAe,EAAE,cAAc,CAAC,OAAO,CAAC;YACxC,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,OAAO,CAAC,UAAU,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC;IAExD,MAAM,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAEnC,MAAM,SAAS,GAA8B,EAAE,CAAC;IAChD,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,mBAAmB,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;IAEjF,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,GAAG,CAAC;YACxB,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,MAAM;SACd,CAAC,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,sBAAsB,CAAC,MAAM,EAAE;YACnC,UAAU,EAAE,YAAY;YACxB,KAAK;YACL,QAAQ,EAAE,aAAa;YACvB,WAAW;SACZ,CAAC,CAAC;QACH,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClC,aAAa,CAAC,OAAO,CAAC,wBAAwB,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,GAAG,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QACzD,MAAM,eAAe,CAAC,MAAM,EAAE;YAC5B,UAAU,EAAE,OAAO;YACnB,QAAQ,EAAE,aAAa;YACvB,WAAW;SACZ,CAAC,CAAC;QACH,SAAS,CAAC,GAAG,GAAG,OAAO,CAAC;QACxB,UAAU,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;QACrE,MAAM,YAAY,GAAG,GAAG,CAAC;YACvB,IAAI,EAAE,kBAAkB,OAAO,CAAC,SAAS,eAAe;YACxD,KAAK,EAAE,MAAM;SACd,CAAC,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,gBAAgB,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACrD,SAAS,CAAC,MAAM,GAAG,MAAM,YAAY,CAAC;YACpC,SAAS,EAAE,QAAQ;YACnB,gBAAgB;YAChB,WAAW,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAC,CAAC;QACH,YAAY,CAAC,OAAO,CAAC,SAAS,SAAS,CAAC,MAAM,CAAC,MAAM,gBAAgB,QAAQ,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,OAAO,GAAiB;QAC5B,QAAQ,EAAE,aAAa;QACvB,SAAS,EAAE,cAAc;QACzB,WAAW;QACX,SAAS,EAAE,MAAM,CAAC,MAAM;QACxB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACvD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAClE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAClC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,CAAC,CAAC,YAAY;YACpB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,MAAM,EAAE,CAAC,CAAC,eAAe;YACzB,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC;QACH,SAAS;KACV,CAAC;IAEF,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;QAC5D,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACxC,OAAO,CAAC,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACxC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/parsers/code.d.ts

@@ -0,0 +1,2 @@
+export declare function parseCode(absolutePath: string): Promise<string>;
+//# sourceMappingURL=code.d.ts.map

package/dist/parsers/code.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"code.d.ts","sourceRoot":"","sources":["../../src/parsers/code.ts"],"names":[],"mappings":"AAEA,wBAAsB,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGrE"}

package/dist/parsers/code.js

@@ -0,0 +1,6 @@
+import fs from "fs-extra";
+export async function parseCode(absolutePath) {
+    const raw = await fs.readFile(absolutePath, "utf8");
+    return raw.replace(/\r\n/g, "\n").replace(/[ \t]+$/gm, "");
+}
+//# sourceMappingURL=code.js.map

package/dist/parsers/code.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"code.js","sourceRoot":"","sources":["../../src/parsers/code.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,YAAoB;IAClD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACpD,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/dist/parsers/docx.d.ts

@@ -0,0 +1,2 @@
+export declare function parseDocx(absolutePath: string): Promise<string>;
+//# sourceMappingURL=docx.d.ts.map

package/dist/parsers/docx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"docx.d.ts","sourceRoot":"","sources":["../../src/parsers/docx.ts"],"names":[],"mappings":"AAEA,wBAAsB,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAmBrE"}

package/dist/parsers/docx.js

@@ -0,0 +1,16 @@
+import mammoth from "mammoth";
+export async function parseDocx(absolutePath) {
+    // `convertToMarkdown` exists at runtime but isn't on mammoth's public types,
+    // so we narrow the shape ourselves and fall back to plain text on failure.
+    const mammothAny = mammoth;
+    if (typeof mammothAny.convertToMarkdown === "function") {
+        const { value } = await mammothAny.convertToMarkdown({ path: absolutePath });
+        return value
+            .replace(/\r\n/g, "\n")
+            .replace(/\n{3,}/g, "\n\n")
+            .trim();
+    }
+    const { value } = await mammoth.extractRawText({ path: absolutePath });
+    return value.replace(/\r\n/g, "\n").trim();
+}
+//# sourceMappingURL=docx.js.map

package/dist/parsers/docx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docx.js","sourceRoot":"","sources":["../../src/parsers/docx.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,YAAoB;IAClD,6EAA6E;IAC7E,2EAA2E;IAC3E,MAAM,UAAU,GAAG,OAIlB,CAAC;IAEF,IAAI,OAAO,UAAU,CAAC,iBAAiB,KAAK,UAAU,EAAE,CAAC;QACvD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QAC7E,OAAO,KAAK;aACT,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;aACtB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,IAAI,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACvE,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7C,CAAC"}

package/dist/parsers/index.d.ts

@@ -0,0 +1,8 @@
+import type { FileKind } from "../types.js";
+export interface DetectedFile {
+    kind: FileKind;
+    extension: string;
+}
+export declare function detectKind(absolutePath: string): DetectedFile;
+export declare function parseFile(absolutePath: string, kind: FileKind): Promise<string>;
+//# sourceMappingURL=index.d.ts.map

package/dist/parsers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/parsers/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAS5C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,UAAU,CAAC,YAAY,EAAE,MAAM,GAAG,YAAY,CA6B7D;AAED,wBAAsB,SAAS,CAC7B,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,QAAQ,GACb,OAAO,CAAC,MAAM,CAAC,CAiBjB"}

package/dist/parsers/index.js

@@ -0,0 +1,56 @@
+import path from "node:path";
+import { isCodeExtension } from "../utils/language.js";
+import { parseCode } from "./code.js";
+import { parseDocx } from "./docx.js";
+import { parseJson } from "./json.js";
+import { parseMarkdown } from "./markdown.js";
+import { parsePdf } from "./pdf.js";
+import { parseText } from "./text.js";
+export function detectKind(absolutePath) {
+    const extension = path.extname(absolutePath).toLowerCase();
+    const base = path.basename(absolutePath).toLowerCase();
+    switch (extension) {
+        case ".pdf":
+            return { kind: "pdf", extension };
+        case ".docx":
+            return { kind: "docx", extension };
+        case ".md":
+        case ".mdx":
+        case ".markdown":
+            return { kind: "markdown", extension };
+        case ".json":
+        case ".jsonc":
+            return { kind: "json", extension };
+        case ".txt":
+        case ".log":
+        case ".rst":
+            return { kind: "text", extension };
+    }
+    if (isCodeExtension(extension))
+        return { kind: "code", extension };
+    if (base === "dockerfile" || base.startsWith("dockerfile.")) {
+        return { kind: "code", extension: ".dockerfile" };
+    }
+    if (base === "makefile")
+        return { kind: "code", extension: ".makefile" };
+    return { kind: "unknown", extension };
+}
+export async function parseFile(absolutePath, kind) {
+    switch (kind) {
+        case "pdf":
+            return parsePdf(absolutePath);
+        case "docx":
+            return parseDocx(absolutePath);
+        case "markdown":
+            return parseMarkdown(absolutePath);
+        case "json":
+            return parseJson(absolutePath);
+        case "code":
+            return parseCode(absolutePath);
+        case "text":
+            return parseText(absolutePath);
+        case "unknown":
+            return parseText(absolutePath);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/parsers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/parsers/index.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAOtC,MAAM,UAAU,UAAU,CAAC,YAAoB;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;IAEvD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QACpC,KAAK,OAAO;YACV,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QACrC,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;QACzC,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACvC,CAAC;IAED,IAAI,eAAe,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACnE,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IACpD,CAAC;IACD,IAAI,IAAI,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;IAEzE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,YAAoB,EACpB,IAAc;IAEd,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,YAAY,CAAC,CAAC;QAChC,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;QACjC,KAAK,UAAU;YACb,OAAO,aAAa,CAAC,YAAY,CAAC,CAAC;QACrC,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;QACjC,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}

package/dist/parsers/json.d.ts

@@ -0,0 +1,2 @@
+export declare function parseJson(absolutePath: string): Promise<string>;
+//# sourceMappingURL=json.d.ts.map

package/dist/parsers/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/parsers/json.ts"],"names":[],"mappings":"AAEA,wBAAsB,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQrE"}

package/dist/parsers/json.js

@@ -0,0 +1,12 @@
+import fs from "fs-extra";
+export async function parseJson(absolutePath) {
+    const raw = await fs.readFile(absolutePath, "utf8");
+    try {
+        const parsed = JSON.parse(raw);
+        return JSON.stringify(parsed, null, 2);
+    }
+    catch {
+        return raw.trim();
+    }
+}
+//# sourceMappingURL=json.js.map

package/dist/parsers/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/parsers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,YAAoB;IAClD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;AACH,CAAC"}

package/dist/parsers/markdown.d.ts

@@ -0,0 +1,2 @@
+export declare function parseMarkdown(absolutePath: string): Promise<string>;
+//# sourceMappingURL=markdown.d.ts.map

package/dist/parsers/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/parsers/markdown.ts"],"names":[],"mappings":"AAMA,wBAAsB,aAAa,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAKzE"}

package/dist/parsers/markdown.js

@@ -0,0 +1,11 @@
+import fs from "fs-extra";
+import { remark } from "remark";
+import remarkGfm from "remark-gfm";
+const processor = remark().use(remarkGfm);
+export async function parseMarkdown(absolutePath) {
+    const raw = await fs.readFile(absolutePath, "utf8");
+    // Round-trip through remark to normalize whitespace, list markers, etc.
+    const file = await processor.process(raw);
+    return String(file).replace(/\r\n/g, "\n").trim();
+}
+//# sourceMappingURL=markdown.js.map

package/dist/parsers/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/parsers/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,YAAoB;IACtD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACpD,wEAAwE;IACxE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC"}

package/dist/parsers/pdf.d.ts

@@ -0,0 +1,2 @@
+export declare function parsePdf(absolutePath: string): Promise<string>;
+//# sourceMappingURL=pdf.d.ts.map

package/dist/parsers/pdf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.d.ts","sourceRoot":"","sources":["../../src/parsers/pdf.ts"],"names":[],"mappings":"AAIA,wBAAsB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIpE"}

package/dist/parsers/pdf.js

@@ -0,0 +1,17 @@
+import fs from "fs-extra";
+// pdf-parse is CommonJS; import the default function.
+import pdfParse from "pdf-parse";
+export async function parsePdf(absolutePath) {
+    const buffer = await fs.readFile(absolutePath);
+    const result = await pdfParse(buffer);
+    return normalize(result.text);
+}
+function normalize(text) {
+    return text
+        .replace(/\r\n/g, "\n")
+        .replace(/ /g, " ")
+        .replace(/[ \t]+\n/g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+}
+//# sourceMappingURL=pdf.js.map

package/dist/parsers/pdf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.js","sourceRoot":"","sources":["../../src/parsers/pdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,sDAAsD;AACtD,OAAO,QAAQ,MAAM,WAAW,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,YAAoB;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtC,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI;SACR,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC"}

package/dist/parsers/text.d.ts

@@ -0,0 +1,2 @@
+export declare function parseText(absolutePath: string): Promise<string>;
+//# sourceMappingURL=text.d.ts.map

package/dist/parsers/text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/parsers/text.ts"],"names":[],"mappings":"AAEA,wBAAsB,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGrE"}

package/dist/parsers/text.js

@@ -0,0 +1,6 @@
+import fs from "fs-extra";
+export async function parseText(absolutePath) {
+    const raw = await fs.readFile(absolutePath, "utf8");
+    return raw.replace(/\r\n/g, "\n").trim();
+}
+//# sourceMappingURL=text.js.map

package/dist/parsers/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/parsers/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,YAAoB;IAClD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACpD,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC"}

package/dist/scanner/index.d.ts

@@ -0,0 +1,15 @@
+export declare const DEFAULT_EXCLUDES: string[];
+export declare const DEFAULT_INCLUDES: string[];
+export interface ScannerOptions {
+    include?: string[];
+    exclude?: string[];
+    followSymlinks?: boolean;
+    maxFileSizeBytes?: number;
+}
+export interface ScannedFile {
+    absolutePath: string;
+    relativePath: string;
+    bytes: number;
+}
+export declare function scanDirectory(rootDir: string, opts?: ScannerOptions): Promise<ScannedFile[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/scanner/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scanner/index.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,gBAAgB,UAiB5B,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,CAAC;AAEzC,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,cAAmB,GACxB,OAAO,CAAC,WAAW,EAAE,CAAC,CA8CxB"}

package/dist/scanner/index.js

@@ -0,0 +1,66 @@
+import path from "node:path";
+import fg from "fast-glob";
+import fs from "fs-extra";
+export const DEFAULT_EXCLUDES = [
+    "**/node_modules/**",
+    "**/.git/**",
+    "**/dist/**",
+    "**/build/**",
+    "**/out/**",
+    "**/.next/**",
+    "**/.nuxt/**",
+    "**/.cache/**",
+    "**/.turbo/**",
+    "**/.vercel/**",
+    "**/coverage/**",
+    "**/.DS_Store",
+    "**/*.lock",
+    "**/pnpm-lock.yaml",
+    "**/package-lock.json",
+    "**/yarn.lock",
+];
+export const DEFAULT_INCLUDES = ["**/*"];
+export async function scanDirectory(rootDir, opts = {}) {
+    const absoluteRoot = path.resolve(rootDir);
+    const stat = await fs.stat(absoluteRoot).catch(() => null);
+    if (!stat)
+        throw new Error(`Input path does not exist: ${rootDir}`);
+    if (stat.isFile()) {
+        return [
+            {
+                absolutePath: absoluteRoot,
+                relativePath: path.basename(absoluteRoot),
+                bytes: stat.size,
+            },
+        ];
+    }
+    const include = opts.include?.length ? opts.include : DEFAULT_INCLUDES;
+    const exclude = [...DEFAULT_EXCLUDES, ...(opts.exclude ?? [])];
+    const entries = await fg(include, {
+        cwd: absoluteRoot,
+        ignore: exclude,
+        dot: false,
+        onlyFiles: true,
+        followSymbolicLinks: opts.followSymlinks ?? false,
+        absolute: true,
+        stats: true,
+        suppressErrors: true,
+    });
+    const maxBytes = opts.maxFileSizeBytes ?? 10 * 1024 * 1024;
+    const files = [];
+    for (const entry of entries) {
+        const size = entry.stats?.size ?? 0;
+        if (size === 0)
+            continue;
+        if (size > maxBytes)
+            continue;
+        files.push({
+            absolutePath: entry.path,
+            relativePath: path.relative(absoluteRoot, entry.path),
+            bytes: size,
+        });
+    }
+    files.sort((a, b) => a.relativePath.localeCompare(b.relativePath));
+    return files;
+}
+//# sourceMappingURL=index.js.map

package/dist/scanner/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scanner/index.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3B,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,oBAAoB;IACpB,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,WAAW;IACX,aAAa;IACb,aAAa;IACb,cAAc;IACd,cAAc;IACd,eAAe;IACf,gBAAgB;IAChB,cAAc;IACd,WAAW;IACX,mBAAmB;IACnB,sBAAsB;IACtB,cAAc;CACf,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,CAAC;AAezC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAe,EACf,OAAuB,EAAE;IAEzB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;IAEpE,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,OAAO;YACL;gBACE,YAAY,EAAE,YAAY;gBAC1B,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;gBACzC,KAAK,EAAE,IAAI,CAAC,IAAI;aACjB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACvE,MAAM,OAAO,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAE/D,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,EAAE;QAChC,GAAG,EAAE,YAAY;QACjB,MAAM,EAAE,OAAO;QACf,GAAG,EAAE,KAAK;QACV,SAAS,EAAE,IAAI;QACf,mBAAmB,EAAE,IAAI,CAAC,cAAc,IAAI,KAAK;QACjD,QAAQ,EAAE,IAAI;QACd,KAAK,EAAE,IAAI;QACX,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;IAC3D,MAAM,KAAK,GAAkB,EAAE,CAAC;IAEhC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC;QACpC,IAAI,IAAI,KAAK,CAAC;YAAE,SAAS;QACzB,IAAI,IAAI,GAAG,QAAQ;YAAE,SAAS;QAE9B,KAAK,CAAC,IAAI,CAAC;YACT,YAAY,EAAE,KAAK,CAAC,IAAI;YACxB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC;YACrD,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;IACnE,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,50 @@
+export type FileKind = "pdf" | "docx" | "markdown" | "text" | "json" | "code" | "unknown";
+export interface ScanOptions {
+    input: string;
+    output: string;
+    include?: string[];
+    exclude?: string[];
+    maxFileSizeBytes?: number;
+    followSymlinks?: boolean;
+}
+export interface ParsedFile {
+    absolutePath: string;
+    relativePath: string;
+    kind: FileKind;
+    extension: string;
+    language?: string;
+    bytes: number;
+    content: string;
+    estimatedTokens: number;
+    parseError?: string;
+}
+export interface BuildOptions extends ScanOptions {
+    chunkSize?: number;
+    emitXml?: boolean;
+    emitMetadata?: boolean;
+    emitCombined?: boolean;
+    title?: string;
+}
+export interface BuildSummary {
+    inputDir: string;
+    outputDir: string;
+    generatedAt: string;
+    fileCount: number;
+    totalBytes: number;
+    totalTokens: number;
+    durationMs: number;
+    files: Array<{
+        path: string;
+        kind: FileKind;
+        bytes: number;
+        tokens: number;
+        parseError?: string;
+    }>;
+    artifacts: {
+        combined?: string;
+        metadata?: string;
+        xml?: string;
+        chunks?: string[];
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAChB,KAAK,GACL,MAAM,GACN,UAAU,GACV,MAAM,GACN,MAAM,GACN,MAAM,GACN,SAAS,CAAC;AAEd,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,QAAQ,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IACH,SAAS,EAAE;QACT,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;KACnB,CAAC;CACH"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/utils/chunking.d.ts

@@ -0,0 +1,11 @@
+export interface Chunk {
+    index: number;
+    tokens: number;
+    content: string;
+}
+/**
+ * Split text into chunks of approximately `targetTokens` tokens,
+ * preferring paragraph and line boundaries to avoid mid-sentence cuts.
+ */
+export declare function chunkText(text: string, targetTokens?: number): Chunk[];
+//# sourceMappingURL=chunking.d.ts.map

package/dist/utils/chunking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../../src/utils/chunking.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,SAAQ,GAAG,KAAK,EAAE,CA0DrE"}

package/dist/utils/chunking.js

@@ -0,0 +1,62 @@
+import { estimateTokens } from "./tokens.js";
+/**
+ * Split text into chunks of approximately `targetTokens` tokens,
+ * preferring paragraph and line boundaries to avoid mid-sentence cuts.
+ */
+export function chunkText(text, targetTokens = 6_000) {
+    if (!text.trim())
+        return [];
+    const paragraphs = text.split(/\n{2,}/);
+    const chunks = [];
+    let buffer = "";
+    let bufferTokens = 0;
+    const flush = () => {
+        if (!buffer.trim())
+            return;
+        chunks.push({
+            index: chunks.length,
+            tokens: bufferTokens,
+            content: buffer.trim(),
+        });
+        buffer = "";
+        bufferTokens = 0;
+    };
+    for (const paragraph of paragraphs) {
+        const pTokens = estimateTokens(paragraph);
+        if (pTokens > targetTokens) {
+            flush();
+            // Hard-split very large blocks line by line.
+            let lineBuf = "";
+            let lineTokens = 0;
+            for (const line of paragraph.split("\n")) {
+                const lt = estimateTokens(line);
+                if (lineTokens + lt > targetTokens && lineBuf) {
+                    chunks.push({
+                        index: chunks.length,
+                        tokens: lineTokens,
+                        content: lineBuf,
+                    });
+                    lineBuf = "";
+                    lineTokens = 0;
+                }
+                lineBuf += (lineBuf ? "\n" : "") + line;
+                lineTokens += lt;
+            }
+            if (lineBuf) {
+                chunks.push({
+                    index: chunks.length,
+                    tokens: lineTokens,
+                    content: lineBuf,
+                });
+            }
+            continue;
+        }
+        if (bufferTokens + pTokens > targetTokens)
+            flush();
+        buffer += (buffer ? "\n\n" : "") + paragraph;
+        bufferTokens += pTokens;
+    }
+    flush();
+    return chunks;
+}
+//# sourceMappingURL=chunking.js.map

package/dist/utils/chunking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/utils/chunking.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAQ7C;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,YAAY,GAAG,KAAK;IAC1D,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAE5B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,MAAM,EAAE,YAAY;YACpB,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE;SACvB,CAAC,CAAC;QACH,MAAM,GAAG,EAAE,CAAC;QACZ,YAAY,GAAG,CAAC,CAAC;IACnB,CAAC,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAE1C,IAAI,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,KAAK,EAAE,CAAC;YACR,6CAA6C;YAC7C,IAAI,OAAO,GAAG,EAAE,CAAC;YACjB,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,UAAU,GAAG,EAAE,GAAG,YAAY,IAAI,OAAO,EAAE,CAAC;oBAC9C,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,MAAM,CAAC,MAAM;wBACpB,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE,OAAO;qBACjB,CAAC,CAAC;oBACH,OAAO,GAAG,EAAE,CAAC;oBACb,UAAU,GAAG,CAAC,CAAC;gBACjB,CAAC;gBACD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;gBACxC,UAAU,IAAI,EAAE,CAAC;YACnB,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,MAAM,EAAE,UAAU;oBAClB,OAAO,EAAE,OAAO;iBACjB,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,YAAY,GAAG,OAAO,GAAG,YAAY;YAAE,KAAK,EAAE,CAAC;QACnD,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;QAC7C,YAAY,IAAI,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,EAAE,CAAC;IACR,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/utils/language.d.ts

@@ -0,0 +1,3 @@
+export declare function detectLanguage(extension: string, filename: string): string;
+export declare function isCodeExtension(extension: string): boolean;
+//# sourceMappingURL=language.d.ts.map

package/dist/utils/language.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"language.d.ts","sourceRoot":"","sources":["../../src/utils/language.ts"],"names":[],"mappings":"AA0DA,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAM1E;AAID,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAE1D"}