@jcode.labs/ragmir 2.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Jean-Baptiste Thery and JCode Labs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,102 @@
+# Ragmir Core Package
+
+`@jcode.labs/ragmir` is Ragmir Core, the technical core package for Ragmir, an open-source local RAG
+library, CLI, and MCP server. It indexes your specs, docs, and code locally and gives your AI agents
+only the useful cited passages, over MCP, without burning tokens on your whole repo.
+
+**Full documentation:** https://github.com/jcode-works/jcode-ragmir#readme
+
+This npm README is intentionally short because package READMEs are displayed separately on npm. The
+GitHub root README is the canonical product documentation.
+
+## What It Does
+
+Ragmir lets a Node.js repository keep a local knowledge base next to its private documents. It indexes
+supported local files, stores the generated retrieval index in the target repository, and exposes the
+same evidence through:
+
+- the `ragmir` CLI (`kb` remains a legacy alias);
+- a TypeScript library API;
+- a local MCP stdio server for compatible AI agents;
+- portable agent skills copied by `ragmir setup`, including audio, Markdown-report, and legal-dossier
+  workflows.
+
+Ragmir does not send documents to a hosted RAG service and does not generate final LLM answers in
+core. It returns cited retrieval context so the agent or model you trust can write from local
+evidence.
+
+## Use It For
+
+- private project, legal, operational, research, or institutional dossiers;
+- codebase and architecture context retrieval;
+- local-first agent workflows with bounded MCP access;
+- cited summaries, audits, briefs, and decision support.
+
+## Install
+
+```bash
+npm install --save-dev @jcode.labs/ragmir
+```
+
+## Quick Start
+
+```bash
+npx ragmir setup
+npx ragmir install-agent --agents claude,codex,kimi,opencode,cline
+npx ragmir doctor --fix
+
+# Claude Code
+claude mcp add-json --scope local ragmir "$(cat .ragmir/claude-mcp-server.json)"
+
+# Codex
+cat .ragmir/codex-mcp.toml
+
+# Kimi Code CLI
+kimi --mcp-config-file .ragmir/kimi-mcp.json
+
+# OpenCode
+cat .ragmir/opencode.jsonc
+
+# Cline
+cat .ragmir/cline-mcp.json
+```
+
+Use `npx ragmir setup --agents claude,codex --mcp-command ./scripts/serve-mcp.sh` when a
+repository should generate only selected MCP helpers or launch through a local wrapper.
+
+By default, Ragmir keeps local config, raw documents, generated indexes, access logs, models, reports,
+audio, and agent helper files under a single ignored `.ragmir/` project folder. It reports
+unsupported/skipped files during ingestion and reports supported files that produced no extractable
+text. `ragmir setup` adds the matching Git ignore entry for local Ragmir state.
+
+The primary workflow is agent-first: Claude Code, Codex, Kimi, OpenCode, Cline, or another
+MCP-capable assistant asks Ragmir for cited local context, then writes or reasons from those
+citations. For terminal checks, use `npx ragmir search "your question"` or
+`npx ragmir ask "your question"`. For broader implementation or review work, use
+`npx ragmir research "your topic" --compact` before asking the agent to synthesize.
+
+Run `npx ragmir doctor --fix` later to repair missing setup or rebuild stale indexes.
+For better semantic Q&A, run `npx ragmir models pull --enable`, then run
+`npx ragmir ingest --rebuild`.
+
+## Entry Points
+
+- CLI: `ragmir`
+- Library import: `@jcode.labs/ragmir`
+- MCP server: `npx ragmir serve-mcp`
+- Bundled skills: `npx ragmir setup` or `npx ragmir install-skill`
+
+The public TypeScript API reference is maintained in the root repository at
+[`docs/api-reference.md`](https://github.com/jcode-works/jcode-ragmir/blob/main/docs/api-reference.md).
+
+## Main Agent Setup
+
+After `npx ragmir setup`, use `npx ragmir install-agent --agents claude`, `--agents kimi`,
+`--agents cline`, or a comma-separated list for native agent skill discovery. Native agent folders
+link back to `.ragmir/skills/` by default so there is one original skill source. Ragmir Core also
+generates MCP helpers for Claude Code, Codex, Kimi, OpenCode, and Cline under `.ragmir/`. See the
+canonical GitHub README for the full agent demo.
+
+## License
+
+MIT (c) Jean-Baptiste Thery.

package/dist/access-log.d.ts

@@ -0,0 +1,11 @@
+import type { AccessLogAction, AccessLogUsageOptions, AccessLogUsageReport, Config } from "./types.js";
+export interface AccessLogEvent {
+    action: AccessLogAction;
+    query?: string;
+    topK?: number;
+    resultCount?: number;
+    redactions?: number;
+}
+export declare function recordAccess(config: Config, event: AccessLogEvent): Promise<void>;
+export declare function accessLogUsageReport(options?: AccessLogUsageOptions): Promise<AccessLogUsageReport>;
+//# sourceMappingURL=access-log.d.ts.map

package/dist/access-log.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"access-log.d.ts","sourceRoot":"","sources":["../src/access-log.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,MAAM,EACP,MAAM,YAAY,CAAA;AAEnB,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,eAAe,CAAA;IACvB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAqBD,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAWvF;AAED,wBAAsB,oBAAoB,CACxC,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,oBAAoB,CAAC,CAuD/B"}

package/dist/access-log.js

@@ -0,0 +1,145 @@
+import { createHash } from "node:crypto";
+import { existsSync } from "node:fs";
+import { appendFile, mkdir, readFile } from "node:fs/promises";
+import path from "node:path";
+import { loadConfig } from "./config.js";
+const ACCESS_LOG_ACTIONS = [
+    "ingest",
+    "search",
+    "ask",
+    "research",
+    "evaluate",
+    "destroy-index",
+];
+const ACCESS_LOG_ACTION_SET = new Set(ACCESS_LOG_ACTIONS);
+const DEFAULT_USAGE_REPORT_DAYS = 7;
+const MILLISECONDS_PER_DAY = 24 * 60 * 60 * 1000;
+export async function recordAccess(config, event) {
+    if (!config.accessLog) {
+        return;
+    }
+    try {
+        await mkdir(path.dirname(config.accessLogPath), { recursive: true });
+        await appendFile(config.accessLogPath, `${JSON.stringify(toLogLine(event))}\n`, "utf8");
+    }
+    catch {
+        // Access logging is best-effort so read-only workspaces do not block local use.
+    }
+}
+export async function accessLogUsageReport(options = {}) {
+    const config = await loadConfig(String(options.cwd ?? process.cwd()));
+    const days = normalizeUsageReportDays(options.days);
+    const until = new Date();
+    const since = new Date(until.getTime() - days * MILLISECONDS_PER_DAY);
+    const eventsByAction = emptyEventsByAction();
+    const queryHashes = new Set();
+    let totalEvents = 0;
+    let invalidLines = 0;
+    let resultCountTotal = 0;
+    let resultCountEvents = 0;
+    let lastEventAt = null;
+    if (existsSync(config.accessLogPath)) {
+        const lines = (await readFile(config.accessLogPath, "utf8")).split(/\r?\n/u).filter(Boolean);
+        for (const line of lines) {
+            const event = parseAccessLogLine(line);
+            if (!event) {
+                invalidLines += 1;
+                continue;
+            }
+            const timestamp = Date.parse(event.timestamp);
+            if (!Number.isFinite(timestamp) ||
+                timestamp < since.getTime() ||
+                timestamp > until.getTime()) {
+                continue;
+            }
+            totalEvents += 1;
+            eventsByAction[event.action] += 1;
+            if (event.queryHash) {
+                queryHashes.add(event.queryHash);
+            }
+            if (typeof event.resultCount === "number") {
+                resultCountTotal += event.resultCount;
+                resultCountEvents += 1;
+            }
+            if (lastEventAt === null || event.timestamp > lastEventAt) {
+                lastEventAt = event.timestamp;
+            }
+        }
+    }
+    return {
+        accessLogEnabled: config.accessLog,
+        since: since.toISOString(),
+        until: until.toISOString(),
+        totalEvents,
+        invalidLines,
+        eventsByAction,
+        uniqueQueryHashes: queryHashes.size,
+        averageResultCount: resultCountEvents === 0 ? null : resultCountTotal / resultCountEvents,
+        lastEventAt,
+    };
+}
+function toLogLine(event) {
+    return {
+        timestamp: new Date().toISOString(),
+        action: event.action,
+        queryHash: event.query ? hashQuery(event.query) : undefined,
+        topK: event.topK,
+        resultCount: event.resultCount,
+        redactions: event.redactions,
+    };
+}
+function hashQuery(query) {
+    return createHash("sha256").update(query).digest("hex");
+}
+function emptyEventsByAction() {
+    return {
+        ingest: 0,
+        search: 0,
+        ask: 0,
+        research: 0,
+        evaluate: 0,
+        "destroy-index": 0,
+    };
+}
+function normalizeUsageReportDays(days) {
+    if (days === undefined) {
+        return DEFAULT_USAGE_REPORT_DAYS;
+    }
+    if (!Number.isInteger(days) || days <= 0) {
+        throw new Error("usage-report days must be a positive integer.");
+    }
+    return days;
+}
+function parseAccessLogLine(line) {
+    try {
+        const parsed = JSON.parse(line);
+        if (!isAccessLogLine(parsed)) {
+            return null;
+        }
+        return parsed;
+    }
+    catch {
+        return null;
+    }
+}
+function isAccessLogLine(value) {
+    return (typeof value === "object" &&
+        value !== null &&
+        hasTimestamp(value) &&
+        hasAction(value) &&
+        hasOptionalQueryHash(value) &&
+        hasOptionalResultCount(value));
+}
+function hasTimestamp(value) {
+    return "timestamp" in value && typeof value.timestamp === "string";
+}
+function hasAction(value) {
+    return ("action" in value && typeof value.action === "string" && ACCESS_LOG_ACTION_SET.has(value.action));
+}
+function hasOptionalQueryHash(value) {
+    return !("queryHash" in value) || typeof value.queryHash === "string";
+}
+function hasOptionalResultCount(value) {
+    return !("resultCount" in value) || typeof value.resultCount === "number";
+}
+//# sourceMappingURL=access-log.js.map

package/dist/access-log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"access-log.js","sourceRoot":"","sources":["../src/access-log.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAuBxC,MAAM,kBAAkB,GAAsB;IAC5C,QAAQ;IACR,QAAQ;IACR,KAAK;IACL,UAAU;IACV,UAAU;IACV,eAAe;CAChB,CAAA;AACD,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAS,kBAAkB,CAAC,CAAA;AACjE,MAAM,yBAAyB,GAAG,CAAC,CAAA;AACnC,MAAM,oBAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAEhD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc,EAAE,KAAqB;IACtE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,OAAM;IACR,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACpE,MAAM,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IACzF,CAAC;IAAC,MAAM,CAAC;QACP,gFAAgF;IAClF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAiC,EAAE;IAEnC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;IACrE,MAAM,IAAI,GAAG,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAA;IACxB,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,oBAAoB,CAAC,CAAA;IACrE,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAA;IAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;IACrC,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,gBAAgB,GAAG,CAAC,CAAA;IACxB,IAAI,iBAAiB,GAAG,CAAC,CAAA;IACzB,IAAI,WAAW,GAAkB,IAAI,CAAA;IAErC,IAAI,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC5F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAA;YACtC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,YAAY,IAAI,CAAC,CAAA;gBACjB,SAAQ;YACV,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAC7C,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC3B,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE;gBAC3B,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE,EAC3B,CAAC;gBACD,SAAQ;YACV,CAAC;YACD,WAAW,IAAI,CAAC,CAAA;YAChB,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACjC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAClC,CAAC;YACD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC1C,gBAAgB,IAAI,KAAK,CAAC,WAAW,CAAA;gBACrC,iBAAiB,IAAI,CAAC,CAAA;YACxB,CAAC;YACD,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,SAAS,GAAG,WAAW,EAAE,CAAC;gBAC1D,WAAW,GAAG,KAAK,CAAC,SAAS,CAAA;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,gBAAgB,EAAE,MAAM,CAAC,SAAS;QAClC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE;QAC1B,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE;QAC1B,WAAW;QACX,YAAY;QACZ,cAAc;QACd,iBAAiB,EAAE,WAAW,CAAC,IAAI;QACnC,kBAAkB,EAAE,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,GAAG,iBAAiB;QACzF,WAAW;KACZ,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAqB;IACtC,OAAO;QACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3D,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,mBAAmB;IAC1B,OAAO;QACL,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,CAAC;QACT,GAAG,EAAE,CAAC;QACN,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,CAAC;QACX,eAAe,EAAE,CAAC;KACnB,CAAA;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAwB;IACxD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,yBAAyB,CAAA;IAClC,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IAClE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,YAAY,CAAC,KAAK,CAAC;QACnB,SAAS,CAAC,KAAK,CAAC;QAChB,oBAAoB,CAAC,KAAK,CAAC;QAC3B,sBAAsB,CAAC,KAAK,CAAC,CAC9B,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,WAAW,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAA;AACpE,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,CACL,QAAQ,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CACjG,CAAA;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,CAAC,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAA;AACvE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,OAAO,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAA;AAC3E,CAAC"}

package/dist/chunking.d.ts

@@ -0,0 +1,3 @@
+import type { ParsedDocument, TextChunk } from "./types.js";
+export declare function chunkDocument(document: ParsedDocument, chunkSize: number, chunkOverlap: number): TextChunk[];
+//# sourceMappingURL=chunking.d.ts.map

package/dist/chunking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../src/chunking.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAM3D,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,cAAc,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,SAAS,EAAE,CAqCb"}

package/dist/chunking.js

@@ -0,0 +1,58 @@
+import { createHash } from "node:crypto";
+const PARAGRAPH_BREAK_MIN_RATIO = 0.45;
+const SENTENCE_BREAK_MIN_RATIO = 0.55;
+const WHITESPACE_BREAK_MIN_RATIO = 0.75;
+export function chunkDocument(document, chunkSize, chunkOverlap) {
+    if (!document.text) {
+        return [];
+    }
+    const chunks = [];
+    let cursor = 0;
+    let chunkIndex = 0;
+    while (cursor < document.text.length) {
+        const end = chooseChunkEnd(document.text, cursor, chunkSize);
+        const text = document.text.slice(cursor, end).trim();
+        if (text) {
+            const id = createHash("sha256")
+                .update(`${document.file.relativePath}:${chunkIndex}:${text}`)
+                .digest("hex");
+            chunks.push({
+                id,
+                source: document.file.source,
+                relativePath: document.file.relativePath,
+                chunkIndex,
+                text,
+                checksum: document.file.checksum,
+                bytes: document.file.bytes,
+                mtimeMs: document.file.mtimeMs,
+            });
+            chunkIndex += 1;
+        }
+        if (end >= document.text.length) {
+            break;
+        }
+        cursor = Math.max(end - chunkOverlap, cursor + 1);
+    }
+    return chunks;
+}
+function chooseChunkEnd(text, cursor, chunkSize) {
+    const hardEnd = Math.min(cursor + chunkSize, text.length);
+    if (hardEnd === text.length) {
+        return hardEnd;
+    }
+    const window = text.slice(cursor, hardEnd);
+    const paragraphBreak = window.lastIndexOf("\n\n");
+    if (paragraphBreak > chunkSize * PARAGRAPH_BREAK_MIN_RATIO) {
+        return cursor + paragraphBreak;
+    }
+    const sentenceBreak = Math.max(window.lastIndexOf(". "), window.lastIndexOf("? "), window.lastIndexOf("! "));
+    if (sentenceBreak > chunkSize * SENTENCE_BREAK_MIN_RATIO) {
+        return cursor + sentenceBreak + 1;
+    }
+    const whitespace = window.lastIndexOf(" ");
+    if (whitespace > chunkSize * WHITESPACE_BREAK_MIN_RATIO) {
+        return cursor + whitespace;
+    }
+    return hardEnd;
+}
+//# sourceMappingURL=chunking.js.map

package/dist/chunking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../src/chunking.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC,MAAM,yBAAyB,GAAG,IAAI,CAAA;AACtC,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,0BAA0B,GAAG,IAAI,CAAA;AAEvC,MAAM,UAAU,aAAa,CAC3B,QAAwB,EACxB,SAAiB,EACjB,YAAoB;IAEpB,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,MAAM,GAAgB,EAAE,CAAA;IAC9B,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,OAAO,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QAEpD,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC;iBAC5B,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;iBAC7D,MAAM,CAAC,KAAK,CAAC,CAAA;YAChB,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE;gBACF,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;gBAC5B,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY;gBACxC,UAAU;gBACV,IAAI;gBACJ,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ;gBAChC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK;gBAC1B,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO;aAC/B,CAAC,CAAA;YACF,UAAU,IAAI,CAAC,CAAA;QACjB,CAAC;QAED,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAK;QACP,CAAC;QACD,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,YAAY,EAAE,MAAM,GAAG,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,MAAc,EAAE,SAAiB;IACrE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IACzD,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC1C,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IACjD,IAAI,cAAc,GAAG,SAAS,GAAG,yBAAyB,EAAE,CAAC;QAC3D,OAAO,MAAM,GAAG,cAAc,CAAA;IAChC,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EACxB,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EACxB,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CACzB,CAAA;IACD,IAAI,aAAa,GAAG,SAAS,GAAG,wBAAwB,EAAE,CAAC;QACzD,OAAO,MAAM,GAAG,aAAa,GAAG,CAAC,CAAA;IACnC,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAC1C,IAAI,UAAU,GAAG,SAAS,GAAG,0BAA0B,EAAE,CAAC;QACxD,OAAO,MAAM,GAAG,UAAU,CAAA;IAC5B,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}