@vivantel/virage-core 0.2.0

package/README.md

@@ -0,0 +1,83 @@
+# @vivantel/virage-core
+
+[![CI](https://github.com/vivantel/virage/actions/workflows/ci-rag-core.yaml/badge.svg)](https://github.com/vivantel/virage/actions/workflows/ci-rag-core.yaml)
+[![npm version](https://img.shields.io/npm/v/@vivantel/virage-core.svg)](https://www.npmjs.com/package/@vivantel/virage-core)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+Pipeline orchestrator, provider interfaces, and CLI for Git-aware RAG indexing.
+
+## Installation
+
+```bash
+npm install @vivantel/virage-core
+```
+
+## Quick start
+
+```bash
+npx virage init    # generate virage.config.json interactively
+npx virage         # run the pipeline
+```
+
+## What it does
+
+Four pipeline stages run in sequence:
+
+1. **GitTracker** — finds files matching your chunker patterns and detects changes via commit hashes
+2. **ChunkProcessor** — splits each file into `Chunk[]` using your configured strategy
+3. **EmbedderProcessor** — embeds chunks incrementally (skips unchanged content); detects model changes and auto-invalidates stale embeddings
+4. **Uploader** — syncs the vector store: deletes stale documents, upserts new ones
+
+## Provider interfaces
+
+Implement these three interfaces to integrate any backend:
+
+```typescript
+interface FileChunker {
+  name: string;
+  patterns: string[];
+  chunk(filePath: string, commitHash: string): Promise<Chunk[]>;
+}
+
+interface EmbeddingProvider {
+  name: string;
+  dimensions: number;
+  model?: string;           // used for cache invalidation
+  embed(text: string): Promise<number[]>;
+  embedBatch?(texts: string[]): Promise<number[][]>;
+}
+
+interface VectorStore {
+  name: string;
+  initialize(): Promise<void>;
+  upsert(docs: VectorDocument[]): Promise<void>;
+  deleteBySourceFile(files: string[]): Promise<void>;
+  getCurrentState(): Promise<Map<string, string>>;
+  search(embedding: number[], topK: number): Promise<VectorSearchResult[]>;
+}
+```
+
+## createChunker helper
+
+```typescript
+import { createChunker } from "@vivantel/virage-core";
+import { markdownHeadersStrategy } from "@vivantel/virage-strategies";
+
+// Strategy shorthand
+createChunker({ patterns: ["docs/**/*.md"], strategy: markdownHeadersStrategy() });
+
+// Custom process function
+createChunker({
+  name: "custom",
+  patterns: ["**/*.txt"],
+  process: async (content, filePath, commitHash) => [{ content, metadata: {}, sourceFile: filePath, commitHash }],
+});
+```
+
+## Embeddings cache invalidation
+
+`embeddings.json` stores metadata about the last embedding run. If the `model` or `dimensions` of your provider changes, the cache is automatically cleared and all chunks are re-embedded. Switching providers (e.g., from GitHub Models to OpenAI direct) but keeping the same model name does **not** invalidate the cache — the vectors are identical.
+
+## License
+
+MIT

package/dist/bin/virage.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=virage.d.ts.map

package/dist/bin/virage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"virage.d.ts","sourceRoot":"","sources":["../../src/bin/virage.ts"],"names":[],"mappings":""}

package/dist/bin/virage.js

@@ -0,0 +1,344 @@
+#!/usr/bin/env node
+import { Command } from "commander";
+import { config } from "dotenv";
+import { loadConfig } from "../config-loader.js";
+import { Orchestrator } from "../core/orchestrator.js";
+import { RagError } from "../core/errors.js";
+import { createLogger } from "../logger/index.js";
+import { runInit } from "../cli/init.js";
+import { runValidate } from "../cli/validate.js";
+import { runEvaluate } from "../cli/evaluate.js";
+import { runExperimentRun, runExperimentCompare, runExperimentList, } from "../cli/experiment.js";
+import { runBenchmarkEmbedder } from "../cli/benchmark.js";
+import { runStoreStats, runStorePerf } from "../cli/store-cmd.js";
+import { runReport } from "../cli/report.js";
+import { runChunksReport } from "../cli/chunks-report.js";
+import { runVizEmbeddings } from "../cli/viz.js";
+import { runDashboard } from "../cli/dashboard.js";
+config();
+// Expand -vvv etc. into individual -v flags before commander parses
+const argv = process.argv.flatMap((arg) => /^-v+$/.test(arg)
+    ? arg
+        .slice(1)
+        .split("")
+        .map((c) => `-${c}`)
+    : [arg]);
+const program = new Command();
+function handleError(error) {
+    console.error("❌ Error:", error instanceof Error ? error.message : error);
+    if (error instanceof RagError && error.suggestion) {
+        console.error("   💡", error.suggestion);
+    }
+    process.exit(1);
+}
+async function runOnce(options) {
+    const cfg = await loadConfig(options.config, options.logger);
+    const orchestrator = new Orchestrator({
+        ...cfg,
+        options: {
+            ...cfg.options,
+            force: options.force || cfg.options?.force,
+            skipUpload: options.noUpload || cfg.options?.skipUpload,
+            dryRun: options.dryRun || cfg.options?.dryRun,
+            chunksFile: options.chunksOut || cfg.options?.chunksFile,
+            embeddingsFile: options.embeddingsOut || cfg.options?.embeddingsFile,
+            logger: options.logger,
+        },
+    });
+    await orchestrator.run();
+}
+program
+    .name("virage")
+    .description("RAG pipeline CLI — run 'virage update' to index, or a subcommand for diagnostics")
+    .version("2.0.0")
+    .option("-v, --verbose", "Increase verbosity (stackable: -v, -vv … -vvvvv)", (_, prev) => prev + 1, 0)
+    .action(() => program.outputHelp());
+program
+    .command("update")
+    .description("Run the RAG indexing pipeline")
+    .option("-c, --config <path>", "Path to config file", "./virage.config.json")
+    .option("-f, --force", "Force full rebuild", false)
+    .option("--no-upload", "Skip upload to vector store")
+    .option("--dry-run", "Show what would change without uploading", false)
+    .option("--chunks-out <path>", "Output path for chunks.json")
+    .option("--embeddings-out <path>", "Output path for embeddings.json")
+    .option("--watch", "Re-run pipeline on file changes", false)
+    .action(async (cmdOpts) => {
+    const verbose = program.opts().verbose;
+    const logger = createLogger(verbose);
+    const runOptions = {
+        config: cmdOpts.config,
+        force: cmdOpts.force,
+        noUpload: !cmdOpts.upload,
+        dryRun: cmdOpts.dryRun,
+        chunksOut: cmdOpts.chunksOut,
+        embeddingsOut: cmdOpts.embeddingsOut,
+        logger,
+    };
+    logger.info("🚀 Virage");
+    try {
+        await runOnce(runOptions);
+    }
+    catch (error) {
+        handleError(error);
+    }
+    if (!cmdOpts.watch)
+        return;
+    // Watch mode
+    const { default: chokidar } = await import("chokidar");
+    const cfg = await loadConfig(cmdOpts.config, logger).catch(() => null);
+    const patterns = cfg
+        ? cfg.chunkers.flatMap((c) => c.patterns)
+        : [];
+    const watched = [cmdOpts.config, ...patterns];
+    logger.info("👁️  Watching for changes...");
+    let debounce = null;
+    chokidar
+        .watch(watched, { ignoreInitial: true })
+        .on("all", (event, path) => {
+        if (debounce)
+            clearTimeout(debounce);
+        debounce = setTimeout(async () => {
+            logger.info(`🔄 Change detected (${event}: ${path}), re-running...`);
+            try {
+                await runOnce(runOptions);
+            }
+            catch (error) {
+                logger.error(error instanceof Error ? error.message : String(error));
+            }
+        }, 500);
+    });
+});
+program
+    .command("init")
+    .description("Generate a virage.config.json template interactively")
+    .action(async () => {
+    try {
+        await runInit();
+    }
+    catch (error) {
+        if (error.name === "ExitPromptError") {
+            console.log("\nCancelled.");
+            process.exit(0);
+        }
+        handleError(error);
+    }
+});
+program
+    .command("validate")
+    .description("Validate config without running the pipeline")
+    .option("-c, --config <path>", "Path to config file", "./virage.config.json")
+    .action(async (opts) => {
+    try {
+        await runValidate(opts.config);
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+program
+    .command("evaluate")
+    .description("Evaluate retrieval quality against an eval dataset")
+    .option("-c, --config <path>", "Path to config file", "./virage.config.json")
+    .option("-d, --dataset <path>", "Eval dataset path", "./eval/queries.json")
+    .option("--with-llm-judge", "Enable RAGAS LLM-as-judge metrics")
+    .option("--threshold-mrr <n>", "Fail if MRR is below this threshold", parseFloat)
+    .option("--ci", "Exit with code 1 if quality gate fails")
+    .action(async (opts) => {
+    try {
+        await runEvaluate({
+            config: opts.config,
+            dataset: opts.dataset,
+            withLlmJudge: opts.withLlmJudge ?? false,
+            thresholdMrr: opts.thresholdMrr,
+            ci: opts.ci ?? false,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+program
+    .command("report")
+    .description("Show observability report from telemetry files")
+    .option("--dir <path>", "Directory containing telemetry.json files", "./docs/rag")
+    .action(async (opts) => {
+    try {
+        await runReport(opts.dir);
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+program
+    .command("eval-generate")
+    .description("Generate an eval dataset from existing chunks")
+    .option("--chunks <path>", "Chunks file path", "./docs/rag/chunks.json")
+    .option("--output <path>", "Output dataset path", "./eval/queries.json")
+    .option("--include-negatives", "Add negative examples")
+    .option("--paraphrase-ratio <n>", "Fraction of queries to paraphrase (requires LLM judge)", parseFloat, 0)
+    .action(async (opts) => {
+    try {
+        const { readFile } = await import("fs/promises");
+        const raw = JSON.parse(await readFile(opts.chunks, "utf-8"));
+        const chunks = Array.isArray(raw)
+            ? raw
+            : (raw.chunks ?? []);
+        const { generateEvalDataset } = await import("../eval/generator.js");
+        await generateEvalDataset(chunks, {
+            includeNegatives: opts.includeNegatives ?? false,
+            paraphraseRatio: opts.paraphraseRatio,
+        }, opts.output);
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+const viz = program.command("viz").description("Visualization tools");
+viz
+    .command("embeddings")
+    .description("Generate a 2D visualization of the embedding space")
+    .option("--embeddings <path>", "Embeddings file path", "./docs/rag/embeddings.json")
+    .option("--output <path>", "Output HTML file", "umap.html")
+    .option("--projection <type>", "Projection type: umap or tsne", "umap")
+    .action(async (opts) => {
+    try {
+        await runVizEmbeddings({
+            embeddingsFile: opts.embeddings,
+            output: opts.output,
+            projection: opts.projection,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+const chunks = program.command("chunks").description("Chunk analysis tools");
+chunks
+    .command("report")
+    .description("Show chunk cohesion report")
+    .option("--file <path>", "Chunks file path", "./docs/rag/chunks.json")
+    .action(async (opts) => {
+    try {
+        await runChunksReport(opts.file);
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+program
+    .command("dashboard")
+    .description("Start a local RAG monitoring dashboard")
+    .option("--port <n>", "Port to serve on", parseInt, 3000)
+    .option("--chunks <path>", "Chunks file path", "./docs/rag/chunks.json")
+    .option("--embeddings <path>", "Embeddings file path", "./docs/rag/embeddings.json")
+    .action(async (opts) => {
+    try {
+        await runDashboard({
+            port: opts.port,
+            chunksFile: opts.chunks,
+            embeddingsFile: opts.embeddings,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+const benchmark = program
+    .command("benchmark")
+    .description("Performance benchmarking tools");
+benchmark
+    .command("embedder")
+    .description("Benchmark a local HuggingFace embedding model")
+    .option("--model <id>", "HuggingFace model ID", "Xenova/all-MiniLM-L6-v2")
+    .option("--device <device>", "'cpu' or 'webgpu'", "cpu")
+    .action(async (opts) => {
+    try {
+        await runBenchmarkEmbedder({
+            model: opts.model,
+            device: opts.device,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+const store = program.command("store").description("Vector store diagnostics");
+store
+    .command("stats")
+    .description("Show vector index quality metrics")
+    .option("-c, --config <path>", "Path to config file", "./virage.config.json")
+    .action(async (opts) => {
+    try {
+        await runStoreStats({ config: opts.config });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+store
+    .command("perf")
+    .description("Show query performance report")
+    .option("-c, --config <path>", "Path to config file", "./virage.config.json")
+    .option("--timeframe <hours>", "Timeframe in hours", parseInt, 24)
+    .action(async (opts) => {
+    try {
+        await runStorePerf({
+            config: opts.config,
+            timeframeHours: opts.timeframe,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+const experiment = program
+    .command("experiment")
+    .description("Experiment tracking and statistical comparison");
+experiment
+    .command("run")
+    .description("Run an experiment and save results")
+    .requiredOption("--name <name>", "Experiment name")
+    .option("-c, --config <path>", "Path to config file", "./virage.config.json")
+    .option("-d, --dataset <path>", "Eval dataset path", "./eval/queries.json")
+    .action(async (opts) => {
+    try {
+        await runExperimentRun({
+            name: opts.name,
+            config: opts.config,
+            dataset: opts.dataset,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+experiment
+    .command("list")
+    .description("List saved experiment runs")
+    .action(async () => {
+    try {
+        await runExperimentList();
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+experiment
+    .command("compare")
+    .description("Compare two experiment runs with bootstrap significance test")
+    .requiredOption("--baseline <id>", "Baseline run name or id")
+    .requiredOption("--candidate <id>", "Candidate run name or id")
+    .action(async (opts) => {
+    try {
+        await runExperimentCompare({
+            baseline: opts.baseline,
+            candidate: opts.candidate,
+        });
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+program.parse(argv);
+//# sourceMappingURL=virage.js.map

package/dist/bin/virage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"virage.js","sourceRoot":"","sources":["../../src/bin/virage.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,MAAM,EAAE,CAAC;AAET,oEAAoE;AACpE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CACxC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;IACf,CAAC,CAAC,GAAG;SACA,KAAK,CAAC,CAAC,CAAC;SACR,KAAK,CAAC,EAAE,CAAC;SACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC,GAAG,CAAC,CACV,CAAC;AAEF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,KAAK,YAAY,QAAQ,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QAClD,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,OAQtB;IACC,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,GAAG,GAAG;QACN,OAAO,EAAE;YACP,GAAG,GAAG,CAAC,OAAO;YACd,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK;YAC1C,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,UAAU;YACvD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,MAAM;YAC7C,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE,UAAU;YACxD,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,GAAG,CAAC,OAAO,EAAE,cAAc;YACpE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB;KACF,CAAC,CAAC;IACH,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC;AAC3B,CAAC;AAED,OAAO;KACJ,IAAI,CAAC,QAAQ,CAAC;KACd,WAAW,CACV,kFAAkF,CACnF;KACA,OAAO,CAAC,OAAO,CAAC;KAChB,MAAM,CACL,eAAe,EACf,kDAAkD,EAClD,CAAC,CAAC,EAAE,IAAY,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,EAC7B,CAAC,CACF;KACA,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;AAEtC,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,+BAA+B,CAAC;KAC5C,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,sBAAsB,CAAC;KAC5E,MAAM,CAAC,aAAa,EAAE,oBAAoB,EAAE,KAAK,CAAC;KAClD,MAAM,CAAC,aAAa,EAAE,6BAA6B,CAAC;KACpD,MAAM,CAAC,WAAW,EAAE,0CAA0C,EAAE,KAAK,CAAC;KACtE,MAAM,CAAC,qBAAqB,EAAE,6BAA6B,CAAC;KAC5D,MAAM,CAAC,yBAAyB,EAAE,iCAAiC,CAAC;KACpE,MAAM,CAAC,SAAS,EAAE,iCAAiC,EAAE,KAAK,CAAC;KAC3D,MAAM,CACL,KAAK,EAAE,OAQN,EAAE,EAAE;IACH,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAuB,CAAC,OAAO,CAAC;IAC5D,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAErC,MAAM,UAAU,GAAG;QACjB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM;QACzB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM;KACP,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK;QAAE,OAAO;IAE3B,aAAa;IACb,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAa,GAAG;QAC5B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC;IAC9C,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAE5C,IAAI,QAAQ,GAAyC,IAAI,CAAC;IAC1D,QAAQ;SACL,KAAK,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SACvC,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACzB,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACrC,QAAQ,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,CAAC,IAAI,CACT,uBAAuB,KAAK,KAAK,IAAI,kBAAkB,CACxD,CAAC;YACF,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;AACP,CAAC,CACF,CAAC;AAEJ,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,sDAAsD,CAAC;KACnE,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,IAAI,CAAC;QACH,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,sBAAsB,CAAC;KAC5E,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,EAAE;IACzC,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,oDAAoD,CAAC;KACjE,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,sBAAsB,CAAC;KAC5E,MAAM,CAAC,sBAAsB,EAAE,mBAAmB,EAAE,qBAAqB,CAAC;KAC1E,MAAM,CAAC,kBAAkB,EAAE,mCAAmC,CAAC;KAC/D,MAAM,CACL,qBAAqB,EACrB,qCAAqC,EACrC,UAAU,CACX;KACA,MAAM,CAAC,MAAM,EAAE,wCAAwC,CAAC;KACxD,MAAM,CACL,KAAK,EAAE,IAMN,EAAE,EAAE;IACH,IAAI,CAAC;QACH,MAAM,WAAW,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,KAAK;YACxC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,KAAK;SACrB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CACF,CAAC;AAEJ,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,gDAAgD,CAAC;KAC7D,MAAM,CACL,cAAc,EACd,2CAA2C,EAC3C,YAAY,CACb;KACA,MAAM,CAAC,KAAK,EAAE,IAAqB,EAAE,EAAE;IACtC,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,eAAe,CAAC;KACxB,WAAW,CAAC,+CAA+C,CAAC;KAC5D,MAAM,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,wBAAwB,CAAC;KACvE,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC;KACvE,MAAM,CAAC,qBAAqB,EAAE,uBAAuB,CAAC;KACtD,MAAM,CACL,wBAAwB,EACxB,wDAAwD,EACxD,UAAU,EACV,CAAC,CACF;KACA,MAAM,CACL,KAAK,EAAE,IAKN,EAAE,EAAE;IACH,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAY,CAAC;QACxE,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAC/B,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,CAAE,GAA8B,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACrE,MAAM,mBAAmB,CACvB,MAAmD,EACnD;YACE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,KAAK;YAChD,eAAe,EAAE,IAAI,CAAC,eAAe;SACtC,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CACF,CAAC;AAEJ,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACtE,GAAG;KACA,OAAO,CAAC,YAAY,CAAC;KACrB,WAAW,CAAC,oDAAoD,CAAC;KACjE,MAAM,CACL,qBAAqB,EACrB,sBAAsB,EACtB,4BAA4B,CAC7B;KACA,MAAM,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,WAAW,CAAC;KAC1D,MAAM,CAAC,qBAAqB,EAAE,+BAA+B,EAAE,MAAM,CAAC;KACtE,MAAM,CACL,KAAK,EAAE,IAIN,EAAE,EAAE;IACH,IAAI,CAAC;QACH,MAAM,gBAAgB,CAAC;YACrB,cAAc,EAAE,IAAI,CAAC,UAAU;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAA6B;SAC/C,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CACF,CAAC;AAEJ,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;AAC7E,MAAM;KACH,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,4BAA4B,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,kBAAkB,EAAE,wBAAwB,CAAC;KACrE,MAAM,CAAC,KAAK,EAAE,IAAsB,EAAE,EAAE;IACvC,IAAI,CAAC;QACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,WAAW,CAAC;KACpB,WAAW,CAAC,wCAAwC,CAAC;KACrD,MAAM,CAAC,YAAY,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,CAAC;KACxD,MAAM,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,wBAAwB,CAAC;KACvE,MAAM,CACL,qBAAqB,EACrB,sBAAsB,EACtB,4BAA4B,CAC7B;KACA,MAAM,CACL,KAAK,EAAE,IAA0D,EAAE,EAAE;IACnE,IAAI,CAAC;QACH,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,cAAc,EAAE,IAAI,CAAC,UAAU;SAChC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CACF,CAAC;AAEJ,MAAM,SAAS,GAAG,OAAO;KACtB,OAAO,CAAC,WAAW,CAAC;KACpB,WAAW,CAAC,gCAAgC,CAAC,CAAC;AAEjD,SAAS;KACN,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,+CAA+C,CAAC;KAC5D,MAAM,CAAC,cAAc,EAAE,sBAAsB,EAAE,yBAAyB,CAAC;KACzE,MAAM,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,KAAK,CAAC;KACvD,MAAM,CAAC,KAAK,EAAE,IAAuC,EAAE,EAAE;IACxD,IAAI,CAAC;QACH,MAAM,oBAAoB,CAAC;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAA0B;SACxC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,0BAA0B,CAAC,CAAC;AAE/E,KAAK;KACF,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,mCAAmC,CAAC;KAChD,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,sBAAsB,CAAC;KAC5E,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,EAAE;IACzC,IAAI,CAAC;QACH,MAAM,aAAa,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,KAAK;KACF,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,+BAA+B,CAAC;KAC5C,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,sBAAsB,CAAC;KAC5E,MAAM,CAAC,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,CAAC;KACjE,MAAM,CAAC,KAAK,EAAE,IAA2C,EAAE,EAAE;IAC5D,IAAI,CAAC;QACH,MAAM,YAAY,CAAC;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,SAAS;SAC/B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,MAAM,UAAU,GAAG,OAAO;KACvB,OAAO,CAAC,YAAY,CAAC;KACrB,WAAW,CAAC,gDAAgD,CAAC,CAAC;AAEjE,UAAU;KACP,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,oCAAoC,CAAC;KACjD,cAAc,CAAC,eAAe,EAAE,iBAAiB,CAAC;KAClD,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,sBAAsB,CAAC;KAC5E,MAAM,CAAC,sBAAsB,EAAE,mBAAmB,EAAE,qBAAqB,CAAC;KAC1E,MAAM,CAAC,KAAK,EAAE,IAAuD,EAAE,EAAE;IACxE,IAAI,CAAC;QACH,MAAM,gBAAgB,CAAC;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,UAAU;KACP,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,4BAA4B,CAAC;KACzC,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,IAAI,CAAC;QACH,MAAM,iBAAiB,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,UAAU;KACP,OAAO,CAAC,SAAS,CAAC;KAClB,WAAW,CAAC,8DAA8D,CAAC;KAC3E,cAAc,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KAC5D,cAAc,CAAC,kBAAkB,EAAE,0BAA0B,CAAC;KAC9D,MAAM,CAAC,KAAK,EAAE,IAA6C,EAAE,EAAE;IAC9D,IAAI,CAAC;QACH,MAAM,oBAAoB,CAAC;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC"}

package/dist/cli/benchmark.d.ts

@@ -0,0 +1,6 @@
+export interface BenchmarkEmbedderOptions {
+    model: string;
+    device: "cpu" | "webgpu";
+}
+export declare function runBenchmarkEmbedder(opts: BenchmarkEmbedderOptions): Promise<void>;
+//# sourceMappingURL=benchmark.d.ts.map

package/dist/cli/benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/cli/benchmark.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,KAAK,GAAG,QAAQ,CAAC;CAC1B;AAED,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,wBAAwB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyCf"}

package/dist/cli/benchmark.js

@@ -0,0 +1,26 @@
+export async function runBenchmarkEmbedder(opts) {
+    console.log(`🔬 Benchmarking embedder: ${opts.model}`);
+    console.log(`   Device: ${opts.device}`);
+    let benchmarkEmbedder;
+    try {
+        const pkg = "@vivantel/virage-embedder-transformers";
+        const mod = await import(pkg);
+        benchmarkEmbedder = mod.benchmarkEmbedder;
+    }
+    catch {
+        console.error("❌ @vivantel/virage-embedder-transformers is not installed.\n" +
+            "   Install it with: npm install @vivantel/virage-embedder-transformers");
+        process.exit(1);
+    }
+    console.log("⏳ Running benchmark (this may take a moment for model download)...\n");
+    const result = await benchmarkEmbedder(opts.model, { device: opts.device });
+    console.log("📊 Benchmark Results");
+    console.log("─".repeat(40));
+    console.log(`  Model              : ${result.model}`);
+    console.log(`  Dimensions         : ${result.dimensions}`);
+    console.log(`  Tokens/sec         : ${result.tokensPerSec.toLocaleString()}`);
+    console.log(`  Memory delta       : ${result.memoryMB} MB`);
+    console.log(`  First query latency: ${result.firstQueryLatencyMs} ms`);
+    console.log("─".repeat(40));
+}
+//# sourceMappingURL=benchmark.js.map

package/dist/cli/benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/cli/benchmark.ts"],"names":[],"mappings":"AAKA,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAA8B;IAE9B,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAEzC,IAAI,iBASF,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,wCAAwC,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9B,iBAAiB,GAAG,GAAG,CAAC,iBAA6C,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CACX,8DAA8D;YAC5D,wEAAwE,CAC3E,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CACT,sEAAsE,CACvE,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAE5E,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,YAAY,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,mBAAmB,KAAK,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9B,CAAC"}

package/dist/cli/chunks-report.d.ts

@@ -0,0 +1,2 @@
+export declare function runChunksReport(chunksFile: string): Promise<void>;
+//# sourceMappingURL=chunks-report.d.ts.map

package/dist/cli/chunks-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks-report.d.ts","sourceRoot":"","sources":["../../src/cli/chunks-report.ts"],"names":[],"mappings":"AAmCA,wBAAsB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA+DvE"}

package/dist/cli/chunks-report.js

@@ -0,0 +1,74 @@
+import { readFile } from "fs/promises";
+function isChunkArray(val) {
+    return (Array.isArray(val) &&
+        val.length > 0 &&
+        typeof val[0].content === "string");
+}
+function computeCohesion(chunks) {
+    const sentenceEnd = /[.!?\n]\s*$/;
+    const midSentence = chunks.filter((c) => !sentenceEnd.test(c.content));
+    const cohesion = 1 - midSentence.length / chunks.length;
+    const suggestion = cohesion < 0.5
+        ? `Low cohesion — consider switching to 'semantic' strategy for better sentence boundaries`
+        : cohesion < 0.8
+            ? `Moderate cohesion — increase maxTokens or use 'markdown-headers' for structured content`
+            : "Good cohesion";
+    return { cohesion, midSentenceCuts: midSentence.length, suggestion };
+}
+export async function runChunksReport(chunksFile) {
+    let raw;
+    try {
+        raw = await readFile(chunksFile, "utf-8");
+    }
+    catch {
+        console.error(`❌ Could not read chunks file "${chunksFile}".\n` +
+            `   Run the pipeline first to generate chunks.`);
+        process.exit(1);
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch {
+        console.error(`❌ "${chunksFile}" is not valid JSON`);
+        process.exit(1);
+    }
+    // chunks.json can be a bare array or an object with a chunks property
+    let chunks;
+    if (isChunkArray(parsed)) {
+        chunks = parsed;
+    }
+    else if (parsed &&
+        typeof parsed === "object" &&
+        "chunks" in parsed &&
+        isChunkArray(parsed.chunks)) {
+        chunks = parsed.chunks;
+    }
+    else {
+        console.error(`❌ Unexpected chunks file format in "${chunksFile}"`);
+        process.exit(1);
+    }
+    // Group by strategy
+    const byStrategy = new Map();
+    for (const chunk of chunks) {
+        const strategy = chunk.metadata?.strategy ?? "unknown";
+        const group = byStrategy.get(strategy) ?? [];
+        group.push(chunk);
+        byStrategy.set(strategy, group);
+    }
+    console.log(`\n📊 Chunk Cohesion Report (${chunks.length} total chunks)`);
+    console.log("─".repeat(60));
+    for (const [strategy, group] of byStrategy) {
+        const sizes = group.map((c) => c.content.length);
+        const avgSize = Math.round(sizes.reduce((s, v) => s + v, 0) / sizes.length);
+        const { cohesion, midSentenceCuts, suggestion } = computeCohesion(group);
+        console.log(`\n  Strategy: ${strategy}`);
+        console.log(`    Chunks          : ${group.length}`);
+        console.log(`    Avg size        : ${avgSize} chars`);
+        console.log(`    Cohesion        : ${(cohesion * 100).toFixed(1)}%`);
+        console.log(`    Mid-sentence cuts: ${midSentenceCuts}`);
+        console.log(`    💡 ${suggestion}`);
+    }
+    console.log("\n" + "─".repeat(60));
+}
+//# sourceMappingURL=chunks-report.js.map

package/dist/cli/chunks-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks-report.js","sourceRoot":"","sources":["../../src/cli/chunks-report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAQvC,SAAS,YAAY,CAAC,GAAY;IAChC,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAClB,GAAG,CAAC,MAAM,GAAG,CAAC;QACd,OAAQ,GAAG,CAAC,CAAC,CAAqB,CAAC,OAAO,KAAK,QAAQ,CACxD,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAAyB;IAKhD,MAAM,WAAW,GAAG,aAAa,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAExD,MAAM,UAAU,GACd,QAAQ,GAAG,GAAG;QACZ,CAAC,CAAC,yFAAyF;QAC3F,CAAC,CAAC,QAAQ,GAAG,GAAG;YACd,CAAC,CAAC,yFAAyF;YAC3F,CAAC,CAAC,eAAe,CAAC;IAExB,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAAkB;IACtD,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CACX,iCAAiC,UAAU,MAAM;YAC/C,+CAA+C,CAClD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CAAC,MAAM,UAAU,qBAAqB,CAAC,CAAC;QACrD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,sEAAsE;IACtE,IAAI,MAAyB,CAAC;IAC9B,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IACL,MAAM;QACN,OAAO,MAAM,KAAK,QAAQ;QAC1B,QAAQ,IAAK,MAAiB;QAC9B,YAAY,CAAE,MAA8B,CAAC,MAAM,CAAC,EACpD,CAAC;QACD,MAAM,GAAI,MAAwC,CAAC,MAAM,CAAC;IAC5D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,uCAAuC,UAAU,GAAG,CAAC,CAAC;QACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,oBAAoB;IACpB,MAAM,UAAU,GAAG,IAAI,GAAG,EAA6B,CAAC;IACxD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GACX,KAAK,CAAC,QAAQ,EAAE,QAA+B,IAAI,SAAS,CAAC;QAChE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,+BAA+B,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5E,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAEzE,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,yBAAyB,OAAO,QAAQ,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,0BAA0B,eAAe,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,UAAU,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AACrC,CAAC"}

package/dist/cli/dashboard.d.ts

@@ -0,0 +1,7 @@
+export interface DashboardOptions {
+    port: number;
+    chunksFile: string;
+    embeddingsFile: string;
+}
+export declare function runDashboard(opts: DashboardOptions): Promise<void>;
+//# sourceMappingURL=dashboard.d.ts.map

package/dist/cli/dashboard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dashboard.d.ts","sourceRoot":"","sources":["../../src/cli/dashboard.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AA2ED,wBAAsB,YAAY,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAoDxE"}