@vivantel/rag-core 0.1.0

package/dist/core/utils.d.ts

@@ -0,0 +1,6 @@
+export declare function computeContentHash(content: string): string;
+export declare function sleep(ms: number): Promise<void>;
+export declare function batchArray<T>(array: T[], batchSize: number): T[][];
+export declare function extractFileName(filePath: string): string;
+export declare function extractDirectory(filePath: string): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/core/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/core/utils.ts"],"names":[],"mappings":"AAEA,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C;AAED,wBAAgB,UAAU,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,CAMlE;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAExD;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAIzD"}

package/dist/core/utils.js

@@ -0,0 +1,23 @@
+import { createHash } from "crypto";
+export function computeContentHash(content) {
+    return createHash("sha256").update(content).digest("hex").slice(0, 16);
+}
+export function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export function batchArray(array, batchSize) {
+    const batches = [];
+    for (let i = 0; i < array.length; i += batchSize) {
+        batches.push(array.slice(i, i + batchSize));
+    }
+    return batches;
+}
+export function extractFileName(filePath) {
+    return filePath.split("/").pop() || filePath;
+}
+export function extractDirectory(filePath) {
+    const parts = filePath.split("/");
+    parts.pop();
+    return parts.join("/");
+}
+//# sourceMappingURL=utils.js.map

package/dist/core/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,UAAU,CAAI,KAAU,EAAE,SAAiB;IACzD,MAAM,OAAO,GAAU,EAAE,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,QAAQ,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,KAAK,CAAC,GAAG,EAAE,CAAC;IACZ,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/dist/helpers/create-chunker.d.ts

@@ -0,0 +1,9 @@
+import { FileChunker, Chunk } from "../interfaces/index.js";
+export interface CreateChunkerOptions {
+    name: string;
+    patterns: string[];
+    process: (content: string, filePath: string, commitHash: string) => Promise<Chunk[]>;
+    canProcess?: (filePath: string, content?: string) => Promise<boolean>;
+}
+export declare function createChunker(options: CreateChunkerOptions): FileChunker;
+//# sourceMappingURL=create-chunker.d.ts.map

package/dist/helpers/create-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-chunker.d.ts","sourceRoot":"","sources":["../../src/helpers/create-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAE5D,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,CACP,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,KACf,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IACtB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CACvE;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,WAAW,CA0BxE"}

package/dist/helpers/create-chunker.js

@@ -0,0 +1,24 @@
+export function createChunker(options) {
+    return {
+        name: options.name,
+        patterns: options.patterns,
+        async chunk(filePath, commitHash) {
+            const { readFile } = await import("fs/promises");
+            const content = await readFile(filePath, "utf-8");
+            if (options.canProcess) {
+                const canProcess = await options.canProcess(filePath, content);
+                if (!canProcess) {
+                    return [];
+                }
+            }
+            return options.process(content, filePath, commitHash);
+        },
+        async canProcess(filePath, content) {
+            if (options.canProcess) {
+                return options.canProcess(filePath, content);
+            }
+            return true;
+        },
+    };
+}
+//# sourceMappingURL=create-chunker.js.map

package/dist/helpers/create-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-chunker.js","sourceRoot":"","sources":["../../src/helpers/create-chunker.ts"],"names":[],"mappings":"AAaA,MAAM,UAAU,aAAa,CAAC,OAA6B;IACzD,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAE1B,KAAK,CAAC,KAAK,CAAC,QAAgB,EAAE,UAAkB;YAC9C,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAElD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxD,CAAC;QAED,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,OAAgB;YACjD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,OAAO,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+export * from "./interfaces/index.js";
+export { GitTracker } from "./core/git-tracker.js";
+export { ChunkProcessor } from "./core/chunk-processor.js";
+export { EmbedderProcessor } from "./core/embedder.js";
+export { Uploader } from "./core/uploader.js";
+export { Orchestrator, RAGPipelineConfig } from "./core/orchestrator.js";
+export { computeContentHash, sleep, batchArray, extractFileName, extractDirectory, } from "./core/utils.js";
+export { tokenStrategy, markdownHeadersStrategy, semanticStrategy, wholeFileStrategy, } from "./strategies/chunk/index.js";
+export { createChunker } from "./helpers/create-chunker.js";
+export { loadConfig } from "./config-loader.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,uBAAuB,CAAC;AAGtC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,KAAK,EACL,UAAU,EACV,eAAe,EACf,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,aAAa,EACb,uBAAuB,EACvB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAG5D,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -0,0 +1,16 @@
+// Interfaces
+export * from "./interfaces/index.js";
+// Core
+export { GitTracker } from "./core/git-tracker.js";
+export { ChunkProcessor } from "./core/chunk-processor.js";
+export { EmbedderProcessor } from "./core/embedder.js";
+export { Uploader } from "./core/uploader.js";
+export { Orchestrator } from "./core/orchestrator.js";
+export { computeContentHash, sleep, batchArray, extractFileName, extractDirectory, } from "./core/utils.js";
+// Strategies
+export { tokenStrategy, markdownHeadersStrategy, semanticStrategy, wholeFileStrategy, } from "./strategies/chunk/index.js";
+// Helpers
+export { createChunker } from "./helpers/create-chunker.js";
+// Config loader
+export { loadConfig } from "./config-loader.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,cAAc,uBAAuB,CAAC;AAEtC,OAAO;AACP,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,KAAK,EACL,UAAU,EACV,eAAe,EACf,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAEzB,aAAa;AACb,OAAO,EACL,aAAa,EACb,uBAAuB,EACvB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AAErC,UAAU;AACV,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,gBAAgB;AAChB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/interfaces/chunker.d.ts

@@ -0,0 +1,46 @@
+/**
+ * Chunk interfaces - core building blocks for document processing
+ */
+export interface Chunk {
+    /** The actual text content of the chunk */
+    content: string;
+    /** Metadata about this chunk (source file, type, etc.) */
+    metadata: Record<string, unknown>;
+    /** Original source file path */
+    sourceFile: string;
+    /** Git commit hash when this chunk was generated */
+    commitHash: string;
+    /** Optional unique hash of the content (for change detection) */
+    contentHash?: string;
+}
+export interface FileChunker {
+    /** Unique name of this chunker */
+    name: string;
+    /** Glob patterns this chunker handles */
+    patterns: string[];
+    /**
+     * Process a file and return chunks.
+     * Returns empty array if file should be skipped.
+     */
+    chunk(filePath: string, commitHash: string): Promise<Chunk[]>;
+    /**
+     * Optional: validate if this chunker can process the file
+     * (called before chunk() to filter early)
+     */
+    canProcess?(filePath: string, content?: string): Promise<boolean>;
+}
+export interface ChunkStrategy {
+    /** Strategy name */
+    name: string;
+    /** Split text into chunks according to strategy */
+    chunk(text: string, filePath?: string): Promise<Chunk[]>;
+    /** Optional: extract metadata without full chunking */
+    extractMetadata?(text: string, filePath?: string): Record<string, unknown>;
+}
+export interface ChunkTransformer {
+    /** Transformer name */
+    name: string;
+    /** Transform a chunk (return null to skip) */
+    transform(chunk: Chunk): Promise<Chunk | null>;
+}
+//# sourceMappingURL=chunker.d.ts.map

package/dist/interfaces/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/interfaces/chunker.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,KAAK;IACpB,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAEhB,0DAA0D;IAC1D,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC,gCAAgC;IAChC,UAAU,EAAE,MAAM,CAAC;IAEnB,oDAAoD;IACpD,UAAU,EAAE,MAAM,CAAC;IAEnB,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAC;IAEb,yCAAyC;IACzC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAEnB;;;OAGG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IAE9D;;;OAGG;IACH,UAAU,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACnE;AAED,MAAM,WAAW,aAAa;IAC5B,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IAEb,mDAAmD;IACnD,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IAEzD,uDAAuD;IACvD,eAAe,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5E;AAED,MAAM,WAAW,gBAAgB;IAC/B,uBAAuB;IACvB,IAAI,EAAE,MAAM,CAAC;IAEb,8CAA8C;IAC9C,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;CAChD"}

package/dist/interfaces/chunker.js

@@ -0,0 +1,5 @@
+/**
+ * Chunk interfaces - core building blocks for document processing
+ */
+export {};
+//# sourceMappingURL=chunker.js.map

package/dist/interfaces/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/interfaces/chunker.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/interfaces/embedder.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Embedding provider interfaces
+ */
+import { Chunk } from "./chunker.js";
+export interface EmbeddingProvider {
+    /** Provider name (e.g., 'github-models', 'openai') */
+    readonly name: string;
+    /** Embedding vector dimensions */
+    readonly dimensions: number;
+    /** Maximum tokens per request (optional) */
+    readonly maxTokens?: number;
+    /** Convert text to embedding vector */
+    embed(text: string): Promise<number[]>;
+    /** Batch convert (optional, for performance) */
+    embedBatch?(texts: string[]): Promise<number[][]>;
+    /** Check if provider is available (e.g., valid API key) */
+    healthCheck?(): Promise<boolean>;
+}
+export interface EmbeddingConfig {
+    provider: EmbeddingProvider;
+    batchSize?: number;
+    rateLimitMs?: number;
+}
+export interface EmbeddedChunk extends Chunk {
+    embedding: number[];
+    embeddedAt: number;
+}
+//# sourceMappingURL=embedder.d.ts.map

package/dist/interfaces/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/interfaces/embedder.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAErC,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,kCAAkC;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,4CAA4C;IAC5C,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAE5B,uCAAuC;IACvC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAEvC,gDAAgD;IAChD,UAAU,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAElD,2DAA2D;IAC3D,WAAW,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,aAAc,SAAQ,KAAK;IAC1C,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB"}

package/dist/interfaces/embedder.js

@@ -0,0 +1,5 @@
+/**
+ * Embedding provider interfaces
+ */
+export {};
+//# sourceMappingURL=embedder.js.map

package/dist/interfaces/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/interfaces/embedder.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/interfaces/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./chunker.js";
+export * from "./embedder.js";
+export * from "./vector-store.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/interfaces/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC"}

package/dist/interfaces/index.js

@@ -0,0 +1,4 @@
+export * from "./chunker.js";
+export * from "./embedder.js";
+export * from "./vector-store.js";
+//# sourceMappingURL=index.js.map

package/dist/interfaces/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC"}

package/dist/interfaces/vector-store.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Vector store interfaces
+ */
+export interface VectorDocument {
+    /** Unique ID (optional, auto-generated if not provided) */
+    id?: string;
+    /** Original text content */
+    content: string;
+    /** Metadata for filtering */
+    metadata: Record<string, unknown>;
+    /** Embedding vector */
+    embedding: number[];
+    /** Source file path (for tracking updates) */
+    sourceFile: string;
+    /** Git commit hash (for change detection) */
+    commitHash: string;
+    /** Content hash (for change detection) */
+    contentHash: string;
+    /** Collection name (for multi-collection stores) */
+    collection?: string;
+}
+export interface VectorSearchResult {
+    id: string;
+    content: string;
+    metadata: Record<string, unknown>;
+    similarity: number;
+}
+export interface VectorStore {
+    /** Store name */
+    readonly name: string;
+    /** Initialize store (create tables, indexes, etc.) */
+    initialize(): Promise<void>;
+    /** Insert or update documents */
+    upsert(documents: VectorDocument[]): Promise<void>;
+    /** Delete documents by source file */
+    deleteBySourceFile(sourceFiles: string[]): Promise<void>;
+    /** Get current state (sourceFile → commitHash) for change detection */
+    getCurrentState(collection?: string): Promise<Map<string, string>>;
+    /** Search by embedding vector */
+    search(queryEmbedding: number[], topK: number, collection?: string): Promise<VectorSearchResult[]>;
+    /** Optional: delete entire collection */
+    deleteCollection?(collection: string): Promise<void>;
+    /** Optional: get store statistics */
+    getStats?(): Promise<{
+        documentCount: number;
+        collections: string[];
+    }>;
+}
+export interface VectorStoreConfig {
+    provider: VectorStore;
+    collection?: string;
+}
+//# sourceMappingURL=vector-store.d.ts.map

package/dist/interfaces/vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.d.ts","sourceRoot":"","sources":["../../src/interfaces/vector-store.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,cAAc;IAC7B,2DAA2D;IAC3D,EAAE,CAAC,EAAE,MAAM,CAAC;IAEZ,4BAA4B;IAC5B,OAAO,EAAE,MAAM,CAAC;IAEhB,6BAA6B;IAC7B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC,uBAAuB;IACvB,SAAS,EAAE,MAAM,EAAE,CAAC;IAEpB,8CAA8C;IAC9C,UAAU,EAAE,MAAM,CAAC;IAEnB,6CAA6C;IAC7C,UAAU,EAAE,MAAM,CAAC;IAEnB,0CAA0C;IAC1C,WAAW,EAAE,MAAM,CAAC;IAEpB,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,iBAAiB;IACjB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,sDAAsD;IACtD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,iCAAiC;IACjC,MAAM,CAAC,SAAS,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD,sCAAsC;IACtC,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzD,uEAAuE;IACvE,eAAe,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAEnE,iCAAiC;IACjC,MAAM,CACJ,cAAc,EAAE,MAAM,EAAE,EACxB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAEjC,yCAAyC;IACzC,gBAAgB,CAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErD,qCAAqC;IACrC,QAAQ,CAAC,IAAI,OAAO,CAAC;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CACxE;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}

package/dist/interfaces/vector-store.js

@@ -0,0 +1,5 @@
+/**
+ * Vector store interfaces
+ */
+export {};
+//# sourceMappingURL=vector-store.js.map

package/dist/interfaces/vector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.js","sourceRoot":"","sources":["../../src/interfaces/vector-store.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/strategies/chunk/index.d.ts

@@ -0,0 +1,5 @@
+export { tokenStrategy } from "./token.js";
+export { markdownHeadersStrategy } from "./markdown-headers.js";
+export { semanticStrategy } from "./semantic.js";
+export { wholeFileStrategy } from "./whole-file.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/strategies/chunk/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/strategies/chunk/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/strategies/chunk/index.js

@@ -0,0 +1,5 @@
+export { tokenStrategy } from "./token.js";
+export { markdownHeadersStrategy } from "./markdown-headers.js";
+export { semanticStrategy } from "./semantic.js";
+export { wholeFileStrategy } from "./whole-file.js";
+//# sourceMappingURL=index.js.map

package/dist/strategies/chunk/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/strategies/chunk/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/strategies/chunk/markdown-headers.d.ts

@@ -0,0 +1,7 @@
+import { ChunkStrategy } from "../../interfaces/index.js";
+export interface MarkdownHeadersOptions {
+    minChunkSize?: number;
+    maxChunkSize?: number;
+}
+export declare function markdownHeadersStrategy(options?: MarkdownHeadersOptions): ChunkStrategy;
+//# sourceMappingURL=markdown-headers.d.ts.map

package/dist/strategies/chunk/markdown-headers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-headers.d.ts","sourceRoot":"","sources":["../../../src/strategies/chunk/markdown-headers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAS,MAAM,2BAA2B,CAAC;AAEjE,MAAM,WAAW,sBAAsB;IACrC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,uBAAuB,CACrC,OAAO,GAAE,sBAA2B,GACnC,aAAa,CAgGf"}

package/dist/strategies/chunk/markdown-headers.js

@@ -0,0 +1,89 @@
+export function markdownHeadersStrategy(options = {}) {
+    const minChunkSize = options.minChunkSize ?? 100;
+    const maxChunkSize = options.maxChunkSize ?? 8000;
+    return {
+        name: "markdown-headers",
+        async chunk(text, filePath) {
+            const chunks = [];
+            const lines = text.split("\n");
+            let currentChunk = [];
+            let currentHeader = "";
+            let currentHeaderLevel = 0;
+            for (const line of lines) {
+                const headerMatch = line.match(/^(#{1,6})\s+(.+)$/);
+                if (headerMatch) {
+                    // Save previous chunk if not empty
+                    if (currentChunk.length > 0) {
+                        const content = currentChunk.join("\n").trim();
+                        if (content.length >= minChunkSize) {
+                            chunks.push({
+                                content,
+                                metadata: {
+                                    strategy: this.name,
+                                    header: currentHeader,
+                                    header_level: currentHeaderLevel,
+                                    source_file: filePath,
+                                },
+                                sourceFile: filePath || "unknown",
+                                commitHash: "",
+                            });
+                        }
+                    }
+                    // Start new chunk
+                    currentHeaderLevel = headerMatch[1].length;
+                    currentHeader = headerMatch[2];
+                    currentChunk = [line];
+                }
+                else {
+                    currentChunk.push(line);
+                }
+                // Prevent chunks from getting too large
+                const currentSize = currentChunk.join("\n").length;
+                if (currentSize > maxChunkSize && currentChunk.length > 10) {
+                    const content = currentChunk.join("\n").trim();
+                    chunks.push({
+                        content,
+                        metadata: {
+                            strategy: this.name,
+                            header: currentHeader,
+                            header_level: currentHeaderLevel,
+                            truncated: true,
+                        },
+                        sourceFile: filePath || "unknown",
+                        commitHash: "",
+                    });
+                    currentChunk = [];
+                }
+            }
+            // Last chunk
+            if (currentChunk.length > 0) {
+                const content = currentChunk.join("\n").trim();
+                if (content.length >= minChunkSize) {
+                    chunks.push({
+                        content,
+                        metadata: {
+                            strategy: this.name,
+                            header: currentHeader,
+                            header_level: currentHeaderLevel,
+                            source_file: filePath,
+                            is_last: true,
+                        },
+                        sourceFile: filePath || "unknown",
+                        commitHash: "",
+                    });
+                }
+            }
+            return chunks;
+        },
+        extractMetadata(text, _filePath) {
+            const headerMatch = text.match(/^(#{1,6})\s+(.+)$/m);
+            return {
+                strategy: this.name,
+                has_headers: !!headerMatch,
+                first_header: headerMatch?.[2],
+                line_count: text.split("\n").length,
+            };
+        },
+    };
+}
+//# sourceMappingURL=markdown-headers.js.map

package/dist/strategies/chunk/markdown-headers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-headers.js","sourceRoot":"","sources":["../../../src/strategies/chunk/markdown-headers.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,uBAAuB,CACrC,UAAkC,EAAE;IAEpC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;IACjD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;IAElD,OAAO;QACL,IAAI,EAAE,kBAAkB;QAExB,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAiB;YACzC,MAAM,MAAM,GAAY,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE/B,IAAI,YAAY,GAAa,EAAE,CAAC;YAChC,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAEpD,IAAI,WAAW,EAAE,CAAC;oBAChB,mCAAmC;oBACnC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC/C,IAAI,OAAO,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;4BACnC,MAAM,CAAC,IAAI,CAAC;gCACV,OAAO;gCACP,QAAQ,EAAE;oCACR,QAAQ,EAAE,IAAI,CAAC,IAAI;oCACnB,MAAM,EAAE,aAAa;oCACrB,YAAY,EAAE,kBAAkB;oCAChC,WAAW,EAAE,QAAQ;iCACtB;gCACD,UAAU,EAAE,QAAQ,IAAI,SAAS;gCACjC,UAAU,EAAE,EAAE;6BACf,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,kBAAkB;oBAClB,kBAAkB,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;oBAC3C,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;oBAC/B,YAAY,GAAG,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1B,CAAC;gBAED,wCAAwC;gBACxC,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;gBACnD,IAAI,WAAW,GAAG,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;oBAC3D,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC/C,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO;wBACP,QAAQ,EAAE;4BACR,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,MAAM,EAAE,aAAa;4BACrB,YAAY,EAAE,kBAAkB;4BAChC,SAAS,EAAE,IAAI;yBAChB;wBACD,UAAU,EAAE,QAAQ,IAAI,SAAS;wBACjC,UAAU,EAAE,EAAE;qBACf,CAAC,CAAC;oBACH,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,aAAa;YACb,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/C,IAAI,OAAO,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;oBACnC,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO;wBACP,QAAQ,EAAE;4BACR,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,MAAM,EAAE,aAAa;4BACrB,YAAY,EAAE,kBAAkB;4BAChC,WAAW,EAAE,QAAQ;4BACrB,OAAO,EAAE,IAAI;yBACd;wBACD,UAAU,EAAE,QAAQ,IAAI,SAAS;wBACjC,UAAU,EAAE,EAAE;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,eAAe,CAAC,IAAY,EAAE,SAAkB;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACrD,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;gBAC9B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;aACpC,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/strategies/chunk/semantic.d.ts

@@ -0,0 +1,7 @@
+import { ChunkStrategy } from "../../interfaces/index.js";
+export interface SemanticStrategyOptions {
+    maxChars?: number;
+    minChars?: number;
+}
+export declare function semanticStrategy(options?: SemanticStrategyOptions): ChunkStrategy;
+//# sourceMappingURL=semantic.d.ts.map

package/dist/strategies/chunk/semantic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../../src/strategies/chunk/semantic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAS,MAAM,2BAA2B,CAAC;AAEjE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,GAAE,uBAA4B,GACpC,aAAa,CAsEf"}

package/dist/strategies/chunk/semantic.js

@@ -0,0 +1,62 @@
+export function semanticStrategy(options = {}) {
+    const maxChars = options.maxChars ?? 2000;
+    const minChars = options.minChars ?? 100;
+    return {
+        name: "semantic",
+        async chunk(text, filePath) {
+            const chunks = [];
+            // Split by sentences (simple approach)
+            const sentences = text.split(/(?<=[.!?])\s+/);
+            let currentChunk = [];
+            let currentSize = 0;
+            for (const sentence of sentences) {
+                const sentenceSize = sentence.length;
+                if (currentSize + sentenceSize > maxChars && currentChunk.length > 0) {
+                    const content = currentChunk.join(" ").trim();
+                    if (content.length >= minChars) {
+                        chunks.push({
+                            content,
+                            metadata: {
+                                strategy: this.name,
+                                sentence_count: currentChunk.length,
+                                source_file: filePath,
+                            },
+                            sourceFile: filePath || "unknown",
+                            commitHash: "",
+                        });
+                    }
+                    currentChunk = [];
+                    currentSize = 0;
+                }
+                currentChunk.push(sentence);
+                currentSize += sentenceSize;
+            }
+            // Last chunk
+            if (currentChunk.length > 0) {
+                const content = currentChunk.join(" ").trim();
+                if (content.length >= minChars) {
+                    chunks.push({
+                        content,
+                        metadata: {
+                            strategy: this.name,
+                            sentence_count: currentChunk.length,
+                            source_file: filePath,
+                            is_last: true,
+                        },
+                        sourceFile: filePath || "unknown",
+                        commitHash: "",
+                    });
+                }
+            }
+            return chunks;
+        },
+        extractMetadata(text, _filePath) {
+            return {
+                strategy: this.name,
+                sentence_count: text.split(/[.!?]+/).length,
+                char_count: text.length,
+            };
+        },
+    };
+}
+//# sourceMappingURL=semantic.js.map

package/dist/strategies/chunk/semantic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.js","sourceRoot":"","sources":["../../../src/strategies/chunk/semantic.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,gBAAgB,CAC9B,UAAmC,EAAE;IAErC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;IAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC;IAEzC,OAAO;QACL,IAAI,EAAE,UAAU;QAEhB,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAiB;YACzC,MAAM,MAAM,GAAY,EAAE,CAAC;YAE3B,uCAAuC;YACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAE9C,IAAI,YAAY,GAAa,EAAE,CAAC;YAChC,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAErC,IAAI,WAAW,GAAG,YAAY,GAAG,QAAQ,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrE,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC9C,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;wBAC/B,MAAM,CAAC,IAAI,CAAC;4BACV,OAAO;4BACP,QAAQ,EAAE;gCACR,QAAQ,EAAE,IAAI,CAAC,IAAI;gCACnB,cAAc,EAAE,YAAY,CAAC,MAAM;gCACnC,WAAW,EAAE,QAAQ;6BACtB;4BACD,UAAU,EAAE,QAAQ,IAAI,SAAS;4BACjC,UAAU,EAAE,EAAE;yBACf,CAAC,CAAC;oBACL,CAAC;oBACD,YAAY,GAAG,EAAE,CAAC;oBAClB,WAAW,GAAG,CAAC,CAAC;gBAClB,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC5B,WAAW,IAAI,YAAY,CAAC;YAC9B,CAAC;YAED,aAAa;YACb,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC9C,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;oBAC/B,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO;wBACP,QAAQ,EAAE;4BACR,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,cAAc,EAAE,YAAY,CAAC,MAAM;4BACnC,WAAW,EAAE,QAAQ;4BACrB,OAAO,EAAE,IAAI;yBACd;wBACD,UAAU,EAAE,QAAQ,IAAI,SAAS;wBACjC,UAAU,EAAE,EAAE;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,eAAe,CAAC,IAAY,EAAE,SAAkB;YAC9C,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM;gBAC3C,UAAU,EAAE,IAAI,CAAC,MAAM;aACxB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/strategies/chunk/token.d.ts

@@ -0,0 +1,12 @@
+import { ChunkStrategy } from "../../interfaces/index.js";
+export interface TokenStrategyOptions {
+    maxTokens?: number;
+    overlap?: number;
+}
+/**
+ * Split text by approximate token count.
+ * Simple implementation: ~4 chars per token for English.
+ * For production, use a proper tokenizer (tiktoken, etc.)
+ */
+export declare function tokenStrategy(options?: TokenStrategyOptions): ChunkStrategy;
+//# sourceMappingURL=token.d.ts.map

package/dist/strategies/chunk/token.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/strategies/chunk/token.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAS,MAAM,2BAA2B,CAAC;AAEjE,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAC3B,OAAO,GAAE,oBAAyB,GACjC,aAAa,CAyDf"}

package/dist/strategies/chunk/token.js

@@ -0,0 +1,56 @@
+/**
+ * Split text by approximate token count.
+ * Simple implementation: ~4 chars per token for English.
+ * For production, use a proper tokenizer (tiktoken, etc.)
+ */
+export function tokenStrategy(options = {}) {
+    const maxTokens = options.maxTokens ?? 500;
+    const overlap = options.overlap ?? 50;
+    const charsPerToken = 4;
+    const maxChars = maxTokens * charsPerToken;
+    const overlapChars = overlap * charsPerToken;
+    return {
+        name: `token-${maxTokens}`,
+        async chunk(text, filePath) {
+            const chunks = [];
+            let start = 0;
+            while (start < text.length) {
+                let end = Math.min(start + maxChars, text.length);
+                // Try to break at sentence boundary
+                if (end < text.length) {
+                    const lastPeriod = text.lastIndexOf(".", end);
+                    const lastNewline = text.lastIndexOf("\n", end);
+                    const breakPoint = Math.max(lastPeriod, lastNewline);
+                    if (breakPoint > start) {
+                        end = breakPoint + 1;
+                    }
+                }
+                const content = text.slice(start, end).trim();
+                if (content) {
+                    chunks.push({
+                        content,
+                        metadata: {
+                            strategy: this.name,
+                            chunk_index: chunks.length,
+                            source_file: filePath,
+                            start_char: start,
+                            end_char: end,
+                        },
+                        sourceFile: filePath || "unknown",
+                        commitHash: "", // Will be filled by caller
+                    });
+                }
+                start = end - overlapChars;
+            }
+            return chunks;
+        },
+        extractMetadata(text, _filePath) {
+            return {
+                strategy: this.name,
+                char_count: text.length,
+                estimated_tokens: Math.ceil(text.length / charsPerToken),
+            };
+        },
+    };
+}
+//# sourceMappingURL=token.js.map

package/dist/strategies/chunk/token.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.js","sourceRoot":"","sources":["../../../src/strategies/chunk/token.ts"],"names":[],"mappings":"AAOA;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAC3B,UAAgC,EAAE;IAElC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;IAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IACtC,MAAM,aAAa,GAAG,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,GAAG,aAAa,CAAC;IAC3C,MAAM,YAAY,GAAG,OAAO,GAAG,aAAa,CAAC;IAE7C,OAAO;QACL,IAAI,EAAE,SAAS,SAAS,EAAE;QAE1B,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAiB;YACzC,MAAM,MAAM,GAAY,EAAE,CAAC;YAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAElD,oCAAoC;gBACpC,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;oBAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;oBAChD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBACrD,IAAI,UAAU,GAAG,KAAK,EAAE,CAAC;wBACvB,GAAG,GAAG,UAAU,GAAG,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;gBAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC9C,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO;wBACP,QAAQ,EAAE;4BACR,QAAQ,EAAE,IAAI,CAAC,IAAI;4BACnB,WAAW,EAAE,MAAM,CAAC,MAAM;4BAC1B,WAAW,EAAE,QAAQ;4BACrB,UAAU,EAAE,KAAK;4BACjB,QAAQ,EAAE,GAAG;yBACd;wBACD,UAAU,EAAE,QAAQ,IAAI,SAAS;wBACjC,UAAU,EAAE,EAAE,EAAE,2BAA2B;qBAC5C,CAAC,CAAC;gBACL,CAAC;gBAED,KAAK,GAAG,GAAG,GAAG,YAAY,CAAC;YAC7B,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,eAAe,CAAC,IAAY,EAAE,SAAkB;YAC9C,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,UAAU,EAAE,IAAI,CAAC,MAAM;gBACvB,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;aACzD,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/strategies/chunk/whole-file.d.ts

@@ -0,0 +1,3 @@
+import { ChunkStrategy } from "../../interfaces/index.js";
+export declare function wholeFileStrategy(): ChunkStrategy;
+//# sourceMappingURL=whole-file.d.ts.map

package/dist/strategies/chunk/whole-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whole-file.d.ts","sourceRoot":"","sources":["../../../src/strategies/chunk/whole-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAS,MAAM,2BAA2B,CAAC;AAEjE,wBAAgB,iBAAiB,IAAI,aAAa,CAgCjD"}