@vivantel/virage-code-chunk-chunker 0.1.2

package/README.md

@@ -0,0 +1,86 @@
+# @vivantel/virage-code-chunk-chunker
+
+[![npm version](https://img.shields.io/npm/v/@vivantel/virage-code-chunk-chunker.svg)](https://www.npmjs.com/package/@vivantel/virage-code-chunk-chunker)
+
+AST-aware code chunking strategy for `@vivantel/virage-core`, powered by [code-chunk](https://www.npmjs.com/package/code-chunk).
+
+Splits source files at semantic boundaries (functions, classes, methods) using tree-sitter, preserving scope chain and entity context in chunk metadata. This produces more coherent embeddings than character/token-based chunking, which can cut mid-function.
+
+**Supported languages:** TypeScript, JavaScript, Python, Rust, Go, Java
+
+## Installation
+
+```bash
+npm install @vivantel/virage-code-chunk-chunker
+```
+
+## Usage
+
+```typescript
+import { createChunker } from "@vivantel/virage-core";
+import { codeChunkStrategy } from "@vivantel/virage-code-chunk-chunker";
+
+const chunker = createChunker({
+  patterns: ["src/**/*.{ts,js,py,rs,go,java}"],
+  strategy: codeChunkStrategy(),
+});
+```
+
+With options:
+
+```typescript
+const chunker = createChunker({
+  patterns: ["src/**/*.ts"],
+  strategy: codeChunkStrategy({
+    maxChunkSize: 2000,
+    contextMode: "minimal",
+    useContextualizedText: true, // prepend scope chain to content for richer embeddings
+  }),
+});
+```
+
+### Plugin discovery
+
+The package exports a `ragPlugin` that the virage plugin system can discover automatically:
+
+```typescript
+import { discoverPlugins } from "@vivantel/virage-core";
+
+const plugins = await discoverPlugins(["@vivantel/virage-code-chunk-chunker"]);
+// [{ name: "code-chunk-ast", type: "chunker", factory: [Function] }]
+```
+
+## Options
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `maxChunkSize` | `number` | `1500` | Maximum chunk size in bytes |
+| `contextMode` | `"none" \| "minimal" \| "full"` | `"full"` | How much semantic context to include |
+| `siblingDetail` | `"none" \| "names" \| "signatures"` | `"signatures"` | Level of sibling entity detail in context |
+| `filterImports` | `boolean` | `false` | Remove import statements from chunks |
+| `overlapLines` | `number` | `0` | Lines to overlap from the previous chunk |
+| `useContextualizedText` | `boolean` | `false` | Use pre-formatted contextualized text (scope + signatures prepended) as chunk content |
+
+## Chunk metadata
+
+Each produced chunk includes:
+
+```ts
+{
+  content: string,          // raw code text (or contextualizedText if option enabled)
+  sourceFile: string,       // file path
+  commitHash: string,       // filled by the pipeline
+  metadata: {
+    strategy: "code-chunk-ast",
+    chunk_index: number,    // 0-based index within this file
+    source_file: string,
+    total_chunks: number,   // total chunks for this file
+    scope: EntityInfo[],    // scope chain (e.g. MyClass > myMethod)
+    entities: ChunkEntityInfo[], // entities defined within this chunk
+  }
+}
+```
+
+## License
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,25 @@
+import type { ChunkStrategy } from "@vivantel/virage-core";
+export interface CodeChunkStrategyOptions {
+    /** Maximum size of each chunk in bytes (default: 1500) */
+    maxChunkSize?: number;
+    /** How much context to include (default: "full") */
+    contextMode?: "none" | "minimal" | "full";
+    /** Level of sibling detail in context (default: "signatures") */
+    siblingDetail?: "none" | "names" | "signatures";
+    /** Remove import statements from chunks (default: false) */
+    filterImports?: boolean;
+    /** Number of lines to overlap from the previous chunk (default: 0) */
+    overlapLines?: number;
+    /**
+     * Use `contextualizedText` (scope chain + entity signatures prepended)
+     * instead of raw `text` as chunk content. Produces richer embeddings. (default: false)
+     */
+    useContextualizedText?: boolean;
+}
+export declare function codeChunkStrategy(options?: CodeChunkStrategyOptions): ChunkStrategy;
+export declare const ragPlugin: {
+    name: string;
+    type: "chunker";
+    factory: () => ChunkStrategy;
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EAGd,MAAM,uBAAuB,CAAC;AAG/B,MAAM,WAAW,wBAAwB;IACvC,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAAC;IAC1C,iEAAiE;IACjE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,YAAY,CAAC;IAChD,4DAA4D;IAC5D,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,sEAAsE;IACtE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,GAAE,wBAA6B,GACrC,aAAa,CAkDf;AAED,eAAO,MAAM,SAAS;;;;CAIrB,CAAC"}

package/dist/index.js

@@ -0,0 +1,53 @@
+import { chunk as codeChunk, detectLanguage, UnsupportedLanguageError, } from "code-chunk";
+import { computeChunkQualityMetrics } from "@vivantel/virage-core";
+export function codeChunkStrategy(options = {}) {
+    const { useContextualizedText = false, ...chunkOptions } = options;
+    return {
+        name: "code-chunk-ast",
+        async chunk(text, filePath) {
+            if (!filePath) {
+                return [];
+            }
+            let results;
+            try {
+                results = await codeChunk(filePath, text, chunkOptions);
+            }
+            catch (err) {
+                if (err instanceof UnsupportedLanguageError) {
+                    return [];
+                }
+                throw err;
+            }
+            return results.map((c, i) => ({
+                content: useContextualizedText ? c.contextualizedText : c.text,
+                metadata: {
+                    strategy: "code-chunk-ast",
+                    chunk_index: i,
+                    source_file: filePath,
+                    total_chunks: c.totalChunks,
+                    scope: c.context.scope,
+                    entities: c.context.entities,
+                },
+                sourceFile: filePath,
+                commitHash: "",
+            }));
+        },
+        extractMetadata(_text, filePath) {
+            const language = filePath ? detectLanguage(filePath) : null;
+            return {
+                strategy: "code-chunk-ast",
+                language: language ?? "unknown",
+                supported: language !== null,
+            };
+        },
+        getQualityMetrics(chunks) {
+            return computeChunkQualityMetrics(chunks);
+        },
+    };
+}
+export const ragPlugin = {
+    name: "code-chunk-ast",
+    type: "chunker",
+    factory: () => codeChunkStrategy(),
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,IAAI,SAAS,EAClB,cAAc,EACd,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAOpB,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AAoBnE,MAAM,UAAU,iBAAiB,CAC/B,UAAoC,EAAE;IAEtC,MAAM,EAAE,qBAAqB,GAAG,KAAK,EAAE,GAAG,YAAY,EAAE,GACtD,OAAkD,CAAC;IAErD,OAAO;QACL,IAAI,EAAE,gBAAgB;QAEtB,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAiB;YACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,OAAoB,CAAC;YACzB,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;YAC1D,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,IAAI,GAAG,YAAY,wBAAwB,EAAE,CAAC;oBAC5C,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5B,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC9D,QAAQ,EAAE;oBACR,QAAQ,EAAE,gBAAgB;oBAC1B,WAAW,EAAE,CAAC;oBACd,WAAW,EAAE,QAAQ;oBACrB,YAAY,EAAE,CAAC,CAAC,WAAW;oBAC3B,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK;oBACtB,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ;iBAC7B;gBACD,UAAU,EAAE,QAAQ;gBACpB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC,CAAC;QACN,CAAC;QAED,eAAe,CAAC,KAAa,EAAE,QAAiB;YAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5D,OAAO;gBACL,QAAQ,EAAE,gBAAgB;gBAC1B,QAAQ,EAAE,QAAQ,IAAI,SAAS;gBAC/B,SAAS,EAAE,QAAQ,KAAK,IAAI;aAC7B,CAAC;QACJ,CAAC;QAED,iBAAiB,CAAC,MAAe;YAC/B,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,SAAkB;IACxB,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE;CACnC,CAAC"}

package/dist/index.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.test.d.ts.map

package/dist/index.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../src/index.test.ts"],"names":[],"mappings":""}

package/dist/index.test.js

@@ -0,0 +1,202 @@
+import { describe, it, expect, vi, beforeEach } from "vitest";
+import { codeChunkStrategy, ragPlugin } from "./index.js";
+vi.mock("code-chunk", () => ({
+    chunk: vi.fn(),
+    detectLanguage: vi.fn(),
+    UnsupportedLanguageError: class UnsupportedLanguageError extends Error {
+        _tag = "UnsupportedLanguageError";
+        constructor(filepath) {
+            super(`Unsupported language for file: ${filepath}`);
+            this.name = "UnsupportedLanguageError";
+        }
+    },
+}));
+import { chunk as mockCodeChunk, detectLanguage as mockDetectLanguage, UnsupportedLanguageError, } from "code-chunk";
+const makeMockChunk = (overrides = {}) => ({
+    text: overrides.text ?? "function foo() {}",
+    contextualizedText: overrides.contextualizedText ?? "// scope: module\nfunction foo() {}",
+    byteRange: { start: 0, end: 18 },
+    lineRange: { start: 0, end: 0 },
+    index: 0,
+    totalChunks: overrides.totalChunks ?? 1,
+    context: {
+        scope: overrides.scope ?? [{ name: "module", type: "export" }],
+        entities: overrides.entities ?? [
+            { name: "foo", type: "function" },
+        ],
+        siblings: [],
+        imports: [],
+    },
+});
+// ─── Smoke — exports ─────────────────────────────────────────
+describe("package exports", () => {
+    it("exports codeChunkStrategy as a function", () => {
+        expect(typeof codeChunkStrategy).toBe("function");
+    });
+    it("exports ragPlugin with correct shape", () => {
+        expect(ragPlugin.name).toBe("code-chunk-ast");
+        expect(ragPlugin.type).toBe("chunker");
+        expect(typeof ragPlugin.factory).toBe("function");
+    });
+});
+// ─── Strategy shape ──────────────────────────────────────────
+describe("codeChunkStrategy() factory", () => {
+    it("returns object with chunk, extractMetadata, getQualityMetrics", () => {
+        const s = codeChunkStrategy();
+        expect(typeof s.chunk).toBe("function");
+        expect(typeof s.extractMetadata).toBe("function");
+        expect(typeof s.getQualityMetrics).toBe("function");
+    });
+    it("strategy name is 'code-chunk-ast'", () => {
+        expect(codeChunkStrategy().name).toBe("code-chunk-ast");
+    });
+});
+// ─── chunk() — edge cases ────────────────────────────────────
+describe("chunk() — edge cases", () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    it("returns [] when filePath is undefined", async () => {
+        const result = await codeChunkStrategy().chunk("const x = 1;");
+        expect(result).toHaveLength(0);
+        expect(mockCodeChunk).not.toHaveBeenCalled();
+    });
+    it("returns [] when code-chunk throws UnsupportedLanguageError", async () => {
+        vi.mocked(mockCodeChunk).mockRejectedValueOnce(new UnsupportedLanguageError("file.rb"));
+        const result = await codeChunkStrategy().chunk("puts 'hello'", "file.rb");
+        expect(result).toHaveLength(0);
+    });
+    it("propagates non-UnsupportedLanguageError errors", async () => {
+        vi.mocked(mockCodeChunk).mockRejectedValueOnce(new Error("parse failure"));
+        await expect(codeChunkStrategy().chunk("bad code", "file.ts")).rejects.toThrow("parse failure");
+    });
+});
+// ─── chunk() — happy path ────────────────────────────────────
+describe("chunk() — mapping", () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    it("maps c.text to Chunk.content by default", async () => {
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([makeMockChunk()]);
+        const chunks = await codeChunkStrategy().chunk("code", "f.ts");
+        expect(chunks[0].content).toBe("function foo() {}");
+    });
+    it("maps c.contextualizedText when useContextualizedText is true", async () => {
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([makeMockChunk()]);
+        const chunks = await codeChunkStrategy({
+            useContextualizedText: true,
+        }).chunk("code", "f.ts");
+        expect(chunks[0].content).toBe("// scope: module\nfunction foo() {}");
+    });
+    it("sets sourceFile, commitHash, and strategy metadata", async () => {
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([makeMockChunk()]);
+        const chunks = await codeChunkStrategy().chunk("code", "src/main.ts");
+        expect(chunks[0].sourceFile).toBe("src/main.ts");
+        expect(chunks[0].commitHash).toBe("");
+        expect(chunks[0].metadata.strategy).toBe("code-chunk-ast");
+        expect(chunks[0].metadata.source_file).toBe("src/main.ts");
+    });
+    it("sets sequential chunk_index across multiple results", async () => {
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([
+            makeMockChunk({ text: "a", totalChunks: 2 }),
+            makeMockChunk({ text: "b", totalChunks: 2 }),
+        ]);
+        const chunks = await codeChunkStrategy().chunk("ab", "f.ts");
+        expect(chunks[0].metadata.chunk_index).toBe(0);
+        expect(chunks[1].metadata.chunk_index).toBe(1);
+    });
+    it("includes scope and entities from context in metadata", async () => {
+        const scope = [{ name: "MyClass", type: "class" }];
+        const entities = [{ name: "myMethod", type: "method" }];
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([
+            makeMockChunk({ scope, entities }),
+        ]);
+        const chunks = await codeChunkStrategy().chunk("code", "f.ts");
+        expect(chunks[0].metadata.scope).toEqual(scope);
+        expect(chunks[0].metadata.entities).toEqual(entities);
+    });
+    it("passes ChunkOptions to code-chunk (not useContextualizedText)", async () => {
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([]);
+        await codeChunkStrategy({
+            maxChunkSize: 500,
+            filterImports: true,
+            useContextualizedText: true,
+        }).chunk("code", "f.ts");
+        expect(mockCodeChunk).toHaveBeenCalledWith("f.ts", "code", expect.objectContaining({ maxChunkSize: 500, filterImports: true }));
+        expect(mockCodeChunk).toHaveBeenCalledWith("f.ts", "code", expect.not.objectContaining({ useContextualizedText: expect.anything() }));
+    });
+    it("sets total_chunks from code-chunk result", async () => {
+        vi.mocked(mockCodeChunk).mockResolvedValueOnce([
+            makeMockChunk({ totalChunks: 3 }),
+        ]);
+        const chunks = await codeChunkStrategy().chunk("code", "f.ts");
+        expect(chunks[0].metadata.total_chunks).toBe(3);
+    });
+});
+// ─── extractMetadata() ───────────────────────────────────────
+describe("extractMetadata()", () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    it("returns supported: true and language for known extensions", () => {
+        vi.mocked(mockDetectLanguage).mockReturnValueOnce("typescript");
+        const meta = codeChunkStrategy().extractMetadata("code", "src/main.ts");
+        expect(meta.supported).toBe(true);
+        expect(meta.language).toBe("typescript");
+        expect(meta.strategy).toBe("code-chunk-ast");
+    });
+    it("returns supported: false and language: 'unknown' for unsupported extensions", () => {
+        vi.mocked(mockDetectLanguage).mockReturnValueOnce(null);
+        const meta = codeChunkStrategy().extractMetadata("code", "file.xyz");
+        expect(meta.supported).toBe(false);
+        expect(meta.language).toBe("unknown");
+    });
+    it("returns supported: false when filePath is undefined", () => {
+        const meta = codeChunkStrategy().extractMetadata("code");
+        expect(meta.supported).toBe(false);
+        expect(mockDetectLanguage).not.toHaveBeenCalled();
+    });
+});
+// ─── getQualityMetrics() ─────────────────────────────────────
+describe("getQualityMetrics()", () => {
+    it("returns zero metrics for empty chunk array", () => {
+        const metrics = codeChunkStrategy().getQualityMetrics([]);
+        expect(metrics.avgChunkSize).toBe(0);
+        expect(metrics.stdDevChunkSize).toBe(0);
+        expect(metrics.semanticCoherence).toBe(0);
+        expect(metrics.informationDensity).toBe(0);
+    });
+    it("computes non-zero metrics from real chunk content", () => {
+        const chunks = [
+            {
+                content: "function foo() { return 42; }",
+                metadata: {},
+                sourceFile: "f.ts",
+                commitHash: "",
+            },
+            {
+                content: "function bar(x: number) { return x * 2; }",
+                metadata: {},
+                sourceFile: "f.ts",
+                commitHash: "",
+            },
+        ];
+        const metrics = codeChunkStrategy().getQualityMetrics(chunks);
+        expect(metrics.avgChunkSize).toBeGreaterThan(0);
+        expect(metrics.informationDensity).toBeGreaterThan(0);
+        expect(metrics.stdDevChunkSize).toBeGreaterThanOrEqual(0);
+        expect(metrics.semanticCoherence).toBeGreaterThanOrEqual(0);
+    });
+});
+// ─── ragPlugin ───────────────────────────────────────────────
+describe("ragPlugin", () => {
+    it("factory() returns a strategy with correct name and chunk function", () => {
+        const strategy = ragPlugin.factory();
+        expect(strategy.name).toBe("code-chunk-ast");
+        expect(typeof strategy.chunk).toBe("function");
+    });
+    it("factory() creates independent strategy instances", () => {
+        expect(ragPlugin.factory()).not.toBe(ragPlugin.factory());
+    });
+});
+//# sourceMappingURL=index.test.js.map

package/dist/index.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../src/index.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE9D,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE1D,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3B,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;IACd,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;IACvB,wBAAwB,EAAE,MAAM,wBAAyB,SAAQ,KAAK;QAC3D,IAAI,GAAG,0BAA0B,CAAC;QAC3C,YAAY,QAAgB;YAC1B,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;QACzC,CAAC;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,OAAO,EACL,KAAK,IAAI,aAAa,EACtB,cAAc,IAAI,kBAAkB,EACpC,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAEpB,MAAM,aAAa,GAAG,CACpB,YAMK,EAAE,EACP,EAAE,CAAC,CAAC;IACJ,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,mBAAmB;IAC3C,kBAAkB,EAChB,SAAS,CAAC,kBAAkB,IAAI,qCAAqC;IACvE,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE;IAChC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;IAC/B,KAAK,EAAE,CAAC;IACR,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,CAAC;IACvC,OAAO,EAAE;QACP,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAiB,EAAE,CAAC;QACvE,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI;YAC9B,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAmB,EAAE;SAC3C;QACD,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;KACZ;CACF,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,OAAO,iBAAiB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,CAAC,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,iBAAiB,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAC5C,IAAI,wBAAwB,CAAC,SAAS,CAAC,CACxC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QAC1E,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;QAC3E,MAAM,MAAM,CACV,iBAAiB,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,CACjD,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC;YACrC,qBAAqB,EAAE,IAAI;SAC5B,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACtE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC;YAC7C,aAAa,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YAC5C,aAAa,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;SAC7C,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,KAAK,GAAiB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAsB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC3E,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC;YAC7C,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;SACnC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnD,MAAM,iBAAiB,CAAC;YACtB,YAAY,EAAE,GAAG;YACjB,aAAa,EAAE,IAAI;YACnB,qBAAqB,EAAE,IAAI;SAC5B,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzB,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,EACN,MAAM,EACN,MAAM,CAAC,gBAAgB,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CACpE,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,EACN,MAAM,EACN,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,qBAAqB,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAC1E,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC;YAC7C,aAAa,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;SAClC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,iBAAiB,EAAE,CAAC,eAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACzE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,iBAAiB,EAAE,CAAC,eAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACtE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,IAAI,GAAG,iBAAiB,EAAE,CAAC,eAAgB,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC,iBAAkB,CAAC,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAG;YACb;gBACE,OAAO,EAAE,+BAA+B;gBACxC,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,MAAM;gBAClB,UAAU,EAAE,EAAE;aACf;YACD;gBACE,OAAO,EAAE,2CAA2C;gBACpD,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,MAAM;gBAClB,UAAU,EAAE,EAAE;aACf;SACF,CAAC;QACF,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC,iBAAkB,CAAC,MAAM,CAAC,CAAC;QAC/D,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,63 @@
+{
+  "name": "@vivantel/virage-code-chunk-chunker",
+  "version": "0.1.2",
+  "type": "module",
+  "description": "AST-aware code chunking strategy for @vivantel/virage-core, powered by code-chunk",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/vivantel/virage",
+    "directory": "packages/virage-code-chunk-chunker"
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "sideEffects": false,
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc",
+    "type-check": "tsc --noEmit",
+    "test": "vitest run",
+    "prepublishOnly": "npm run build && npm test",
+    "lint": "eslint src/",
+    "lint:fix": "eslint src/ --fix",
+    "format": "prettier --write \"src/**/*.ts\"",
+    "format:check": "prettier --check \"src/**/*.ts\"",
+    "fix": "npm run lint:fix && npm run format"
+  },
+  "keywords": [
+    "rag",
+    "chunking",
+    "code",
+    "ast",
+    "tree-sitter",
+    "embeddings"
+  ],
+  "author": "Vivantel",
+  "license": "MIT",
+  "dependencies": {
+    "code-chunk": "^0.1.14"
+  },
+  "peerDependencies": {
+    "@vivantel/virage-core": "*"
+  },
+  "devDependencies": {
+    "@vivantel/virage-core": "0.2.18",
+    "@types/node": "^25.9.1",
+    "typescript": "^6.0.3",
+    "vitest": "^4.1.8"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}