chunk-smart 0.1.0

package/README.md

@@ -0,0 +1,77 @@
+# chunk-smart
+
+Structure-aware text chunker for RAG pipelines. Detects content type (markdown, code, JSON, HTML, YAML, plain text) and splits at natural boundaries — headings, functions, top-level keys, paragraphs, sentences — rather than blindly by character count.
+
+## Install
+
+```bash
+npm install chunk-smart
+```
+
+## Quick Start
+
+```typescript
+import { chunk } from 'chunk-smart'
+
+const chunks = chunk(myText)
+// Auto-detects content type and splits at natural boundaries
+
+chunks.forEach(c => {
+  console.log(c.metadata.contentType, c.metadata.tokenCount, c.content.slice(0, 80))
+})
+```
+
+## createChunker
+
+```typescript
+import { createChunker } from 'chunk-smart'
+
+const chunker = createChunker({ maxTokens: 256, overlap: 20 })
+
+const mdChunks = chunker.chunkMarkdown(markdownText)
+const codeChunks = chunker.chunkCode(sourceCode)
+const jsonChunks = chunker.chunkJSON(jsonString)
+const detected = chunker.detectContentType(someText)
+```
+
+## Content Types
+
+| Type       | Splits at                                      |
+|------------|------------------------------------------------|
+| `markdown` | `#` heading boundaries, then paragraphs        |
+| `code`     | `function`/`class`/`def` boundaries, then blank lines |
+| `json`     | top-level object keys or array element groups  |
+| `html`     | paragraph/sentence boundaries                  |
+| `yaml`     | paragraph/sentence boundaries                  |
+| `text`     | paragraph boundaries (`\n\n`), then sentences  |
+
+## ChunkOptions
+
+| Option             | Type          | Default | Description                          |
+|--------------------|---------------|---------|--------------------------------------|
+| `maxTokens`        | `number`      | `512`   | Max tokens per chunk (1 token ≈ 4 chars) |
+| `minTokens`        | `number`      | `50`    | Min tokens (informational)           |
+| `overlap`          | `number`      | `0`     | Overlap in tokens between chunks     |
+| `contentType`      | `ContentType` | `'auto'`| Force a specific content type        |
+| `preserveStructure`| `boolean`     | `true`  | Use boundary-aware splitting         |
+
+## ChunkMetadata
+
+```typescript
+interface ChunkMetadata {
+  index: number          // position in result array
+  startOffset: number    // char offset in original text
+  endOffset: number      // char offset in original text
+  tokenCount: number     // Math.ceil(content.length / 4)
+  charCount: number      // content.length
+  contentType: ContentType
+  headings: string[]     // ancestor headings (markdown only)
+  codeLanguage?: string  // detected from ``` fence or shebang
+  overlapBefore: number  // overlap chars with previous chunk
+  overlapAfter: number   // overlap chars with next chunk
+}
+```
+
+## License
+
+MIT

package/dist/__tests__/chunk.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=chunk.test.d.ts.map

package/dist/__tests__/chunk.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/chunk.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/chunk.test.js

@@ -0,0 +1,129 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const chunker_1 = require("../chunker");
+(0, vitest_1.describe)('chunk()', () => {
+    (0, vitest_1.it)('returns an array of Chunk objects', () => {
+        const text = `# Title\n\nSome paragraph text here.\n\n## Section\n\nMore text in section.`;
+        const result = (0, chunker_1.chunk)(text);
+        (0, vitest_1.expect)(Array.isArray(result)).toBe(true);
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(0);
+        for (const c of result) {
+            (0, vitest_1.expect)(typeof c.content).toBe('string');
+            (0, vitest_1.expect)(c.metadata).toBeDefined();
+            (0, vitest_1.expect)(typeof c.metadata.index).toBe('number');
+            (0, vitest_1.expect)(typeof c.metadata.tokenCount).toBe('number');
+            (0, vitest_1.expect)(typeof c.metadata.charCount).toBe('number');
+            (0, vitest_1.expect)(typeof c.metadata.startOffset).toBe('number');
+            (0, vitest_1.expect)(typeof c.metadata.endOffset).toBe('number');
+        }
+    });
+    (0, vitest_1.it)('respects maxTokens option', () => {
+        const text = 'Word '.repeat(500);
+        const result = (0, chunker_1.chunk)(text, { maxTokens: 50, contentType: 'text' });
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.tokenCount).toBeLessThanOrEqual(55); // small tolerance
+        }
+    });
+    (0, vitest_1.it)('assigns correct contentType in metadata for markdown', () => {
+        const text = `# Heading\n\nParagraph text here.\n\n## Another heading\n\nMore text.`;
+        const result = (0, chunker_1.chunk)(text, { contentType: 'markdown' });
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.contentType).toBe('markdown');
+        }
+    });
+    (0, vitest_1.it)('assigns correct contentType in metadata for code', () => {
+        const code = `function foo() { return 1 }\nfunction bar() { return 2 }`;
+        const result = (0, chunker_1.chunk)(code, { contentType: 'code' });
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.contentType).toBe('code');
+        }
+    });
+    (0, vitest_1.it)('assigns sequential indices to chunks', () => {
+        const text = 'First paragraph.\n\nSecond paragraph.\n\nThird paragraph.';
+        const result = (0, chunker_1.chunk)(text, { maxTokens: 5, contentType: 'text' });
+        result.forEach((c, i) => {
+            (0, vitest_1.expect)(c.metadata.index).toBe(i);
+        });
+    });
+    (0, vitest_1.it)('extracts headings from markdown chunks', () => {
+        const text = `# Main Heading\n\nSome content under main heading.\n\n## Sub Heading\n\nSome content under sub.`;
+        const result = (0, chunker_1.chunk)(text, { contentType: 'markdown' });
+        const withHeadings = result.filter(c => c.metadata.headings.length > 0);
+        (0, vitest_1.expect)(withHeadings.length).toBeGreaterThan(0);
+    });
+    (0, vitest_1.it)('detects JSON content type automatically', () => {
+        const json = JSON.stringify({ foo: 'bar', baz: 42 });
+        const result = (0, chunker_1.chunk)(json);
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(0);
+        (0, vitest_1.expect)(result[0].metadata.contentType).toBe('json');
+    });
+    (0, vitest_1.it)('handles empty string gracefully', () => {
+        const result = (0, chunker_1.chunk)('');
+        (0, vitest_1.expect)(Array.isArray(result)).toBe(true);
+        (0, vitest_1.expect)(result.length).toBe(0);
+    });
+    (0, vitest_1.it)('charCount matches content length', () => {
+        const text = `# Title\n\nA paragraph of reasonable length here.\n\n## Section\n\nAnother paragraph.`;
+        const result = (0, chunker_1.chunk)(text, { contentType: 'markdown' });
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.charCount).toBe(c.content.length);
+        }
+    });
+    (0, vitest_1.it)('tokenCount is ceil(charCount / 4)', () => {
+        const text = `# Title\n\nA paragraph of reasonable length here.`;
+        const result = (0, chunker_1.chunk)(text, { contentType: 'markdown' });
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.tokenCount).toBe(Math.ceil(c.content.length / 4));
+        }
+    });
+});
+(0, vitest_1.describe)('createChunker()', () => {
+    (0, vitest_1.it)('returns a Chunker object with all methods', () => {
+        const chunker = (0, chunker_1.createChunker)();
+        (0, vitest_1.expect)(typeof chunker.chunk).toBe('function');
+        (0, vitest_1.expect)(typeof chunker.chunkMarkdown).toBe('function');
+        (0, vitest_1.expect)(typeof chunker.chunkCode).toBe('function');
+        (0, vitest_1.expect)(typeof chunker.chunkJSON).toBe('function');
+        (0, vitest_1.expect)(typeof chunker.detectContentType).toBe('function');
+    });
+    (0, vitest_1.it)('applies default options to all chunk calls', () => {
+        const chunker = (0, chunker_1.createChunker)({ maxTokens: 20 });
+        const text = 'A'.repeat(400);
+        const result = chunker.chunk(text, { contentType: 'text' });
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.tokenCount).toBeLessThanOrEqual(25);
+        }
+    });
+    (0, vitest_1.it)('chunkMarkdown forces markdown content type', () => {
+        const text = `# Heading\n\nText here.\n\n## Other\n\nMore text.`;
+        const chunker = (0, chunker_1.createChunker)();
+        const result = chunker.chunkMarkdown(text);
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.contentType).toBe('markdown');
+        }
+    });
+    (0, vitest_1.it)('chunkCode forces code content type', () => {
+        const code = `function a() {}\nfunction b() {}`;
+        const chunker = (0, chunker_1.createChunker)();
+        const result = chunker.chunkCode(code);
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.contentType).toBe('code');
+        }
+    });
+    (0, vitest_1.it)('chunkJSON forces json content type', () => {
+        const json = '{"a":1,"b":2}';
+        const chunker = (0, chunker_1.createChunker)();
+        const result = chunker.chunkJSON(json);
+        for (const c of result) {
+            (0, vitest_1.expect)(c.metadata.contentType).toBe('json');
+        }
+    });
+    (0, vitest_1.it)('detectContentType delegates to detect module', () => {
+        const chunker = (0, chunker_1.createChunker)();
+        const result = chunker.detectContentType('{"x": 1}');
+        (0, vitest_1.expect)(result.type).toBe('json');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThan(0);
+    });
+});
+//# sourceMappingURL=chunk.test.js.map

package/dist/__tests__/chunk.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.test.js","sourceRoot":"","sources":["../../src/__tests__/chunk.test.ts"],"names":[],"mappings":";;AAAA,mCAA6C;AAC7C,wCAAiD;AAEjD,IAAA,iBAAQ,EAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,6EAA6E,CAAA;QAC1F,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,CAAC,CAAA;QAC1B,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACxC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACvC,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;YAChC,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC9C,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACnD,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAClD,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACpD,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACpD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAChC,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QAClE,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAA,CAAC,kBAAkB;QAC1E,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,IAAI,GAAG,uEAAuE,CAAA;QACpF,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;QACvD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,IAAI,GAAG,0DAA0D,CAAA;QACvE,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QACnD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,IAAI,GAAG,2DAA2D,CAAA;QACxE,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QACjE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACtB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,IAAI,GAAG,iGAAiG,CAAA;QAC9G,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;QACvD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACvE,IAAA,eAAM,EAAC,YAAY,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAA;QACpD,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,CAAC,CAAA;QAC1B,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACrD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,EAAE,CAAC,CAAA;QACxB,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,IAAI,GAAG,uFAAuF,CAAA;QACpG,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;QACvD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACrD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,mDAAmD,CAAA;QAChE,MAAM,MAAM,GAAG,IAAA,eAAK,EAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;QACvD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;QACrE,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,WAAE,EAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,OAAO,GAAG,IAAA,uBAAa,GAAE,CAAA;QAC/B,IAAA,eAAM,EAAC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC7C,IAAA,eAAM,EAAC,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACrD,IAAA,eAAM,EAAC,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,IAAA,eAAM,EAAC,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,IAAA,eAAM,EAAC,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,OAAO,GAAG,IAAA,uBAAa,EAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QAC3D,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAA;QACvD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,IAAI,GAAG,mDAAmD,CAAA;QAChE,MAAM,OAAO,GAAG,IAAA,uBAAa,GAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;QAC1C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,kCAAkC,CAAA;QAC/C,MAAM,OAAO,GAAG,IAAA,uBAAa,GAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACtC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,eAAe,CAAA;QAC5B,MAAM,OAAO,GAAG,IAAA,uBAAa,GAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACtC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,OAAO,GAAG,IAAA,uBAAa,GAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACpD,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/__tests__/detect.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=detect.test.d.ts.map

package/dist/__tests__/detect.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/detect.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/detect.test.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const detect_1 = require("../detect");
+(0, vitest_1.describe)('detectContentType', () => {
+    (0, vitest_1.it)('detects valid JSON object with high confidence', () => {
+        const result = (0, detect_1.detectContentType)('{"key": "value", "num": 42}');
+        (0, vitest_1.expect)(result.type).toBe('json');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThanOrEqual(0.9);
+    });
+    (0, vitest_1.it)('detects valid JSON array with high confidence', () => {
+        const result = (0, detect_1.detectContentType)('[1, 2, 3]');
+        (0, vitest_1.expect)(result.type).toBe('json');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThanOrEqual(0.9);
+    });
+    (0, vitest_1.it)('detects malformed JSON starting with { at lower confidence', () => {
+        const result = (0, detect_1.detectContentType)('{ not valid json here }');
+        (0, vitest_1.expect)(result.type).toBe('json');
+        (0, vitest_1.expect)(result.confidence).toBeLessThan(0.9);
+    });
+    (0, vitest_1.it)('detects markdown with headings', () => {
+        const md = `# Title\n\nSome paragraph text here.\n\n## Section Two\n\nMore text.`;
+        const result = (0, detect_1.detectContentType)(md);
+        (0, vitest_1.expect)(result.type).toBe('markdown');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThanOrEqual(0.8);
+    });
+    (0, vitest_1.it)('detects markdown with code fences', () => {
+        const md = `Some text\n\n\`\`\`js\nconsole.log('hi')\n\`\`\``;
+        const result = (0, detect_1.detectContentType)(md);
+        (0, vitest_1.expect)(result.type).toBe('markdown');
+    });
+    (0, vitest_1.it)('detects HTML with DOCTYPE', () => {
+        const html = `<!DOCTYPE html><html><body><p>Hello</p></body></html>`;
+        const result = (0, detect_1.detectContentType)(html);
+        (0, vitest_1.expect)(result.type).toBe('html');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThanOrEqual(0.9);
+    });
+    (0, vitest_1.it)('detects HTML with div tags', () => {
+        const html = `<div class="container"><p>Hello world</p></div>`;
+        const result = (0, detect_1.detectContentType)(html);
+        (0, vitest_1.expect)(result.type).toBe('html');
+    });
+    (0, vitest_1.it)('detects code with function keyword', () => {
+        const code = `function greet(name) {\n  return 'Hello ' + name\n}`;
+        const result = (0, detect_1.detectContentType)(code);
+        (0, vitest_1.expect)(result.type).toBe('code');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThanOrEqual(0.7);
+    });
+    (0, vitest_1.it)('detects code with class keyword', () => {
+        const code = `class MyClass {\n  constructor() {}\n}`;
+        const result = (0, detect_1.detectContentType)(code);
+        (0, vitest_1.expect)(result.type).toBe('code');
+    });
+    (0, vitest_1.it)('detects code with Python def keyword', () => {
+        const code = `def compute(x, y):\n    return x + y\n`;
+        const result = (0, detect_1.detectContentType)(code);
+        (0, vitest_1.expect)(result.type).toBe('code');
+    });
+    (0, vitest_1.it)('falls back to text for plain prose', () => {
+        const text = `This is just a plain text paragraph without any special syntax. It has multiple sentences and no special markers.`;
+        const result = (0, detect_1.detectContentType)(text);
+        (0, vitest_1.expect)(result.type).toBe('text');
+        (0, vitest_1.expect)(result.confidence).toBe(0.5);
+    });
+    (0, vitest_1.it)('detects YAML with key-value lines', () => {
+        const yaml = `name: my-project\nversion: 1.0.0\ndescription: a project\nauthor: someone`;
+        const result = (0, detect_1.detectContentType)(yaml);
+        (0, vitest_1.expect)(result.type).toBe('yaml');
+        (0, vitest_1.expect)(result.confidence).toBeGreaterThanOrEqual(0.8);
+    });
+});
+//# sourceMappingURL=detect.test.js.map

package/dist/__tests__/detect.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.test.js","sourceRoot":"","sources":["../../src/__tests__/detect.test.ts"],"names":[],"mappings":";;AAAA,mCAA6C;AAC7C,sCAA6C;AAE7C,IAAA,iBAAQ,EAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,6BAA6B,CAAC,CAAA;QAC/D,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,WAAW,CAAC,CAAA;QAC7C,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,yBAAyB,CAAC,CAAA;QAC3D,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,EAAE,GAAG,sEAAsE,CAAA;QACjF,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,EAAE,CAAC,CAAA;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,EAAE,GAAG,kDAAkD,CAAA;QAC7D,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,EAAE,CAAC,CAAA;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IACtC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,IAAI,GAAG,uDAAuD,CAAA;QACpE,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,IAAI,GAAG,iDAAiD,CAAA;QAC9D,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,qDAAqD,CAAA;QAClE,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,IAAI,GAAG,wCAAwC,CAAA;QACrD,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,IAAI,GAAG,wCAAwC,CAAA;QACrD,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,mHAAmH,CAAA;QAChI,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACrC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,2EAA2E,CAAA;QACxF,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/__tests__/split.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=split.test.d.ts.map

package/dist/__tests__/split.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"split.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/split.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/split.test.js

@@ -0,0 +1,115 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const split_1 = require("../split");
+function opts(maxTokens, overlap = 0) {
+    return { maxTokens, overlap, minTokens: 0, preserveStructure: true };
+}
+(0, vitest_1.describe)('splitByTokenCount', () => {
+    (0, vitest_1.it)('returns single chunk when text fits within maxTokens', () => {
+        const text = 'Short text';
+        const result = (0, split_1.splitByTokenCount)(text, 512, 0);
+        (0, vitest_1.expect)(result).toHaveLength(1);
+        (0, vitest_1.expect)(result[0]).toBe(text);
+    });
+    (0, vitest_1.it)('splits long text into multiple chunks respecting maxTokens', () => {
+        // 200 chars -> 50 tokens; max is 10 tokens = 40 chars
+        const text = 'A'.repeat(200);
+        const result = (0, split_1.splitByTokenCount)(text, 10, 0);
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+        for (const chunk of result) {
+            (0, vitest_1.expect)(chunk.length).toBeLessThanOrEqual(40 + 5); // small tolerance for boundary snapping
+        }
+    });
+    (0, vitest_1.it)('adds overlap between chunks', () => {
+        const text = 'Hello world. This is a sentence. And another one follows here. Final words.';
+        const result = (0, split_1.splitByTokenCount)(text, 5, 1); // 5 tokens = 20 chars, 1 token overlap = 4 chars
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+});
+(0, vitest_1.describe)('splitMarkdown', () => {
+    (0, vitest_1.it)('splits at heading boundaries', () => {
+        const md = `# Heading One\n\nParagraph under heading one.\n\n# Heading Two\n\nParagraph under heading two.`;
+        const result = (0, split_1.splitMarkdown)(md, opts(512));
+        (0, vitest_1.expect)(result.length).toBeGreaterThanOrEqual(2);
+        (0, vitest_1.expect)(result.some(r => r.includes('# Heading One'))).toBe(true);
+        (0, vitest_1.expect)(result.some(r => r.includes('# Heading Two'))).toBe(true);
+    });
+    (0, vitest_1.it)('splits a large section at paragraph boundaries', () => {
+        // Each paragraph is ~100 chars; maxTokens=10 means 40 chars
+        const para = (n) => `Para ${n}: ` + 'x'.repeat(30);
+        const md = `# Title\n\n${para(1)}\n\n${para(2)}\n\n${para(3)}`;
+        const result = (0, split_1.splitMarkdown)(md, opts(10));
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+    (0, vitest_1.it)('handles text with no headings by falling back to paragraph split', () => {
+        const text = 'First paragraph here.\n\nSecond paragraph here.\n\nThird paragraph here.';
+        const result = (0, split_1.splitMarkdown)(text, opts(512));
+        (0, vitest_1.expect)(result.length).toBeGreaterThanOrEqual(1);
+    });
+    (0, vitest_1.it)('returns entire text as one chunk when it fits', () => {
+        const text = '# Small doc\n\nJust a small paragraph.';
+        const result = (0, split_1.splitMarkdown)(text, opts(512));
+        (0, vitest_1.expect)(result).toHaveLength(1);
+    });
+});
+(0, vitest_1.describe)('splitCode', () => {
+    (0, vitest_1.it)('returns single chunk for small code', () => {
+        const code = `function foo() { return 1 }`;
+        const result = (0, split_1.splitCode)(code, opts(512));
+        (0, vitest_1.expect)(result).toHaveLength(1);
+    });
+    (0, vitest_1.it)('splits at function boundaries', () => {
+        const code = `function alpha() {\n  return 1\n}\n\nfunction beta() {\n  return 2\n}\n\nfunction gamma() {\n  return 3\n}`;
+        const result = (0, split_1.splitCode)(code, opts(5)); // tiny maxTokens to force splits
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+    (0, vitest_1.it)('splits at blank lines when no top-level patterns found', () => {
+        const code = `x = 1\ny = 2\n\nz = x + y\n\nprint(z)\n`.repeat(20);
+        const result = (0, split_1.splitCode)(code, opts(10));
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+});
+(0, vitest_1.describe)('splitJSON', () => {
+    (0, vitest_1.it)('splits object by top-level keys', () => {
+        const obj = {};
+        for (let i = 0; i < 20; i++)
+            obj[`key${i}`] = i;
+        const json = JSON.stringify(obj, null, 2);
+        const result = (0, split_1.splitJSON)(json, opts(10)); // force small chunk size
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+        // Each chunk should be valid JSON
+        for (const c of result) {
+            (0, vitest_1.expect)(() => JSON.parse(c)).not.toThrow();
+        }
+    });
+    (0, vitest_1.it)('splits array into groups', () => {
+        const arr = Array.from({ length: 50 }, (_, i) => ({ id: i, value: `item${i}` }));
+        const json = JSON.stringify(arr, null, 2);
+        const result = (0, split_1.splitJSON)(json, opts(10));
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+    (0, vitest_1.it)('falls back to token split for invalid JSON', () => {
+        const text = 'not json at all'.repeat(50);
+        const result = (0, split_1.splitJSON)(text, opts(10));
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(0);
+    });
+});
+(0, vitest_1.describe)('splitText', () => {
+    (0, vitest_1.it)('returns single chunk when text fits', () => {
+        const text = 'Short text that fits easily.';
+        const result = (0, split_1.splitText)(text, opts(512));
+        (0, vitest_1.expect)(result).toHaveLength(1);
+    });
+    (0, vitest_1.it)('splits at paragraph boundaries', () => {
+        const text = 'First paragraph.\n\nSecond paragraph.\n\nThird paragraph.';
+        const result = (0, split_1.splitText)(text, opts(3)); // 3 tokens = 12 chars — forces splits
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+    (0, vitest_1.it)('splits at sentence boundaries when paragraph is too large', () => {
+        const longPara = 'This is sentence one. This is sentence two. This is sentence three. This is sentence four.';
+        const result = (0, split_1.splitText)(longPara, opts(5));
+        (0, vitest_1.expect)(result.length).toBeGreaterThan(1);
+    });
+});
+//# sourceMappingURL=split.test.js.map

package/dist/__tests__/split.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split.test.js","sourceRoot":"","sources":["../../src/__tests__/split.test.ts"],"names":[],"mappings":";;AAAA,mCAA6C;AAC7C,oCAA4F;AAG5F,SAAS,IAAI,CAAC,SAAiB,EAAE,OAAO,GAAG,CAAC;IAC1C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAA;AACtE,CAAC;AAED,IAAA,iBAAQ,EAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,IAAI,GAAG,YAAY,CAAA;QACzB,MAAM,MAAM,GAAG,IAAA,yBAAiB,EAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;QAC9C,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC9B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC9B,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,sDAAsD;QACtD,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5B,MAAM,MAAM,GAAG,IAAA,yBAAiB,EAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;QAC7C,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAA,eAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA,CAAC,wCAAwC;QAC3F,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,IAAI,GAAG,6EAA6E,CAAA;QAC1F,MAAM,MAAM,GAAG,IAAA,yBAAiB,EAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA,CAAC,iDAAiD;QAC9F,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,iBAAQ,EAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,EAAE,GAAG,gGAAgG,CAAA;QAC3G,MAAM,MAAM,GAAG,IAAA,qBAAa,EAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC3C,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAA;QAC/C,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChE,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClE,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,4DAA4D;QAC5D,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC1D,MAAM,EAAE,GAAG,cAAc,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;QAC9D,MAAM,MAAM,GAAG,IAAA,qBAAa,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,IAAI,GAAG,0EAA0E,CAAA;QACvF,MAAM,MAAM,GAAG,IAAA,qBAAa,EAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7C,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAA;IACjD,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,IAAI,GAAG,wCAAwC,CAAA;QACrD,MAAM,MAAM,GAAG,IAAA,qBAAa,EAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7C,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,iBAAQ,EAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG,6BAA6B,CAAA;QAC1C,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,IAAI,GAAG,4GAA4G,CAAA;QACzH,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,iCAAiC;QACzE,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,IAAI,GAAG,yCAAyC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACjE,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,iBAAQ,EAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,GAAG,GAA2B,EAAE,CAAA;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA,CAAC,yBAAyB;QAClE,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACxC,kCAAkC;QAClC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAA;QAC3C,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QAChF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,iBAAQ,EAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG,8BAA8B,CAAA;QAC3C,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,IAAI,GAAG,2DAA2D,CAAA;QACxE,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,sCAAsC;QAC9E,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,IAAA,WAAE,EAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,QAAQ,GAAG,4FAA4F,CAAA;QAC7G,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/chunker.d.ts

@@ -0,0 +1,4 @@
+import type { Chunk, ChunkOptions, Chunker } from './types';
+export declare function chunk(text: string, options?: ChunkOptions): Chunk[];
+export declare function createChunker(defaultOptions?: ChunkOptions): Chunker;
+//# sourceMappingURL=chunker.d.ts.map

package/dist/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,KAAK,EAAiB,YAAY,EAAE,OAAO,EAA6B,MAAM,SAAS,CAAA;AAuFrG,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,KAAK,EAAE,CAsCnE;AAED,wBAAgB,aAAa,CAAC,cAAc,CAAC,EAAE,YAAY,GAAG,OAAO,CAwBpE"}

package/dist/chunker.js

@@ -0,0 +1,136 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chunk = chunk;
+exports.createChunker = createChunker;
+const detect_1 = require("./detect");
+const split_1 = require("./split");
+const DEFAULTS = {
+    maxTokens: 512,
+    minTokens: 50,
+    overlap: 0,
+    contentType: 'text',
+    preserveStructure: true,
+};
+function resolveOptions(defaults, overrides) {
+    return { ...defaults, ...(overrides ?? {}) };
+}
+function tokensFor(text) {
+    return Math.ceil(text.length / 4);
+}
+/** Extract first-level headings from a markdown chunk for metadata. */
+function extractHeadings(content) {
+    const headings = [];
+    for (const line of content.split('\n')) {
+        const m = line.match(/^(#{1,6})\s+(.+)/);
+        if (m)
+            headings.push(m[2].trim());
+    }
+    return headings;
+}
+/** Detect code language from fence or shebang on first non-empty line. */
+function detectCodeLanguage(content) {
+    const first = content.trimStart().split('\n')[0] ?? '';
+    const fenceMatch = first.match(/^```(\w+)/);
+    if (fenceMatch)
+        return fenceMatch[1];
+    const shebangMatch = first.match(/^#!.*\/(\w+)/);
+    if (shebangMatch)
+        return shebangMatch[1];
+    return undefined;
+}
+function buildChunks(parts, originalText, contentType, options) {
+    const overlapChars = options.overlap * 4;
+    const chunks = [];
+    // Build startOffset by searching for each part in the original text
+    let searchFrom = 0;
+    for (let i = 0; i < parts.length; i++) {
+        const content = parts[i];
+        if (!content || content.trim().length === 0)
+            continue;
+        // Find where this part appears in the original text
+        let startOffset = originalText.indexOf(content.trimEnd(), searchFrom);
+        if (startOffset === -1) {
+            // Fallback: search trimmed
+            startOffset = originalText.indexOf(content.trim(), searchFrom);
+        }
+        if (startOffset === -1)
+            startOffset = searchFrom;
+        const endOffset = startOffset + content.length;
+        const overlapBefore = i > 0 ? Math.min(overlapChars, (parts[i - 1] ?? '').length) : 0;
+        const overlapAfter = i < parts.length - 1 ? Math.min(overlapChars, (parts[i + 1] ?? '').length) : 0;
+        const metadata = {
+            index: chunks.length,
+            startOffset,
+            endOffset,
+            tokenCount: tokensFor(content),
+            charCount: content.length,
+            contentType,
+            headings: contentType === 'markdown' ? extractHeadings(content) : [],
+            codeLanguage: contentType === 'code' ? detectCodeLanguage(content) : undefined,
+            overlapBefore,
+            overlapAfter,
+        };
+        chunks.push({ content, metadata });
+        searchFrom = Math.max(searchFrom, startOffset + 1);
+    }
+    return chunks;
+}
+function chunk(text, options) {
+    const opts = resolveOptions(DEFAULTS, options);
+    let contentType;
+    if (opts.contentType && opts.contentType !== 'text') {
+        contentType = opts.contentType;
+    }
+    else if (options?.contentType) {
+        contentType = options.contentType;
+    }
+    else {
+        const detected = (0, detect_1.detectContentType)(text);
+        contentType = detected.type;
+    }
+    let parts;
+    switch (contentType) {
+        case 'markdown':
+            parts = (0, split_1.splitMarkdown)(text, opts);
+            break;
+        case 'code':
+            parts = (0, split_1.splitCode)(text, opts);
+            break;
+        case 'json':
+            parts = (0, split_1.splitJSON)(text, opts);
+            break;
+        case 'html':
+        case 'yaml':
+        case 'text':
+        default:
+            if (opts.preserveStructure) {
+                parts = (0, split_1.splitText)(text, opts);
+            }
+            else {
+                parts = (0, split_1.splitByTokenCount)(text, opts.maxTokens, opts.overlap);
+            }
+            break;
+    }
+    return buildChunks(parts, text, contentType, opts);
+}
+function createChunker(defaultOptions) {
+    const defaults = resolveOptions(DEFAULTS, defaultOptions);
+    return {
+        chunk(text, overrides) {
+            return chunk(text, resolveOptions(defaults, overrides));
+        },
+        chunkMarkdown(text, overrides) {
+            return chunk(text, resolveOptions(defaults, { ...overrides, contentType: 'markdown' }));
+        },
+        chunkCode(text, overrides) {
+            return chunk(text, resolveOptions(defaults, { ...overrides, contentType: 'code' }));
+        },
+        chunkJSON(text, overrides) {
+            return chunk(text, resolveOptions(defaults, { ...overrides, contentType: 'json' }));
+        },
+        detectContentType(text) {
+            return (0, detect_1.detectContentType)(text);
+        },
+    };
+}
+//# sourceMappingURL=chunker.js.map

package/dist/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":";;AAyFA,sBAsCC;AAED,sCAwBC;AAzJD,qCAA4C;AAC5C,mCAA2F;AAG3F,MAAM,QAAQ,GAA2B;IACvC,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,EAAE;IACb,OAAO,EAAE,CAAC;IACV,WAAW,EAAE,MAAM;IACnB,iBAAiB,EAAE,IAAI;CACxB,CAAA;AAED,SAAS,cAAc,CAAC,QAAgC,EAAE,SAAiC;IACzF,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAA;AAC9C,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AACnC,CAAC;AAED,uEAAuE;AACvE,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACxC,IAAI,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACnC,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,0EAA0E;AAC1E,SAAS,kBAAkB,CAAC,OAAe;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACtD,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;IAC3C,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAA;IACpC,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAChD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAA;IACxC,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,WAAW,CAClB,KAAe,EACf,YAAoB,EACpB,WAAwB,EACxB,OAA+B;IAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,GAAG,CAAC,CAAA;IACxC,MAAM,MAAM,GAAY,EAAE,CAAA;IAE1B,oEAAoE;IACpE,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QACxB,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QAErD,oDAAoD;QACpD,IAAI,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,UAAU,CAAC,CAAA;QACrE,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,2BAA2B;YAC3B,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,CAAA;QAChE,CAAC;QACD,IAAI,WAAW,KAAK,CAAC,CAAC;YAAE,WAAW,GAAG,UAAU,CAAA;QAEhD,MAAM,SAAS,GAAG,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;QAE9C,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACrF,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEnG,MAAM,QAAQ,GAAkB;YAC9B,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,WAAW;YACX,SAAS;YACT,UAAU,EAAE,SAAS,CAAC,OAAO,CAAC;YAC9B,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,WAAW;YACX,QAAQ,EAAE,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;YACpE,YAAY,EAAE,WAAW,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAC9E,aAAa;YACb,YAAY;SACb,CAAA;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAA;QAClC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,GAAG,CAAC,CAAC,CAAA;IACpD,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,KAAK,CAAC,IAAY,EAAE,OAAsB;IACxD,MAAM,IAAI,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAE9C,IAAI,WAAwB,CAAA;IAC5B,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;QACpD,WAAW,GAAG,IAAI,CAAC,WAAW,CAAA;IAChC,CAAC;SAAM,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;QAChC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;IACnC,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QACxC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAA;IAC7B,CAAC;IAED,IAAI,KAAe,CAAA;IAEnB,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,UAAU;YACb,KAAK,GAAG,IAAA,qBAAa,EAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YACjC,MAAK;QACP,KAAK,MAAM;YACT,KAAK,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAC7B,MAAK;QACP,KAAK,MAAM;YACT,KAAK,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAC7B,MAAK;QACP,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM,CAAC;QACZ;YACE,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,KAAK,GAAG,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAC/B,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,IAAA,yBAAiB,EAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YAC/D,CAAC;YACD,MAAK;IACT,CAAC;IAED,OAAO,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;AACpD,CAAC;AAED,SAAgB,aAAa,CAAC,cAA6B;IACzD,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;IAEzD,OAAO;QACL,KAAK,CAAC,IAAY,EAAE,SAAiC;YACnD,OAAO,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;QACzD,CAAC;QAED,aAAa,CAAC,IAAY,EAAE,SAAiC;YAC3D,OAAO,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,CAAA;QACzF,CAAC;QAED,SAAS,CAAC,IAAY,EAAE,SAAiC;YACvD,OAAO,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QACrF,CAAC;QAED,SAAS,CAAC,IAAY,EAAE,SAAiC;YACvD,OAAO,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QACrF,CAAC;QAED,iBAAiB,CAAC,IAAY;YAC5B,OAAO,IAAA,0BAAiB,EAAC,IAAI,CAAC,CAAA;QAChC,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/detect.d.ts

@@ -0,0 +1,3 @@
+import type { DetectResult } from './types';
+export declare function detectContentType(text: string): DetectResult;
+//# sourceMappingURL=detect.d.ts.map

package/dist/detect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,YAAY,EAAE,MAAM,SAAS,CAAA;AAExD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CA0D5D"}

package/dist/detect.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectContentType = detectContentType;
+function detectContentType(text) {
+    const trimmed = text.trim();
+    // JSON: starts with { or [
+    if (trimmed.startsWith('{') || trimmed.startsWith('[')) {
+        try {
+            JSON.parse(trimmed);
+            return { type: 'json', confidence: 0.95 };
+        }
+        catch {
+            return { type: 'json', confidence: 0.7 };
+        }
+    }
+    // HTML: starts with <!DOCTYPE or <html, or has common HTML tags
+    if (/^<!doctype\s+html/i.test(trimmed) ||
+        /^<html/i.test(trimmed) ||
+        /<(div|p|span|body|head|h[1-6]|ul|ol|li|table|form|input|a\s|img\s)[^>]*>/i.test(trimmed)) {
+        return { type: 'html', confidence: 0.9 };
+    }
+    // YAML: has key: value lines, optional --- marker, no < chars
+    if (!trimmed.includes('<')) {
+        const lines = trimmed.split('\n').slice(0, 20);
+        const yamlKeyValueLines = lines.filter(l => /^\s*[\w-]+\s*:\s*.+/.test(l));
+        const hasMarker = trimmed.startsWith('---');
+        if (hasMarker || yamlKeyValueLines.length >= 2) {
+            return { type: 'yaml', confidence: 0.8 };
+        }
+    }
+    // Markdown: has # headings, ``` fences, **bold**, - list items
+    let mdScore = 0;
+    if (/^#{1,6}\s+\S/m.test(trimmed))
+        mdScore += 2;
+    if (/```/.test(trimmed))
+        mdScore += 2;
+    if (/\*\*[^*]+\*\*/.test(trimmed))
+        mdScore += 1;
+    if (/^[-*+]\s+\S/m.test(trimmed))
+        mdScore += 1;
+    if (/^\[.+\]\(.+\)/m.test(trimmed))
+        mdScore += 1;
+    if (mdScore >= 2) {
+        return { type: 'markdown', confidence: 0.8 };
+    }
+    // Code: common code patterns
+    let codeScore = 0;
+    if (/\bfunction\s+\w+\s*\(/.test(trimmed))
+        codeScore += 2;
+    if (/\bclass\s+\w+/.test(trimmed))
+        codeScore += 2;
+    if (/\bdef\s+\w+\s*\(/.test(trimmed))
+        codeScore += 2;
+    if (/\bimport\s+[\w{*]/.test(trimmed))
+        codeScore += 1;
+    if (/\bconst\s+\w+\s*=/.test(trimmed))
+        codeScore += 1;
+    if (/\blet\s+\w+\s*=/.test(trimmed))
+        codeScore += 1;
+    if (/\bvar\s+\w+\s*=/.test(trimmed))
+        codeScore += 1;
+    if (/^\s{2,}.*[{};]$/m.test(trimmed))
+        codeScore += 1;
+    if (codeScore >= 2) {
+        return { type: 'code', confidence: 0.7 };
+    }
+    return { type: 'text', confidence: 0.5 };
+}
+//# sourceMappingURL=detect.js.map

package/dist/detect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.js","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":";;AAEA,8CA0DC;AA1DD,SAAgB,iBAAiB,CAAC,IAAY;IAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;IAE3B,2BAA2B;IAC3B,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YACnB,OAAO,EAAE,IAAI,EAAE,MAAqB,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,MAAqB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;QACzD,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,IACE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC;QAClC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QACvB,2EAA2E,CAAC,IAAI,CAAC,OAAO,CAAC,EACzF,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAqB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;IACzD,CAAC;IAED,8DAA8D;IAC9D,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAC9C,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QAC3C,IAAI,SAAS,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC/C,OAAO,EAAE,IAAI,EAAE,MAAqB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;QACzD,CAAC;IACH,CAAC;IAED,+DAA+D;IAC/D,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAA;IAC/C,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAA;IACrC,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAA;IAC/C,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAA;IAC9C,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAA;IAChD,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,EAAE,IAAI,EAAE,UAAyB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;IAC7D,CAAC;IAED,6BAA6B;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACzD,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACjD,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACpD,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACrD,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACrD,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACnD,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACnD,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,SAAS,IAAI,CAAC,CAAA;IACpD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,OAAO,EAAE,IAAI,EAAE,MAAqB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;IACzD,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAqB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;AACzD,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export { chunk, createChunker } from './chunker';
+export { detectContentType } from './detect';
+export type { ContentType, DetectResult, ChunkMetadata, Chunk, ChunkOptions, Chunker, } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAA;AAC5C,YAAY,EACV,WAAW,EACX,YAAY,EACZ,aAAa,EACb,KAAK,EACL,YAAY,EACZ,OAAO,GACR,MAAM,SAAS,CAAA"}

package/dist/index.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectContentType = exports.createChunker = exports.chunk = void 0;
+// chunk-smart - Structure-aware text chunker for RAG pipelines
+var chunker_1 = require("./chunker");
+Object.defineProperty(exports, "chunk", { enumerable: true, get: function () { return chunker_1.chunk; } });
+Object.defineProperty(exports, "createChunker", { enumerable: true, get: function () { return chunker_1.createChunker; } });
+var detect_1 = require("./detect");
+Object.defineProperty(exports, "detectContentType", { enumerable: true, get: function () { return detect_1.detectContentType; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,+DAA+D;AAC/D,qCAAgD;AAAvC,gGAAA,KAAK,OAAA;AAAE,wGAAA,aAAa,OAAA;AAC7B,mCAA4C;AAAnC,2GAAA,iBAAiB,OAAA"}

package/dist/split.d.ts

@@ -0,0 +1,7 @@
+import type { ChunkOptions } from './types';
+export declare function splitByTokenCount(text: string, maxTokens: number, overlap: number): string[];
+export declare function splitMarkdown(text: string, options: ChunkOptions): string[];
+export declare function splitCode(text: string, options: ChunkOptions): string[];
+export declare function splitJSON(text: string, options: ChunkOptions): string[];
+export declare function splitText(text: string, options: ChunkOptions): string[];
+//# sourceMappingURL=split.d.ts.map

package/dist/split.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"split.d.ts","sourceRoot":"","sources":["../src/split.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAwD3C,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAiC5F;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,EAAE,CA0C3E;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,EAAE,CAkCvE;AA6BD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,EAAE,CA2CvE;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,EAAE,CA8BvE"}

package/dist/split.js

@@ -0,0 +1,269 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.splitByTokenCount = splitByTokenCount;
+exports.splitMarkdown = splitMarkdown;
+exports.splitCode = splitCode;
+exports.splitJSON = splitJSON;
+exports.splitText = splitText;
+function tokensToChars(tokens) {
+    return tokens * 4;
+}
+/**
+ * Split text at sentence boundaries (. ! ? followed by space or end).
+ * Returns an array of sentence strings.
+ */
+function splitSentences(text) {
+    const parts = text.split(/(?<=[.!?])\s+/);
+    return parts.filter(p => p.length > 0);
+}
+/**
+ * Greedy-pack sentences into chunks no larger than maxChars.
+ */
+function packSentences(sentences, maxChars) {
+    const chunks = [];
+    let current = '';
+    for (const sentence of sentences) {
+        if (sentence.length > maxChars) {
+            // Single sentence exceeds limit: split at word boundaries
+            if (current.length > 0) {
+                chunks.push(current.trimEnd());
+                current = '';
+            }
+            const words = sentence.split(/\s+/);
+            let wordChunk = '';
+            for (const word of words) {
+                if (wordChunk.length + word.length + 1 > maxChars && wordChunk.length > 0) {
+                    chunks.push(wordChunk.trimEnd());
+                    wordChunk = '';
+                }
+                // Single word exceeds maxChars: hard split it
+                if (word.length > maxChars) {
+                    for (let i = 0; i < word.length; i += maxChars) {
+                        chunks.push(word.slice(i, i + maxChars));
+                    }
+                    continue;
+                }
+                wordChunk += (wordChunk.length > 0 ? ' ' : '') + word;
+            }
+            if (wordChunk.length > 0)
+                current = wordChunk;
+        }
+        else if (current.length + sentence.length + 1 > maxChars && current.length > 0) {
+            chunks.push(current.trimEnd());
+            current = sentence;
+        }
+        else {
+            current += (current.length > 0 ? ' ' : '') + sentence;
+        }
+    }
+    if (current.length > 0)
+        chunks.push(current.trimEnd());
+    return chunks;
+}
+function splitByTokenCount(text, maxTokens, overlap) {
+    const maxChars = tokensToChars(maxTokens);
+    const overlapChars = tokensToChars(overlap);
+    if (text.length <= maxChars)
+        return [text];
+    const chunks = [];
+    let pos = 0;
+    while (pos < text.length) {
+        let end = pos + maxChars;
+        if (end >= text.length) {
+            chunks.push(text.slice(pos));
+            break;
+        }
+        // Try to find a sentence boundary near end
+        const window = text.slice(pos, end);
+        const sentenceMatch = window.search(/[.!?]\s+[^\s](?=[^.!?]*$)/);
+        if (sentenceMatch > maxChars / 2) {
+            // Snap to sentence boundary
+            const snapEnd = pos + sentenceMatch + 1;
+            chunks.push(text.slice(pos, snapEnd).trimEnd());
+            pos = snapEnd - overlapChars;
+            if (pos < 0)
+                pos = 0;
+        }
+        else {
+            chunks.push(text.slice(pos, end).trimEnd());
+            pos = end - overlapChars;
+            if (pos <= 0 || pos >= text.length)
+                break;
+        }
+    }
+    return chunks.filter(c => c.length > 0);
+}
+function splitMarkdown(text, options) {
+    const maxChars = tokensToChars(options.maxTokens ?? 512);
+    // Split at heading boundaries
+    const headingRegex = /(?=^#{1,6}\s+)/m;
+    const sections = text.split(headingRegex).filter(s => s.trim().length > 0);
+    if (sections.length <= 1) {
+        // No headings: split at paragraphs
+        return splitText(text, options);
+    }
+    const result = [];
+    for (const section of sections) {
+        if (section.length <= maxChars) {
+            result.push(section);
+        }
+        else {
+            // Section too big: split at paragraph boundaries
+            const paragraphs = section.split(/\n{2,}/).filter(p => p.trim().length > 0);
+            let current = '';
+            for (const para of paragraphs) {
+                if (para.length > maxChars) {
+                    if (current.length > 0) {
+                        result.push(current.trimEnd());
+                        current = '';
+                    }
+                    // Paragraph too big: split at sentences
+                    const sentenceChunks = packSentences(splitSentences(para), maxChars);
+                    result.push(...sentenceChunks);
+                }
+                else if (current.length + para.length + 2 > maxChars && current.length > 0) {
+                    result.push(current.trimEnd());
+                    current = para;
+                }
+                else {
+                    current += (current.length > 0 ? '\n\n' : '') + para;
+                }
+            }
+            if (current.length > 0)
+                result.push(current.trimEnd());
+        }
+    }
+    return result.filter(c => c.trim().length > 0);
+}
+function splitCode(text, options) {
+    const maxChars = tokensToChars(options.maxTokens ?? 512);
+    if (text.length <= maxChars)
+        return [text];
+    // Find top-level function/class/def/const/let/var boundaries
+    const topLevelRegex = /(?=^(?:export\s+)?(?:async\s+)?(?:function\s+\w|class\s+\w|def\s+\w|const\s+\w+\s*=|let\s+\w+\s*=|var\s+\w+\s*=))/m;
+    const blocks = text.split(topLevelRegex).filter(b => b.trim().length > 0);
+    if (blocks.length <= 1) {
+        // No top-level boundaries: split at blank lines
+        return splitAtBlankLines(text, maxChars);
+    }
+    const result = [];
+    let current = '';
+    for (const block of blocks) {
+        if (block.length > maxChars) {
+            if (current.length > 0) {
+                result.push(current.trimEnd());
+                current = '';
+            }
+            result.push(...splitAtBlankLines(block, maxChars));
+        }
+        else if (current.length + block.length > maxChars && current.length > 0) {
+            result.push(current.trimEnd());
+            current = block;
+        }
+        else {
+            current += block;
+        }
+    }
+    if (current.length > 0)
+        result.push(current.trimEnd());
+    return result.filter(c => c.trim().length > 0);
+}
+function splitAtBlankLines(text, maxChars) {
+    const paragraphs = text.split(/\n{2,}/).filter(p => p.trim().length > 0);
+    const result = [];
+    let current = '';
+    for (const para of paragraphs) {
+        if (para.length > maxChars) {
+            if (current.length > 0) {
+                result.push(current.trimEnd());
+                current = '';
+            }
+            // Hard split by chars
+            for (let i = 0; i < para.length; i += maxChars) {
+                result.push(para.slice(i, i + maxChars));
+            }
+        }
+        else if (current.length + para.length + 2 > maxChars && current.length > 0) {
+            result.push(current.trimEnd());
+            current = para;
+        }
+        else {
+            current += (current.length > 0 ? '\n\n' : '') + para;
+        }
+    }
+    if (current.length > 0)
+        result.push(current.trimEnd());
+    return result;
+}
+function splitJSON(text, options) {
+    const maxChars = tokensToChars(options.maxTokens ?? 512);
+    let parsed;
+    try {
+        parsed = JSON.parse(text);
+    }
+    catch {
+        return splitByTokenCount(text, options.maxTokens ?? 512, options.overlap ?? 0);
+    }
+    const chunks = [];
+    if (Array.isArray(parsed)) {
+        // Split array elements into groups
+        const itemsPerChunk = Math.max(1, Math.floor(maxChars / Math.max(1, text.length / parsed.length)));
+        for (let i = 0; i < parsed.length; i += itemsPerChunk) {
+            chunks.push(JSON.stringify(parsed.slice(i, i + itemsPerChunk), null, 2));
+        }
+    }
+    else if (parsed !== null && typeof parsed === 'object') {
+        const obj = parsed;
+        const keys = Object.keys(obj);
+        let currentObj = {};
+        let currentSize = 0;
+        for (const key of keys) {
+            const entry = JSON.stringify({ [key]: obj[key] }, null, 2);
+            if (currentSize + entry.length > maxChars && currentSize > 0) {
+                chunks.push(JSON.stringify(currentObj, null, 2));
+                currentObj = {};
+                currentSize = 0;
+            }
+            currentObj[key] = obj[key];
+            currentSize += entry.length;
+        }
+        if (Object.keys(currentObj).length > 0) {
+            chunks.push(JSON.stringify(currentObj, null, 2));
+        }
+    }
+    else {
+        return [text];
+    }
+    return chunks.filter(c => c.trim().length > 0);
+}
+function splitText(text, options) {
+    const maxChars = tokensToChars(options.maxTokens ?? 512);
+    if (text.length <= maxChars)
+        return [text];
+    // Split at paragraph boundaries (double newline)
+    const paragraphs = text.split(/\n{2,}/).filter(p => p.trim().length > 0);
+    const result = [];
+    let current = '';
+    for (const para of paragraphs) {
+        if (para.length > maxChars) {
+            if (current.length > 0) {
+                result.push(current.trimEnd());
+                current = '';
+            }
+            // Split at sentence boundaries
+            const sentenceChunks = packSentences(splitSentences(para), maxChars);
+            result.push(...sentenceChunks);
+        }
+        else if (current.length + para.length + 2 > maxChars && current.length > 0) {
+            result.push(current.trimEnd());
+            current = para;
+        }
+        else {
+            current += (current.length > 0 ? '\n\n' : '') + para;
+        }
+    }
+    if (current.length > 0)
+        result.push(current.trimEnd());
+    return result.filter(c => c.trim().length > 0);
+}
+//# sourceMappingURL=split.js.map

package/dist/split.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split.js","sourceRoot":"","sources":["../src/split.ts"],"names":[],"mappings":";;AAwDA,8CAiCC;AAED,sCA0CC;AAED,8BAkCC;AA6BD,8BA2CC;AAED,8BA8BC;AA/QD,SAAS,aAAa,CAAC,MAAc;IACnC,OAAO,MAAM,GAAG,CAAC,CAAA;AACnB,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IACzC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,SAAmB,EAAE,QAAgB;IAC1D,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC/B,0DAA0D;YAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAC9B,OAAO,GAAG,EAAE,CAAA;YACd,CAAC;YACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACnC,IAAI,SAAS,GAAG,EAAE,CAAA;YAClB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1E,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAA;oBAChC,SAAS,GAAG,EAAE,CAAA;gBAChB,CAAC;gBACD,8CAA8C;gBAC9C,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;wBAC/C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAA;oBAC1C,CAAC;oBACD,SAAQ;gBACV,CAAC;gBACD,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;YACvD,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,GAAG,SAAS,CAAA;QAC/C,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YAC9B,OAAO,GAAG,QAAQ,CAAA;QACpB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAA;QACvD,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IACtD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY,EAAE,SAAiB,EAAE,OAAe;IAChF,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;IACzC,MAAM,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IAE3C,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAE1C,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,GAAG,GAAG,CAAC,CAAA;IAEX,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,IAAI,GAAG,GAAG,GAAG,GAAG,QAAQ,CAAA;QACxB,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;YAC5B,MAAK;QACP,CAAC;QAED,2CAA2C;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QACnC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAA;QAChE,IAAI,aAAa,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjC,4BAA4B;YAC5B,MAAM,OAAO,GAAG,GAAG,GAAG,aAAa,GAAG,CAAC,CAAA;YACvC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA;YAC/C,GAAG,GAAG,OAAO,GAAG,YAAY,CAAA;YAC5B,IAAI,GAAG,GAAG,CAAC;gBAAE,GAAG,GAAG,CAAC,CAAA;QACtB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA;YAC3C,GAAG,GAAG,GAAG,GAAG,YAAY,CAAA;YACxB,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAK;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AACzC,CAAC;AAED,SAAgB,aAAa,CAAC,IAAY,EAAE,OAAqB;IAC/D,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;IAExD,8BAA8B;IAC9B,MAAM,YAAY,GAAG,iBAAiB,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE1E,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzB,mCAAmC;QACnC,OAAO,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IACjC,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACtB,CAAC;aAAM,CAAC;YACN,iDAAiD;YACjD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAC3E,IAAI,OAAO,GAAG,EAAE,CAAA;YAChB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBAC3B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;wBAC9B,OAAO,GAAG,EAAE,CAAA;oBACd,CAAC;oBACD,wCAAwC;oBACxC,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAA;oBACpE,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;gBAChC,CAAC;qBAAM,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;oBAC9B,OAAO,GAAG,IAAI,CAAA;gBAChB,CAAC;qBAAM,CAAC;oBACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;gBACtD,CAAC;YACH,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAChD,CAAC;AAED,SAAgB,SAAS,CAAC,IAAY,EAAE,OAAqB;IAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;IAExD,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAE1C,6DAA6D;IAC7D,MAAM,aAAa,GAAG,oHAAoH,CAAA;IAC1I,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEzE,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvB,gDAAgD;QAChD,OAAO,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC1C,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAA;IAEhB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAC9B,OAAO,GAAG,EAAE,CAAA;YACd,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAA;QACpD,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YAC9B,OAAO,GAAG,KAAK,CAAA;QACjB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,KAAK,CAAA;QAClB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IACtD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAChD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAAgB;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACxE,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAA;IAEhB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC3B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAC9B,OAAO,GAAG,EAAE,CAAA;YACd,CAAC;YACD,sBAAsB;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;gBAC/C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAA;YAC1C,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YAC9B,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;QACtD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IACtD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,SAAS,CAAC,IAAY,EAAE,OAAqB;IAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;IAExD,IAAI,MAAe,CAAA;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,CAAA;IAChF,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,mCAAmC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAClG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QAC1E,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzD,MAAM,GAAG,GAAG,MAAiC,CAAA;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7B,IAAI,UAAU,GAA4B,EAAE,CAAA;QAC5C,IAAI,WAAW,GAAG,CAAC,CAAA;QAEnB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;YAC1D,IAAI,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;gBAChD,UAAU,GAAG,EAAE,CAAA;gBACf,WAAW,GAAG,CAAC,CAAA;YACjB,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAA;YAC1B,WAAW,IAAI,KAAK,CAAC,MAAM,CAAA;QAC7B,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QAClD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,CAAA;IACf,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAChD,CAAC;AAED,SAAgB,SAAS,CAAC,IAAY,EAAE,OAAqB;IAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;IAExD,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAE1C,iDAAiD;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAExE,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAA;IAEhB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC3B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAC9B,OAAO,GAAG,EAAE,CAAA;YACd,CAAC;YACD,+BAA+B;YAC/B,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAA;YACpE,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;QAChC,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YAC9B,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;QACtD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IACtD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAChD,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,36 @@
+export type ContentType = 'markdown' | 'code' | 'html' | 'json' | 'yaml' | 'text';
+export interface DetectResult {
+    type: ContentType;
+    confidence: number;
+}
+export interface ChunkMetadata {
+    index: number;
+    startOffset: number;
+    endOffset: number;
+    tokenCount: number;
+    charCount: number;
+    contentType: ContentType;
+    headings: string[];
+    codeLanguage?: string;
+    overlapBefore: number;
+    overlapAfter: number;
+}
+export interface Chunk {
+    content: string;
+    metadata: ChunkMetadata;
+}
+export interface ChunkOptions {
+    maxTokens?: number;
+    minTokens?: number;
+    overlap?: number;
+    contentType?: ContentType;
+    preserveStructure?: boolean;
+}
+export interface Chunker {
+    chunk(text: string, overrides?: Partial<ChunkOptions>): Chunk[];
+    chunkMarkdown(text: string, options?: Partial<ChunkOptions>): Chunk[];
+    chunkCode(text: string, options?: Partial<ChunkOptions>): Chunk[];
+    chunkJSON(text: string, options?: Partial<ChunkOptions>): Chunk[];
+    detectContentType(text: string): DetectResult;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAA;AAEjF,MAAM,WAAW,YAAY;IAAG,IAAI,EAAE,WAAW,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE;AAEvE,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,WAAW,CAAA;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,KAAK;IAAG,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE;AAEnE,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,WAAW,CAAC,EAAE,WAAW,CAAA;IACzB,iBAAiB,CAAC,EAAE,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,OAAO;IACtB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,KAAK,EAAE,CAAA;IAC/D,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,KAAK,EAAE,CAAA;IACrE,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,KAAK,EAAE,CAAA;IACjE,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,KAAK,EAAE,CAAA;IACjE,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAA;CAC9C"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "chunk-smart",
+  "version": "0.1.0",
+  "description": "Structure-aware text chunker for RAG pipelines",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest run",
+    "lint": "eslint src/",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "chunk",
+    "rag",
+    "llm",
+    "text-splitting",
+    "markdown",
+    "tokenizer"
+  ],
+  "author": "",
+  "license": "MIT",
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "devDependencies": {
+    "@types/node": "^25.5.0",
+    "@typescript-eslint/eslint-plugin": "^8.57.1",
+    "@typescript-eslint/parser": "^8.57.1",
+    "eslint": "^10.1.0",
+    "typescript": "^5.9.3",
+    "vitest": "^4.1.0"
+  }
+}