@fllf/agent-sdk 0.1.0

package/dist/messages/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/messages/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEnE,MAAM,WAAW,eAAe;IAC5B;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,SAAS,CAAC,EAAE,YAAY,EAAE,CAAC;IAE3B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC3B,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,QAAQ,CAAC,EAAE,eAAe,CAAC;CAC9B"}

package/dist/messages/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/messages/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/messages/types.ts"],"names":[],"mappings":""}

package/dist/observability/console-observer.d.ts

@@ -0,0 +1,10 @@
+import type { Observer, RuntimeEvent } from './types';
+export interface ConsoleObserverOptions {
+    includeMetadata?: boolean;
+}
+export declare class ConsoleObserver implements Observer {
+    private readonly options;
+    constructor(options?: ConsoleObserverOptions);
+    onEvent(event: RuntimeEvent): void;
+}
+//# sourceMappingURL=console-observer.d.ts.map

package/dist/observability/console-observer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"console-observer.d.ts","sourceRoot":"","sources":["../../src/observability/console-observer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEtD,MAAM,WAAW,sBAAsB;IACnC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,qBAAa,eAAgB,YAAW,QAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,GAAE,sBAA2B;IAEjE,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI;CAmBrC"}

package/dist/observability/console-observer.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConsoleObserver = void 0;
+class ConsoleObserver {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    onEvent(event) {
+        const parts = [
+            `[${event.type}]`,
+            `run=${event.runId}`,
+            event.agentName ? `agent=${event.agentName}` : undefined,
+            event.sessionId ? `session=${event.sessionId}` : undefined,
+            event.provider ? `provider=${event.provider}` : undefined,
+            event.model ? `model=${event.model}` : undefined,
+            event.toolName ? `tool=${event.toolName}` : undefined,
+            event.durationMs !== undefined ? `duration=${event.durationMs}ms` : undefined,
+            event.error ? `error="${event.error.message}"` : undefined,
+        ].filter(Boolean);
+        console.log(parts.join(' '));
+        if (this.options.includeMetadata && event.metadata) {
+            console.log(event.metadata);
+        }
+    }
+}
+exports.ConsoleObserver = ConsoleObserver;
+//# sourceMappingURL=console-observer.js.map

package/dist/observability/console-observer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"console-observer.js","sourceRoot":"","sources":["../../src/observability/console-observer.ts"],"names":[],"mappings":";;;AAMA,MAAa,eAAe;IACK;IAA7B,YAA6B,UAAkC,EAAE;QAApC,YAAO,GAAP,OAAO,CAA6B;IAAG,CAAC;IAErE,OAAO,CAAC,KAAmB;QACvB,MAAM,KAAK,GAAG;YACV,IAAI,KAAK,CAAC,IAAI,GAAG;YACjB,OAAO,KAAK,CAAC,KAAK,EAAE;YACpB,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;YACxD,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;YAC1D,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS;YACzD,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;YAChD,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS;YACrD,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,SAAS;YAC7E,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,SAAS;SAC7D,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAElB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAE7B,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;CACJ;AAtBD,0CAsBC"}

package/dist/observability/index.d.ts

@@ -0,0 +1,5 @@
+export { ConsoleObserver } from './console-observer';
+export type { ConsoleObserverOptions } from './console-observer';
+export { NoopObserver, createRunId, emitRuntimeEvent, toObservedError, } from './observer';
+export type { ObservedError, Observer, RuntimeEvent, RuntimeEventType, TraceContext, } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/observability/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/observability/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EACH,YAAY,EACZ,WAAW,EACX,gBAAgB,EAChB,eAAe,GAClB,MAAM,YAAY,CAAC;AACpB,YAAY,EACR,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,gBAAgB,EAChB,YAAY,GACf,MAAM,SAAS,CAAC"}

package/dist/observability/index.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toObservedError = exports.emitRuntimeEvent = exports.createRunId = exports.NoopObserver = exports.ConsoleObserver = void 0;
+var console_observer_1 = require("./console-observer");
+Object.defineProperty(exports, "ConsoleObserver", { enumerable: true, get: function () { return console_observer_1.ConsoleObserver; } });
+var observer_1 = require("./observer");
+Object.defineProperty(exports, "NoopObserver", { enumerable: true, get: function () { return observer_1.NoopObserver; } });
+Object.defineProperty(exports, "createRunId", { enumerable: true, get: function () { return observer_1.createRunId; } });
+Object.defineProperty(exports, "emitRuntimeEvent", { enumerable: true, get: function () { return observer_1.emitRuntimeEvent; } });
+Object.defineProperty(exports, "toObservedError", { enumerable: true, get: function () { return observer_1.toObservedError; } });
+//# sourceMappingURL=index.js.map

package/dist/observability/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/observability/index.ts"],"names":[],"mappings":";;;AAAA,uDAAqD;AAA5C,mHAAA,eAAe,OAAA;AAExB,uCAKoB;AAJhB,wGAAA,YAAY,OAAA;AACZ,uGAAA,WAAW,OAAA;AACX,4GAAA,gBAAgB,OAAA;AAChB,2GAAA,eAAe,OAAA"}

package/dist/observability/observer.d.ts

@@ -0,0 +1,8 @@
+import type { ObservedError, Observer, RuntimeEvent } from './types';
+export declare class NoopObserver implements Observer {
+    onEvent(_event: RuntimeEvent): void;
+}
+export declare function emitRuntimeEvent(observer: Observer | undefined, event: RuntimeEvent): Promise<void>;
+export declare function createRunId(): string;
+export declare function toObservedError(error: unknown): ObservedError;
+//# sourceMappingURL=observer.d.ts.map

package/dist/observability/observer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"observer.d.ts","sourceRoot":"","sources":["../../src/observability/observer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAErE,qBAAa,YAAa,YAAW,QAAQ;IACzC,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;CAGtC;AAED,wBAAsB,gBAAgB,CAClC,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAC9B,KAAK,EAAE,YAAY,GACpB,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,WAAW,IAAI,MAAM,CAGpC;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,aAAa,CAc7D"}

package/dist/observability/observer.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NoopObserver = void 0;
+exports.emitRuntimeEvent = emitRuntimeEvent;
+exports.createRunId = createRunId;
+exports.toObservedError = toObservedError;
+class NoopObserver {
+    onEvent(_event) {
+        // 默认 observer 什么都不做，库代码不应该主动污染用户控制台。
+    }
+}
+exports.NoopObserver = NoopObserver;
+async function emitRuntimeEvent(observer, event) {
+    if (!observer) {
+        return;
+    }
+    try {
+        await observer.onEvent(event);
+    }
+    catch {
+        // Observer 是旁路能力，日志/监控失败不应该影响 Agent 主流程。
+    }
+}
+function createRunId() {
+    const randomId = globalThis.crypto?.randomUUID?.();
+    return randomId ? `run_${randomId}` : `run_${Date.now()}_${Math.random().toString(36).slice(2)}`;
+}
+function toObservedError(error) {
+    if (error instanceof Error) {
+        return {
+            name: error.name,
+            message: error.message,
+            code: getErrorCode(error),
+            stack: error.stack,
+        };
+    }
+    return {
+        name: 'Error',
+        message: String(error),
+    };
+}
+function getErrorCode(error) {
+    const maybeCode = error.code;
+    return typeof maybeCode === 'string' ? maybeCode : undefined;
+}
+//# sourceMappingURL=observer.js.map

package/dist/observability/observer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"observer.js","sourceRoot":"","sources":["../../src/observability/observer.ts"],"names":[],"mappings":";;;AAQA,4CAaC;AAED,kCAGC;AAED,0CAcC;AAxCD,MAAa,YAAY;IACrB,OAAO,CAAC,MAAoB;QACxB,qCAAqC;IACzC,CAAC;CACJ;AAJD,oCAIC;AAEM,KAAK,UAAU,gBAAgB,CAClC,QAA8B,EAC9B,KAAmB;IAEnB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,MAAM,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACL,yCAAyC;IAC7C,CAAC;AACL,CAAC;AAED,SAAgB,WAAW;IACvB,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;IACnD,OAAO,QAAQ,CAAC,CAAC,CAAC,OAAO,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AACrG,CAAC;AAED,SAAgB,eAAe,CAAC,KAAc;IAC1C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QACzB,OAAO;YACH,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC;YACzB,KAAK,EAAE,KAAK,CAAC,KAAK;SACrB,CAAC;IACN,CAAC;IAED,OAAO;QACH,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;KACzB,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,KAAY;IAC9B,MAAM,SAAS,GAAI,KAAoC,CAAC,IAAI,CAAC;IAC7D,OAAO,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACjE,CAAC"}

package/dist/observability/types.d.ts

@@ -0,0 +1,34 @@
+export type RuntimeEventType = 'agent:start' | 'agent:end' | 'agent:error' | 'llm:start' | 'llm:end' | 'llm:error' | 'tool:start' | 'tool:end' | 'tool:error';
+export interface ObservedError {
+    name: string;
+    message: string;
+    code?: string | undefined;
+    stack?: string | undefined;
+}
+export interface RuntimeEvent {
+    type: RuntimeEventType;
+    runId: string;
+    timestamp: Date;
+    durationMs?: number | undefined;
+    agentName?: string | undefined;
+    sessionId?: string | undefined;
+    provider?: string | undefined;
+    model?: string | undefined;
+    toolName?: string | undefined;
+    toolCallId?: string | undefined;
+    messageCount?: number | undefined;
+    toolCount?: number | undefined;
+    outputLength?: number | undefined;
+    error?: ObservedError | undefined;
+    metadata?: Record<string, unknown> | undefined;
+}
+export interface Observer {
+    onEvent(event: RuntimeEvent): void | Promise<void>;
+}
+export interface TraceContext {
+    runId: string;
+    observer?: Observer | undefined;
+    agentName?: string | undefined;
+    sessionId?: string | undefined;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/observability/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/observability/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GACtB,aAAa,GACb,WAAW,GACX,aAAa,GACb,WAAW,GACX,SAAS,GACT,WAAW,GACX,YAAY,GACZ,UAAU,GACV,YAAY,CAAC;AAEnB,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,KAAK,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CAClD;AAED,MAAM,WAAW,QAAQ;IACrB,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,YAAY;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC"}

package/dist/observability/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/observability/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/observability/types.ts"],"names":[],"mappings":""}

package/dist/rag/chunking/auto-chunker.d.ts

@@ -0,0 +1,25 @@
+import type { Chunk, RawDocument } from '../types';
+import type { Chunker } from './chunker';
+export interface AutoChunkerOptions {
+    markdownChunker?: Chunker;
+    parentChildChunker?: Chunker;
+    recursiveChunker?: Chunker;
+    parentChildMinContentLength?: number;
+}
+/**
+ * AutoChunker 根据文档形态选择切块策略：
+ * - 有 Markdown 结构或明确来自 Markdown 转换链路：使用 MarkdownChunker，保留标题、表格、代码等结构。
+ * - 无结构但内容较长：使用 ParentChildChunker，用小块召回、大块补上下文。
+ * - 其余短文本：使用 RecursiveChunker，按通用文本边界切块。
+ */
+export declare class AutoChunker implements Chunker {
+    private readonly markdownChunker;
+    private readonly parentChildChunker;
+    private readonly recursiveChunker;
+    private readonly parentChildMinContentLength;
+    constructor(options?: AutoChunkerOptions);
+    chunk(document: RawDocument): Promise<Chunk[]>;
+    chunkMany(documents: RawDocument[]): Promise<Chunk[]>;
+    private resolveChunker;
+}
+//# sourceMappingURL=auto-chunker.d.ts.map

package/dist/rag/chunking/auto-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-chunker.d.ts","sourceRoot":"","sources":["../../../src/rag/chunking/auto-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EAEL,WAAW,EACd,MAAM,UAAU,CAAC;AAIlB,OAAO,KAAK,EACR,OAAO,EACV,MAAM,WAAW,CAAC;AAWnB,MAAM,WAAW,kBAAkB;IAC/B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACxC;AAcD;;;;;GAKG;AACH,qBAAa,WAAY,YAAW,OAAO;IACvC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAU;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAU;IAC3C,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAS;gBAEzC,OAAO,GAAE,kBAAuB;IAUtC,KAAK,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAI9C,SAAS,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAI3D,OAAO,CAAC,cAAc;CAWzB"}

package/dist/rag/chunking/auto-chunker.js

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoChunker = void 0;
+const chunker_1 = require("./chunker");
+const markdown_chunker_1 = require("./markdown-chunker");
+const parent_child_1 = require("./parent-child");
+const recursive_chunker_1 = require("./recursive-chunker");
+const DEFAULT_PARENT_CHILD_MIN_CONTENT_LENGTH = 6000;
+const MARKDOWN_MIME_TYPES = new Set([
+    'text/markdown',
+    'text/x-markdown',
+]);
+const MARKDOWN_EXTENSIONS = new Set([
+    '.md',
+    '.markdown',
+    '.mdown',
+    '.mkd',
+]);
+/**
+ * AutoChunker 根据文档形态选择切块策略：
+ * - 有 Markdown 结构或明确来自 Markdown 转换链路：使用 MarkdownChunker，保留标题、表格、代码等结构。
+ * - 无结构但内容较长：使用 ParentChildChunker，用小块召回、大块补上下文。
+ * - 其余短文本：使用 RecursiveChunker，按通用文本边界切块。
+ */
+class AutoChunker {
+    markdownChunker;
+    parentChildChunker;
+    recursiveChunker;
+    parentChildMinContentLength;
+    constructor(options = {}) {
+        this.markdownChunker = options.markdownChunker ?? new markdown_chunker_1.MarkdownChunker();
+        this.parentChildChunker = options.parentChildChunker ?? new parent_child_1.ParentChildChunker();
+        this.recursiveChunker = options.recursiveChunker ?? new recursive_chunker_1.RecursiveChunker();
+        this.parentChildMinContentLength = toPositiveInteger(options.parentChildMinContentLength, DEFAULT_PARENT_CHILD_MIN_CONTENT_LENGTH);
+    }
+    async chunk(document) {
+        return await this.resolveChunker(document).chunk(document);
+    }
+    async chunkMany(documents) {
+        return await (0, chunker_1.chunkManyDocuments)(this, documents);
+    }
+    resolveChunker(document) {
+        if (shouldUseMarkdownChunker(document)) {
+            return this.markdownChunker;
+        }
+        if (document.content.length >= this.parentChildMinContentLength) {
+            return this.parentChildChunker;
+        }
+        return this.recursiveChunker;
+    }
+}
+exports.AutoChunker = AutoChunker;
+function shouldUseMarkdownChunker(document) {
+    if (hasMarkdownStructure(document)) {
+        return true;
+    }
+    return isMarkdownLikeMetadata(document.metadata);
+}
+function hasMarkdownStructure(document) {
+    return document.blocks?.some((block) => block.type !== 'paragraph') ?? false;
+}
+function isMarkdownLikeMetadata(metadata) {
+    const mimeType = normalizeMimeType(metadata.mimeType);
+    if (mimeType !== undefined && MARKDOWN_MIME_TYPES.has(mimeType)) {
+        return true;
+    }
+    const convertedToMimeType = normalizeMimeType(readString(metadata.extra, 'convertedToMimeType'));
+    if (convertedToMimeType !== undefined && MARKDOWN_MIME_TYPES.has(convertedToMimeType)) {
+        return true;
+    }
+    const extension = getSourceExtension(metadata.source);
+    return extension !== undefined && MARKDOWN_EXTENSIONS.has(extension);
+}
+function readString(record, key) {
+    const value = record?.[key];
+    return typeof value === 'string' ? value : undefined;
+}
+function getSourceExtension(source) {
+    const withoutQuery = source.split(/[?#]/, 1)[0] ?? source;
+    const normalizedPath = withoutQuery.replace(/\\/g, '/');
+    const filename = normalizedPath.split('/').filter(Boolean).at(-1);
+    if (filename === undefined) {
+        return undefined;
+    }
+    const dotIndex = filename.lastIndexOf('.');
+    if (dotIndex <= 0 || dotIndex === filename.length - 1) {
+        return undefined;
+    }
+    return filename.slice(dotIndex).toLowerCase();
+}
+function normalizeMimeType(mimeType) {
+    const normalized = (mimeType?.split(';', 1)[0] ?? '').trim().toLowerCase();
+    return normalized.length > 0 ? normalized : undefined;
+}
+function toPositiveInteger(value, fallback) {
+    if (value === undefined || !Number.isFinite(value) || value <= 0) {
+        return fallback;
+    }
+    return Math.floor(value);
+}
+//# sourceMappingURL=auto-chunker.js.map

package/dist/rag/chunking/auto-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-chunker.js","sourceRoot":"","sources":["../../../src/rag/chunking/auto-chunker.ts"],"names":[],"mappings":";;;AAKA,uCAEmB;AAInB,yDAE4B;AAC5B,iDAEwB;AACxB,2DAE6B;AAS7B,MAAM,uCAAuC,GAAG,IAAI,CAAC;AACrD,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAChC,eAAe;IACf,iBAAiB;CACpB,CAAC,CAAC;AACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAChC,KAAK;IACL,WAAW;IACX,QAAQ;IACR,MAAM;CACT,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAa,WAAW;IACH,eAAe,CAAU;IACzB,kBAAkB,CAAU;IAC5B,gBAAgB,CAAU;IAC1B,2BAA2B,CAAS;IAErD,YAAY,UAA8B,EAAE;QACxC,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,IAAI,kCAAe,EAAE,CAAC;QACxE,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,iCAAkB,EAAE,CAAC;QACjF,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,oCAAgB,EAAE,CAAC;QAC3E,IAAI,CAAC,2BAA2B,GAAG,iBAAiB,CAChD,OAAO,CAAC,2BAA2B,EACnC,uCAAuC,CAC1C,CAAC;IACN,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC7B,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAwB;QACpC,OAAO,MAAM,IAAA,4BAAkB,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,cAAc,CAAC,QAAqB;QACxC,IAAI,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,eAAe,CAAC;QAChC,CAAC;QAED,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;CACJ;AAnCD,kCAmCC;AAED,SAAS,wBAAwB,CAAC,QAAqB;IACnD,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,sBAAsB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAqB;IAC/C,OAAO,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,KAAK,CAAC;AACjF,CAAC;AAED,SAAS,sBAAsB,CAAC,QAA0B;IACtD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,QAAQ,KAAK,SAAS,IAAI,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACjG,IAAI,mBAAmB,KAAK,SAAS,IAAI,mBAAmB,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEtD,OAAO,SAAS,KAAK,SAAS,IAAI,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,UAAU,CAAC,MAA2C,EAAE,GAAW;IACxE,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;IAE5B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACtC,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA4B;IACnD,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3E,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAyB,EAAE,QAAgB;IAClE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC"}

package/dist/rag/chunking/chunker.d.ts

@@ -0,0 +1,44 @@
+import type { Chunk, ChunkKind, RawDocument } from '../types';
+export interface Chunker {
+    chunk(document: RawDocument): Promise<Chunk[]>;
+    chunkMany(documents: RawDocument[]): Promise<Chunk[]>;
+}
+export interface TextSplitOptions {
+    /**
+     * 初始实现用字符长度近似 token 预算，避免引入 tokenizer 依赖。
+     * 后续接入具体模型 tokenizer 时，可以在 chunker 内部替换长度计算。
+     */
+    maxChunkLength?: number;
+    minChunkLength?: number;
+    overlapLength?: number;
+}
+export interface TextSegment {
+    content: string;
+    startOffset: number;
+    endOffset: number;
+}
+export interface CreateChunkInput {
+    document: RawDocument;
+    content: string;
+    kind: ChunkKind;
+    chunkIndex: number;
+    parentId?: string;
+    headingPath?: string[];
+    startOffset?: number;
+    endOffset?: number;
+    extra?: Record<string, unknown>;
+}
+export declare const DEFAULT_MAX_CHUNK_LENGTH = 1200;
+export declare const DEFAULT_MIN_CHUNK_LENGTH = 240;
+export declare const DEFAULT_OVERLAP_LENGTH = 120;
+export declare function chunkManyDocuments(chunker: Chunker, documents: RawDocument[]): Promise<Chunk[]>;
+export declare function splitTextSegments(text: string, options?: TextSplitOptions): TextSegment[];
+export declare function createChunk(input: CreateChunkInput): Chunk;
+export interface ChunkIdInput {
+    documentId: string;
+    chunkIndex: number;
+    content: string;
+    parentId?: string;
+}
+export declare function createChunkId(input: ChunkIdInput): string;
+//# sourceMappingURL=chunker.d.ts.map

package/dist/rag/chunking/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../src/rag/chunking/chunker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACR,KAAK,EACL,SAAS,EAET,WAAW,EACd,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,OAAO;IACpB,KAAK,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/C,SAAS,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,gBAAgB;IAC7B;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,SAAS,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAC7C,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAC5C,eAAO,MAAM,sBAAsB,MAAM,CAAC;AAe1C,wBAAsB,kBAAkB,CACpC,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,WAAW,EAAE,GACzB,OAAO,CAAC,KAAK,EAAE,CAAC,CAIlB;AAED,wBAAgB,iBAAiB,CAC7B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,gBAAqB,GAC/B,WAAW,EAAE,CA4Cf;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,gBAAgB,GAAG,KAAK,CA2C1D;AAED,MAAM,WAAW,YAAY;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CASzD"}

package/dist/rag/chunking/chunker.js

@@ -0,0 +1,162 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_OVERLAP_LENGTH = exports.DEFAULT_MIN_CHUNK_LENGTH = exports.DEFAULT_MAX_CHUNK_LENGTH = void 0;
+exports.chunkManyDocuments = chunkManyDocuments;
+exports.splitTextSegments = splitTextSegments;
+exports.createChunk = createChunk;
+exports.createChunkId = createChunkId;
+const node_crypto_1 = require("node:crypto");
+exports.DEFAULT_MAX_CHUNK_LENGTH = 1200;
+exports.DEFAULT_MIN_CHUNK_LENGTH = 240;
+exports.DEFAULT_OVERLAP_LENGTH = 120;
+const DEFAULT_SEPARATORS = [
+    '\n\n',
+    '\n',
+    '。 ',
+    '。', // 中文文档常见句末符号，不能只依赖空格。
+    '. ',
+    '! ',
+    '? ',
+    '; ',
+    ', ',
+    ' ',
+];
+async function chunkManyDocuments(chunker, documents) {
+    const chunks = await Promise.all(documents.map((document) => chunker.chunk(document)));
+    return chunks.flat();
+}
+function splitTextSegments(text, options = {}) {
+    const maxChunkLength = toPositiveInteger(options.maxChunkLength, exports.DEFAULT_MAX_CHUNK_LENGTH);
+    const minChunkLength = Math.min(toPositiveInteger(options.minChunkLength, exports.DEFAULT_MIN_CHUNK_LENGTH), maxChunkLength);
+    const overlapLength = Math.min(Math.max(toPositiveInteger(options.overlapLength, exports.DEFAULT_OVERLAP_LENGTH), 0), Math.max(maxChunkLength - 1, 0));
+    const segments = [];
+    let start = skipWhitespace(text, 0);
+    while (start < text.length) {
+        const hardEnd = Math.min(start + maxChunkLength, text.length);
+        const end = hardEnd < text.length
+            ? findBestBreak(text, start, hardEnd, minChunkLength)
+            : hardEnd;
+        const trimmed = trimRange(text, start, end);
+        if (trimmed.start < trimmed.end) {
+            segments.push({
+                content: text.slice(trimmed.start, trimmed.end),
+                startOffset: trimmed.start,
+                endOffset: trimmed.end,
+            });
+        }
+        if (end >= text.length) {
+            break;
+        }
+        const preferredStart = Math.max(end - overlapLength, start + 1);
+        const nextStart = overlapLength > 0
+            ? findForwardBoundary(text, preferredStart, end)
+            : end;
+        start = skipWhitespace(text, Math.max(nextStart, start + 1));
+    }
+    return segments;
+}
+function createChunk(input) {
+    const content = input.content.trim();
+    const metadata = {
+        source: input.document.metadata.source,
+        chunkIndex: input.chunkIndex,
+    };
+    assignIfDefined(metadata, 'title', input.document.metadata.title);
+    assignIfDefined(metadata, 'tenantId', input.document.metadata.tenantId);
+    assignIfDefined(metadata, 'knowledgeBaseId', input.document.metadata.knowledgeBaseId);
+    assignIfDefined(metadata, 'startOffset', input.startOffset);
+    assignIfDefined(metadata, 'endOffset', input.endOffset);
+    if (input.document.metadata.acl !== undefined) {
+        metadata.acl = [...input.document.metadata.acl];
+    }
+    if (input.headingPath !== undefined && input.headingPath.length > 0) {
+        metadata.headingPath = [...input.headingPath];
+    }
+    const extra = mergeRecords(input.document.metadata.extra, input.extra);
+    if (extra !== undefined) {
+        metadata.extra = extra;
+    }
+    const chunkIdInput = {
+        documentId: input.document.id,
+        chunkIndex: input.chunkIndex,
+        content,
+    };
+    assignIfDefined(chunkIdInput, 'parentId', input.parentId);
+    const chunk = {
+        id: createChunkId(chunkIdInput),
+        documentId: input.document.id,
+        content,
+        kind: input.kind,
+        metadata,
+    };
+    assignIfDefined(chunk, 'parentId', input.parentId);
+    return chunk;
+}
+function createChunkId(input) {
+    const stableKey = [
+        input.documentId,
+        String(input.chunkIndex),
+        input.parentId ?? '',
+        input.content,
+    ].join('\0');
+    return `chunk_${(0, node_crypto_1.createHash)('sha256').update(stableKey).digest('hex').slice(0, 16)}`;
+}
+function findBestBreak(text, start, hardEnd, minChunkLength) {
+    const minEnd = Math.min(start + minChunkLength, hardEnd);
+    for (const separator of DEFAULT_SEPARATORS) {
+        const index = text.lastIndexOf(separator, hardEnd);
+        if (index >= minEnd) {
+            return index + separator.length;
+        }
+    }
+    return hardEnd;
+}
+function skipWhitespace(text, start) {
+    let index = start;
+    while (index < text.length && /\s/.test(text[index] ?? '')) {
+        index += 1;
+    }
+    return index;
+}
+function trimRange(text, start, end) {
+    let trimmedStart = start;
+    let trimmedEnd = end;
+    while (trimmedStart < trimmedEnd && /\s/.test(text[trimmedStart] ?? '')) {
+        trimmedStart += 1;
+    }
+    while (trimmedEnd > trimmedStart && /\s/.test(text[trimmedEnd - 1] ?? '')) {
+        trimmedEnd -= 1;
+    }
+    return {
+        start: trimmedStart,
+        end: trimmedEnd,
+    };
+}
+function findForwardBoundary(text, preferredStart, end) {
+    let index = preferredStart;
+    while (index < end && !/\s/.test(text[index - 1] ?? '')) {
+        index += 1;
+    }
+    return Math.min(index, end);
+}
+function toPositiveInteger(value, fallback) {
+    if (value === undefined || !Number.isFinite(value) || value <= 0) {
+        return fallback;
+    }
+    return Math.floor(value);
+}
+function mergeRecords(left, right) {
+    if (left === undefined && right === undefined) {
+        return undefined;
+    }
+    return {
+        ...(left ?? {}),
+        ...(right ?? {}),
+    };
+}
+function assignIfDefined(target, key, value) {
+    if (value !== undefined) {
+        target[key] = value;
+    }
+}
+//# sourceMappingURL=chunker.js.map

package/dist/rag/chunking/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/rag/chunking/chunker.ts"],"names":[],"mappings":";;;AA0DA,gDAOC;AAED,8CA+CC;AAED,kCA2CC;AASD,sCASC;AAjLD,6CAAyC;AAyC5B,QAAA,wBAAwB,GAAG,IAAI,CAAC;AAChC,QAAA,wBAAwB,GAAG,GAAG,CAAC;AAC/B,QAAA,sBAAsB,GAAG,GAAG,CAAC;AAE1C,MAAM,kBAAkB,GAAG;IACvB,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,GAAG,EAAE,sBAAsB;IAC3B,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,GAAG;CACG,CAAC;AAEJ,KAAK,UAAU,kBAAkB,CACpC,OAAgB,EAChB,SAAwB;IAExB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAEvF,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,SAAgB,iBAAiB,CAC7B,IAAY,EACZ,UAA4B,EAAE;IAE9B,MAAM,cAAc,GAAG,iBAAiB,CACpC,OAAO,CAAC,cAAc,EACtB,gCAAwB,CAC3B,CAAC;IACF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC3B,iBAAiB,CAAC,OAAO,CAAC,cAAc,EAAE,gCAAwB,CAAC,EACnE,cAAc,CACjB,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC1B,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,OAAO,CAAC,aAAa,EAAE,8BAAsB,CAAC,EAAE,CAAC,CAAC,EAC7E,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC,CAAC,CAClC,CAAC;IAEF,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,IAAI,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEpC,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,GAAG,GAAG,OAAO,GAAG,IAAI,CAAC,MAAM;YAC7B,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC;YACrD,CAAC,CAAC,OAAO,CAAC;QACd,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAE5C,IAAI,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;YAC9B,QAAQ,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC;gBAC/C,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,SAAS,EAAE,OAAO,CAAC,GAAG;aACzB,CAAC,CAAC;QACP,CAAC;QAED,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM;QACV,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,aAAa,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,aAAa,GAAG,CAAC;YAC/B,CAAC,CAAC,mBAAmB,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,CAAC;YAChD,CAAC,CAAC,GAAG,CAAC;QACV,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAgB,WAAW,CAAC,KAAuB;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAkB;QAC5B,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM;QACtC,UAAU,EAAE,KAAK,CAAC,UAAU;KAC/B,CAAC;IAEF,eAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClE,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxE,eAAe,CAAC,QAAQ,EAAE,iBAAiB,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IACtF,eAAe,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC5D,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAExD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QAC5C,QAAQ,CAAC,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClE,QAAQ,CAAC,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,MAAM,YAAY,GAAiB;QAC/B,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;QAC7B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,OAAO;KACV,CAAC;IACF,eAAe,CAAC,YAAY,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE1D,MAAM,KAAK,GAAU;QACjB,EAAE,EAAE,aAAa,CAAC,YAAY,CAAC;QAC/B,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;QAC7B,OAAO;QACP,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ;KACX,CAAC;IAEF,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEnD,OAAO,KAAK,CAAC;AACjB,CAAC;AASD,SAAgB,aAAa,CAAC,KAAmB;IAC7C,MAAM,SAAS,GAAG;QACd,KAAK,CAAC,UAAU;QAChB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;QACxB,KAAK,CAAC,QAAQ,IAAI,EAAE;QACpB,KAAK,CAAC,OAAO;KAChB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO,SAAS,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AACxF,CAAC;AAED,SAAS,aAAa,CAClB,IAAY,EACZ,KAAa,EACb,OAAe,EACf,cAAsB;IAEtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,cAAc,EAAE,OAAO,CAAC,CAAC;IAEzD,KAAK,MAAM,SAAS,IAAI,kBAAkB,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;YAClB,OAAO,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IAC/C,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACzD,KAAK,IAAI,CAAC,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW;IACvD,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,UAAU,GAAG,GAAG,CAAC;IAErB,OAAO,YAAY,GAAG,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACtE,YAAY,IAAI,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACxE,UAAU,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,OAAO;QACH,KAAK,EAAE,YAAY;QACnB,GAAG,EAAE,UAAU;KAClB,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,cAAsB,EAAE,GAAW;IAC1E,IAAI,KAAK,GAAG,cAAc,CAAC;IAE3B,OAAO,KAAK,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACtD,KAAK,IAAI,CAAC,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAyB,EAAE,QAAgB;IAClE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,YAAY,CACjB,IAAyC,EACzC,KAA0C;IAE1C,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO;QACH,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;QACf,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;KACnB,CAAC;AACN,CAAC;AAED,SAAS,eAAe,CACpB,MAAS,EACT,GAAM,EACN,KAAuB;IAEvB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACxB,CAAC;AACL,CAAC"}

package/dist/rag/chunking/index.d.ts

@@ -0,0 +1,6 @@
+export * from './chunker';
+export * from './auto-chunker';
+export * from './markdown-chunker';
+export * from './parent-child';
+export * from './recursive-chunker';
+//# sourceMappingURL=index.d.ts.map

package/dist/rag/chunking/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/rag/chunking/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC"}

package/dist/rag/chunking/index.js

@@ -0,0 +1,22 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./chunker"), exports);
+__exportStar(require("./auto-chunker"), exports);
+__exportStar(require("./markdown-chunker"), exports);
+__exportStar(require("./parent-child"), exports);
+__exportStar(require("./recursive-chunker"), exports);
+//# sourceMappingURL=index.js.map

package/dist/rag/chunking/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/chunking/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B;AAC1B,iDAA+B;AAC/B,qDAAmC;AACnC,iDAA+B;AAC/B,sDAAoC"}

package/dist/rag/chunking/markdown-chunker.d.ts

@@ -0,0 +1,13 @@
+import type { Chunk, RawDocument } from '../types';
+import type { Chunker, TextSplitOptions } from './chunker';
+export interface MarkdownChunkerOptions extends TextSplitOptions {
+    includeHeadingInContent?: boolean;
+}
+export declare class MarkdownChunker implements Chunker {
+    private readonly options;
+    constructor(options?: MarkdownChunkerOptions);
+    chunk(document: RawDocument): Promise<Chunk[]>;
+    chunkMany(documents: RawDocument[]): Promise<Chunk[]>;
+    private chunkPlainContent;
+}
+//# sourceMappingURL=markdown-chunker.d.ts.map

package/dist/rag/chunking/markdown-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-chunker.d.ts","sourceRoot":"","sources":["../../../src/rag/chunking/markdown-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EAEL,WAAW,EACd,MAAM,UAAU,CAAC;AAMlB,OAAO,KAAK,EACR,OAAO,EACP,gBAAgB,EACnB,MAAM,WAAW,CAAC;AAEnB,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB;IAC5D,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACrC;AAOD,qBAAa,eAAgB,YAAW,OAAO;IAC3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;gBAErC,OAAO,GAAE,sBAA2B;IAI1C,KAAK,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAyC9C,SAAS,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAI3D,OAAO,CAAC,iBAAiB;CAY5B"}