@mastra/rag 1.0.5-alpha.1 → 1.0.6-alpha.0

package/.turbo/turbo-build.log

@@ -1,23 +1,4 @@
 
-> @mastra/rag@1.0.5-alpha.1 build /home/runner/work/mastra/mastra/packages/rag
-> tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake=smallest --splitting
+> @mastra/rag@1.0.6-alpha.0 build /home/runner/work/mastra/mastra/packages/rag
+> tsup --silent --config tsup.config.ts
 
-CLI Building entry: src/index.ts
-CLI Using tsconfig: tsconfig.json
-CLI tsup v8.5.0
-TSC Build start
-TSC ⚡️ Build success in 15061ms
-DTS Build start
-CLI Target: es2022
-Analysis will use the bundled TypeScript version 5.8.3
-Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.ts
-Analysis will use the bundled TypeScript version 5.8.3
-Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.cts
-DTS ⚡️ Build success in 14790ms
-CLI Cleaning output folder
-ESM Build start
-CJS Build start
-CJS dist/index.cjs 248.32 KB
-CJS ⚡️ Build success in 5123ms
-ESM dist/index.js 246.24 KB
-ESM ⚡️ Build success in 5124ms

package/CHANGELOG.md

@@ -1,5 +1,50 @@
 # @mastra/rag
 
+## 1.0.6-alpha.0
+
+### Patch Changes
+
+- 613eec3: dependencies updates:
+  - Updated dependency [`node-html-better-parser@^1.5.2` ↗︎](https://www.npmjs.com/package/node-html-better-parser/v/1.5.2) (from `^1.5.1`, in `dependencies`)
+- Updated dependencies [33dcb07]
+- Updated dependencies [d30b1a0]
+- Updated dependencies [bff87f7]
+- Updated dependencies [b4a8df0]
+  - @mastra/core@0.12.1-alpha.0
+
+## 1.0.5
+
+### Patch Changes
+
+- fc437d9: dependencies updates:
+  - Updated dependency [`node-html-better-parser@^1.5.1` ↗︎](https://www.npmjs.com/package/node-html-better-parser/v/1.5.1) (from `^1.4.11`, in `dependencies`)
+- b5a6da2: Allow vector query tool to be used without a Mastra server
+- f42c4c2: update peer deps for packages to latest core range
+- Updated dependencies [510e2c8]
+- Updated dependencies [2f72fb2]
+- Updated dependencies [27cc97a]
+- Updated dependencies [3f89307]
+- Updated dependencies [9eda7d4]
+- Updated dependencies [9d49408]
+- Updated dependencies [41daa63]
+- Updated dependencies [ad0a58b]
+- Updated dependencies [254a36b]
+- Updated dependencies [2ecf658]
+- Updated dependencies [7a7754f]
+- Updated dependencies [fc92d80]
+- Updated dependencies [e0f73c6]
+- Updated dependencies [0b89602]
+- Updated dependencies [4d37822]
+- Updated dependencies [23a6a7c]
+- Updated dependencies [cda801d]
+- Updated dependencies [a77c823]
+- Updated dependencies [ff9c125]
+- Updated dependencies [09bca64]
+- Updated dependencies [b8efbb9]
+- Updated dependencies [71466e7]
+- Updated dependencies [0c99fbe]
+  - @mastra/core@0.12.0
+
 ## 1.0.5-alpha.1
 
 ### Patch Changes

package/dist/document/document.d.ts

@@ -0,0 +1,32 @@
+import { Document as Chunk } from './schema';
+import type { ChunkOptions, ChunkParams, ExtractParams } from './types';
+export declare class MDocument {
+    private chunks;
+    private type;
+    constructor({ docs, type }: {
+        docs: {
+            text: string;
+            metadata?: Record<string, any>;
+        }[];
+        type: string;
+    });
+    extractMetadata({ title, summary, questions, keywords }: ExtractParams): Promise<MDocument>;
+    static fromText(text: string, metadata?: Record<string, any>): MDocument;
+    static fromHTML(html: string, metadata?: Record<string, any>): MDocument;
+    static fromMarkdown(markdown: string, metadata?: Record<string, any>): MDocument;
+    static fromJSON(jsonString: string, metadata?: Record<string, any>): MDocument;
+    private defaultStrategy;
+    private chunkBy;
+    chunkRecursive(options?: ChunkOptions): Promise<void>;
+    chunkCharacter(options?: ChunkOptions): Promise<void>;
+    chunkHTML(options?: ChunkOptions): Promise<void>;
+    chunkJSON(options?: ChunkOptions): Promise<void>;
+    chunkLatex(options?: ChunkOptions): Promise<void>;
+    chunkToken(options?: ChunkOptions): Promise<void>;
+    chunkMarkdown(options?: ChunkOptions): Promise<void>;
+    chunk(params?: ChunkParams): Promise<Chunk[]>;
+    getDocs(): Chunk[];
+    getText(): string[];
+    getMetadata(): Record<string, any>[];
+}
+//# sourceMappingURL=document.d.ts.map

package/dist/document/document.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"document.d.ts","sourceRoot":"","sources":["../../src/document/document.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,IAAI,KAAK,EAAgC,MAAM,UAAU,CAAC;AAQ3E,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAiB,aAAa,EAAE,MAAM,SAAS,CAAC;AAEvF,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,IAAI,CAAS;gBAET,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;SAAE,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAOhG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC;IAmDjG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS;IAYxE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS;IAYxE,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS;IAYhF,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS;IAY9E,OAAO,CAAC,eAAe;YAeT,OAAO;IA4Bf,cAAc,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBrD,cAAc,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,SAAS,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBhD,SAAS,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBhD,UAAU,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAMjD,UAAU,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAUjD,aAAa,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAapD,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAenD,OAAO,IAAI,KAAK,EAAE;IAIlB,OAAO,IAAI,MAAM,EAAE;IAInB,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;CAGrC"}

package/dist/document/extractors/base.d.ts

@@ -0,0 +1,12 @@
+import type { BaseNode } from '../schema';
+export declare abstract class BaseExtractor {
+    isTextNodeOnly: boolean;
+    abstract extract(nodes: BaseNode[]): Promise<Record<string, any>[]>;
+    /**
+     *
+     * @param nodes Nodes to extract metadata from.
+     * @returns Metadata extracted from the nodes.
+     */
+    processNodes(nodes: BaseNode[]): Promise<BaseNode[]>;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/document/extractors/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/base.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAK1C,8BAAsB,aAAa;IACjC,cAAc,EAAE,OAAO,CAAQ;IAE/B,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAEnE;;;;OAIG;IACG,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAc3D"}

package/dist/document/extractors/index.d.ts

@@ -0,0 +1,6 @@
+export { TitleExtractor } from './title';
+export { SummaryExtractor } from './summary';
+export { QuestionsAnsweredExtractor } from './questions';
+export { KeywordExtractor } from './keywords';
+export type { KeywordExtractArgs, QuestionAnswerExtractArgs, SummaryExtractArgs, TitleExtractorsArgs } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/document/extractors/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,YAAY,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC"}

package/dist/document/extractors/keywords.d.ts

@@ -0,0 +1,50 @@
+import type { MastraLanguageModel } from '@mastra/core/agent';
+import type { KeywordExtractPrompt } from '../prompts';
+import type { BaseNode } from '../schema';
+import { BaseExtractor } from './base';
+import type { KeywordExtractArgs } from './types';
+type ExtractKeyword = {
+    /**
+     * Comma-separated keywords extracted from the node. May be empty if extraction fails.
+     */
+    excerptKeywords: string;
+};
+/**
+ * Extract keywords from a list of nodes.
+ */
+export declare class KeywordExtractor extends BaseExtractor {
+    llm: MastraLanguageModel;
+    keywords: number;
+    promptTemplate: KeywordExtractPrompt;
+    /**
+     * Constructor for the KeywordExtractor class.
+     * @param {MastraLanguageModel} llm MastraLanguageModel instance.
+     * @param {number} keywords Number of keywords to extract.
+     * @param {string} [promptTemplate] Optional custom prompt template (must include {context})
+     * @throws {Error} If keywords is less than 1.
+     */
+    constructor(options?: KeywordExtractArgs);
+    /**
+     *
+     * @param node Node to extract keywords from.
+     * @returns Keywords extracted from the node.
+     */
+    /**
+     * Extract keywords from a node. Returns an object with a comma-separated string of keywords, or an empty string if extraction fails.
+     * Adds error handling for malformed/empty LLM output.
+     */
+    extractKeywordsFromNodes(node: BaseNode): Promise<ExtractKeyword>;
+    /**
+     *
+     * @param nodes Nodes to extract keywords from.
+     * @returns Keywords extracted from the nodes.
+     */
+    /**
+     * Extract keywords from an array of nodes. Always returns an array (may be empty).
+     * @param nodes Nodes to extract keywords from.
+     * @returns Array of keyword extraction results.
+     */
+    extract(nodes: BaseNode[]): Promise<Array<ExtractKeyword>>;
+}
+export {};
+//# sourceMappingURL=keywords.d.ts.map

package/dist/document/extractors/keywords.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keywords.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/keywords.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,KAAK,cAAc,GAAG;IACpB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,aAAa;IACjD,GAAG,EAAE,mBAAmB,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAK;IACrB,cAAc,EAAE,oBAAoB,CAAC;IAErC;;;;;;OAMG;gBACS,OAAO,CAAC,EAAE,kBAAkB;IAexC;;;;OAIG;IACH;;;OAGG;IACG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,cAAc,CAAC;IAwCvE;;;;OAIG;IACH;;;;OAIG;IACG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;CAKjE"}

package/dist/document/extractors/questions.d.ts

@@ -0,0 +1,42 @@
+import type { MastraLanguageModel } from '@mastra/core/agent';
+import type { QuestionExtractPrompt } from '../prompts';
+import type { BaseNode } from '../schema';
+import { BaseExtractor } from './base';
+import type { QuestionAnswerExtractArgs } from './types';
+type ExtractQuestion = {
+    /**
+     * Questions extracted from the node as a string (may be empty if extraction fails).
+     */
+    questionsThisExcerptCanAnswer: string;
+};
+/**
+ * Extract questions from a list of nodes.
+ */
+export declare class QuestionsAnsweredExtractor extends BaseExtractor {
+    llm: MastraLanguageModel;
+    questions: number;
+    promptTemplate: QuestionExtractPrompt;
+    embeddingOnly: boolean;
+    /**
+     * Constructor for the QuestionsAnsweredExtractor class.
+     * @param {MastraLanguageModel} llm MastraLanguageModel instance.
+     * @param {number} questions Number of questions to generate.
+     * @param {QuestionExtractPrompt['template']} promptTemplate Optional custom prompt template (should include {context}).
+     * @param {boolean} embeddingOnly Whether to use metadata for embeddings only.
+     */
+    constructor(options?: QuestionAnswerExtractArgs);
+    /**
+     * Extract answered questions from a node.
+     * @param {BaseNode} node Node to extract questions from.
+     * @returns {Promise<Array<ExtractQuestion> | Array<{}>>} Questions extracted from the node.
+     */
+    extractQuestionsFromNode(node: BaseNode): Promise<ExtractQuestion>;
+    /**
+     * Extract answered questions from a list of nodes.
+     * @param {BaseNode[]} nodes Nodes to extract questions from.
+     * @returns {Promise<Array<ExtractQuestion> | Array<{}>>} Questions extracted from the nodes.
+     */
+    extract(nodes: BaseNode[]): Promise<Array<ExtractQuestion> | Array<object>>;
+}
+export {};
+//# sourceMappingURL=questions.d.ts.map

package/dist/document/extractors/questions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"questions.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/questions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,SAAS,CAAC;AAEzD,KAAK,eAAe,GAAG;IACrB;;OAEG;IACH,6BAA6B,EAAE,MAAM,CAAC;CACvC,CAAC;AAEF;;GAEG;AACH,qBAAa,0BAA2B,SAAQ,aAAa;IAC3D,GAAG,EAAE,mBAAmB,CAAC;IACzB,SAAS,EAAE,MAAM,CAAK;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,aAAa,EAAE,OAAO,CAAS;IAE/B;;;;;;OAMG;gBACS,OAAO,CAAC,EAAE,yBAAyB;IAkB/C;;;;OAIG;IACG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC;IA0CxE;;;;OAIG;IACG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;CAKlF"}

package/dist/document/extractors/summary.d.ts

@@ -0,0 +1,39 @@
+import type { SummaryPrompt } from '../prompts';
+import type { BaseNode } from '../schema';
+import { BaseExtractor } from './base';
+import type { SummaryExtractArgs } from './types';
+type ExtractSummary = {
+    sectionSummary?: string;
+    prevSectionSummary?: string;
+    nextSectionSummary?: string;
+};
+/**
+ * Summarize an array of nodes using a custom LLM.
+ *
+ * @param nodes Array of node-like objects
+ * @param options Summary extraction options
+ * @returns Array of summary results
+ */
+export declare class SummaryExtractor extends BaseExtractor {
+    private llm;
+    summaries: string[];
+    promptTemplate: SummaryPrompt;
+    private selfSummary;
+    private prevSummary;
+    private nextSummary;
+    constructor(options?: SummaryExtractArgs);
+    /**
+     * Extract summary from a node.
+     * @param {BaseNode} node Node to extract summary from.
+     * @returns {Promise<string>} Summary extracted from the node.
+     */
+    generateNodeSummary(node: BaseNode): Promise<string>;
+    /**
+     * Extract summaries from a list of nodes.
+     * @param {BaseNode[]} nodes Nodes to extract summaries from.
+     * @returns {Promise<ExtractSummary[]>} Summaries extracted from the nodes.
+     */
+    extract(nodes: BaseNode[]): Promise<ExtractSummary[]>;
+}
+export {};
+//# sourceMappingURL=summary.d.ts.map

package/dist/document/extractors/summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/summary.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,KAAK,cAAc,GAAG;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;;;GAMG;AACH,qBAAa,gBAAiB,SAAQ,aAAa;IACjD,OAAO,CAAC,GAAG,CAAsB;IACjC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,aAAa,CAAC;IAC9B,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,WAAW,CAAU;gBACjB,OAAO,CAAC,EAAE,kBAAkB;IAsBxC;;;;OAIG;IACG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAmC1D;;;;OAIG;IACG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;CAqB5D"}

package/dist/document/extractors/title.d.ts

@@ -0,0 +1,31 @@
+import type { MastraLanguageModel } from '@mastra/core/agent';
+import type { TitleCombinePrompt, TitleExtractorPrompt } from '../prompts';
+import type { BaseNode } from '../schema';
+import { BaseExtractor } from './base';
+import type { TitleExtractorsArgs } from './types';
+type ExtractTitle = {
+    documentTitle: string;
+};
+/**
+ * Extract title from a list of nodes.
+ */
+export declare class TitleExtractor extends BaseExtractor {
+    llm: MastraLanguageModel;
+    isTextNodeOnly: boolean;
+    nodes: number;
+    nodeTemplate: TitleExtractorPrompt;
+    combineTemplate: TitleCombinePrompt;
+    constructor(options?: TitleExtractorsArgs);
+    /**
+     * Extract titles from a list of nodes.
+     * @param {BaseNode[]} nodes Nodes to extract titles from.
+     * @returns {Promise<BaseNode<ExtractTitle>[]>} Titles extracted from the nodes.
+     */
+    extract(nodes: BaseNode[]): Promise<Array<ExtractTitle>>;
+    private filterNodes;
+    private separateNodesByDocument;
+    private extractTitles;
+    private getTitlesCandidates;
+}
+export {};
+//# sourceMappingURL=title.d.ts.map

package/dist/document/extractors/title.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"title.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/title.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAE3E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEnD,KAAK,YAAY,GAAG;IAClB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF;;GAEG;AACH,qBAAa,cAAe,SAAQ,aAAa;IAC/C,GAAG,EAAE,mBAAmB,CAAC;IACzB,cAAc,EAAE,OAAO,CAAS;IAChC,KAAK,EAAE,MAAM,CAAK;IAClB,YAAY,EAAE,oBAAoB,CAAC;IACnC,eAAe,EAAE,kBAAkB,CAAC;gBAExB,OAAO,CAAC,EAAE,mBAAmB;IAqBzC;;;;OAIG;IACG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAoC9D,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,uBAAuB;YAYjB,aAAa;YAoCb,mBAAmB;CA8BlC"}

package/dist/document/extractors/types.d.ts

@@ -0,0 +1,27 @@
+import type { MastraLanguageModel } from '@mastra/core/agent';
+import type { KeywordExtractPrompt, QuestionExtractPrompt, SummaryPrompt, TitleExtractorPrompt, TitleCombinePrompt } from '../prompts';
+export type KeywordExtractArgs = {
+    llm?: MastraLanguageModel;
+    keywords?: number;
+    promptTemplate?: KeywordExtractPrompt['template'];
+};
+export type QuestionAnswerExtractArgs = {
+    llm?: MastraLanguageModel;
+    questions?: number;
+    promptTemplate?: QuestionExtractPrompt['template'];
+    embeddingOnly?: boolean;
+};
+export type SummaryExtractArgs = {
+    llm?: MastraLanguageModel;
+    summaries?: string[];
+    promptTemplate?: SummaryPrompt['template'];
+};
+export type TitleExtractorsArgs = {
+    llm?: MastraLanguageModel;
+    nodes?: number;
+    nodeTemplate?: TitleExtractorPrompt['template'];
+    combineTemplate?: TitleCombinePrompt['template'];
+};
+export declare const STRIP_REGEX: RegExp;
+export declare const baseLLM: MastraLanguageModel;
+//# sourceMappingURL=types.d.ts.map

package/dist/document/extractors/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/document/extractors/types.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,EACV,oBAAoB,EACpB,qBAAqB,EACrB,aAAa,EACb,oBAAoB,EACpB,kBAAkB,EACnB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,GAAG,CAAC,EAAE,mBAAmB,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,oBAAoB,CAAC,UAAU,CAAC,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,GAAG,CAAC,EAAE,mBAAmB,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,qBAAqB,CAAC,UAAU,CAAC,CAAC;IACnD,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,GAAG,CAAC,EAAE,mBAAmB,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,CAAC,EAAE,mBAAmB,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAChD,eAAe,CAAC,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;CAClD,CAAC;AAEF,eAAO,MAAM,WAAW,QAAmB,CAAC;AAG5C,eAAO,MAAM,OAAO,EAAE,mBAAsC,CAAC"}

package/dist/document/index.d.ts

@@ -0,0 +1,3 @@
+export * from './document';
+export * from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/document/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/document/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}

package/dist/document/prompts/base.d.ts

@@ -0,0 +1,19 @@
+import type { BasePromptTemplateOptions, ChatMessage, PromptTemplateOptions } from './types';
+export declare abstract class BasePromptTemplate<const TemplatesVar extends readonly string[] = string[]> {
+    templateVars: Set<string>;
+    options: Partial<Record<TemplatesVar[number] | (string & {}), string>>;
+    protected constructor(options: BasePromptTemplateOptions<TemplatesVar>);
+    abstract partialFormat(options: Partial<Record<TemplatesVar[number] | (string & {}), string>>): BasePromptTemplate<TemplatesVar>;
+    abstract format(options?: Partial<Record<TemplatesVar[number] | (string & {}), string>>): string;
+    abstract formatMessages(options?: Partial<Record<TemplatesVar[number] | (string & {}), string>>): ChatMessage[];
+    abstract get template(): string;
+}
+export declare class PromptTemplate<const TemplatesVar extends readonly string[] = string[]> extends BasePromptTemplate<TemplatesVar> {
+    #private;
+    constructor(options: PromptTemplateOptions<TemplatesVar>);
+    partialFormat(options: Partial<Record<TemplatesVar[number] | (string & {}), string>>): PromptTemplate<TemplatesVar>;
+    format(options?: Partial<Record<TemplatesVar[number] | (string & {}), string>>): string;
+    formatMessages(options?: Partial<Record<TemplatesVar[number] | (string & {}), string>>): ChatMessage[];
+    get template(): string;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/document/prompts/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../src/document/prompts/base.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,yBAAyB,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAE7F,8BAAsB,kBAAkB,CAAC,KAAK,CAAC,YAAY,SAAS,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE;IAC9F,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,CAAa;IACtC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAM;IAE5E,SAAS,aAAa,OAAO,EAAE,yBAAyB,CAAC,YAAY,CAAC;IAUtE,QAAQ,CAAC,aAAa,CACpB,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GACrE,kBAAkB,CAAC,YAAY,CAAC;IAEnC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,MAAM;IAEhG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,WAAW,EAAE;IAE/G,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC;CACjC;AAED,qBAAa,cAAc,CACzB,KAAK,CAAC,YAAY,SAAS,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CACvD,SAAQ,kBAAkB,CAAC,YAAY,CAAC;;gBAG5B,OAAO,EAAE,qBAAqB,CAAC,YAAY,CAAC;IAMxD,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,cAAc,CAAC,YAAY,CAAC;IAenH,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,MAAM;IASvF,cAAc,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,WAAW,EAAE;IAUtG,IAAI,QAAQ,IAAI,MAAM,CAErB;CACF"}

package/dist/document/prompts/format.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Formats a string by replacing placeholders with values from the provided parameters.
+ * @param str The string to format.
+ * @param params A record of placeholder names to their corresponding values.
+ * @returns The formatted string.
+ */
+export declare function format(str: string, params: Record<string, string>): string;
+//# sourceMappingURL=format.d.ts.map

package/dist/document/prompts/format.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../../src/document/prompts/format.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAEjE"}

package/dist/document/prompts/index.d.ts

@@ -0,0 +1,4 @@
+export { BasePromptTemplate, PromptTemplate } from './base';
+export { defaultKeywordExtractPrompt, defaultQuestionExtractPrompt, defaultSummaryPrompt, defaultTitleCombinePromptTemplate, defaultTitleExtractorPromptTemplate, } from './prompt';
+export type { KeywordExtractPrompt, QuestionExtractPrompt, SummaryPrompt, TitleCombinePrompt, TitleExtractorPrompt, } from './prompt';
+//# sourceMappingURL=index.d.ts.map

package/dist/document/prompts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/document/prompts/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAC5D,OAAO,EACL,2BAA2B,EAC3B,4BAA4B,EAC5B,oBAAoB,EACpB,iCAAiC,EACjC,mCAAmC,GACpC,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,oBAAoB,EACpB,qBAAqB,EACrB,aAAa,EACb,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,UAAU,CAAC"}

package/dist/document/prompts/prompt.d.ts

@@ -0,0 +1,12 @@
+import { PromptTemplate } from './base';
+export type SummaryPrompt = PromptTemplate<['context']>;
+export type KeywordExtractPrompt = PromptTemplate<['context', 'maxKeywords']>;
+export type QuestionExtractPrompt = PromptTemplate<['context', 'numQuestions']>;
+export type TitleExtractorPrompt = PromptTemplate<['context']>;
+export type TitleCombinePrompt = PromptTemplate<['context']>;
+export declare const defaultSummaryPrompt: SummaryPrompt;
+export declare const defaultKeywordExtractPrompt: KeywordExtractPrompt;
+export declare const defaultQuestionExtractPrompt: PromptTemplate<readonly ["numQuestions", "context"]>;
+export declare const defaultTitleExtractorPromptTemplate: PromptTemplate<readonly ["context"]>;
+export declare const defaultTitleCombinePromptTemplate: PromptTemplate<readonly ["context"]>;
+//# sourceMappingURL=prompt.d.ts.map

package/dist/document/prompts/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/document/prompts/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAExC,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AACxD,MAAM,MAAM,oBAAoB,GAAG,cAAc,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;AAC9E,MAAM,MAAM,qBAAqB,GAAG,cAAc,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC;AAChF,MAAM,MAAM,oBAAoB,GAAG,cAAc,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AAC/D,MAAM,MAAM,kBAAkB,GAAG,cAAc,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AAE7D,eAAO,MAAM,oBAAoB,EAAE,aAUjC,CAAC;AAEH,eAAO,MAAM,2BAA2B,EAAE,oBAWxC,CAAC;AAEH,eAAO,MAAM,4BAA4B,sDAYvC,CAAC;AAEH,eAAO,MAAM,mCAAmC,sCAK9C,CAAC;AAEH,eAAO,MAAM,iCAAiC,sCAK5C,CAAC"}

package/dist/document/prompts/types.d.ts

@@ -0,0 +1,22 @@
+export type MessageType = 'user' | 'assistant' | 'system' | 'memory' | 'developer';
+export type MessageContentTextDetail = {
+    type: 'text';
+    text: string;
+};
+/**
+ * Extended type for the content of a message that allows for multi-modal messages.
+ */
+export type MessageContent = string | MessageContentTextDetail[];
+export type ChatMessage<AdditionalMessageOptions extends object = object> = {
+    content: MessageContent;
+    role: MessageType;
+    options?: undefined | AdditionalMessageOptions;
+};
+export type BasePromptTemplateOptions<TemplatesVar extends readonly string[]> = {
+    templateVars?: TemplatesVar | readonly string[];
+    options?: Partial<Record<TemplatesVar[number] | (string & {}), string>>;
+};
+export type PromptTemplateOptions<TemplatesVar extends readonly string[]> = BasePromptTemplateOptions<TemplatesVar> & {
+    template: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/document/prompts/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/document/prompts/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEnF,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,wBAAwB,EAAE,CAAC;AAEjE,MAAM,MAAM,WAAW,CAAC,wBAAwB,SAAS,MAAM,GAAG,MAAM,IAAI;IAC1E,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,CAAC,EAAE,SAAS,GAAG,wBAAwB,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,yBAAyB,CAAC,YAAY,SAAS,SAAS,MAAM,EAAE,IAAI;IAC9E,YAAY,CAAC,EACT,YAAY,GAEZ,SAAS,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;CACzE,CAAC;AAEF,MAAM,MAAM,qBAAqB,CAAC,YAAY,SAAS,SAAS,MAAM,EAAE,IAAI,yBAAyB,CAAC,YAAY,CAAC,GAAG;IACpH,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC"}

package/dist/document/schema/index.d.ts

@@ -0,0 +1,4 @@
+export { BaseNode, Document, TextNode } from './node';
+export { NodeRelationship, ObjectType } from './types';
+export type { Metadata, RelatedNodeInfo, RelatedNodeType, BaseNodeParams, TextNodeParams } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/document/schema/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/document/schema/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACvD,YAAY,EAAE,QAAQ,EAAE,eAAe,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC"}

package/dist/document/schema/node.d.ts

@@ -0,0 +1,53 @@
+import { NodeRelationship, ObjectType } from './types';
+import type { Metadata, RelatedNodeInfo, RelatedNodeType, BaseNodeParams, TextNodeParams } from './types';
+/**
+ * Generic abstract class for retrievable nodes
+ */
+export declare abstract class BaseNode<T extends Metadata = Metadata> {
+    id_: string;
+    metadata: T;
+    relationships: Partial<Record<NodeRelationship, RelatedNodeType<T>>>;
+    accessor hash: string;
+    protected constructor(init?: BaseNodeParams<T>);
+    abstract get type(): ObjectType;
+    abstract getContent(): string;
+    abstract getMetadataStr(): string;
+    get sourceNode(): RelatedNodeInfo<T> | undefined;
+    get prevNode(): RelatedNodeInfo<T> | undefined;
+    get nextNode(): RelatedNodeInfo<T> | undefined;
+    get parentNode(): RelatedNodeInfo<T> | undefined;
+    get childNodes(): RelatedNodeInfo<T>[] | undefined;
+    abstract generateHash(): string;
+}
+/**
+ * TextNode is the default node type for text.
+ */
+export declare class TextNode<T extends Metadata = Metadata> extends BaseNode<T> {
+    text: string;
+    startCharIdx?: number;
+    endCharIdx?: number;
+    metadataSeparator: string;
+    constructor(init?: TextNodeParams<T>);
+    /**
+     * Generate a hash of the text node.
+     * The ID is not part of the hash as it can change independent of content.
+     * @returns
+     */
+    generateHash(): string;
+    get type(): ObjectType;
+    getContent(): string;
+    getMetadataStr(): string;
+    getNodeInfo(): {
+        start: number | undefined;
+        end: number | undefined;
+    };
+    getText(): string;
+}
+/**
+ * A document is just a special text node with a docId.
+ */
+export declare class Document<T extends Metadata = Metadata> extends TextNode<T> {
+    constructor(init?: TextNodeParams<T>);
+    get type(): ObjectType;
+}
+//# sourceMappingURL=node.d.ts.map

package/dist/document/schema/node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node.d.ts","sourceRoot":"","sources":["../../../src/document/schema/node.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE1G;;GAEG;AACH,8BAAsB,QAAQ,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ;IAC1D,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,CAAC,CAAC;IACZ,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAGrE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAM;IAE3B,SAAS,aAAa,IAAI,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;IAO9C,QAAQ,KAAK,IAAI,IAAI,UAAU,CAAC;IAEhC,QAAQ,CAAC,UAAU,IAAI,MAAM;IAE7B,QAAQ,CAAC,cAAc,IAAI,MAAM;IAEjC,IAAI,UAAU,IAAI,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAQ/C;IAED,IAAI,QAAQ,IAAI,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAQ7C;IAED,IAAI,QAAQ,IAAI,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAQ7C;IAED,IAAI,UAAU,IAAI,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAQ/C;IAED,IAAI,UAAU,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,CAQjD;IAED,QAAQ,CAAC,YAAY,IAAI,MAAM;CAChC;AAED;;GAEG;AACH,qBAAa,QAAQ,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ,CAAE,SAAQ,QAAQ,CAAC,CAAC,CAAC;IACtE,IAAI,EAAE,MAAM,CAAC;IAEb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;gBAEd,IAAI,GAAE,cAAc,CAAC,CAAC,CAAM;IAaxC;;;;OAIG;IACH,YAAY;IAQZ,IAAI,IAAI,eAEP;IAED,UAAU,IAAI,MAAM;IAKpB,cAAc,IAAI,MAAM;IAMxB,WAAW;;;;IAIX,OAAO;CAGR;AAED;;GAEG;AACH,qBAAa,QAAQ,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ,CAAE,SAAQ,QAAQ,CAAC,CAAC,CAAC;gBAC1D,IAAI,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;IAIpC,IAAI,IAAI,eAEP;CACF"}

package/dist/document/schema/types.d.ts

@@ -0,0 +1,35 @@
+export declare enum NodeRelationship {
+    SOURCE = "SOURCE",
+    PREVIOUS = "PREVIOUS",
+    NEXT = "NEXT",
+    PARENT = "PARENT",
+    CHILD = "CHILD"
+}
+export declare enum ObjectType {
+    TEXT = "TEXT",
+    IMAGE = "IMAGE",
+    INDEX = "INDEX",
+    DOCUMENT = "DOCUMENT",
+    IMAGE_DOCUMENT = "IMAGE_DOCUMENT"
+}
+export type Metadata = Record<string, any>;
+export interface RelatedNodeInfo<T extends Metadata = Metadata> {
+    nodeId: string;
+    nodeType?: ObjectType;
+    metadata: T;
+    hash?: string;
+}
+export type RelatedNodeType<T extends Metadata = Metadata> = RelatedNodeInfo<T> | RelatedNodeInfo<T>[];
+export type BaseNodeParams<T extends Metadata = Metadata> = {
+    id_?: string | undefined;
+    metadata?: T | undefined;
+    relationships?: Partial<Record<NodeRelationship, RelatedNodeType<T>>> | undefined;
+    hash?: string | undefined;
+};
+export type TextNodeParams<T extends Metadata = Metadata> = BaseNodeParams<T> & {
+    text?: string | undefined;
+    startCharIdx?: number | undefined;
+    endCharIdx?: number | undefined;
+    metadataSeparator?: string | undefined;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/document/schema/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/document/schema/types.ts"],"names":[],"mappings":"AAAA,oBAAY,gBAAgB;IAC1B,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,KAAK,UAAU;CAChB;AAED,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,KAAK,UAAU;IACf,KAAK,UAAU;IACf,QAAQ,aAAa;IACrB,cAAc,mBAAmB;CAClC;AAED,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE3C,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ;IAC5D,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,QAAQ,EAAE,CAAC,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ,IAAI,eAAe,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;AAEvG,MAAM,MAAM,cAAc,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ,IAAI;IAC1D,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,QAAQ,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;IAClF,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,cAAc,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ,IAAI,cAAc,CAAC,CAAC,CAAC,GAAG;IAC9E,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACxC,CAAC"}

package/dist/document/transformers/character.d.ts

@@ -0,0 +1,46 @@
+import { Language } from '../types';
+import type { ChunkOptions } from '../types';
+import { TextTransformer } from './text';
+export declare class CharacterTransformer extends TextTransformer {
+    protected separator: string;
+    protected isSeparatorRegex: boolean;
+    constructor({ separator, isSeparatorRegex, options, }: {
+        separator?: string;
+        isSeparatorRegex?: boolean;
+        options?: {
+            size?: number;
+            overlap?: number;
+            lengthFunction?: (text: string) => number;
+            keepSeparator?: boolean | 'start' | 'end';
+            addStartIndex?: boolean;
+            stripWhitespace?: boolean;
+        };
+    });
+    splitText({ text }: {
+        text: string;
+    }): string[];
+    private __splitChunk;
+}
+export declare class RecursiveCharacterTransformer extends TextTransformer {
+    protected separators: string[];
+    protected isSeparatorRegex: boolean;
+    constructor({ separators, isSeparatorRegex, options, }: {
+        separators?: string[];
+        isSeparatorRegex?: boolean;
+        options?: ChunkOptions;
+    });
+    private _splitText;
+    splitText({ text }: {
+        text: string;
+    }): string[];
+    static fromLanguage(language: Language, options?: {
+        size?: number;
+        chunkOverlap?: number;
+        lengthFunction?: (text: string) => number;
+        keepSeparator?: boolean | 'start' | 'end';
+        addStartIndex?: boolean;
+        stripWhitespace?: boolean;
+    }): RecursiveCharacterTransformer;
+    static getSeparatorsForLanguage(language: Language): string[];
+}
+//# sourceMappingURL=character.d.ts.map

package/dist/document/transformers/character.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"character.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/character.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7C,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AA+CzC,qBAAa,oBAAqB,SAAQ,eAAe;IACvD,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC;IAC5B,SAAS,CAAC,gBAAgB,EAAE,OAAO,CAAC;gBAExB,EACV,SAAkB,EAClB,gBAAwB,EACxB,OAAY,GACb,EAAE;QACD,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,OAAO,CAAC,EAAE;YACR,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;YAC1C,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;YAC1C,aAAa,CAAC,EAAE,OAAO,CAAC;YACxB,eAAe,CAAC,EAAE,OAAO,CAAC;SAC3B,CAAC;KACH;IAMD,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,EAAE;IAqB/C,OAAO,CAAC,YAAY;CAyBrB;AAED,qBAAa,6BAA8B,SAAQ,eAAe;IAChE,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IAC/B,SAAS,CAAC,gBAAgB,EAAE,OAAO,CAAC;gBAExB,EACV,UAAU,EACV,gBAAwB,EACxB,OAAY,GACb,EAAE;QACD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;QACtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,OAAO,CAAC,EAAE,YAAY,CAAC;KACxB;IAMD,OAAO,CAAC,UAAU;IAuDlB,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,EAAE;IAI/C,MAAM,CAAC,YAAY,CACjB,QAAQ,EAAE,QAAQ,EAClB,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;QAC1C,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;QAC1C,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,eAAe,CAAC,EAAE,OAAO,CAAC;KACtB,GACL,6BAA6B;IAKhC,MAAM,CAAC,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,EAAE;CA+E9D"}