@mastra/rag 1.0.5 → 1.0.6-alpha.0

package/dist/document/transformers/json.d.ts

@@ -0,0 +1,91 @@
+import { Document } from '../schema';
+export declare class RecursiveJsonTransformer {
+    private maxSize;
+    private minSize;
+    constructor({ maxSize, minSize }: {
+        maxSize: number;
+        minSize?: number;
+    });
+    private static jsonSize;
+    /**
+     * Transform JSON data while handling circular references
+     */
+    transform(data: Record<string, any>): Record<string, any>;
+    /**
+     * Set a value in a nested dictionary based on the given path
+     */
+    private static setNestedDict;
+    /**
+     * Convert lists in the JSON structure to dictionaries with index-based keys
+     */
+    private listToDictPreprocessing;
+    /**
+     * Handles primitive values (strings, numbers, etc) by either adding them to the current chunk
+     * or creating new chunks if they don't fit
+     */
+    private handlePrimitiveValue;
+    /**
+     * Creates a nested dictionary chunk from a value and path
+     * e.g., path ['a', 'b'], value 'c' becomes { a: { b: 'c' } }
+     */
+    private createChunk;
+    /**
+     * Checks if value is within size limits
+     */
+    private isWithinSizeLimit;
+    /**
+     * Splits arrays into chunks based on size limits
+     * Handles nested objects by recursing into handleNestedObject
+     */
+    private handleArray;
+    /**
+     * Splits objects into chunks based on size limits
+     * Handles nested arrays and objects by recursing into handleArray and handleNestedObject
+     */
+    private handleNestedObject;
+    /**
+     * Splits long strings into smaller chunks at word boundaries
+     * Ensures each chunk is within maxSize limit
+     */
+    private splitLongString;
+    /**
+     * Core chunking logic that processes JSON data recursively
+     * Handles arrays, objects, and primitive values while maintaining structure
+     */
+    private jsonSplit;
+    /**
+     * Splits JSON into a list of JSON chunks
+     */
+    splitJson({ jsonData, convertLists, }: {
+        jsonData: Record<string, any>;
+        convertLists?: boolean;
+    }): Record<string, any>[];
+    /**
+     * Converts Unicode characters to their escaped ASCII representation
+     * e.g., 'café' becomes 'caf\u00e9'
+     */
+    private escapeNonAscii;
+    /**
+     * Splits JSON into a list of JSON formatted strings
+     */
+    splitText({ jsonData, convertLists, ensureAscii, }: {
+        jsonData: Record<string, any>;
+        convertLists?: boolean;
+        ensureAscii?: boolean;
+    }): string[];
+    /**
+     * Create documents from a list of json objects
+     */
+    createDocuments({ texts, convertLists, ensureAscii, metadatas, }: {
+        texts: string[];
+        convertLists?: boolean;
+        ensureAscii?: boolean;
+        metadatas?: Record<string, any>[];
+    }): Document[];
+    transformDocuments({ ensureAscii, documents, convertLists, }: {
+        ensureAscii?: boolean;
+        convertLists?: boolean;
+        documents: Document[];
+    }): Document[];
+}
+//# sourceMappingURL=json.d.ts.map

package/dist/document/transformers/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,qBAAa,wBAAwB;IACnC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAS;gBAEZ,EAAE,OAAc,EAAE,OAAO,EAAE,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAK9E,OAAO,CAAC,MAAM,CAAC,QAAQ;IAoCvB;;OAEG;IACI,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAmChE;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,aAAa;IAS5B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAU/B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IA0C5B;;;OAGG;IACH,OAAO,CAAC,WAAW;IAMnB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAOzB;;;OAGG;IACH,OAAO,CAAC,WAAW;IA8DnB;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAmE1B;;;OAGG;IACH,OAAO,CAAC,eAAe;IAuBvB;;;OAGG;IACH,OAAO,CAAC,SAAS;IAuDjB;;OAEG;IACH,SAAS,CAAC,EACR,QAAQ,EACR,YAAoB,GACrB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;IAYzB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAiBtB;;OAEG;IACH,SAAS,CAAC,EACR,QAAQ,EACR,YAAoB,EACpB,WAAkB,GACnB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,WAAW,CAAC,EAAE,OAAO,CAAC;KACvB,GAAG,MAAM,EAAE;IAoBZ;;OAEG;IACH,eAAe,CAAC,EACd,KAAK,EACL,YAAoB,EACpB,WAAkB,EAClB,SAAS,GACV,EAAE;QACD,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;KACnC,GAAG,QAAQ,EAAE;IAoBd,kBAAkB,CAAC,EACjB,WAAW,EACX,SAAS,EACT,YAAY,GACb,EAAE;QACD,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,SAAS,EAAE,QAAQ,EAAE,CAAC;KACvB,GAAG,QAAQ,EAAE;CAiBf"}

package/dist/document/transformers/latex.d.ts

@@ -0,0 +1,12 @@
+import { RecursiveCharacterTransformer } from './character';
+export declare class LatexTransformer extends RecursiveCharacterTransformer {
+    constructor(options?: {
+        size?: number;
+        overlap?: number;
+        lengthFunction?: (text: string) => number;
+        keepSeparator?: boolean | 'start' | 'end';
+        addStartIndex?: boolean;
+        stripWhitespace?: boolean;
+    });
+}
+//# sourceMappingURL=latex.d.ts.map

package/dist/document/transformers/latex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"latex.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/latex.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAE5D,qBAAa,gBAAiB,SAAQ,6BAA6B;gBAE/D,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;QAC1C,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;QAC1C,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,eAAe,CAAC,EAAE,OAAO,CAAC;KACtB;CAKT"}

package/dist/document/transformers/markdown.d.ts

@@ -0,0 +1,25 @@
+import { Document } from '../schema';
+import { RecursiveCharacterTransformer } from './character';
+export declare class MarkdownTransformer extends RecursiveCharacterTransformer {
+    constructor(options?: {
+        chunkSize?: number;
+        chunkOverlap?: number;
+        lengthFunction?: (text: string) => number;
+        keepSeparator?: boolean | 'start' | 'end';
+        addStartIndex?: boolean;
+        stripWhitespace?: boolean;
+    });
+}
+export declare class MarkdownHeaderTransformer {
+    private headersToSplitOn;
+    private returnEachLine;
+    private stripHeaders;
+    constructor(headersToSplitOn: [string, string][], returnEachLine?: boolean, stripHeaders?: boolean);
+    private aggregateLinesToChunks;
+    splitText({ text }: {
+        text: string;
+    }): Document[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
+}
+//# sourceMappingURL=markdown.d.ts.map

package/dist/document/transformers/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAIrC,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAa5D,qBAAa,mBAAoB,SAAQ,6BAA6B;gBAElE,OAAO,GAAE;QACP,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;QAC1C,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;QAC1C,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,eAAe,CAAC,EAAE,OAAO,CAAC;KACtB;CAKT;AAED,qBAAa,yBAAyB;IACpC,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,YAAY,CAAU;gBAElB,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,cAAc,GAAE,OAAe,EAAE,YAAY,GAAE,OAAc;IAM/G,OAAO,CAAC,sBAAsB;IAuD9B,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,QAAQ,EAAE;IAqHjD,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE;IAmB/E,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE;CAWtD"}

package/dist/document/transformers/text.d.ts

@@ -0,0 +1,22 @@
+import { Document } from '../schema';
+import type { ChunkOptions } from '../types';
+import type { Transformer } from './transformer';
+export declare abstract class TextTransformer implements Transformer {
+    protected size: number;
+    protected overlap: number;
+    protected lengthFunction: (text: string) => number;
+    protected keepSeparator: boolean | 'start' | 'end';
+    protected addStartIndex: boolean;
+    protected stripWhitespace: boolean;
+    constructor({ size, overlap, lengthFunction, keepSeparator, addStartIndex, stripWhitespace, }: ChunkOptions);
+    setAddStartIndex(value: boolean): void;
+    abstract splitText({ text }: {
+        text: string;
+    }): string[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    splitDocuments(documents: Document[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
+    protected joinDocs(docs: string[], separator: string): string | null;
+    protected mergeSplits(splits: string[], separator: string): string[];
+}
+//# sourceMappingURL=text.d.ts.map

package/dist/document/transformers/text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEjD,8BAAsB,eAAgB,YAAW,WAAW;IAC1D,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,cAAc,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;IACnD,SAAS,CAAC,aAAa,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;IACnD,SAAS,CAAC,aAAa,EAAE,OAAO,CAAC;IACjC,SAAS,CAAC,eAAe,EAAE,OAAO,CAAC;gBAEvB,EACV,IAAW,EACX,OAAa,EACb,cAA8C,EAC9C,aAAqB,EACrB,aAAqB,EACrB,eAAsB,GACvB,EAAE,YAAY;IAYf,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAItC,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,EAAE;IAExD,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE;IA4B/E,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE;IAUjD,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE;IAYrD,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAQpE,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE;CA4DrE"}

package/dist/document/transformers/token.d.ts

@@ -0,0 +1,46 @@
+import type { TiktokenModel, TiktokenEncoding } from 'js-tiktoken';
+import { TextTransformer } from './text';
+interface Tokenizer {
+    overlap: number;
+    tokensPerChunk: number;
+    decode: (tokens: number[]) => string;
+    encode: (text: string) => number[];
+}
+export declare function splitTextOnTokens({ text, tokenizer }: {
+    text: string;
+    tokenizer: Tokenizer;
+}): string[];
+export declare class TokenTransformer extends TextTransformer {
+    private tokenizer;
+    private allowedSpecial;
+    private disallowedSpecial;
+    constructor({ encodingName, modelName, allowedSpecial, disallowedSpecial, options, }: {
+        encodingName: TiktokenEncoding;
+        modelName?: TiktokenModel;
+        allowedSpecial?: Set<string> | 'all';
+        disallowedSpecial?: Set<string> | 'all';
+        options: {
+            size?: number;
+            overlap?: number;
+            lengthFunction?: (text: string) => number;
+            keepSeparator?: boolean | 'start' | 'end';
+            addStartIndex?: boolean;
+            stripWhitespace?: boolean;
+        };
+    });
+    splitText({ text }: {
+        text: string;
+    }): string[];
+    static fromTikToken({ encodingName, modelName, options, }: {
+        encodingName?: TiktokenEncoding;
+        modelName?: TiktokenModel;
+        options?: {
+            size?: number;
+            overlap?: number;
+            allowedSpecial?: Set<string> | 'all';
+            disallowedSpecial?: Set<string> | 'all';
+        };
+    }): TokenTransformer;
+}
+export {};
+//# sourceMappingURL=token.d.ts.map

package/dist/document/transformers/token.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/token.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAY,MAAM,aAAa,CAAC;AAG7E,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAEzC,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;CACpC;AAED,wBAAgB,iBAAiB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,SAAS,CAAA;CAAE,GAAG,MAAM,EAAE,CAkBvG;AAED,qBAAa,gBAAiB,SAAQ,eAAe;IACnD,OAAO,CAAC,SAAS,CAAW;IAC5B,OAAO,CAAC,cAAc,CAAsB;IAC5C,OAAO,CAAC,iBAAiB,CAAsB;gBAEnC,EACV,YAA4B,EAC5B,SAAS,EACT,cAA0B,EAC1B,iBAAyB,EACzB,OAAY,GACb,EAAE;QACD,YAAY,EAAE,gBAAgB,CAAC;QAC/B,SAAS,CAAC,EAAE,aAAa,CAAC;QAC1B,cAAc,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QACrC,iBAAiB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QACxC,OAAO,EAAE;YACP,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;YAC1C,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;YAC1C,aAAa,CAAC,EAAE,OAAO,CAAC;YACxB,eAAe,CAAC,EAAE,OAAO,CAAC;SAC3B,CAAC;KACH;IAaD,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,EAAE;IA0B/C,MAAM,CAAC,YAAY,CAAC,EAClB,YAA4B,EAC5B,SAAS,EACT,OAAY,GACb,EAAE;QACD,YAAY,CAAC,EAAE,gBAAgB,CAAC;QAChC,SAAS,CAAC,EAAE,aAAa,CAAC;QAC1B,OAAO,CAAC,EAAE;YACR,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,cAAc,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;YACrC,iBAAiB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;SACzC,CAAC;KACH,GAAG,gBAAgB;CAuCrB"}

package/dist/document/transformers/transformer.d.ts

@@ -0,0 +1,5 @@
+import type { Document } from '../schema';
+export interface Transformer {
+    transformDocuments(documents: Document[]): Document[];
+}
+//# sourceMappingURL=transformer.d.ts.map

package/dist/document/transformers/transformer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformer.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/transformer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,WAAW,WAAW;IAC1B,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC;CACvD"}

package/dist/document/types.d.ts

@@ -0,0 +1,66 @@
+import type { TiktokenEncoding, TiktokenModel } from 'js-tiktoken';
+import type { TitleExtractorsArgs, SummaryExtractArgs, QuestionAnswerExtractArgs, KeywordExtractArgs } from './extractors';
+export declare enum Language {
+    CPP = "cpp",
+    GO = "go",
+    JAVA = "java",
+    KOTLIN = "kotlin",
+    JS = "js",
+    TS = "ts",
+    PHP = "php",
+    PROTO = "proto",
+    PYTHON = "python",
+    RST = "rst",
+    RUBY = "ruby",
+    RUST = "rust",
+    SCALA = "scala",
+    SWIFT = "swift",
+    MARKDOWN = "markdown",
+    LATEX = "latex",
+    HTML = "html",
+    SOL = "sol",
+    CSHARP = "csharp",
+    COBOL = "cobol",
+    C = "c",
+    LUA = "lua",
+    PERL = "perl",
+    HASKELL = "haskell",
+    ELIXIR = "elixir",
+    POWERSHELL = "powershell"
+}
+export type ExtractParams = {
+    title?: TitleExtractorsArgs | boolean;
+    summary?: SummaryExtractArgs | boolean;
+    questions?: QuestionAnswerExtractArgs | boolean;
+    keywords?: KeywordExtractArgs | boolean;
+};
+export type ChunkOptions = {
+    headers?: [string, string][];
+    returnEachLine?: boolean;
+    sections?: [string, string][];
+    separator?: string;
+    separators?: string[];
+    isSeparatorRegex?: boolean;
+    size?: number;
+    maxSize?: number;
+    minSize?: number;
+    overlap?: number;
+    lengthFunction?: (text: string) => number;
+    keepSeparator?: boolean | 'start' | 'end';
+    addStartIndex?: boolean;
+    stripWhitespace?: boolean;
+    language?: Language;
+    ensureAscii?: boolean;
+    convertLists?: boolean;
+    encodingName?: TiktokenEncoding;
+    modelName?: TiktokenModel;
+    allowedSpecial?: Set<string> | 'all';
+    disallowedSpecial?: Set<string> | 'all';
+    stripHeaders?: boolean;
+};
+export type ChunkStrategy = 'recursive' | 'character' | 'token' | 'markdown' | 'html' | 'json' | 'latex';
+export interface ChunkParams extends ChunkOptions {
+    strategy?: ChunkStrategy;
+    extract?: ExtractParams;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/document/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/document/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AAEtB,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,EAAE,OAAO;IACT,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,EAAE,OAAO;IACT,EAAE,OAAO;IACT,GAAG,QAAQ;IACX,KAAK,UAAU;IACf,MAAM,WAAW;IACjB,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,IAAI,SAAS;IACb,KAAK,UAAU;IACf,KAAK,UAAU;IACf,QAAQ,aAAa;IACrB,KAAK,UAAU;IACf,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,CAAC,MAAM;IACP,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,UAAU,eAAe;CAC1B;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC;IACtC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC;IACvC,SAAS,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC;IAChD,QAAQ,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IAC7B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;IAC1C,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC;IAC1C,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,gBAAgB,CAAC;IAChC,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,cAAc,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IACrC,iBAAiB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IACxC,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,WAAW,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAEzG,MAAM,WAAW,WAAY,SAAQ,YAAY;IAC/C,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB"}

package/dist/graph-rag/index.d.ts

@@ -0,0 +1,57 @@
+/**
+ * TODO: GraphRAG Enhancements
+ *  - Add support for more edge types (sequential, hierarchical, citation, etc)
+ *  - Allow for custom edge types
+ *  - Utilize metadata for richer connections
+ *  - Improve graph traversal and querying using types
+ */
+type SupportedEdgeType = 'semantic';
+export interface GraphNode {
+    id: string;
+    content: string;
+    embedding?: number[];
+    metadata?: Record<string, any>;
+}
+export interface RankedNode extends GraphNode {
+    score: number;
+}
+export interface GraphEdge {
+    source: string;
+    target: string;
+    weight: number;
+    type: SupportedEdgeType;
+}
+export interface GraphChunk {
+    text: string;
+    metadata: Record<string, any>;
+}
+export interface GraphEmbedding {
+    vector: number[];
+}
+export declare class GraphRAG {
+    private nodes;
+    private edges;
+    private dimension;
+    private threshold;
+    constructor(dimension?: number, threshold?: number);
+    addNode(node: GraphNode): void;
+    addEdge(edge: GraphEdge): void;
+    getNodes(): GraphNode[];
+    getEdges(): GraphEdge[];
+    getEdgesByType(type: string): GraphEdge[];
+    clear(): void;
+    updateNodeContent(id: string, newContent: string): void;
+    private getNeighbors;
+    private cosineSimilarity;
+    createGraph(chunks: GraphChunk[], embeddings: GraphEmbedding[]): void;
+    private selectWeightedNeighbor;
+    private randomWalkWithRestart;
+    query({ query, topK, randomWalkSteps, restartProb, }: {
+        query: number[];
+        topK?: number;
+        randomWalkSteps?: number;
+        restartProb?: number;
+    }): RankedNode[];
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/graph-rag/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/graph-rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,KAAK,iBAAiB,GAAG,UAAU,CAAC;AAGpC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,UAAW,SAAQ,SAAS;IAC3C,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,KAAK,CAAyB;IACtC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;gBAEd,SAAS,GAAE,MAAa,EAAE,SAAS,GAAE,MAAY;IAQ7D,OAAO,CAAC,IAAI,EAAE,SAAS,GAAG,IAAI;IAW9B,OAAO,CAAC,IAAI,EAAE,SAAS,GAAG,IAAI;IAe9B,QAAQ,IAAI,SAAS,EAAE;IAKvB,QAAQ,IAAI,SAAS,EAAE;IAIvB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE;IAIzC,KAAK,IAAI,IAAI;IAKb,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IASvD,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,gBAAgB;IAgCxB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE;IAuC9D,OAAO,CAAC,sBAAsB;IAoB9B,OAAO,CAAC,qBAAqB;IAoC7B,KAAK,CAAC,EACJ,KAAK,EACL,IAAS,EACT,eAAqB,EACrB,WAAkB,GACnB,EAAE;QACD,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,UAAU,EAAE;CAoDjB"}

package/dist/index.cjs

@@ -7630,3 +7630,5 @@ exports.queryTextDescription = queryTextDescription;
 exports.rerank = rerank;
 exports.rerankWithScorer = rerankWithScorer;
 exports.topKDescription = topKDescription;
+//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=index.cjs.map