@elizaos/core 2.0.0-alpha.43 → 2.0.0-alpha.44

package/dist/search.d.ts

@@ -1,381 +0,0 @@
-/**
- * Interface for tokenization statistics.
- */
-interface TokenizationStats {
-    /** Number of words in the original text before any processing. */
-    originalWordCount: number;
-    /** Number of words removed because they were identified as stop words. */
-    stopWordsRemoved: number;
-    /** Number of words that were stemmed (only if stemming is enabled). */
-    stemmedWords: number;
-    /** Time taken for tokenization in milliseconds. */
-    processingTimeMs: number;
-}
-/**
- * Interface for the result of tokenization.
- */
-interface TokenizationResult {
-    /** Array of processed tokens (words). */
-    tokens: string[];
-    /** Optional statistics about the tokenization process. */
-    stats?: TokenizationStats;
-}
-/**
- * Interface for stemming rules.
- */
-interface StemmingRule {
-    /** A RegExp pattern or string to match suffixes. */
-    pattern: RegExp | string;
-    /** The replacement string or function. */
-    replacement: string | ((substring: string, ...args: unknown[]) => string);
-    /** Optional minimum measure (complexity) of the word stem for the rule to apply. */
-    minMeasure?: number;
-}
-/**
- * Options for configuring the Tokenizer.
- */
-export interface TokenizerOptions {
-    /** A set of words to be ignored during tokenization. Defaults to an empty set. */
-    stopWords?: Set<string>;
-    /** The minimum length for a token to be kept. Defaults to 2. Numeric tokens are always kept. */
-    minLength?: number;
-    /** Whether to apply stemming to tokens. Defaults to false. */
-    stemming?: boolean;
-    /** Custom stemming rules to apply before the default Porter2 stemmer. Defaults to an empty array. */
-    stemmingRules?: StemmingRule[];
-}
-/**
- * Flexible text tokenizer with support for stop words, minimum token length,
- * Unicode normalization, and optional Porter2 stemming with custom rules.
- */
-export declare class Tokenizer {
-    /** Set of stop words to ignore. */
-    readonly stopWords: Set<string>;
-    /** Minimum length of tokens to keep. */
-    readonly minLength: number;
-    /** Flag indicating if stemming is enabled. */
-    readonly stemming: boolean;
-    /** Custom stemming rules. */
-    readonly stemmingRules: {
-        pattern: RegExp;
-        replacement: string | ((substring: string, ...args: unknown[]) => string);
-        minMeasure?: number;
-    }[];
-    /** Default options for the Tokenizer. */
-    static readonly DEFAULT_OPTIONS: Required<TokenizerOptions>;
-    /**
-     * Creates a new tokenizer instance.
-     * @param options - Tokenization options including stop words, min length, stemming, and custom rules.
-     */
-    constructor(options?: TokenizerOptions);
-    /**
-     * Tokenizes input text into an array of processed terms.
-     * Steps:
-     * 1. Cleans the text (lowercase, normalize, remove punctuation/symbols).
-     * 2. Splits the text into potential tokens.
-     * 3. Filters tokens based on `minLength` and `stopWords`.
-     * 4. Applies stemming if `stemming` is true (custom rules first, then Porter2).
-     * 5. Optionally calculates statistics.
-     *
-     * @param text - The input text string to tokenize.
-     * @param includeStats - If true, returns tokenization statistics along with tokens. Defaults to false.
-     * @returns A `TokenizationResult` object containing the array of tokens and optional stats.
-     * @throws {Error} If the input text is null, undefined, or empty.
-     */
-    tokenize(text: string, includeStats?: boolean): TokenizationResult;
-    /**
-     * Cleans and normalizes text for tokenization.
-     * - Converts to lowercase.
-     * - Normalizes Unicode characters (NFKD).
-     * - Removes control characters and zero-width spaces.
-     * - Removes diacritical marks (accents).
-     * - Removes emojis and pictographs.
-     * - Removes common symbols (™, ®, ©, ℠, ‼).
-     * - Replaces Unicode punctuation with spaces.
-     * - Removes characters not matching basic Latin, CJK, Hangul, or whitespace.
-     * - Collapses multiple spaces into single spaces.
-     * - Trims leading/trailing whitespace.
-     *
-     * @param text - Input text to clean.
-     * @returns Cleaned and normalized text, ready for splitting into tokens.
-     *
-     * @example
-     * cleanText("Hello, World™!") // "hello world"
-     * cleanText("héllo 👋") // "hello"
-     * cleanText("Hello 世界!") // "hello 世界"
-     * cleanText("I'm don't") // "i'm don't" (apostrophes kept by replacing punctuation with space)
-     * cleanText("test©2023") // "test 2023"
-     */
-    cleanText(text: string): string;
-    /**
-     * Checks if a token is valid (meets `minLength` criteria and is not a stop word).
-     * Numeric tokens are always considered valid regardless of length.
-     * @param token - The token string to validate.
-     * @returns `true` if the token is valid, `false` otherwise.
-     */
-    isValidToken(token: string): boolean;
-    /**
-     * Applies stemming to a single word.
-     * First, tries to apply custom stemming rules defined in `stemmingRules`.
-     * If no custom rule matches, applies the default Porter2 stemming algorithm.
-     * Words shorter than 3 characters are not stemmed.
-     * @param word - The word to stem.
-     * @returns The stemmed word.
-     */
-    stemWord(word: string): string;
-    /**
-     * Checks if the character at a given index in a word is a consonant.
-     * Treats 'y' as a consonant if it's the first letter or follows a consonant.
-     * @param word - The word string.
-     * @param i - The index of the character to check.
-     * @returns `true` if the character is a consonant, `false` otherwise.
-     */
-    isConsonant(word: string, i: number): boolean;
-    /**
-     * Calculates the "measure" of a word stem (approximates syllable count).
-     * The measure (m) is the number of times a sequence of vowels is followed by a
-     * sequence of consonants (VC). Used in some stemming rules.
-     * Example: measure("tree") = 0, measure("trouble") = 1, measure("private") = 2
-     * @param word - The word (or stem) to measure.
-     * @returns The measure (m) of the word.
-     */
-    measure(word: string): number;
-}
-/**
- * BM25 Options Interface.
- * Extends TokenizerOptions and adds BM25 specific parameters.
- */
-interface BM25Options extends TokenizerOptions {
-    /**
-     * Term frequency saturation parameter (k1). Controls how quickly term frequency
-     * saturates. Higher values mean TF contributes more significantly even for high counts.
-     * Typical values are between 1.2 and 2.0. Default: 1.2.
-     */
-    k1?: number;
-    /**
-     * Document length normalization parameter (b). Controls the influence of document
-     * length. 0 means no length normalization, 1 means full normalization.
-     * Typical values are around 0.75. Default: 0.75.
-     */
-    b?: number;
-    /**
-     * A dictionary defining boost factors for specific document fields.
-     * Terms found in fields with higher boost factors will contribute more to the score.
-     * Example: `{ title: 2, body: 1 }`. Default: `{}` (no boosts).
-     */
-    fieldBoosts?: {
-        [key: string]: number;
-    };
-}
-/**
- * Represents a search result item.
- */
-interface SearchResult {
-    /** The index of the matching document in the original document array. */
-    index: number;
-    /** The BM25 relevance score for the document. Higher scores indicate better relevance. */
-    score: number;
-    /** The actual document object (optional, depends on how results are retrieved). */
-    doc?: Record<string, unknown>;
-}
-/**
- * Implements the Okapi BM25 (Best Matching 25) ranking function for information retrieval.
- *
- * BM25 ranks documents based on the query terms appearing in each document,
- * considering term frequency (TF) and inverse document frequency (IDF).
- * It improves upon basic TF-IDF by incorporating:
- * - Term Frequency Saturation (k1): Prevents overly frequent terms from dominating the score.
- * - Document Length Normalization (b): Penalizes documents that are longer than average,
- *   assuming longer documents are more likely to contain query terms by chance.
- *
- * Key Components:
- * - Tokenizer: Processes text into terms (words), handles stop words and stemming.
- * - Document Indexing: Stores document lengths, term frequencies per document,
- *   and overall document frequency for each term.
- * - IDF Calculation: Measures the informativeness of a term based on how many documents contain it.
- * - Scoring: Combines TF, IDF, document length, and parameters k1/b to calculate relevance.
- */
-export declare class BM25 {
-    /** Term frequency saturation parameter (k1). */
-    readonly termFrequencySaturation: number;
-    /** Document length normalization factor (b). */
-    readonly lengthNormalizationFactor: number;
-    /** Tokenizer instance used for processing text. */
-    readonly tokenizer: Tokenizer;
-    /** Array storing the length (number of tokens, adjusted by field boosts) of each document. */
-    documentLengths: Uint32Array;
-    /** Average length of all documents in the index. */
-    averageDocLength: number;
-    /** Map from term (string) to its unique integer index. */
-    termToIndex: Map<string, number>;
-    /** Array storing the document frequency (number of docs containing the term) for each term index. */
-    documentFrequency: Uint32Array;
-    /** Map from term index to another map storing `docIndex: termFrequencyInDoc`. */
-    termFrequencies: Map<number, Map<number, number>>;
-    /** Boost factors for different fields within documents. */
-    readonly fieldBoosts: {
-        [key: string]: number;
-    };
-    /** Array storing the original documents added to the index. */
-    documents: Array<Record<string, unknown>>;
-    /**
-     * Creates a new BM25 search instance.
-     * @param docs - Optional array of initial documents (objects with string fields) to index.
-     * @param options - Configuration options for BM25 parameters (k1, b), tokenizer (stopWords, stemming, minLength), and field boosts.
-     */
-    constructor(docs?: Array<Record<string, unknown>>, options?: BM25Options);
-    /**
-     * Processes an array of documents to build the initial index structures.
-     * Calculates document lengths, term frequencies, document frequencies, and average document length.
-     * @param docs - Array of documents to process.
-     * @returns An object containing the calculated index data.
-     * @internal
-     */
-    private processDocuments;
-    /**
-     * Recalculates the average document length based on the current `documentLengths`.
-     * @internal
-     */
-    private recalculateAverageLength;
-    /**
-     * Searches the indexed documents for a given query string using the BM25 ranking formula.
-     *
-     * @param query - The search query text.
-     * @param topK - The maximum number of top-scoring results to return. Defaults to 10.
-     * @returns An array of `SearchResult` objects, sorted by descending BM25 score.
-     */
-    search(query: string, topK?: number): SearchResult[];
-    /**
-     * Searches for an exact phrase within the indexed documents.
-     * Ranks documents containing the exact sequence of tokens higher.
-     * Basic implementation - proximity-based phrase search could improve results.
-     *
-     * @param phrase - The exact phrase to search for.
-     * @param topK - The maximum number of results to return. Defaults to 10.
-     * @returns An array of `SearchResult` objects, sorted by score, for documents containing the phrase.
-     */
-    searchPhrase(phrase: string, topK?: number): SearchResult[];
-    /**
-     * Calculates a BM25-like score for a sequence of phrase tokens within a specific document.
-     * Sums the individual BM25 scores of the terms in the phrase for that document.
-     * @param phraseTokens - The tokenized phrase.
-     * @param docIndex - The index of the document to score against.
-     * @returns The calculated phrase score for the document.
-     * @internal
-     */
-    private calculatePhraseScore;
-    /**
-     * Adds a single new document to the index.
-     * Updates all internal index structures incrementally.
-     * For bulk additions, prefer `addDocumentsParallel` for better performance.
-     *
-     * @param doc - The document object (with string fields) to add.
-     * @throws {Error} If the document is null or undefined.
-     */
-    addDocument(doc: Record<string, unknown>): Promise<void>;
-    /**
-     * Calculates the Inverse Document Frequency (IDF) for a given term index.
-     * Uses the BM25 IDF formula: log(1 + (N - n + 0.5) / (n + 0.5))
-     * where N is the total number of documents and n is the number of documents
-     * containing the term. The +1 smooths the logarithm.
-     *
-     * @param termIndex - The integer index of the term.
-     * @returns The IDF score for the term. Returns 0 if the term is not found or has 0 DF.
-     */
-    calculateIdf(termIndex: number): number;
-    /**
-     * Retrieves the term frequency (TF) for a specific term in a specific document.
-     * @param termIndex - The integer index of the term.
-     * @param docIndex - The index of the document.
-     * @returns The term frequency, or 0 if the term is not in the document or indices are invalid.
-     */
-    getTermFrequency(termIndex: number, docIndex: number): number;
-    /**
-     * Retrieves the original document object stored at a given index.
-     * @param index - The index of the document to retrieve.
-     * @returns The document object.
-     * @throws {Error} If the index is out of bounds.
-     */
-    getDocument(index: number): Record<string, unknown>;
-    /**
-     * Clears all indexed documents and resets the BM25 instance to its initial state.
-     */
-    clearDocuments(): void;
-    /**
-     * Gets the total number of documents currently indexed.
-     * @returns The document count.
-     */
-    getDocumentCount(): number;
-    /**
-     * Adds multiple documents sequentially by calling `addDocument` for each.
-     * This method processes documents sequentially in the main thread.
-     * @param docs - An array of documents to add.
-     */
-    addDocuments(docs: Array<Record<string, unknown>>): Promise<void>;
-}
-/** Source identifier for hybrid search results */
-export type HybridSource = string;
-/** Result from vector similarity search */
-export type HybridVectorResult = {
-    id: string;
-    path: string;
-    startLine: number;
-    endLine: number;
-    source: HybridSource;
-    snippet: string;
-    vectorScore: number;
-};
-/** Result from keyword (BM25) search */
-export type HybridKeywordResult = {
-    id: string;
-    path: string;
-    startLine: number;
-    endLine: number;
-    source: HybridSource;
-    snippet: string;
-    textScore: number;
-};
-/**
- * Build an FTS (Full-Text Search) query from a raw search string.
- * Extracts alphanumeric tokens and joins them with AND for strict matching.
- *
- * @param raw - The raw search query string.
- * @returns The FTS query string, or null if no valid tokens found.
- */
-export declare function buildFtsQuery(raw: string): string | null;
-/**
- * Convert BM25 rank to a normalized score between 0 and 1.
- * Lower rank = higher score.
- *
- * @param rank - The BM25 rank value.
- * @returns A normalized score where 1 is best and 0 is worst.
- */
-export declare function bm25RankToScore(rank: number): number;
-/**
- * Merge vector similarity and keyword search results using weighted scoring.
- *
- * This implements a hybrid search approach where results from both vector
- * similarity search and keyword (BM25) search are combined. Results that
- * appear in both searches get boosted scores.
- *
- * @param params.vector - Results from vector similarity search.
- * @param params.keyword - Results from keyword (BM25) search.
- * @param params.vectorWeight - Weight for vector similarity scores (default: 0.7).
- * @param params.textWeight - Weight for keyword/text scores (default: 0.3).
- * @returns Merged and sorted results with combined scores.
- */
-export declare function mergeHybridResults(params: {
-    vector: HybridVectorResult[];
-    keyword: HybridKeywordResult[];
-    vectorWeight: number;
-    textWeight: number;
-}): Array<{
-    path: string;
-    startLine: number;
-    endLine: number;
-    score: number;
-    snippet: string;
-    source: HybridSource;
-}>;
-export {};
-//# sourceMappingURL=search.d.ts.map

package/dist/search.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AA6xBA;;GAEG;AACH,UAAU,iBAAiB;IACzB,kEAAkE;IAClE,iBAAiB,EAAE,MAAM,CAAC;IAC1B,0EAA0E;IAC1E,gBAAgB,EAAE,MAAM,CAAC;IACzB,uEAAuE;IACvE,YAAY,EAAE,MAAM,CAAC;IACrB,mDAAmD;IACnD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,UAAU,kBAAkB;IAC1B,yCAAyC;IACzC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,iBAAiB,CAAC;CAC3B;AAED;;GAEG;AACH,UAAU,YAAY;IACpB,oDAAoD;IACpD,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,0CAA0C;IAC1C,WAAW,EAAE,MAAM,GAAG,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,MAAM,CAAC,CAAC;IAC1E,oFAAoF;IACpF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,kFAAkF;IAClF,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACxB,gGAAgG;IAChG,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,qGAAqG;IACrG,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC;CAChC;AAED;;;GAGG;AACH,qBAAa,SAAS;IACpB,mCAAmC;IACnC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,wCAAwC;IACxC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,8CAA8C;IAC9C,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,6BAA6B;IAC7B,QAAQ,CAAC,aAAa,EAAE;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,GAAG,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,MAAM,CAAC,CAAC;QAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,EAAE,CAAC;IAEJ,yCAAyC;IACzC,MAAM,CAAC,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAKzD;IAEF;;;OAGG;gBACS,OAAO,GAAE,gBAAqB;IAe1C;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,UAAQ,GAAG,kBAAkB;IAuBhE;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAoB/B;;;;;OAKG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAQpC;;;;;;;OAOG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAkC9B;;;;;;OAMG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO;IAM7C;;;;;;;OAOG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAe9B;AAED;;;GAGG;AACH,UAAU,WAAY,SAAQ,gBAAgB;IAC5C;;;;OAIG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IACX;;;;OAIG;IACH,WAAW,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CACzC;AAED;;GAEG;AACH,UAAU,YAAY;IACpB,yEAAyE;IACzE,KAAK,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,EAAE,MAAM,CAAC;IACd,mFAAmF;IACnF,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,IAAI;IACf,gDAAgD;IAChD,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACzC,gDAAgD;IAChD,QAAQ,CAAC,yBAAyB,EAAE,MAAM,CAAC;IAC3C,mDAAmD;IACnD,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,8FAA8F;IAC9F,eAAe,EAAE,WAAW,CAAC;IAC7B,oDAAoD;IACpD,gBAAgB,EAAE,MAAM,CAAC;IACzB,0DAA0D;IAC1D,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,qGAAqG;IACrG,iBAAiB,EAAE,WAAW,CAAC;IAC/B,iFAAiF;IACjF,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAClD,2DAA2D;IAC3D,QAAQ,CAAC,WAAW,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAChD,+DAA+D;IAC/D,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAE1C;;;;OAIG;gBAED,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EACrC,OAAO,GAAE,WAAgB;IAmC3B;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;IAqFxB;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAUhC;;;;;;OAMG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,SAAK,GAAG,YAAY,EAAE;IA+DhD;;;;;;;;OAQG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,SAAK,GAAG,YAAY,EAAE;IAgFvD;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IA6B5B;;;;;;;OAOG;IACG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAmF9D;;;;;;;;OAQG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IAoBvC;;;;;OAKG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM;IAK7D;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUnD;;OAEG;IACH,cAAc,IAAI,IAAI;IAStB;;;OAGG;IACH,gBAAgB,IAAI,MAAM;IAI1B;;;;OAIG;IACG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;CAKxE;AAOD,kDAAkD;AAClD,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAElC,2CAA2C;AAC3C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,wCAAwC;AACxC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CASxD;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGpD;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE;IACzC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC7B,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,KAAK,CAAC;IACR,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;CACtB,CAAC,CAoED"}

package/dist/secrets.d.ts

@@ -1,6 +0,0 @@
-import type { Character } from "./types";
-export declare function hasCharacterSecrets(character: Character): boolean;
-export declare function setDefaultSecretsFromEnv(character: Character, options?: {
-    skipEnvMerge?: boolean;
-}): Promise<boolean>;
-//# sourceMappingURL=secrets.d.ts.map

package/dist/secrets.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"secrets.d.ts","sourceRoot":"","sources":["../src/secrets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAGzC,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAIjE;AAoBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,SAAS,EACpB,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GACnC,OAAO,CAAC,OAAO,CAAC,CAYlB"}

package/dist/security/external-content.d.ts

@@ -1,96 +0,0 @@
-/**
- * Security utilities for handling untrusted external content.
- *
- * Provides functions to safely wrap and process content from
- * external sources (emails, webhooks, web tools, etc.) before passing to LLM agents.
- *
- * SECURITY: External content should NEVER be directly interpolated into
- * system prompts or treated as trusted instructions.
- *
- * @module security/external-content
- */
-/**
- * Check if content contains suspicious patterns that may indicate injection.
- *
- * @param content - The content to check
- * @returns Array of matched pattern sources (empty if none)
- */
-export declare function detectSuspiciousPatterns(content: string): string[];
-/**
- * Source types for external content.
- */
-export type ExternalContentSource = "email" | "webhook" | "api" | "channel_metadata" | "web_search" | "web_fetch" | "unknown";
-/**
- * Options for wrapping external content.
- */
-export type WrapExternalContentOptions = {
-    /** Source of the external content */
-    source: ExternalContentSource;
-    /** Original sender information (e.g., email address) */
-    sender?: string;
-    /** Subject line (for emails) */
-    subject?: string;
-    /** Whether to include detailed security warning */
-    includeWarning?: boolean;
-};
-/**
- * Wraps external untrusted content with security boundaries and warnings.
- *
- * This function should be used whenever processing content from external sources
- * (emails, webhooks, API calls from untrusted clients) before passing to LLM.
- *
- * @example
- * ```ts
- * const safeContent = wrapExternalContent(emailBody, {
- *   source: "email",
- *   sender: "user@example.com",
- *   subject: "Help request"
- * });
- * // Pass safeContent to LLM instead of raw emailBody
- * ```
- *
- * @param content - The external content to wrap
- * @param options - Wrapping options
- * @returns Wrapped content with security markers
- */
-export declare function wrapExternalContent(content: string, options: WrapExternalContentOptions): string;
-/**
- * Builds a safe prompt for handling external content.
- * Combines the security-wrapped content with contextual information.
- *
- * @param params - Parameters for building the prompt
- * @returns Safe prompt string
- */
-export declare function buildSafeExternalPrompt(params: {
-    content: string;
-    source: ExternalContentSource;
-    sender?: string;
-    subject?: string;
-    jobName?: string;
-    jobId?: string;
-    timestamp?: string;
-}): string;
-/**
- * Checks if a session key indicates an external hook source.
- *
- * @param sessionKey - The session key to check
- * @returns True if from an external hook
- */
-export declare function isExternalHookSession(sessionKey: string): boolean;
-/**
- * Extracts the hook type from a session key.
- *
- * @param sessionKey - The session key to parse
- * @returns The external content source type
- */
-export declare function getHookType(sessionKey: string): ExternalContentSource;
-/**
- * Wraps web search/fetch content with security markers.
- * This is a simpler wrapper for web tools that just need content wrapped.
- *
- * @param content - The web content to wrap
- * @param source - The source type (web_search or web_fetch)
- * @returns Wrapped content
- */
-export declare function wrapWebContent(content: string, source?: "web_search" | "web_fetch"): string;
-//# sourceMappingURL=external-content.d.ts.map

package/dist/security/external-content.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"external-content.d.ts","sourceRoot":"","sources":["../../src/security/external-content.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAqBH;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAQlE;AAwBD;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAC7B,OAAO,GACP,SAAS,GACT,KAAK,GACL,kBAAkB,GAClB,YAAY,GACZ,WAAW,GACX,SAAS,CAAC;AAwFd;;GAEG;AACH,MAAM,MAAM,0BAA0B,GAAG;IACvC,qCAAqC;IACrC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,wDAAwD;IACxD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gCAAgC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mDAAmD;IACnD,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,0BAA0B,GAClC,MAAM,CAyBR;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,MAAM,CA0BT;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAMjE;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,qBAAqB,CAWrE;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,MAAM,EACf,MAAM,GAAE,YAAY,GAAG,WAA0B,GAChD,MAAM,CAGR"}

package/dist/security/index.d.ts

@@ -1,13 +0,0 @@
-/**
- * Security utilities for ElizaOS.
- *
- * Provides:
- * - Sensitive text redaction (pattern-based and secrets-based)
- * - External content wrapping for prompt injection protection
- *
- * @module security
- */
-export { buildSafeExternalPrompt, detectSuspiciousPatterns, type ExternalContentSource, getHookType, isExternalHookSession, type WrapExternalContentOptions, wrapExternalContent, wrapWebContent, } from "./external-content.js";
-export { createSecretsRedactor, getDefaultRedactPatterns, type RedactOptions, type RedactSensitiveMode, redactObjectSecrets, redactSecrets, redactSensitiveText, redactToolDetail, redactWithSecrets, type SecretsRedactOptions, } from "./redact.js";
-export { SANDBOX_TOKEN_PREFIX, SandboxTokenManager, type SecretTokenMetadata, } from "./sandbox-token-manager.js";
-//# sourceMappingURL=index.d.ts.map

package/dist/security/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/security/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,KAAK,qBAAqB,EAC1B,WAAW,EACX,qBAAqB,EACrB,KAAK,0BAA0B,EAC/B,mBAAmB,EACnB,cAAc,GACf,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,qBAAqB,EAErB,wBAAwB,EACxB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,mBAAmB,EACnB,aAAa,EACb,mBAAmB,EACnB,gBAAgB,EAChB,iBAAiB,EAEjB,KAAK,oBAAoB,GAC1B,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,KAAK,mBAAmB,GACzB,MAAM,4BAA4B,CAAC"}

package/dist/security/redact.d.ts

@@ -1,111 +0,0 @@
-/**
- * Sensitive text redaction utilities.
- *
- * Provides functions to mask sensitive data like API keys, tokens,
- * passwords, and PEM blocks in text output before logging or display.
- *
- * Also provides secrets-aware redaction to prevent character secrets
- * from appearing in agent outputs or memories.
- *
- * @module security/redact
- */
-/**
- * Mode for sensitive text redaction.
- * - "off": No redaction
- * - "tools": Redact in tool outputs
- */
-export type RedactSensitiveMode = "off" | "tools";
-/**
- * Options for redacting sensitive text.
- */
-export type RedactOptions = {
-    /** Redaction mode */
-    mode?: RedactSensitiveMode;
-    /** Custom patterns to match (in addition to or instead of defaults) */
-    patterns?: string[];
-};
-/**
- * Options for secrets-based redaction.
- */
-export type SecretsRedactOptions = {
-    /** Known secrets to redact (key -> secret value) */
-    secrets?: Record<string, string>;
-    /** Whether to also apply pattern-based redaction */
-    applyPatterns?: boolean;
-};
-/**
- * Redact sensitive information from text.
- *
- * @param text - The text to redact
- * @param options - Redaction options
- * @returns Text with sensitive data masked
- */
-export declare function redactSensitiveText(text: string, options?: RedactOptions): string;
-/**
- * Redact sensitive information from tool output detail.
- *
- * Only redacts when mode is "tools" (the default).
- *
- * @param detail - The tool detail to redact
- * @returns Redacted detail
- */
-export declare function redactToolDetail(detail: string): string;
-/**
- * Get the default redaction patterns.
- *
- * @returns Copy of default pattern strings
- */
-export declare function getDefaultRedactPatterns(): string[];
-/**
- * Redact known secrets from text.
- *
- * This performs literal string replacement of known secret values,
- * ensuring they don't appear in outputs even if they don't match
- * the pattern-based detection.
- *
- * @param text - Text to redact
- * @param secrets - Map of secret names to secret values
- * @returns Text with secrets replaced by [REDACTED:name]
- */
-export declare function redactSecrets(text: string, secrets: Record<string, string>): string;
-/**
- * Redact both known secrets and pattern-detected sensitive data.
- *
- * This combines literal secret replacement with pattern-based detection
- * for comprehensive redaction.
- *
- * @param text - Text to redact
- * @param options - Redaction options including known secrets
- * @returns Text with all sensitive data redacted
- */
-export declare function redactWithSecrets(text: string, options?: SecretsRedactOptions): string;
-/**
- * Create a redaction function bound to specific secrets.
- *
- * This is useful for creating a redactor that can be passed around
- * and reused without needing to pass secrets each time.
- *
- * @param secrets - Map of secret names to secret values
- * @param applyPatterns - Whether to also apply pattern detection (default: true)
- * @returns Redaction function
- *
- * @example
- * ```ts
- * const redact = createSecretsRedactor(runtime.character.settings.secrets);
- * const safeText = redact(userMessage);
- * ```
- */
-export declare function createSecretsRedactor(secrets: Record<string, string>, applyPatterns?: boolean): (text: string) => string;
-/**
- * Recursively redact secrets from an object.
- *
- * Walks through all string values in an object (including nested objects
- * and arrays) and applies secret redaction.
- *
- * @param obj - Object to redact
- * @param secrets - Map of secret names to secret values
- * @param applyPatterns - Whether to also apply pattern detection
- * @returns New object with redacted values
- */
-export declare function redactObjectSecrets<T>(obj: T, secrets: Record<string, string>, applyPatterns?: boolean): T;
-//# sourceMappingURL=redact.d.ts.map

package/dist/security/redact.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"redact.d.ts","sourceRoot":"","sources":["../../src/security/redact.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH;;;;GAIG;AACH,MAAM,MAAM,mBAAmB,GAAG,KAAK,GAAG,OAAO,CAAC;AAwClD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,qBAAqB;IACrB,IAAI,CAAC,EAAE,mBAAmB,CAAC;IAC3B,uEAAuE;IACvE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG;IACjC,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,oDAAoD;IACpD,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAqEF;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,CAaR;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,IAAI,MAAM,EAAE,CAEnD;AAaD;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAC3B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,MAAM,CAuBR;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,oBAAyB,GACjC,MAAM,CAkBR;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,aAAa,UAAO,GACnB,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAE1B;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,mBAAmB,CAAC,CAAC,EACnC,GAAG,EAAE,CAAC,EACN,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,aAAa,UAAO,GACnB,CAAC,CAwBH"}

package/dist/security/sandbox-token-manager.d.ts

@@ -1,33 +0,0 @@
-/**
- * Sandbox secret token manager.
- *
- * Maps real secrets to opaque `stok_` prefixed tokens. Plugins see tokens;
- * the fetch proxy resolves them to real values at the network boundary.
- */
-export declare const SANDBOX_TOKEN_PREFIX = "stok_";
-export interface SecretTokenMetadata {
-    settingKey: string;
-    secretType: "api_key" | "oauth_token" | "password" | "private_key" | "other";
-    createdAt: number;
-    owner?: string;
-}
-export declare class SandboxTokenManager {
-    private tokenToEntry;
-    private realValueToToken;
-    private settingKeyToToken;
-    /** Register a secret, returning its stable token. Idempotent per key. */
-    registerSecret(settingKey: string, realValue: string, metadata?: Partial<SecretTokenMetadata>): string;
-    resolveToken(token: string): string | null;
-    getTokenForKey(settingKey: string): string | null;
-    getTokenForValue(realValue: string): string | null;
-    getMetadata(token: string): SecretTokenMetadata | null;
-    /** Replace tokens → real values (outbound). */
-    detokenizeString(input: string): string;
-    /** Replace real values → tokens (inbound). Longest-first to avoid partial matches. */
-    tokenizeString(input: string): string;
-    static isToken(value: string): boolean;
-    get size(): number;
-    clear(): void;
-    listKeys(): string[];
-}
-//# sourceMappingURL=sandbox-token-manager.d.ts.map