@framers/agentos 0.1.126 → 0.1.128

package/dist/memory/retrieval/store/tracePersistence.js

@@ -0,0 +1,159 @@
+/**
+ * @fileoverview Shared helpers for persisting trace metadata in SQLite-first
+ * memory paths.
+ *
+ * The Phase 1 memory facade stores core retrieval counters in dedicated
+ * columns, but richer decay state is persisted inside `memory_traces.metadata`
+ * to avoid a schema expansion. These helpers keep that JSON contract
+ * consistent across the facade, consolidation loop, feedback loop, and
+ * agent-facing memory tools.
+ *
+ * @module memory/store/tracePersistence
+ */
+import { sha256 } from '../../core/util/crossPlatformCrypto.js';
+/**
+ * Default stability for traces that do not yet have an explicit persisted
+ * decay state.
+ */
+export const DEFAULT_TRACE_STABILITY_MS = 86400000;
+/**
+ * Default reinforcement interval for traces that do not yet have an explicit
+ * persisted decay state.
+ */
+export const DEFAULT_TRACE_REINFORCEMENT_INTERVAL_MS = 86400000;
+const FTS_STOP_WORDS = new Set([
+    'a',
+    'an',
+    'and',
+    'are',
+    'as',
+    'at',
+    'be',
+    'by',
+    'for',
+    'from',
+    'how',
+    'i',
+    'in',
+    'is',
+    'it',
+    'me',
+    'my',
+    'of',
+    'on',
+    'or',
+    'our',
+    'the',
+    'to',
+    'us',
+    'we',
+    'what',
+    'when',
+    'where',
+    'who',
+    'why',
+    'with',
+    'you',
+    'your',
+]);
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function finiteNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
+}
+/**
+ * Parse a raw `metadata` JSON string into a plain object.
+ */
+export function parseTraceMetadata(raw) {
+    if (!raw)
+        return {};
+    try {
+        const parsed = JSON.parse(raw);
+        return isRecord(parsed) ? parsed : {};
+    }
+    catch {
+        return {};
+    }
+}
+/**
+ * Read the persisted decay state from a metadata object, applying defaults
+ * when fields are absent.
+ */
+export function readPersistedDecayState(metadata, retrievalCount = 0) {
+    const decay = isRecord(metadata.decay) ? metadata.decay : {};
+    const nextReinforcementAt = finiteNumber(decay.nextReinforcementAt);
+    return {
+        stability: finiteNumber(decay.stability) ?? DEFAULT_TRACE_STABILITY_MS,
+        accessCount: finiteNumber(decay.accessCount) ?? retrievalCount,
+        reinforcementInterval: finiteNumber(decay.reinforcementInterval) ?? DEFAULT_TRACE_REINFORCEMENT_INTERVAL_MS,
+        ...(nextReinforcementAt !== undefined ? { nextReinforcementAt } : {}),
+    };
+}
+/**
+ * Merge a decay state payload into an existing metadata object.
+ */
+export function withPersistedDecayState(metadata, state) {
+    const nextDecay = {
+        stability: state.stability,
+        accessCount: state.accessCount,
+        reinforcementInterval: state.reinforcementInterval,
+    };
+    if (state.nextReinforcementAt !== undefined) {
+        nextDecay.nextReinforcementAt = state.nextReinforcementAt;
+    }
+    return {
+        ...metadata,
+        decay: nextDecay,
+    };
+}
+/**
+ * Build initial metadata for a newly inserted memory trace.
+ */
+export function buildInitialTraceMetadata(baseMetadata = {}, options) {
+    const metadata = { ...baseMetadata };
+    if (options?.contentHash !== undefined) {
+        metadata.content_hash = options.contentHash;
+    }
+    if (options?.entities !== undefined) {
+        metadata.entities = options.entities;
+    }
+    if (options?.scopeId !== undefined) {
+        metadata.scopeId = options.scopeId;
+    }
+    return withPersistedDecayState(metadata, {
+        stability: options?.stability ?? DEFAULT_TRACE_STABILITY_MS,
+        accessCount: options?.accessCount ?? 0,
+        reinforcementInterval: options?.reinforcementInterval ?? DEFAULT_TRACE_REINFORCEMENT_INTERVAL_MS,
+        ...(options?.nextReinforcementAt !== undefined
+            ? { nextReinforcementAt: options.nextReinforcementAt }
+            : {}),
+    });
+}
+/**
+ * Compute a SHA-256 hex digest for trace content.
+ */
+export async function sha256Hex(content) {
+    return sha256(content);
+}
+/**
+ * Convert free-form natural language into a conservative FTS5 query.
+ *
+ * This avoids syntax errors when callers pass punctuation-heavy questions such
+ * as "What are my workflow preferences?" into a raw `MATCH` clause.
+ */
+export function buildNaturalLanguageFtsQuery(query) {
+    const trimmed = query.trim();
+    if (!trimmed)
+        return '';
+    const rawTokens = Array.from(new Set((trimmed.match(/[\p{L}\p{N}_]+/gu) ?? [])
+        .map((token) => token.toLowerCase())
+        .filter(Boolean)));
+    if (rawTokens.length === 0) {
+        return '';
+    }
+    const filteredTokens = rawTokens.filter((token) => token.length > 1 && !FTS_STOP_WORDS.has(token));
+    const tokens = filteredTokens.length > 0 ? filteredTokens : rawTokens;
+    return tokens.map((token) => `${token}*`).join(' OR ');
+}
+//# sourceMappingURL=tracePersistence.js.map

package/dist/memory/retrieval/store/tracePersistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracePersistence.js","sourceRoot":"","sources":["../../../../src/memory/retrieval/store/tracePersistence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,wCAAwC,CAAC;AAEhE;;;GAGG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,QAAU,CAAC;AAErD;;;GAGG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAG,QAAU,CAAC;AAYlE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,MAAM;IACN,KAAK;IACL,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,MAAM;IACN,OAAO;IACP,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;CACP,CAAC,CAAC;AAEH,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAA8B;IAC/D,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IAEpB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,QAAiC,EACjC,cAAc,GAAG,CAAC;IAElB,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,MAAM,mBAAmB,GAAG,YAAY,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAEpE,OAAO;QACL,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,0BAA0B;QACtE,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,cAAc;QAC9D,qBAAqB,EACnB,YAAY,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,uCAAuC;QACtF,GAAG,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,QAAiC,EACjC,KAA0B;IAE1B,MAAM,SAAS,GAA4B;QACzC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;KACnD,CAAC;IAEF,IAAI,KAAK,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;QAC5C,SAAS,CAAC,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;IAC5D,CAAC;IAED,OAAO;QACL,GAAG,QAAQ;QACX,KAAK,EAAE,SAAS;KACjB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,eAAwC,EAAE,EAC1C,OAQC;IAED,MAAM,QAAQ,GAA4B,EAAE,GAAG,YAAY,EAAE,CAAC;IAE9D,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;QACvC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IAC9C,CAAC;IACD,IAAI,OAAO,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;QACpC,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IACvC,CAAC;IACD,IAAI,OAAO,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;QACnC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACrC,CAAC;IAED,OAAO,uBAAuB,CAAC,QAAQ,EAAE;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,0BAA0B;QAC3D,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,CAAC;QACtC,qBAAqB,EACnB,OAAO,EAAE,qBAAqB,IAAI,uCAAuC;QAC3E,GAAG,CAAC,OAAO,EAAE,mBAAmB,KAAK,SAAS;YAC5C,CAAC,CAAC,EAAE,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe;IAC7C,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAAC,KAAa;IACxD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAC1B,IAAI,GAAG,CACL,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACnC,MAAM,CAAC,OAAO,CAAC,CACnB,CACF,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CACrC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAC1D,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;IAEtE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACzD,CAAC"}

package/dist/nlp/ITextProcessor.d.ts

@@ -0,0 +1,43 @@
+/**
+ * @fileoverview Interface for a single stage in the text processing pipeline.
+ * @module agentos/nlp/ITextProcessor
+ */
+import type { Token } from './types';
+/**
+ * A single processing stage in a {@link TextProcessingPipeline}.
+ * Each processor receives tokens from the previous stage and returns
+ * transformed tokens for the next stage.
+ *
+ * Tokenizers are also processors — the first stage in the pipeline
+ * receives an empty token array and produces the initial tokens from
+ * raw text via the pipeline's entry point.
+ */
+export interface ITextProcessor {
+    /** Human-readable name for debugging and logging. */
+    readonly name: string;
+    /**
+     * Process an array of tokens, returning transformed tokens.
+     * May filter, modify, split, or annotate tokens.
+     *
+     * @param tokens — tokens from the previous pipeline stage
+     * @returns transformed tokens for the next stage
+     */
+    process(tokens: Token[]): Token[];
+}
+/**
+ * A tokenizer is the first stage in a pipeline — it converts raw text
+ * into an initial array of tokens. Separate interface because it takes
+ * a string, not Token[].
+ */
+export interface ITokenizer {
+    /** Human-readable name for debugging and logging. */
+    readonly name: string;
+    /**
+     * Split raw text into tokens with position tracking.
+     *
+     * @param text — raw input text
+     * @returns initial token array
+     */
+    tokenize(text: string): Token[];
+}
+//# sourceMappingURL=ITextProcessor.d.ts.map

package/dist/nlp/ITextProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ITextProcessor.d.ts","sourceRoot":"","sources":["../../src/nlp/ITextProcessor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAErC;;;;;;;;GAQG;AACH,MAAM,WAAW,cAAc;IAC7B,qDAAqD;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,CAAC;CACnC;AAED;;;;GAIG;AACH,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;;OAKG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC;CACjC"}

package/dist/nlp/ITextProcessor.js

@@ -0,0 +1,6 @@
+/**
+ * @fileoverview Interface for a single stage in the text processing pipeline.
+ * @module agentos/nlp/ITextProcessor
+ */
+export {};
+//# sourceMappingURL=ITextProcessor.js.map

package/dist/nlp/ITextProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ITextProcessor.js","sourceRoot":"","sources":["../../src/nlp/ITextProcessor.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/nlp/TextProcessingPipeline.d.ts

@@ -0,0 +1,49 @@
+/**
+ * @fileoverview Configurable text processing pipeline.
+ * Chains a tokenizer + N processors to produce processed tokens from raw text.
+ *
+ * @module agentos/nlp/TextProcessingPipeline
+ */
+import type { Token } from './types';
+import type { ITextProcessor, ITokenizer } from './ITextProcessor';
+/**
+ * Orchestrates a chain of text processors: tokenizer → processors → output.
+ *
+ * @example
+ * const pipeline = new TextProcessingPipeline(new StandardTokenizer())
+ *   .add(new LowercaseNormalizer())
+ *   .add(new StopWordFilter(ENGLISH_STOP_WORDS))
+ *   .add(new PorterStemmer());
+ *
+ * const tokens = pipeline.process('The quick brown foxes are running');
+ * // tokens[0].text === 'quick', tokens[0].stem === 'quick'
+ * // tokens[1].text === 'brown', ...
+ */
+export declare class TextProcessingPipeline {
+    private tokenizer;
+    private processors;
+    /**
+     * @param tokenizer — the first stage that splits raw text into tokens
+     */
+    constructor(tokenizer: ITokenizer);
+    /** Add a processing stage to the pipeline. Returns `this` for chaining. */
+    add(processor: ITextProcessor): this;
+    /**
+     * Process raw text through the full pipeline.
+     *
+     * @param text — raw input text
+     * @returns array of processed tokens with position and linguistic annotations
+     */
+    process(text: string): Token[];
+    /**
+     * Convenience: process text and return just the token strings.
+     * Useful for BM25 indexing and FTS where only the text values are needed.
+     *
+     * @param text — raw input text
+     * @returns array of processed token strings
+     */
+    processToStrings(text: string): string[];
+    /** Get the names of all stages for debugging. */
+    getStageNames(): string[];
+}
+//# sourceMappingURL=TextProcessingPipeline.d.ts.map

package/dist/nlp/TextProcessingPipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextProcessingPipeline.d.ts","sourceRoot":"","sources":["../../src/nlp/TextProcessingPipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnE;;;;;;;;;;;;GAYG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,UAAU,CAAwB;IAE1C;;OAEG;gBACS,SAAS,EAAE,UAAU;IAIjC,2EAA2E;IAC3E,GAAG,CAAC,SAAS,EAAE,cAAc,GAAG,IAAI;IAKpC;;;;;OAKG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,EAAE;IAU9B;;;;;;OAMG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAIxC,iDAAiD;IACjD,aAAa,IAAI,MAAM,EAAE;CAG1B"}

package/dist/nlp/TextProcessingPipeline.js

@@ -0,0 +1,61 @@
+/**
+ * @fileoverview Configurable text processing pipeline.
+ * Chains a tokenizer + N processors to produce processed tokens from raw text.
+ *
+ * @module agentos/nlp/TextProcessingPipeline
+ */
+/**
+ * Orchestrates a chain of text processors: tokenizer → processors → output.
+ *
+ * @example
+ * const pipeline = new TextProcessingPipeline(new StandardTokenizer())
+ *   .add(new LowercaseNormalizer())
+ *   .add(new StopWordFilter(ENGLISH_STOP_WORDS))
+ *   .add(new PorterStemmer());
+ *
+ * const tokens = pipeline.process('The quick brown foxes are running');
+ * // tokens[0].text === 'quick', tokens[0].stem === 'quick'
+ * // tokens[1].text === 'brown', ...
+ */
+export class TextProcessingPipeline {
+    /**
+     * @param tokenizer — the first stage that splits raw text into tokens
+     */
+    constructor(tokenizer) {
+        this.processors = [];
+        this.tokenizer = tokenizer;
+    }
+    /** Add a processing stage to the pipeline. Returns `this` for chaining. */
+    add(processor) {
+        this.processors.push(processor);
+        return this;
+    }
+    /**
+     * Process raw text through the full pipeline.
+     *
+     * @param text — raw input text
+     * @returns array of processed tokens with position and linguistic annotations
+     */
+    process(text) {
+        let tokens = this.tokenizer.tokenize(text);
+        for (const processor of this.processors) {
+            tokens = processor.process(tokens);
+        }
+        return tokens;
+    }
+    /**
+     * Convenience: process text and return just the token strings.
+     * Useful for BM25 indexing and FTS where only the text values are needed.
+     *
+     * @param text — raw input text
+     * @returns array of processed token strings
+     */
+    processToStrings(text) {
+        return this.process(text).map(t => t.text);
+    }
+    /** Get the names of all stages for debugging. */
+    getStageNames() {
+        return [this.tokenizer.name, ...this.processors.map(p => p.name)];
+    }
+}
+//# sourceMappingURL=TextProcessingPipeline.js.map

package/dist/nlp/TextProcessingPipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextProcessingPipeline.js","sourceRoot":"","sources":["../../src/nlp/TextProcessingPipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,sBAAsB;IAIjC;;OAEG;IACH,YAAY,SAAqB;QALzB,eAAU,GAAqB,EAAE,CAAC;QAMxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,2EAA2E;IAC3E,GAAG,CAAC,SAAyB;QAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,OAAO,CAAC,IAAY;QAClB,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE3C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,gBAAgB,CAAC,IAAY;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,iDAAiD;IACjD,aAAa;QACX,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/nlp/ai_utilities/HybridUtilityAI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HybridUtilityAI.d.ts","sourceRoot":"","sources":["../../../src/nlp/ai_utilities/HybridUtilityAI.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,wBAAwB,EACxB,mBAAmB,EACnB,eAAe,EACf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EACf,wBAAwB,EACxB,uBAAuB,EACvB,wBAAwB,EACxB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,4DAA4D;IAC5D,GAAG,CAAC,EAAE,UAAU,CAAC;IACjB,qEAAqE;IACrE,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,qBAAa,eAAgB,YAAW,UAAU;IAChD,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAyB;IAC7C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAyB;gBAElC,MAAM,EAAE,qBAAqB;IASnC,UAAU,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlF,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,UAAU;IAMZ,SAAS,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAInF,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAInG,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAI7F,aAAa,CAAC,CAAC,GAAG,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IAc5F,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIxE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAI1E,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC;IAIhF,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAI5F,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI3F,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAM/F,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC;IAI5F,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC;IAMpG,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAC;QAAC,YAAY,CAAC,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,OAAO,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IAwBxI,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAMhC"}

package/dist/nlp/ai_utilities/HybridUtilityAI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HybridUtilityAI.js","sourceRoot":"","sources":["../../../src/nlp/ai_utilities/HybridUtilityAI.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA8BH;;;;;;;GAOG;AACH,MAAM,OAAO,eAAe;IAK1B,YAAY,MAA6B;QACvC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,UAAU,IAAI,CAAC,GAAG,EAAE,SAAS,IAAI,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,IAAI,MAAM,EAAE,CAAC;IACnH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAiD;QAChE,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,MAAM,CAAC;YAC9B,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,MAAM,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IAEO,SAAS;QACf,OAAO,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAK,CAAC;IAChC,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAI,CAAC;IAChC,CAAC;IAED,gCAAgC;IAEhC,KAAK,CAAC,SAAS,CAAC,eAAuB,EAAE,OAA8B;QACrE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,cAAsB,EAAE,OAA8B;QACvE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,aAAqB,EAAE,OAAkC;QAC7E,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,eAAe,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,aAAa,CAAU,UAAkB,EAAE,OAA6B;QAC5E,kEAAkE;QAClE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,CAAI,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7E,IAAI,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAI,UAAU,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wCAAwC;IAExC,KAAK,CAAC,QAAQ,CAAC,IAAY,EAAE,OAA6B;QACxD,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,OAAyB;QAC1D,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,OAAkC;QAClE,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAgB,EAAE,OAAqB;QAC1D,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,IAAY,EAAE,OAA2B;QAClE,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,KAAa,EAAE,KAAa,EAAE,OAA2B;QACjF,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,iCAAiC;IAEjC,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,OAAkC;QACrE,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,OAAkC;QACnE,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED,6BAA6B;IAE7B,KAAK,CAAC,WAAW;QACf,MAAM,IAAI,GAA+D,EAAE,CAAC;QAC5E,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBACvC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACpG,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACtG,CAAC;QACH,CAAC;QACD,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,YAAY,EAAE,IAAI;SACnB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YACtB,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE;SACxB,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/nlp/ai_utilities/IUtilityAI.d.ts

@@ -0,0 +1,212 @@
+/**
+ * @fileoverview Defines the comprehensive interface for a Utility AI service in AgentOS.
+ * This service provides a wide array of common AI-driven and statistical NLP utility functions
+ * such as text summarization, classification, keyword extraction, sentiment analysis,
+ * language detection, text normalization, JSON parsing, similarity calculation, n-gram generation,
+ * and readability assessment. The interface allows for diverse underlying implementations
+ * (e.g., LLM-based, statistical NLP libraries, or other machine learning models).
+ * @module backend/agentos/nlp/ai_utilities/IUtilityAI
+ */
+import { JSONSchemaObject } from '../../core/tools/ITool';
+/**
+ * Base configuration for any IUtilityAI implementation.
+ */
+export interface UtilityAIConfigBase {
+    /** Unique identifier for this specific utility AI service instance. */
+    utilityId?: string;
+    /** Default language for processing if not specified in method options (e.g., 'en', 'es'). BCP-47 format preferred. */
+    defaultLanguage?: string;
+    /** Path to a directory containing resource files (e.g., stop word lists, lexicons, trained models for statistical utilities). */
+    resourcePath?: string;
+}
+/** Options for text summarization. */
+export interface SummarizationOptions {
+    desiredLength?: 'short' | 'medium' | 'long' | number;
+    method?: 'extractive_sentence_rank' | 'first_n_sentences' | 'abstractive_llm' | 'key_points_llm' | string;
+    modelId?: string;
+    providerId?: string;
+    methodOptions?: Record<string, any>;
+    maxInputLength?: number;
+    language?: string;
+}
+/** Options for text classification. */
+export interface ClassificationOptions {
+    candidateClasses: string[];
+    multiLabel?: boolean;
+    method?: 'naive_bayes' | 'llm_zeroshot' | 'keyword_matching' | string;
+    modelId?: string;
+    providerId?: string;
+    methodOptions?: Record<string, any>;
+    language?: string;
+}
+export interface ClassificationScore {
+    classLabel: string;
+    score: number;
+}
+export interface ClassificationResult {
+    bestClass: string | string[];
+    confidence: number | number[];
+    allScores: ClassificationScore[];
+}
+export interface KeywordExtractionOptions {
+    maxKeywords?: number;
+    method?: 'tf_idf' | 'rake' | 'frequency_based' | 'llm' | string;
+    modelId?: string;
+    providerId?: string;
+    methodOptions?: Record<string, any>;
+    language?: string;
+}
+export interface TokenizationOptions {
+    type?: 'word' | 'sentence' | 'subword_bpe';
+    toLowerCase?: boolean;
+    removePunctuation?: boolean;
+    language?: string;
+    modelId?: string;
+}
+export interface StemmingOptions {
+    algorithm?: 'porter' | 'lancaster' | string;
+    language?: string;
+}
+export interface SimilarityOptions {
+    method?: 'cosine_tfidf' | 'cosine_embedding' | 'jaccard' | 'levenshtein' | 'llm_semantic' | string;
+    stem?: boolean;
+    removeStopWords?: boolean;
+    language?: string;
+    embeddingModelId?: string;
+    embeddingProviderId?: string;
+    llmModelId?: string;
+    llmProviderId?: string;
+    corpusForIDF?: string[];
+}
+export interface SentimentAnalysisOptions {
+    method?: 'lexicon_based' | 'llm' | 'trained_classifier' | string;
+    modelId?: string;
+    providerId?: string;
+    lexiconNameOrPath?: string;
+    language?: string;
+    methodOptions?: Record<string, any>;
+}
+export interface SentimentResult {
+    score: number;
+    polarity: 'positive' | 'negative' | 'neutral';
+    comparative?: number;
+    intensity?: number;
+    positiveTokens?: Array<{
+        token: string;
+        score?: number;
+    }>;
+    negativeTokens?: Array<{
+        token: string;
+        score?: number;
+    }>;
+    neutralTokens?: Array<{
+        token: string;
+        score?: number;
+    }>;
+}
+export interface LanguageDetectionOptions {
+    maxCandidates?: number;
+    method?: 'n_gram' | 'llm' | 'heuristic' | string;
+    modelId?: string;
+    providerId?: string;
+    methodOptions?: Record<string, any>;
+}
+export interface LanguageDetectionResult {
+    language: string;
+    confidence: number;
+}
+export interface TextNormalizationOptions {
+    toLowerCase?: boolean;
+    removePunctuation?: boolean;
+    removeStopWords?: boolean;
+    stem?: boolean;
+    stemAlgorithm?: StemmingOptions['algorithm'];
+    expandContractions?: boolean;
+    replaceNumbersWith?: string | null;
+    stripHtml?: boolean;
+    language?: string;
+}
+export interface NGramOptions {
+    n: number | number[];
+    includePartial?: boolean;
+}
+export interface ReadabilityOptions {
+    formula: 'flesch_kincaid_reading_ease' | 'flesch_kincaid_grade_level' | 'gunning_fog' | 'smog_index' | 'coleman_liau_index' | 'automated_readability_index' | string;
+}
+export interface ReadabilityResult {
+    score: number;
+    interpretation?: string;
+    gradeLevel?: string;
+}
+/** Options for safe JSON parsing. */
+export interface ParseJsonOptions<_T = any> {
+    /** If true, attempts to use an LLM to fix or extract JSON if standard parsing fails. */
+    attemptFixWithLLM?: boolean;
+    /** Model ID to use for LLM-based fixing. */
+    llmModelIdForFix?: string;
+    /** Provider ID for the LLM fixer. */
+    llmProviderIdForFix?: string;
+    /**
+     * Optional JSON schema to validate the parsed object against.
+     * If validation fails, the method may return null or attempt to fix again.
+     */
+    targetSchema?: JSONSchemaObject;
+    /** Max repair attempts with LLM if schema validation fails. */
+    maxRepairAttempts?: number;
+}
+/**
+ * @interface IUtilityAI
+ * Defines the contract for a comprehensive Utility AI service.
+ */
+export interface IUtilityAI {
+    readonly utilityId: string;
+    initialize(config: UtilityAIConfigBase & Record<string, any>): Promise<void>;
+    summarize(textToSummarize: string, options?: SummarizationOptions): Promise<string>;
+    classifyText(textToClassify: string, options: ClassificationOptions): Promise<ClassificationResult>;
+    extractKeywords(textToAnalyze: string, options?: KeywordExtractionOptions): Promise<string[]>;
+    tokenize(text: string, options?: TokenizationOptions): Promise<string[]>;
+    stemTokens(tokens: string[], options?: StemmingOptions): Promise<string[]>;
+    calculateSimilarity(text1: string, text2: string, options?: SimilarityOptions): Promise<number>;
+    analyzeSentiment(text: string, options?: SentimentAnalysisOptions): Promise<SentimentResult>;
+    detectLanguage(text: string, options?: LanguageDetectionOptions): Promise<LanguageDetectionResult[]>;
+    normalizeText(text: string, options?: TextNormalizationOptions): Promise<string>;
+    generateNGrams(tokens: string[], options: NGramOptions): Promise<Record<number, string[][]>>;
+    calculateReadability(text: string, options: ReadabilityOptions): Promise<ReadabilityResult>;
+    /**
+     * Safely parses a string that is expected to be JSON, potentially using an LLM to fix common issues.
+     * @template T - The expected type of the parsed JSON object.
+     * @param {string} jsonString - The string to parse.
+     * @param {ParseJsonOptions<T>} [options] - Options for parsing and fixing.
+     * @returns {Promise<T | null>} The parsed object, or null if parsing and fixing fail.
+     */
+    parseJsonSafe<T = any>(jsonString: string, options?: ParseJsonOptions<T>): Promise<T | null>;
+    checkHealth(): Promise<{
+        isHealthy: boolean;
+        details?: any;
+        dependencies?: Array<{
+            name: string;
+            isHealthy: boolean;
+            details?: any;
+        }>;
+    }>;
+    shutdown?(): Promise<void>;
+    trainModel?(trainingData: Array<{
+        text: string;
+        label: string;
+    } | any>, modelType: string, // e.g., 'text_classifier_naive_bayes', 'sentiment_analyzer_vader_custom'
+    trainingOptions?: Record<string, any>): Promise<{
+        success: boolean;
+        message?: string;
+        modelId?: string;
+    }>;
+    saveTrainedModel?(modelTypeOrId: string, pathOrStoreId?: string): Promise<{
+        success: boolean;
+        pathOrStoreId?: string;
+        message?: string;
+    }>;
+    loadTrainedModel?(modelTypeOrId: string, pathOrStoreId?: string): Promise<{
+        success: boolean;
+        message?: string;
+    }>;
+}
+//# sourceMappingURL=IUtilityAI.d.ts.map

package/dist/nlp/ai_utilities/IUtilityAI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IUtilityAI.d.ts","sourceRoot":"","sources":["../../../src/nlp/ai_utilities/IUtilityAI.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAG1D;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sHAAsH;IACtH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iIAAiI;IACjI,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAGD,sCAAsC;AACtC,MAAM,WAAW,oBAAoB;IACnC,aAAa,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;IACrD,MAAM,CAAC,EAAE,0BAA0B,GAAG,mBAAmB,GAAG,iBAAiB,GAAG,gBAAgB,GAAG,MAAM,CAAC;IAC1G,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,uCAAuC;AACvC,MAAM,WAAW,qBAAqB;IACpC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,aAAa,GAAG,cAAc,GAAG,kBAAkB,GAAG,MAAM,CAAC;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AACD,MAAM,WAAW,mBAAmB;IAAG,UAAU,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;CAAE;AAC3E,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC9B,SAAS,EAAE,mBAAmB,EAAE,CAAC;CAClC;AAGD,MAAM,WAAW,wBAAwB;IACvC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,QAAQ,GAAG,MAAM,GAAG,iBAAiB,GAAG,KAAK,GAAG,MAAM,CAAC;IAChE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,aAAa,CAAC;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAGD,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,cAAc,GAAG,kBAAkB,GAAG,SAAS,GAAG,aAAa,GAAG,cAAc,GAAG,MAAM,CAAC;IACnG,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAGD,MAAM,WAAW,wBAAwB;IACvC,MAAM,CAAC,EAAE,eAAe,GAAG,KAAK,GAAG,oBAAoB,GAAG,MAAM,CAAC;IACjE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC;AACD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,cAAc,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,aAAa,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1D;AAGD,MAAM,WAAW,wBAAwB;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,QAAQ,GAAG,KAAK,GAAG,WAAW,GAAG,MAAM,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC;AACD,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,wBAAwB;IACvC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,eAAe,CAAC,WAAW,CAAC,CAAC;IAC7C,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAGD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EACH,6BAA6B,GAC7B,4BAA4B,GAC5B,aAAa,GACb,YAAY,GACZ,oBAAoB,GACpB,6BAA6B,GAC7B,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAGD,qCAAqC;AACrC,MAAM,WAAW,gBAAgB,CAAC,EAAE,GAAG,GAAG;IACxC,wFAAwF;IACxF,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,4CAA4C;IAC5C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qCAAqC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;OAGG;IACH,YAAY,CAAC,EAAE,gBAAgB,CAAC;IAChC,+DAA+D;IAC/D,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAGD;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,UAAU,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAG7E,SAAS,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACpF,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACpG,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9F,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACzE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3E,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAChG,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC7F,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACrG,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjF,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7F,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAG5F;;;;;;OAMG;IACH,aAAa,CAAC,CAAC,GAAG,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAG7F,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAC;QAAC,YAAY,CAAC,EAAE,KAAK,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,OAAO,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAC,CAAC,CAAA;KAAE,CAAC,CAAC;IACvI,QAAQ,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAG3B,UAAU,CAAC,CACT,YAAY,EAAE,KAAK,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,GAAG,GAAG,CAAC,EACxD,SAAS,EAAE,MAAM,EAAE,yEAAyE;IAC5F,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACpC,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IAEnE,gBAAgB,CAAC,CAAC,aAAa,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IACxI,gBAAgB,CAAC,CAAC,aAAa,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACjH"}

package/dist/nlp/ai_utilities/IUtilityAI.js

@@ -0,0 +1,11 @@
+/**
+ * @fileoverview Defines the comprehensive interface for a Utility AI service in AgentOS.
+ * This service provides a wide array of common AI-driven and statistical NLP utility functions
+ * such as text summarization, classification, keyword extraction, sentiment analysis,
+ * language detection, text normalization, JSON parsing, similarity calculation, n-gram generation,
+ * and readability assessment. The interface allows for diverse underlying implementations
+ * (e.g., LLM-based, statistical NLP libraries, or other machine learning models).
+ * @module backend/agentos/nlp/ai_utilities/IUtilityAI
+ */
+export {};
+//# sourceMappingURL=IUtilityAI.js.map

package/dist/nlp/ai_utilities/IUtilityAI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IUtilityAI.js","sourceRoot":"","sources":["../../../src/nlp/ai_utilities/IUtilityAI.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}