@lov3kaizen/agentsea-cache 0.5.1

package/dist/integrations/agentsea/index.d.ts

@@ -0,0 +1,103 @@
+import { S as SemanticCache } from '../../SemanticCache-vysguwUQ.js';
+import { C as CacheMessage, W as WrapOptions, c as CacheStats } from '../../cache.types-DMuyQseO.js';
+import 'eventemitter3';
+import '../../store.types-BQy5Yyz9.js';
+import '../../BaseMatchStrategy-1E1SHaUt.js';
+import '../../SimilarityEngine-Cwv_mF9a.js';
+import '../../analytics/index.js';
+
+interface MiddlewareRequest {
+    model: string;
+    messages: CacheMessage[];
+    temperature?: number;
+    maxTokens?: number;
+    tools?: unknown[];
+    [key: string]: unknown;
+}
+interface MiddlewareResponse {
+    content: string;
+    model: string;
+    finishReason?: string;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    toolCalls?: unknown[];
+    [key: string]: unknown;
+}
+type MiddlewareNext = (request: MiddlewareRequest) => Promise<MiddlewareResponse>;
+interface CacheMiddlewareConfig {
+    cache: SemanticCache;
+    skipModels?: string[];
+    skipToolRequests?: boolean;
+    defaultTTL?: number;
+    tagPrefix?: string;
+    getUserId?: (request: MiddlewareRequest) => string | undefined;
+    getAgentId?: (request: MiddlewareRequest) => string | undefined;
+    keyGenerator?: (request: MiddlewareRequest) => string;
+}
+declare class CacheMiddleware {
+    private config;
+    constructor(config: CacheMiddlewareConfig);
+    handle(request: MiddlewareRequest, next: MiddlewareNext): Promise<MiddlewareResponse>;
+    middleware(): (request: MiddlewareRequest, next: MiddlewareNext) => Promise<MiddlewareResponse>;
+    configure(config: Partial<CacheMiddlewareConfig>): void;
+    getCache(): SemanticCache;
+    private shouldSkip;
+    private buildOptions;
+}
+declare function createCacheMiddleware(config: CacheMiddlewareConfig): CacheMiddleware;
+
+interface LLMProvider {
+    complete(request: CompletionRequest): Promise<CompletionResponse>;
+    stream?(request: CompletionRequest): AsyncGenerator<StreamChunk>;
+}
+interface CompletionRequest {
+    model: string;
+    messages: CacheMessage[];
+    temperature?: number;
+    maxTokens?: number;
+    tools?: unknown[];
+    stream?: boolean;
+    [key: string]: unknown;
+}
+interface CompletionResponse {
+    content: string;
+    model: string;
+    finishReason: string;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    toolCalls?: unknown[];
+}
+interface StreamChunk {
+    content?: string;
+    finishReason?: string;
+    toolCall?: unknown;
+}
+interface CachedProviderConfig {
+    provider: LLMProvider;
+    cache: SemanticCache;
+    skipModels?: string[];
+    defaultOptions?: WrapOptions;
+    enableStreamingCache?: boolean;
+}
+declare class CachedProvider implements LLMProvider {
+    private provider;
+    private cache;
+    private config;
+    constructor(config: CachedProviderConfig);
+    complete(request: CompletionRequest): Promise<CompletionResponse>;
+    stream(request: CompletionRequest): AsyncGenerator<StreamChunk>;
+    getProvider(): LLMProvider;
+    getCache(): SemanticCache;
+    clearCache(): Promise<void>;
+    getCacheStats(): CacheStats;
+}
+declare function createCachedProvider(config: CachedProviderConfig): CachedProvider;
+declare function withCache(provider: LLMProvider, cache: SemanticCache, options?: Partial<CachedProviderConfig>): CachedProvider;
+
+export { CacheMiddleware, type CacheMiddlewareConfig, CachedProvider, type CachedProviderConfig, type CompletionRequest, type CompletionResponse, type LLMProvider, type MiddlewareNext, type MiddlewareRequest, type MiddlewareResponse, type StreamChunk, createCacheMiddleware, createCachedProvider, withCache };

package/dist/integrations/agentsea/index.js

@@ -0,0 +1,201 @@
+// src/integrations/agentsea/CacheMiddleware.ts
+var CacheMiddleware = class {
+  config;
+  constructor(config) {
+    this.config = config;
+  }
+  /**
+   * Handle a request with caching
+   */
+  async handle(request, next) {
+    if (this.shouldSkip(request)) {
+      return next(request);
+    }
+    const options = this.buildOptions(request);
+    return this.config.cache.wrap(
+      {
+        model: request.model,
+        messages: request.messages,
+        temperature: request.temperature,
+        maxTokens: request.maxTokens
+      },
+      async () => {
+        const response = await next(request);
+        return {
+          content: response.content,
+          model: response.model,
+          finishReason: response.finishReason ?? "stop",
+          usage: response.usage
+        };
+      },
+      options
+    );
+  }
+  /**
+   * Create express-style middleware function
+   */
+  middleware() {
+    return (request, next) => this.handle(request, next);
+  }
+  /**
+   * Update configuration
+   */
+  configure(config) {
+    this.config = { ...this.config, ...config };
+  }
+  /**
+   * Get the underlying cache instance
+   */
+  getCache() {
+    return this.config.cache;
+  }
+  shouldSkip(request) {
+    if (this.config.skipModels?.includes(request.model)) {
+      return true;
+    }
+    if (this.config.skipToolRequests && request.tools?.length) {
+      return true;
+    }
+    return false;
+  }
+  buildOptions(request) {
+    const options = {};
+    if (this.config.defaultTTL !== void 0) {
+      options.ttl = this.config.defaultTTL;
+    }
+    if (this.config.tagPrefix) {
+      options.tags = [`${this.config.tagPrefix}:${request.model}`];
+    }
+    if (this.config.getUserId) {
+      options.userId = this.config.getUserId(request);
+    }
+    if (this.config.getAgentId) {
+      options.agentId = this.config.getAgentId(request);
+    }
+    return options;
+  }
+};
+function createCacheMiddleware(config) {
+  return new CacheMiddleware(config);
+}
+
+// src/integrations/agentsea/CachedProvider.ts
+var CachedProvider = class {
+  provider;
+  cache;
+  config;
+  constructor(config) {
+    this.provider = config.provider;
+    this.cache = config.cache;
+    this.config = config;
+  }
+  /**
+   * Generate a completion with caching
+   */
+  async complete(request) {
+    if (this.config.skipModels?.includes(request.model)) {
+      return this.provider.complete(request);
+    }
+    const options = {
+      ...this.config.defaultOptions
+    };
+    return this.cache.wrap(
+      {
+        model: request.model,
+        messages: request.messages,
+        temperature: request.temperature,
+        maxTokens: request.maxTokens
+      },
+      async () => {
+        const response = await this.provider.complete(request);
+        return {
+          content: response.content,
+          model: response.model,
+          finishReason: response.finishReason,
+          usage: response.usage
+        };
+      },
+      options
+    );
+  }
+  /**
+   * Generate a streaming completion
+   *
+   * Note: Streaming responses are passed through without caching by default.
+   * Set enableStreamingCache to true for experimental streaming cache support.
+   */
+  async *stream(request) {
+    if (!this.provider.stream) {
+      throw new Error("Provider does not support streaming");
+    }
+    if (!this.config.enableStreamingCache) {
+      yield* this.provider.stream(request);
+      return;
+    }
+    const chunks = [];
+    let finishReason = "";
+    for await (const chunk of this.provider.stream(request)) {
+      if (chunk.content) {
+        chunks.push(chunk.content);
+      }
+      if (chunk.finishReason) {
+        finishReason = chunk.finishReason;
+      }
+      yield chunk;
+    }
+    try {
+      await this.cache.set(
+        {
+          model: request.model,
+          messages: request.messages,
+          temperature: request.temperature,
+          maxTokens: request.maxTokens
+        },
+        {
+          content: chunks.join(""),
+          model: request.model,
+          finishReason
+        }
+      );
+    } catch {
+    }
+  }
+  /**
+   * Get the underlying provider
+   */
+  getProvider() {
+    return this.provider;
+  }
+  /**
+   * Get the cache instance
+   */
+  getCache() {
+    return this.cache;
+  }
+  /**
+   * Clear cache entries for this provider
+   */
+  async clearCache() {
+    await this.cache.clear();
+  }
+  /**
+   * Get cache statistics
+   */
+  getCacheStats() {
+    return this.cache.getStats();
+  }
+};
+function createCachedProvider(config) {
+  return new CachedProvider(config);
+}
+function withCache(provider, cache, options) {
+  return new CachedProvider({
+    provider,
+    cache,
+    ...options
+  });
+}
+
+export { CacheMiddleware, CachedProvider, createCacheMiddleware, createCachedProvider, withCache };
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/integrations/agentsea/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/integrations/agentsea/CacheMiddleware.ts","../../../src/integrations/agentsea/CachedProvider.ts"],"names":[],"mappings":";AAkFO,IAAM,kBAAN,MAAsB;AAAA,EACnB,MAAA;AAAA,EAER,YAAY,MAAA,EAA+B;AACzC,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CACJ,OAAA,EACA,IAAA,EAC6B;AAE7B,IAAA,IAAI,IAAA,CAAK,UAAA,CAAW,OAAO,CAAA,EAAG;AAC5B,MAAA,OAAO,KAAK,OAAO,CAAA;AAAA,IACrB;AAEA,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,YAAA,CAAa,OAAO,CAAA;AAGzC,IAAA,OAAO,IAAA,CAAK,OAAO,KAAA,CAAM,IAAA;AAAA,MACvB;AAAA,QACE,OAAO,OAAA,CAAQ,KAAA;AAAA,QACf,UAAU,OAAA,CAAQ,QAAA;AAAA,QAClB,aAAa,OAAA,CAAQ,WAAA;AAAA,QACrB,WAAW,OAAA,CAAQ;AAAA,OACrB;AAAA,MACA,YAAY;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,OAAO,CAAA;AACnC,QAAA,OAAO;AAAA,UACL,SAAS,QAAA,CAAS,OAAA;AAAA,UAClB,OAAO,QAAA,CAAS,KAAA;AAAA,UAChB,YAAA,EAAc,SAAS,YAAA,IAAgB,MAAA;AAAA,UACvC,OAAO,QAAA,CAAS;AAAA,SAClB;AAAA,MACF,CAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAGiC;AAC/B,IAAA,OAAO,CAAC,OAAA,EAAS,IAAA,KAAS,IAAA,CAAK,MAAA,CAAO,SAAS,IAAI,CAAA;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,MAAA,EAA8C;AACtD,IAAA,IAAA,CAAK,SAAS,EAAE,GAAG,IAAA,CAAK,MAAA,EAAQ,GAAG,MAAA,EAAO;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,QAAA,GAA0B;AACxB,IAAA,OAAO,KAAK,MAAA,CAAO,KAAA;AAAA,EACrB;AAAA,EAEQ,WAAW,OAAA,EAAqC;AAEtD,IAAA,IAAI,KAAK,MAAA,CAAO,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,KAAK,CAAA,EAAG;AACnD,MAAA,OAAO,IAAA;AAAA,IACT;AAGA,IAAA,IAAI,IAAA,CAAK,MAAA,CAAO,gBAAA,IAAoB,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzD,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA;AAAA,EACT;AAAA,EAEQ,aAAa,OAAA,EAAyC;AAC5D,IAAA,MAAM,UAAuB,EAAC;AAE9B,IAAA,IAAI,IAAA,CAAK,MAAA,CAAO,UAAA,KAAe,MAAA,EAAW;AACxC,MAAA,OAAA,CAAQ,GAAA,GAAM,KAAK,MAAA,CAAO,UAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,IAAA,CAAK,OAAO,SAAA,EAAW;AACzB,MAAA,OAAA,CAAQ,IAAA,GAAO,CAAC,CAAA,EAAG,IAAA,CAAK,OAAO,SAAS,CAAA,CAAA,EAAI,OAAA,CAAQ,KAAK,CAAA,CAAE,CAAA;AAAA,IAC7D;AAEA,IAAA,IAAI,IAAA,CAAK,OAAO,SAAA,EAAW;AACzB,MAAA,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,OAAO,CAAA;AAAA,IAChD;AAEA,IAAA,IAAI,IAAA,CAAK,OAAO,UAAA,EAAY;AAC1B,MAAA,OAAA,CAAQ,OAAA,GAAU,IAAA,CAAK,MAAA,CAAO,UAAA,CAAW,OAAO,CAAA;AAAA,IAClD;AAEA,IAAA,OAAO,OAAA;AAAA,EACT;AACF;AAKO,SAAS,sBACd,MAAA,EACiB;AACjB,EAAA,OAAO,IAAI,gBAAgB,MAAM,CAAA;AACnC;;;AChGO,IAAM,iBAAN,MAA4C;AAAA,EACzC,QAAA;AAAA,EACA,KAAA;AAAA,EACA,MAAA;AAAA,EAER,YAAY,MAAA,EAA8B;AACxC,IAAA,IAAA,CAAK,WAAW,MAAA,CAAO,QAAA;AACvB,IAAA,IAAA,CAAK,QAAQ,MAAA,CAAO,KAAA;AACpB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAS,OAAA,EAAyD;AAEtE,IAAA,IAAI,KAAK,MAAA,CAAO,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,KAAK,CAAA,EAAG;AACnD,MAAA,OAAO,IAAA,CAAK,QAAA,CAAS,QAAA,CAAS,OAAO,CAAA;AAAA,IACvC;AAGA,IAAA,MAAM,OAAA,GAAuB;AAAA,MAC3B,GAAG,KAAK,MAAA,CAAO;AAAA,KACjB;AAGA,IAAA,OAAO,KAAK,KAAA,CAAM,IAAA;AAAA,MAChB;AAAA,QACE,OAAO,OAAA,CAAQ,KAAA;AAAA,QACf,UAAU,OAAA,CAAQ,QAAA;AAAA,QAClB,aAAa,OAAA,CAAQ,WAAA;AAAA,QACrB,WAAW,OAAA,CAAQ;AAAA,OACrB;AAAA,MACA,YAAY;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,QAAA,CAAS,SAAS,OAAO,CAAA;AACrD,QAAA,OAAO;AAAA,UACL,SAAS,QAAA,CAAS,OAAA;AAAA,UAClB,OAAO,QAAA,CAAS,KAAA;AAAA,UAChB,cAAc,QAAA,CAAS,YAAA;AAAA,UACvB,OAAO,QAAA,CAAS;AAAA,SAClB;AAAA,MACF,CAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAO,OAAO,OAAA,EAAyD;AAErE,IAAA,IAAI,CAAC,IAAA,CAAK,QAAA,CAAS,MAAA,EAAQ;AACzB,MAAA,MAAM,IAAI,MAAM,qCAAqC,CAAA;AAAA,IACvD;AAIA,IAAA,IAAI,CAAC,IAAA,CAAK,MAAA,CAAO,oBAAA,EAAsB;AACrC,MAAA,OAAO,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAO,CAAA;AACnC,MAAA;AAAA,IACF;AAGA,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,IAAI,YAAA,GAAe,EAAA;AAEnB,IAAA,WAAA,MAAiB,KAAA,IAAS,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAO,CAAA,EAAG;AACvD,MAAA,IAAI,MAAM,OAAA,EAAS;AACjB,QAAA,MAAA,CAAO,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,MAC3B;AACA,MAAA,IAAI,MAAM,YAAA,EAAc;AACtB,QAAA,YAAA,GAAe,KAAA,CAAM,YAAA;AAAA,MACvB;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,KAAK,KAAA,CAAM,GAAA;AAAA,QACf;AAAA,UACE,OAAO,OAAA,CAAQ,KAAA;AAAA,UACf,UAAU,OAAA,CAAQ,QAAA;AAAA,UAClB,aAAa,OAAA,CAAQ,WAAA;AAAA,UACrB,WAAW,OAAA,CAAQ;AAAA,SACrB;AAAA,QACA;AAAA,UACE,OAAA,EAAS,MAAA,CAAO,IAAA,CAAK,EAAE,CAAA;AAAA,UACvB,OAAO,OAAA,CAAQ,KAAA;AAAA,UACf;AAAA;AACF,OACF;AAAA,IACF,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,WAAA,GAA2B;AACzB,IAAA,OAAO,IAAA,CAAK,QAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,QAAA,GAA0B;AACxB,IAAA,OAAO,IAAA,CAAK,KAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,MAAM,KAAA,EAAM;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAgB;AACd,IAAA,OAAO,IAAA,CAAK,MAAM,QAAA,EAAS;AAAA,EAC7B;AACF;AAKO,SAAS,qBACd,MAAA,EACgB;AAChB,EAAA,OAAO,IAAI,eAAe,MAAM,CAAA;AAClC;AAKO,SAAS,SAAA,CACd,QAAA,EACA,KAAA,EACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,cAAA,CAAe;AAAA,IACxB,QAAA;AAAA,IACA,KAAA;AAAA,IACA,GAAG;AAAA,GACJ,CAAA;AACH","file":"index.js","sourcesContent":["/**\n * CacheMiddleware\n *\n * Middleware for integrating semantic cache with AgentSea agents.\n */\n\nimport type { SemanticCache } from '../../core/SemanticCache.js';\nimport type { CacheMessage, WrapOptions } from '../../types/index.js';\n\n/**\n * Middleware request\n */\nexport interface MiddlewareRequest {\n  model: string;\n  messages: CacheMessage[];\n  temperature?: number;\n  maxTokens?: number;\n  tools?: unknown[];\n  [key: string]: unknown;\n}\n\n/**\n * Middleware response\n */\nexport interface MiddlewareResponse {\n  content: string;\n  model: string;\n  finishReason?: string;\n  usage?: {\n    promptTokens: number;\n    completionTokens: number;\n    totalTokens: number;\n  };\n  toolCalls?: unknown[];\n  [key: string]: unknown;\n}\n\n/**\n * Next function in middleware chain\n */\nexport type MiddlewareNext = (\n  request: MiddlewareRequest,\n) => Promise<MiddlewareResponse>;\n\n/**\n * Middleware configuration\n */\nexport interface CacheMiddlewareConfig {\n  /** Cache instance */\n  cache: SemanticCache;\n  /** Skip cache for specific models */\n  skipModels?: string[];\n  /** Skip cache for tool-using requests */\n  skipToolRequests?: boolean;\n  /** Default TTL for cached entries */\n  defaultTTL?: number;\n  /** Tag prefix for cached entries */\n  tagPrefix?: string;\n  /** User ID extractor */\n  getUserId?: (request: MiddlewareRequest) => string | undefined;\n  /** Agent ID extractor */\n  getAgentId?: (request: MiddlewareRequest) => string | undefined;\n  /** Custom key generator */\n  keyGenerator?: (request: MiddlewareRequest) => string;\n}\n\n/**\n * CacheMiddleware\n *\n * Middleware that adds semantic caching to LLM requests.\n *\n * @example\n * ```typescript\n * const middleware = new CacheMiddleware({\n *   cache: semanticCache,\n *   skipToolRequests: true\n * });\n *\n * // Use in agent pipeline\n * const response = await middleware.handle(request, next);\n * ```\n */\nexport class CacheMiddleware {\n  private config: CacheMiddlewareConfig;\n\n  constructor(config: CacheMiddlewareConfig) {\n    this.config = config;\n  }\n\n  /**\n   * Handle a request with caching\n   */\n  async handle(\n    request: MiddlewareRequest,\n    next: MiddlewareNext,\n  ): Promise<MiddlewareResponse> {\n    // Check if we should skip caching\n    if (this.shouldSkip(request)) {\n      return next(request);\n    }\n\n    const options = this.buildOptions(request);\n\n    // Use cache.wrap to handle caching transparently\n    return this.config.cache.wrap(\n      {\n        model: request.model,\n        messages: request.messages,\n        temperature: request.temperature,\n        maxTokens: request.maxTokens,\n      },\n      async () => {\n        const response = await next(request);\n        return {\n          content: response.content,\n          model: response.model,\n          finishReason: response.finishReason ?? 'stop',\n          usage: response.usage,\n        };\n      },\n      options,\n    );\n  }\n\n  /**\n   * Create express-style middleware function\n   */\n  middleware(): (\n    request: MiddlewareRequest,\n    next: MiddlewareNext,\n  ) => Promise<MiddlewareResponse> {\n    return (request, next) => this.handle(request, next);\n  }\n\n  /**\n   * Update configuration\n   */\n  configure(config: Partial<CacheMiddlewareConfig>): void {\n    this.config = { ...this.config, ...config };\n  }\n\n  /**\n   * Get the underlying cache instance\n   */\n  getCache(): SemanticCache {\n    return this.config.cache;\n  }\n\n  private shouldSkip(request: MiddlewareRequest): boolean {\n    // Skip if model is in skip list\n    if (this.config.skipModels?.includes(request.model)) {\n      return true;\n    }\n\n    // Skip if request has tools and skipToolRequests is enabled\n    if (this.config.skipToolRequests && request.tools?.length) {\n      return true;\n    }\n\n    return false;\n  }\n\n  private buildOptions(request: MiddlewareRequest): WrapOptions {\n    const options: WrapOptions = {};\n\n    if (this.config.defaultTTL !== undefined) {\n      options.ttl = this.config.defaultTTL;\n    }\n\n    if (this.config.tagPrefix) {\n      options.tags = [`${this.config.tagPrefix}:${request.model}`];\n    }\n\n    if (this.config.getUserId) {\n      options.userId = this.config.getUserId(request);\n    }\n\n    if (this.config.getAgentId) {\n      options.agentId = this.config.getAgentId(request);\n    }\n\n    return options;\n  }\n}\n\n/**\n * Create a CacheMiddleware instance\n */\nexport function createCacheMiddleware(\n  config: CacheMiddlewareConfig,\n): CacheMiddleware {\n  return new CacheMiddleware(config);\n}\n","/**\n * CachedProvider\n *\n * Wrapper for LLM providers that adds semantic caching.\n */\n\nimport type { SemanticCache } from '../../core/SemanticCache.js';\nimport type { CacheMessage, WrapOptions } from '../../types/index.js';\n\n/**\n * LLM Provider interface (compatible with AgentSea providers)\n */\nexport interface LLMProvider {\n  /**\n   * Generate a completion\n   */\n  complete(request: CompletionRequest): Promise<CompletionResponse>;\n\n  /**\n   * Generate a streaming completion\n   */\n  stream?(request: CompletionRequest): AsyncGenerator<StreamChunk>;\n}\n\n/**\n * Completion request\n */\nexport interface CompletionRequest {\n  model: string;\n  messages: CacheMessage[];\n  temperature?: number;\n  maxTokens?: number;\n  tools?: unknown[];\n  stream?: boolean;\n  [key: string]: unknown;\n}\n\n/**\n * Completion response\n */\nexport interface CompletionResponse {\n  content: string;\n  model: string;\n  finishReason: string;\n  usage?: {\n    promptTokens: number;\n    completionTokens: number;\n    totalTokens: number;\n  };\n  toolCalls?: unknown[];\n}\n\n/**\n * Stream chunk\n */\nexport interface StreamChunk {\n  content?: string;\n  finishReason?: string;\n  toolCall?: unknown;\n}\n\n/**\n * Cached provider configuration\n */\nexport interface CachedProviderConfig {\n  /** Underlying LLM provider */\n  provider: LLMProvider;\n  /** Semantic cache instance */\n  cache: SemanticCache;\n  /** Skip caching for certain models */\n  skipModels?: string[];\n  /** Default cache options */\n  defaultOptions?: WrapOptions;\n  /** Enable streaming cache */\n  enableStreamingCache?: boolean;\n}\n\n/**\n * CachedProvider\n *\n * Wraps an LLM provider with semantic caching.\n *\n * @example\n * ```typescript\n * const cachedProvider = new CachedProvider({\n *   provider: anthropicProvider,\n *   cache: semanticCache\n * });\n *\n * // Uses cache transparently\n * const response = await cachedProvider.complete({\n *   model: 'claude-3-sonnet',\n *   messages: [{ role: 'user', content: 'Hello' }]\n * });\n * ```\n */\nexport class CachedProvider implements LLMProvider {\n  private provider: LLMProvider;\n  private cache: SemanticCache;\n  private config: CachedProviderConfig;\n\n  constructor(config: CachedProviderConfig) {\n    this.provider = config.provider;\n    this.cache = config.cache;\n    this.config = config;\n  }\n\n  /**\n   * Generate a completion with caching\n   */\n  async complete(request: CompletionRequest): Promise<CompletionResponse> {\n    // Skip cache if model is in skip list\n    if (this.config.skipModels?.includes(request.model)) {\n      return this.provider.complete(request);\n    }\n\n    // Build cache options\n    const options: WrapOptions = {\n      ...this.config.defaultOptions,\n    };\n\n    // Use cache.wrap to handle caching\n    return this.cache.wrap(\n      {\n        model: request.model,\n        messages: request.messages,\n        temperature: request.temperature,\n        maxTokens: request.maxTokens,\n      },\n      async () => {\n        const response = await this.provider.complete(request);\n        return {\n          content: response.content,\n          model: response.model,\n          finishReason: response.finishReason,\n          usage: response.usage,\n        };\n      },\n      options,\n    );\n  }\n\n  /**\n   * Generate a streaming completion\n   *\n   * Note: Streaming responses are passed through without caching by default.\n   * Set enableStreamingCache to true for experimental streaming cache support.\n   */\n  async *stream(request: CompletionRequest): AsyncGenerator<StreamChunk> {\n    // Check if provider supports streaming\n    if (!this.provider.stream) {\n      throw new Error('Provider does not support streaming');\n    }\n\n    // For now, pass through streaming without caching\n    // Streaming cache support would require StreamCache integration\n    if (!this.config.enableStreamingCache) {\n      yield* this.provider.stream(request);\n      return;\n    }\n\n    // Experimental: Collect stream for caching\n    const chunks: string[] = [];\n    let finishReason = '';\n\n    for await (const chunk of this.provider.stream(request)) {\n      if (chunk.content) {\n        chunks.push(chunk.content);\n      }\n      if (chunk.finishReason) {\n        finishReason = chunk.finishReason;\n      }\n      yield chunk;\n    }\n\n    // Cache the complete response after stream ends\n    try {\n      await this.cache.set(\n        {\n          model: request.model,\n          messages: request.messages,\n          temperature: request.temperature,\n          maxTokens: request.maxTokens,\n        },\n        {\n          content: chunks.join(''),\n          model: request.model,\n          finishReason,\n        },\n      );\n    } catch {\n      // Silently ignore cache errors during streaming\n    }\n  }\n\n  /**\n   * Get the underlying provider\n   */\n  getProvider(): LLMProvider {\n    return this.provider;\n  }\n\n  /**\n   * Get the cache instance\n   */\n  getCache(): SemanticCache {\n    return this.cache;\n  }\n\n  /**\n   * Clear cache entries for this provider\n   */\n  async clearCache(): Promise<void> {\n    await this.cache.clear();\n  }\n\n  /**\n   * Get cache statistics\n   */\n  getCacheStats() {\n    return this.cache.getStats();\n  }\n}\n\n/**\n * Create a CachedProvider instance\n */\nexport function createCachedProvider(\n  config: CachedProviderConfig,\n): CachedProvider {\n  return new CachedProvider(config);\n}\n\n/**\n * Helper to wrap any LLM provider with caching\n */\nexport function withCache(\n  provider: LLMProvider,\n  cache: SemanticCache,\n  options?: Partial<CachedProviderConfig>,\n): CachedProvider {\n  return new CachedProvider({\n    provider,\n    cache,\n    ...options,\n  });\n}\n"]}

package/dist/integrations/gateway/index.d.ts

@@ -0,0 +1,98 @@
+import EventEmitter from 'eventemitter3';
+import { S as SemanticCache } from '../../SemanticCache-vysguwUQ.js';
+import { C as CacheMessage, a as CacheLookupResult } from '../../cache.types-DMuyQseO.js';
+import '../../store.types-BQy5Yyz9.js';
+import '../../BaseMatchStrategy-1E1SHaUt.js';
+import '../../SimilarityEngine-Cwv_mF9a.js';
+import '../../analytics/index.js';
+
+interface GatewayRequest {
+    id: string;
+    provider: string;
+    model: string;
+    messages: CacheMessage[];
+    temperature?: number;
+    maxTokens?: number;
+    stream?: boolean;
+    parameters?: Record<string, unknown>;
+    metadata?: {
+        userId?: string;
+        agentId?: string;
+        namespace?: string;
+        [key: string]: unknown;
+    };
+}
+interface GatewayResponse {
+    id: string;
+    provider: string;
+    model: string;
+    content: string;
+    finishReason: string;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    toolCalls?: unknown[];
+    metadata?: Record<string, unknown>;
+}
+interface GatewayCacheEvents {
+    'cache:hit': (request: GatewayRequest, result: CacheLookupResult) => void;
+    'cache:miss': (request: GatewayRequest) => void;
+    'cache:set': (request: GatewayRequest, response: GatewayResponse) => void;
+    'cache:error': (error: Error, request: GatewayRequest) => void;
+}
+interface GatewayCacheConfig {
+    cache: SemanticCache;
+    enabled?: boolean;
+    skipStreaming?: boolean;
+    skipProviders?: string[];
+    skipModels?: string[];
+    defaultTTL?: number;
+    namespace?: string;
+    keyGenerator?: (request: GatewayRequest) => string;
+}
+interface GatewayCacheStats {
+    totalRequests: number;
+    cacheHits: number;
+    cacheMisses: number;
+    hitRate: number;
+    avgLatencyMs: number;
+    byProvider: Record<string, {
+        hits: number;
+        misses: number;
+    }>;
+    byModel: Record<string, {
+        hits: number;
+        misses: number;
+    }>;
+}
+declare class GatewayCache extends EventEmitter<GatewayCacheEvents> {
+    private cache;
+    private config;
+    private stats;
+    private latencies;
+    constructor(config: GatewayCacheConfig);
+    get(request: GatewayRequest): Promise<{
+        hit: boolean;
+        response?: GatewayResponse;
+        similarity?: number;
+    }>;
+    set(request: GatewayRequest, response: GatewayResponse): Promise<void>;
+    invalidate(criteria: {
+        provider?: string;
+        model?: string;
+        namespace?: string;
+        olderThan?: number;
+    }): Promise<number>;
+    getStats(): GatewayCacheStats;
+    resetStats(): void;
+    isEnabled(): boolean;
+    setEnabled(enabled: boolean): void;
+    getCache(): SemanticCache;
+    private shouldCache;
+    private updateStats;
+}
+declare function createGatewayCache(config: GatewayCacheConfig): GatewayCache;
+
+export { GatewayCache, type GatewayCacheConfig, type GatewayCacheEvents, type GatewayCacheStats, type GatewayRequest, type GatewayResponse, createGatewayCache };

package/dist/integrations/gateway/index.js

@@ -0,0 +1,205 @@
+import EventEmitter from 'eventemitter3';
+
+// src/integrations/gateway/GatewayCache.ts
+var GatewayCache = class extends EventEmitter {
+  cache;
+  config;
+  stats = {
+    totalRequests: 0,
+    cacheHits: 0,
+    cacheMisses: 0,
+    hitRate: 0,
+    avgLatencyMs: 0,
+    byProvider: {},
+    byModel: {}
+  };
+  latencies = [];
+  constructor(config) {
+    super();
+    this.cache = config.cache;
+    this.config = {
+      enabled: true,
+      skipStreaming: true,
+      ...config
+    };
+  }
+  /**
+   * Get cached response for a request
+   */
+  async get(request) {
+    const startTime = performance.now();
+    this.stats.totalRequests++;
+    if (!this.shouldCache(request)) {
+      this.stats.cacheMisses++;
+      this.updateStats(request, false);
+      return { hit: false };
+    }
+    try {
+      const result = await this.cache.get({
+        model: request.model,
+        messages: request.messages,
+        temperature: request.temperature,
+        maxTokens: request.maxTokens
+      });
+      const latency = performance.now() - startTime;
+      this.latencies.push(latency);
+      if (result.hit && result.entry) {
+        this.stats.cacheHits++;
+        this.updateStats(request, true);
+        const response = {
+          id: request.id,
+          provider: request.provider,
+          model: result.entry.response.model,
+          content: result.entry.response.content,
+          finishReason: result.entry.response.finishReason,
+          usage: result.entry.response.usage,
+          metadata: {
+            cached: true,
+            cacheHit: result.source,
+            similarity: result.similarity,
+            cachedAt: result.entry.metadata.createdAt
+          }
+        };
+        this.emit("cache:hit", request, result);
+        return { hit: true, response, similarity: result.similarity };
+      }
+      this.stats.cacheMisses++;
+      this.updateStats(request, false);
+      this.emit("cache:miss", request);
+      return { hit: false };
+    } catch (error) {
+      this.emit("cache:error", error, request);
+      return { hit: false };
+    }
+  }
+  /**
+   * Cache a response
+   */
+  async set(request, response) {
+    if (!this.shouldCache(request)) {
+      return;
+    }
+    try {
+      await this.cache.set(
+        {
+          model: request.model,
+          messages: request.messages,
+          temperature: request.temperature,
+          maxTokens: request.maxTokens
+        },
+        {
+          content: response.content,
+          model: response.model,
+          finishReason: response.finishReason,
+          usage: response.usage
+        },
+        {
+          ttl: this.config.defaultTTL,
+          namespace: this.config.namespace ?? request.metadata?.namespace,
+          userId: request.metadata?.userId,
+          agentId: request.metadata?.agentId
+        }
+      );
+      this.emit("cache:set", request, response);
+    } catch (error) {
+      this.emit("cache:error", error, request);
+    }
+  }
+  /**
+   * Invalidate cache entries matching criteria
+   */
+  async invalidate(criteria) {
+    if (!criteria.provider && !criteria.model && !criteria.namespace) {
+      await this.cache.clear();
+      return 0;
+    }
+    return 0;
+  }
+  /**
+   * Get cache statistics
+   */
+  getStats() {
+    return {
+      ...this.stats,
+      hitRate: this.stats.totalRequests > 0 ? this.stats.cacheHits / this.stats.totalRequests * 100 : 0,
+      avgLatencyMs: this.latencies.length > 0 ? this.latencies.reduce((a, b) => a + b, 0) / this.latencies.length : 0
+    };
+  }
+  /**
+   * Reset statistics
+   */
+  resetStats() {
+    this.stats = {
+      totalRequests: 0,
+      cacheHits: 0,
+      cacheMisses: 0,
+      hitRate: 0,
+      avgLatencyMs: 0,
+      byProvider: {},
+      byModel: {}
+    };
+    this.latencies = [];
+  }
+  /**
+   * Check if caching is enabled
+   */
+  isEnabled() {
+    return this.config.enabled ?? true;
+  }
+  /**
+   * Enable or disable caching
+   */
+  setEnabled(enabled) {
+    this.config.enabled = enabled;
+  }
+  /**
+   * Get the underlying cache
+   */
+  getCache() {
+    return this.cache;
+  }
+  shouldCache(request) {
+    if (!this.config.enabled) {
+      return false;
+    }
+    if (this.config.skipStreaming && request.stream) {
+      return false;
+    }
+    if (this.config.skipProviders?.includes(request.provider)) {
+      return false;
+    }
+    if (this.config.skipModels?.includes(request.model)) {
+      return false;
+    }
+    return true;
+  }
+  updateStats(request, hit) {
+    if (!this.stats.byProvider[request.provider]) {
+      this.stats.byProvider[request.provider] = { hits: 0, misses: 0 };
+    }
+    if (hit) {
+      this.stats.byProvider[request.provider].hits++;
+    } else {
+      this.stats.byProvider[request.provider].misses++;
+    }
+    if (!this.stats.byModel[request.model]) {
+      this.stats.byModel[request.model] = { hits: 0, misses: 0 };
+    }
+    if (hit) {
+      this.stats.byModel[request.model].hits++;
+    } else {
+      this.stats.byModel[request.model].misses++;
+    }
+    this.stats.hitRate = this.stats.totalRequests > 0 ? this.stats.cacheHits / this.stats.totalRequests * 100 : 0;
+    if (this.latencies.length > 0) {
+      this.stats.avgLatencyMs = this.latencies.reduce((a, b) => a + b, 0) / this.latencies.length;
+    }
+  }
+};
+function createGatewayCache(config) {
+  return new GatewayCache(config);
+}
+
+export { GatewayCache, createGatewayCache };
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/integrations/gateway/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/integrations/gateway/GatewayCache.ts"],"names":[],"mappings":";;;AAoIO,IAAM,YAAA,GAAN,cAA2B,YAAA,CAAiC;AAAA,EACzD,KAAA;AAAA,EACA,MAAA;AAAA,EACA,KAAA,GAA2B;AAAA,IACjC,aAAA,EAAe,CAAA;AAAA,IACf,SAAA,EAAW,CAAA;AAAA,IACX,WAAA,EAAa,CAAA;AAAA,IACb,OAAA,EAAS,CAAA;AAAA,IACT,YAAA,EAAc,CAAA;AAAA,IACd,YAAY,EAAC;AAAA,IACb,SAAS;AAAC,GACZ;AAAA,EACQ,YAAsB,EAAC;AAAA,EAE/B,YAAY,MAAA,EAA4B;AACtC,IAAA,KAAA,EAAM;AACN,IAAA,IAAA,CAAK,QAAQ,MAAA,CAAO,KAAA;AACpB,IAAA,IAAA,CAAK,MAAA,GAAS;AAAA,MACZ,OAAA,EAAS,IAAA;AAAA,MACT,aAAA,EAAe,IAAA;AAAA,MACf,GAAG;AAAA,KACL;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,IAAI,OAAA,EAIP;AACD,IAAA,MAAM,SAAA,GAAY,YAAY,GAAA,EAAI;AAClC,IAAA,IAAA,CAAK,KAAA,CAAM,aAAA,EAAA;AAGX,IAAA,IAAI,CAAC,IAAA,CAAK,WAAA,CAAY,OAAO,CAAA,EAAG;AAC9B,MAAA,IAAA,CAAK,KAAA,CAAM,WAAA,EAAA;AACX,MAAA,IAAA,CAAK,WAAA,CAAY,SAAS,KAAK,CAAA;AAC/B,MAAA,OAAO,EAAE,KAAK,KAAA,EAAM;AAAA,IACtB;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI;AAAA,QAClC,OAAO,OAAA,CAAQ,KAAA;AAAA,QACf,UAAU,OAAA,CAAQ,QAAA;AAAA,QAClB,aAAa,OAAA,CAAQ,WAAA;AAAA,QACrB,WAAW,OAAA,CAAQ;AAAA,OACpB,CAAA;AAED,MAAA,MAAM,OAAA,GAAU,WAAA,CAAY,GAAA,EAAI,GAAI,SAAA;AACpC,MAAA,IAAA,CAAK,SAAA,CAAU,KAAK,OAAO,CAAA;AAE3B,MAAA,IAAI,MAAA,CAAO,GAAA,IAAO,MAAA,CAAO,KAAA,EAAO;AAC9B,QAAA,IAAA,CAAK,KAAA,CAAM,SAAA,EAAA;AACX,QAAA,IAAA,CAAK,WAAA,CAAY,SAAS,IAAI,CAAA;AAE9B,QAAA,MAAM,QAAA,GAA4B;AAAA,UAChC,IAAI,OAAA,CAAQ,EAAA;AAAA,UACZ,UAAU,OAAA,CAAQ,QAAA;AAAA,UAClB,KAAA,EAAO,MAAA,CAAO,KAAA,CAAM,QAAA,CAAS,KAAA;AAAA,UAC7B,OAAA,EAAS,MAAA,CAAO,KAAA,CAAM,QAAA,CAAS,OAAA;AAAA,UAC/B,YAAA,EAAc,MAAA,CAAO,KAAA,CAAM,QAAA,CAAS,YAAA;AAAA,UACpC,KAAA,EAAO,MAAA,CAAO,KAAA,CAAM,QAAA,CAAS,KAAA;AAAA,UAC7B,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,IAAA;AAAA,YACR,UAAU,MAAA,CAAO,MAAA;AAAA,YACjB,YAAY,MAAA,CAAO,UAAA;AAAA,YACnB,QAAA,EAAU,MAAA,CAAO,KAAA,CAAM,QAAA,CAAS;AAAA;AAClC,SACF;AAEA,QAAA,IAAA,CAAK,IAAA,CAAK,WAAA,EAAa,OAAA,EAAS,MAAM,CAAA;AACtC,QAAA,OAAO,EAAE,GAAA,EAAK,IAAA,EAAM,QAAA,EAAU,UAAA,EAAY,OAAO,UAAA,EAAW;AAAA,MAC9D;AAEA,MAAA,IAAA,CAAK,KAAA,CAAM,WAAA,EAAA;AACX,MAAA,IAAA,CAAK,WAAA,CAAY,SAAS,KAAK,CAAA;AAC/B,MAAA,IAAA,CAAK,IAAA,CAAK,cAAc,OAAO,CAAA;AAC/B,MAAA,OAAO,EAAE,KAAK,KAAA,EAAM;AAAA,IACtB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,IAAA,CAAK,aAAA,EAAe,KAAA,EAAgB,OAAO,CAAA;AAChD,MAAA,OAAO,EAAE,KAAK,KAAA,EAAM;AAAA,IACtB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,GAAA,CAAI,OAAA,EAAyB,QAAA,EAA0C;AAC3E,IAAA,IAAI,CAAC,IAAA,CAAK,WAAA,CAAY,OAAO,CAAA,EAAG;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,KAAK,KAAA,CAAM,GAAA;AAAA,QACf;AAAA,UACE,OAAO,OAAA,CAAQ,KAAA;AAAA,UACf,UAAU,OAAA,CAAQ,QAAA;AAAA,UAClB,aAAa,OAAA,CAAQ,WAAA;AAAA,UACrB,WAAW,OAAA,CAAQ;AAAA,SACrB;AAAA,QACA;AAAA,UACE,SAAS,QAAA,CAAS,OAAA;AAAA,UAClB,OAAO,QAAA,CAAS,KAAA;AAAA,UAChB,cAAc,QAAA,CAAS,YAAA;AAAA,UACvB,OAAO,QAAA,CAAS;AAAA,SAClB;AAAA,QACA;AAAA,UACE,GAAA,EAAK,KAAK,MAAA,CAAO,UAAA;AAAA,UACjB,SAAA,EAAW,IAAA,CAAK,MAAA,CAAO,SAAA,IAAa,QAAQ,QAAA,EAAU,SAAA;AAAA,UACtD,MAAA,EAAQ,QAAQ,QAAA,EAAU,MAAA;AAAA,UAC1B,OAAA,EAAS,QAAQ,QAAA,EAAU;AAAA;AAC7B,OACF;AAEA,MAAA,IAAA,CAAK,IAAA,CAAK,WAAA,EAAa,OAAA,EAAS,QAAQ,CAAA;AAAA,IAC1C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,IAAA,CAAK,aAAA,EAAe,KAAA,EAAgB,OAAO,CAAA;AAAA,IAClD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,QAAA,EAKG;AAGlB,IAAA,IAAI,CAAC,SAAS,QAAA,IAAY,CAAC,SAAS,KAAA,IAAS,CAAC,SAAS,SAAA,EAAW;AAChE,MAAA,MAAM,IAAA,CAAK,MAAM,KAAA,EAAM;AACvB,MAAA,OAAO,CAAA;AAAA,IACT;AAIA,IAAA,OAAO,CAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,QAAA,GAA8B;AAC5B,IAAA,OAAO;AAAA,MACL,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EACE,IAAA,CAAK,KAAA,CAAM,aAAA,GAAgB,CAAA,GACtB,IAAA,CAAK,KAAA,CAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,aAAA,GAAiB,GAAA,GACpD,CAAA;AAAA,MACN,cACE,IAAA,CAAK,SAAA,CAAU,MAAA,GAAS,CAAA,GACpB,KAAK,SAAA,CAAU,MAAA,CAAO,CAAC,CAAA,EAAG,MAAM,CAAA,GAAI,CAAA,EAAG,CAAC,CAAA,GAAI,IAAA,CAAK,UAAU,MAAA,GAC3D;AAAA,KACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,aAAA,EAAe,CAAA;AAAA,MACf,SAAA,EAAW,CAAA;AAAA,MACX,WAAA,EAAa,CAAA;AAAA,MACb,OAAA,EAAS,CAAA;AAAA,MACT,YAAA,EAAc,CAAA;AAAA,MACd,YAAY,EAAC;AAAA,MACb,SAAS;AAAC,KACZ;AACA,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAqB;AACnB,IAAA,OAAO,IAAA,CAAK,OAAO,OAAA,IAAW,IAAA;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,WAAW,OAAA,EAAwB;AACjC,IAAA,IAAA,CAAK,OAAO,OAAA,GAAU,OAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,QAAA,GAA0B;AACxB,IAAA,OAAO,IAAA,CAAK,KAAA;AAAA,EACd;AAAA,EAEQ,YAAY,OAAA,EAAkC;AAEpD,IAAA,IAAI,CAAC,IAAA,CAAK,MAAA,CAAO,OAAA,EAAS;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAGA,IAAA,IAAI,IAAA,CAAK,MAAA,CAAO,aAAA,IAAiB,OAAA,CAAQ,MAAA,EAAQ;AAC/C,MAAA,OAAO,KAAA;AAAA,IACT;AAGA,IAAA,IAAI,KAAK,MAAA,CAAO,aAAA,EAAe,QAAA,CAAS,OAAA,CAAQ,QAAQ,CAAA,EAAG;AACzD,MAAA,OAAO,KAAA;AAAA,IACT;AAGA,IAAA,IAAI,KAAK,MAAA,CAAO,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,KAAK,CAAA,EAAG;AACnD,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,WAAA,CAAY,SAAyB,GAAA,EAAoB;AAE/D,IAAA,IAAI,CAAC,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,OAAA,CAAQ,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,KAAA,CAAM,WAAW,OAAA,CAAQ,QAAQ,IAAI,EAAE,IAAA,EAAM,CAAA,EAAG,MAAA,EAAQ,CAAA,EAAE;AAAA,IACjE;AACA,IAAA,IAAI,GAAA,EAAK;AACP,MAAA,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,OAAA,CAAQ,QAAQ,CAAA,CAAE,IAAA,EAAA;AAAA,IAC1C,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,OAAA,CAAQ,QAAQ,CAAA,CAAE,MAAA,EAAA;AAAA,IAC1C;AAGA,IAAA,IAAI,CAAC,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,EAAG;AACtC,MAAA,IAAA,CAAK,KAAA,CAAM,QAAQ,OAAA,CAAQ,KAAK,IAAI,EAAE,IAAA,EAAM,CAAA,EAAG,MAAA,EAAQ,CAAA,EAAE;AAAA,IAC3D;AACA,IAAA,IAAI,GAAA,EAAK;AACP,MAAA,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,CAAE,IAAA,EAAA;AAAA,IACpC,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,CAAE,MAAA,EAAA;AAAA,IACpC;AAGA,IAAA,IAAA,CAAK,KAAA,CAAM,OAAA,GACT,IAAA,CAAK,KAAA,CAAM,aAAA,GAAgB,CAAA,GACtB,IAAA,CAAK,KAAA,CAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,aAAA,GAAiB,GAAA,GACpD,CAAA;AAGN,IAAA,IAAI,IAAA,CAAK,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG;AAC7B,MAAA,IAAA,CAAK,KAAA,CAAM,YAAA,GACT,IAAA,CAAK,SAAA,CAAU,MAAA,CAAO,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,GAAI,CAAA,EAAG,CAAC,CAAA,GAAI,KAAK,SAAA,CAAU,MAAA;AAAA,IAC/D;AAAA,EACF;AACF;AAKO,SAAS,mBAAmB,MAAA,EAA0C;AAC3E,EAAA,OAAO,IAAI,aAAa,MAAM,CAAA;AAChC","file":"index.js","sourcesContent":["/**\n * GatewayCache\n *\n * Cache layer for LLM Gateway integration.\n */\n\nimport EventEmitter from 'eventemitter3';\nimport type { SemanticCache } from '../../core/SemanticCache.js';\nimport type { CacheMessage, CacheLookupResult } from '../../types/index.js';\n\n/**\n * Gateway request format\n */\nexport interface GatewayRequest {\n  /** Request ID */\n  id: string;\n  /** Target provider (e.g., 'openai', 'anthropic') */\n  provider: string;\n  /** Model name */\n  model: string;\n  /** Messages */\n  messages: CacheMessage[];\n  /** Temperature */\n  temperature?: number;\n  /** Max tokens */\n  maxTokens?: number;\n  /** Stream mode */\n  stream?: boolean;\n  /** Additional parameters */\n  parameters?: Record<string, unknown>;\n  /** Request metadata */\n  metadata?: {\n    userId?: string;\n    agentId?: string;\n    namespace?: string;\n    [key: string]: unknown;\n  };\n}\n\n/**\n * Gateway response format\n */\nexport interface GatewayResponse {\n  /** Request ID */\n  id: string;\n  /** Provider used */\n  provider: string;\n  /** Model used */\n  model: string;\n  /** Response content */\n  content: string;\n  /** Finish reason */\n  finishReason: string;\n  /** Token usage */\n  usage?: {\n    promptTokens: number;\n    completionTokens: number;\n    totalTokens: number;\n  };\n  /** Tool calls */\n  toolCalls?: unknown[];\n  /** Response metadata */\n  metadata?: Record<string, unknown>;\n}\n\n/**\n * Gateway cache events\n */\nexport interface GatewayCacheEvents {\n  'cache:hit': (request: GatewayRequest, result: CacheLookupResult) => void;\n  'cache:miss': (request: GatewayRequest) => void;\n  'cache:set': (request: GatewayRequest, response: GatewayResponse) => void;\n  'cache:error': (error: Error, request: GatewayRequest) => void;\n}\n\n/**\n * Gateway cache configuration\n */\nexport interface GatewayCacheConfig {\n  /** Semantic cache instance */\n  cache: SemanticCache;\n  /** Enable caching */\n  enabled?: boolean;\n  /** Skip caching for streaming requests */\n  skipStreaming?: boolean;\n  /** Skip caching for specific providers */\n  skipProviders?: string[];\n  /** Skip caching for specific models */\n  skipModels?: string[];\n  /** Default TTL in seconds */\n  defaultTTL?: number;\n  /** Namespace for cache isolation */\n  namespace?: string;\n  /** Custom key generator */\n  keyGenerator?: (request: GatewayRequest) => string;\n}\n\n/**\n * Gateway cache statistics\n */\nexport interface GatewayCacheStats {\n  totalRequests: number;\n  cacheHits: number;\n  cacheMisses: number;\n  hitRate: number;\n  avgLatencyMs: number;\n  byProvider: Record<string, { hits: number; misses: number }>;\n  byModel: Record<string, { hits: number; misses: number }>;\n}\n\n/**\n * GatewayCache\n *\n * Cache layer for LLM Gateway requests.\n *\n * @example\n * ```typescript\n * const gatewayCache = new GatewayCache({\n *   cache: semanticCache,\n *   skipStreaming: true\n * });\n *\n * // Check cache before routing\n * const cached = await gatewayCache.get(request);\n * if (cached.hit) {\n *   return cached.response;\n * }\n *\n * // After getting response from provider\n * await gatewayCache.set(request, response);\n * ```\n */\nexport class GatewayCache extends EventEmitter<GatewayCacheEvents> {\n  private cache: SemanticCache;\n  private config: GatewayCacheConfig;\n  private stats: GatewayCacheStats = {\n    totalRequests: 0,\n    cacheHits: 0,\n    cacheMisses: 0,\n    hitRate: 0,\n    avgLatencyMs: 0,\n    byProvider: {},\n    byModel: {},\n  };\n  private latencies: number[] = [];\n\n  constructor(config: GatewayCacheConfig) {\n    super();\n    this.cache = config.cache;\n    this.config = {\n      enabled: true,\n      skipStreaming: true,\n      ...config,\n    };\n  }\n\n  /**\n   * Get cached response for a request\n   */\n  async get(request: GatewayRequest): Promise<{\n    hit: boolean;\n    response?: GatewayResponse;\n    similarity?: number;\n  }> {\n    const startTime = performance.now();\n    this.stats.totalRequests++;\n\n    // Check if caching is disabled or should be skipped\n    if (!this.shouldCache(request)) {\n      this.stats.cacheMisses++;\n      this.updateStats(request, false);\n      return { hit: false };\n    }\n\n    try {\n      const result = await this.cache.get({\n        model: request.model,\n        messages: request.messages,\n        temperature: request.temperature,\n        maxTokens: request.maxTokens,\n      });\n\n      const latency = performance.now() - startTime;\n      this.latencies.push(latency);\n\n      if (result.hit && result.entry) {\n        this.stats.cacheHits++;\n        this.updateStats(request, true);\n\n        const response: GatewayResponse = {\n          id: request.id,\n          provider: request.provider,\n          model: result.entry.response.model,\n          content: result.entry.response.content,\n          finishReason: result.entry.response.finishReason,\n          usage: result.entry.response.usage,\n          metadata: {\n            cached: true,\n            cacheHit: result.source,\n            similarity: result.similarity,\n            cachedAt: result.entry.metadata.createdAt,\n          },\n        };\n\n        this.emit('cache:hit', request, result);\n        return { hit: true, response, similarity: result.similarity };\n      }\n\n      this.stats.cacheMisses++;\n      this.updateStats(request, false);\n      this.emit('cache:miss', request);\n      return { hit: false };\n    } catch (error) {\n      this.emit('cache:error', error as Error, request);\n      return { hit: false };\n    }\n  }\n\n  /**\n   * Cache a response\n   */\n  async set(request: GatewayRequest, response: GatewayResponse): Promise<void> {\n    if (!this.shouldCache(request)) {\n      return;\n    }\n\n    try {\n      await this.cache.set(\n        {\n          model: request.model,\n          messages: request.messages,\n          temperature: request.temperature,\n          maxTokens: request.maxTokens,\n        },\n        {\n          content: response.content,\n          model: response.model,\n          finishReason: response.finishReason,\n          usage: response.usage,\n        },\n        {\n          ttl: this.config.defaultTTL,\n          namespace: this.config.namespace ?? request.metadata?.namespace,\n          userId: request.metadata?.userId,\n          agentId: request.metadata?.agentId,\n        },\n      );\n\n      this.emit('cache:set', request, response);\n    } catch (error) {\n      this.emit('cache:error', error as Error, request);\n    }\n  }\n\n  /**\n   * Invalidate cache entries matching criteria\n   */\n  async invalidate(criteria: {\n    provider?: string;\n    model?: string;\n    namespace?: string;\n    olderThan?: number;\n  }): Promise<number> {\n    // For now, just clear all if criteria is empty\n    // A more sophisticated implementation would filter entries\n    if (!criteria.provider && !criteria.model && !criteria.namespace) {\n      await this.cache.clear();\n      return 0;\n    }\n\n    // This would need store-level support for filtered deletion\n    // For now, return 0 indicating no entries removed\n    return 0;\n  }\n\n  /**\n   * Get cache statistics\n   */\n  getStats(): GatewayCacheStats {\n    return {\n      ...this.stats,\n      hitRate:\n        this.stats.totalRequests > 0\n          ? (this.stats.cacheHits / this.stats.totalRequests) * 100\n          : 0,\n      avgLatencyMs:\n        this.latencies.length > 0\n          ? this.latencies.reduce((a, b) => a + b, 0) / this.latencies.length\n          : 0,\n    };\n  }\n\n  /**\n   * Reset statistics\n   */\n  resetStats(): void {\n    this.stats = {\n      totalRequests: 0,\n      cacheHits: 0,\n      cacheMisses: 0,\n      hitRate: 0,\n      avgLatencyMs: 0,\n      byProvider: {},\n      byModel: {},\n    };\n    this.latencies = [];\n  }\n\n  /**\n   * Check if caching is enabled\n   */\n  isEnabled(): boolean {\n    return this.config.enabled ?? true;\n  }\n\n  /**\n   * Enable or disable caching\n   */\n  setEnabled(enabled: boolean): void {\n    this.config.enabled = enabled;\n  }\n\n  /**\n   * Get the underlying cache\n   */\n  getCache(): SemanticCache {\n    return this.cache;\n  }\n\n  private shouldCache(request: GatewayRequest): boolean {\n    // Check if disabled\n    if (!this.config.enabled) {\n      return false;\n    }\n\n    // Skip streaming requests\n    if (this.config.skipStreaming && request.stream) {\n      return false;\n    }\n\n    // Skip specific providers\n    if (this.config.skipProviders?.includes(request.provider)) {\n      return false;\n    }\n\n    // Skip specific models\n    if (this.config.skipModels?.includes(request.model)) {\n      return false;\n    }\n\n    return true;\n  }\n\n  private updateStats(request: GatewayRequest, hit: boolean): void {\n    // Update provider stats\n    if (!this.stats.byProvider[request.provider]) {\n      this.stats.byProvider[request.provider] = { hits: 0, misses: 0 };\n    }\n    if (hit) {\n      this.stats.byProvider[request.provider].hits++;\n    } else {\n      this.stats.byProvider[request.provider].misses++;\n    }\n\n    // Update model stats\n    if (!this.stats.byModel[request.model]) {\n      this.stats.byModel[request.model] = { hits: 0, misses: 0 };\n    }\n    if (hit) {\n      this.stats.byModel[request.model].hits++;\n    } else {\n      this.stats.byModel[request.model].misses++;\n    }\n\n    // Update hit rate\n    this.stats.hitRate =\n      this.stats.totalRequests > 0\n        ? (this.stats.cacheHits / this.stats.totalRequests) * 100\n        : 0;\n\n    // Update average latency\n    if (this.latencies.length > 0) {\n      this.stats.avgLatencyMs =\n        this.latencies.reduce((a, b) => a + b, 0) / this.latencies.length;\n    }\n  }\n}\n\n/**\n * Create a GatewayCache instance\n */\nexport function createGatewayCache(config: GatewayCacheConfig): GatewayCache {\n  return new GatewayCache(config);\n}\n"]}