@hashgraphonline/conversational-agent 0.2.216 → 0.2.218

package/dist/esm/index19.js.map

@@ -1 +1 @@
-{"version":3,"file":"index19.js","sources":["../../src/memory/token-counter.ts"],"sourcesContent":["import { encoding_for_model } from 'tiktoken';\nimport type { TiktokenModel } from 'tiktoken';\nimport type { BaseMessage } from '@langchain/core/messages';\n\n/**\n * Token counter utility for OpenAI models using tiktoken encoding\n * Provides accurate token counting for text content and chat messages\n */\nexport class TokenCounter {\n  private encoding: ReturnType<typeof encoding_for_model>;\n  private modelName: string;\n\n  private static readonly MESSAGE_OVERHEAD = 3;\n  private static readonly ROLE_OVERHEAD = 1;\n\n  constructor(modelName: string | TiktokenModel = 'gpt-4o') {\n    this.modelName = String(modelName);\n    try {\n      this.encoding = encoding_for_model(modelName as TiktokenModel);\n    } catch {\n      this.encoding = encoding_for_model('gpt-4o');\n      this.modelName = 'gpt-4o';\n    }\n  }\n\n  /**\n   * Count tokens in raw text content\n   * @param text - The text to count tokens for\n   * @returns Number of tokens\n   */\n  countTokens(text: string): number {\n    if (!text || text.trim() === '') {\n      return 0;\n    }\n\n    try {\n      const tokens = this.encoding.encode(text);\n      return tokens.length;\n    } catch {\n      return Math.ceil(text.split(/\\s+/).length * 1.3);\n    }\n  }\n\n  /**\n   * Count tokens for a single chat message including role overhead\n   * @param message - The message to count tokens for\n   * @returns Number of tokens including message formatting overhead\n   */\n  countMessageTokens(message: BaseMessage): number {\n    const contentTokens = this.countTokens(String(message.content ?? ''));\n    const roleTokens = this.countTokens(this.getMessageRole(message));\n    \n    return contentTokens + roleTokens + TokenCounter.MESSAGE_OVERHEAD + TokenCounter.ROLE_OVERHEAD;\n  }\n\n  /**\n   * Count tokens for multiple messages\n   * @param messages - Array of messages to count\n   * @returns Total token count for all messages\n   */\n  countMessagesTokens(messages: BaseMessage[]): number {\n    if (!messages || messages.length === 0) {\n      return 0;\n    }\n\n    let total = 0;\n    for (const message of messages) {\n      total += this.countMessageTokens(message);\n    }\n    return total;\n  }\n\n  /**\n   * Estimate tokens for system prompt\n   * System prompts have slightly different overhead in chat completions\n   * @param systemPrompt - The system prompt text\n   * @returns Estimated token count\n   */\n  estimateSystemPromptTokens(systemPrompt: string): number {\n    if (!systemPrompt || systemPrompt.trim() === '') {\n      return 0;\n    }\n\n    const contentTokens = this.countTokens(systemPrompt);\n    const roleTokens = this.countTokens('system');\n    \n    return contentTokens + roleTokens + TokenCounter.MESSAGE_OVERHEAD + TokenCounter.ROLE_OVERHEAD;\n  }\n\n  /**\n   * Get total context size estimate including system prompt and messages\n   * @param systemPrompt - System prompt text\n   * @param messages - Conversation messages\n   * @returns Total estimated token count\n   */\n  estimateContextSize(systemPrompt: string, messages: BaseMessage[]): number {\n    const systemTokens = this.estimateSystemPromptTokens(systemPrompt);\n    const messageTokens = this.countMessagesTokens(messages);\n    \n    const completionOverhead = 10;\n    \n    return systemTokens + messageTokens + completionOverhead;\n  }\n\n  /**\n   * Get the role string for a message\n   * @param message - The message to get the role for\n   * @returns Role string ('user', 'assistant', 'system', etc.)\n   */\n  private getMessageRole(message: BaseMessage): string {\n    const messageType = message._getType();\n    switch (messageType) {\n      case 'human':\n        return 'user';\n      case 'ai':\n        return 'assistant';\n      case 'system':\n        return 'system';\n      case 'function':\n        return 'function';\n      case 'tool':\n        return 'tool';\n      default:\n        return 'user';\n    }\n  }\n\n  /**\n   * Get the model name being used for token counting\n   * @returns The tiktoken model name\n   */\n  getModelName(): string {\n    return this.modelName;\n  }\n\n  /**\n   * Clean up encoding resources\n   */\n  dispose(): void {\n    try {\n      this.encoding.free();\n    } catch {\n    }\n  }\n}"],"names":[],"mappings":";AAQO,MAAM,gBAAN,MAAM,cAAa;AAAA,EAOxB,YAAY,YAAoC,UAAU;AACxD,SAAK,YAAY,OAAO,SAAS;AACjC,QAAI;AACF,WAAK,WAAW,mBAAmB,SAA0B;AAAA,IAC/D,QAAQ;AACN,WAAK,WAAW,mBAAmB,QAAQ;AAC3C,WAAK,YAAY;AAAA,IACnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,YAAY,MAAsB;AAChC,QAAI,CAAC,QAAQ,KAAK,KAAA,MAAW,IAAI;AAC/B,aAAO;AAAA,IACT;AAEA,QAAI;AACF,YAAM,SAAS,KAAK,SAAS,OAAO,IAAI;AACxC,aAAO,OAAO;AAAA,IAChB,QAAQ;AACN,aAAO,KAAK,KAAK,KAAK,MAAM,KAAK,EAAE,SAAS,GAAG;AAAA,IACjD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,mBAAmB,SAA8B;AAC/C,UAAM,gBAAgB,KAAK,YAAY,OAAO,QAAQ,WAAW,EAAE,CAAC;AACpE,UAAM,aAAa,KAAK,YAAY,KAAK,eAAe,OAAO,CAAC;AAEhE,WAAO,gBAAgB,aAAa,cAAa,mBAAmB,cAAa;AAAA,EACnF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,oBAAoB,UAAiC;AACnD,QAAI,CAAC,YAAY,SAAS,WAAW,GAAG;AACtC,aAAO;AAAA,IACT;AAEA,QAAI,QAAQ;AACZ,eAAW,WAAW,UAAU;AAC9B,eAAS,KAAK,mBAAmB,OAAO;AAAA,IAC1C;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,2BAA2B,cAA8B;AACvD,QAAI,CAAC,gBAAgB,aAAa,KAAA,MAAW,IAAI;AAC/C,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,YAAY,YAAY;AACnD,UAAM,aAAa,KAAK,YAAY,QAAQ;AAE5C,WAAO,gBAAgB,aAAa,cAAa,mBAAmB,cAAa;AAAA,EACnF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,oBAAoB,cAAsB,UAAiC;AACzE,UAAM,eAAe,KAAK,2BAA2B,YAAY;AACjE,UAAM,gBAAgB,KAAK,oBAAoB,QAAQ;AAEvD,UAAM,qBAAqB;AAE3B,WAAO,eAAe,gBAAgB;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,eAAe,SAA8B;AACnD,UAAM,cAAc,QAAQ,SAAA;AAC5B,YAAQ,aAAA;AAAA,MACN,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IAAA;AAAA,EAEb;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAuB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,QAAI;AACF,WAAK,SAAS,KAAA;AAAA,IAChB,QAAQ;AAAA,IACR;AAAA,EACF;AACF;AApIE,cAAwB,mBAAmB;AAC3C,cAAwB,gBAAgB;AALnC,IAAM,eAAN;"}
+{"version":3,"file":"index19.js","sources":["../../src/memory/smart-memory-manager.ts"],"sourcesContent":["import type { BaseMessage } from '@langchain/core/messages';\nimport { SystemMessage } from '@langchain/core/messages';\nimport { Logger } from '@hashgraphonline/standards-sdk';\nimport { MemoryWindow } from './memory-window';\nimport { ContentStorage } from './content-storage';\nimport { TokenCounter } from './token-counter';\n\n/**\n * Entity association for storing blockchain entity contexts\n */\nexport interface EntityAssociation {\n  /** The blockchain entity ID (e.g., tokenId, accountId, topicId) */\n  entityId: string;\n  /** User-provided or derived friendly name */\n  entityName: string;\n  /** Type of entity (token, account, topic, schedule, etc.) */\n  entityType: string;\n  /** When the entity was created/associated */\n  createdAt: Date;\n  /** Transaction ID that created this entity */\n  transactionId?: string;\n  /** Optional session identifier to scope associations */\n  sessionId?: string;\n}\n\n/**\n * Options for resolving entity references\n */\nexport interface EntityResolutionOptions {\n  /** Filter by specific entity type */\n  entityType?: string;\n  /** Maximum number of results to return */\n  limit?: number;\n  /** Whether to use fuzzy matching for natural language queries */\n  fuzzyMatch?: boolean;\n}\n\n/**\n * Configuration for SmartMemoryManager\n */\nexport interface SmartMemoryConfig {\n  /** Maximum tokens for active memory window */\n  maxTokens?: number;\n  /** Reserve tokens for response generation */\n  reserveTokens?: number;\n  /** Model name for token counting */\n  modelName?: string;\n  /** Maximum messages to store in content storage */\n  storageLimit?: number;\n}\n\n/**\n * Search options for history search\n */\nexport interface SearchOptions {\n  /** Whether to perform case-sensitive search */\n  caseSensitive?: boolean;\n  /** Maximum number of results to return */\n  limit?: number;\n  /** Whether to use regex pattern matching */\n  useRegex?: boolean;\n}\n\n/**\n * Memory statistics for active memory window\n */\nexport interface MemoryStats {\n  /** Total active messages in memory window */\n  totalActiveMessages: number;\n  /** Current token count including system prompt */\n  currentTokenCount: number;\n  /** Maximum token capacity */\n  maxTokens: number;\n  /** Remaining token capacity */\n  remainingCapacity: number;\n  /** System prompt token count */\n  systemPromptTokens: number;\n  /** Memory usage percentage */\n  usagePercentage: number;\n}\n\nconst IS_ENTITY_ASSOCIATION_FLAG = '\"isEntityAssociation\":true';\n\n/**\n * TODO: investigate using chroma / rag for long term memory\n * Smart memory manager that combines active memory window with long-term storage\n * Provides context-aware memory management with automatic pruning and searchable history\n */\nexport class SmartMemoryManager {\n  private memoryWindow: MemoryWindow;\n  private _contentStorage: ContentStorage;\n  private tokenCounter: TokenCounter;\n  private config: Required<SmartMemoryConfig>;\n  private logger: Logger;\n\n  private static readonly DEFAULT_CONFIG: Required<SmartMemoryConfig> = {\n    maxTokens: 8000,\n    reserveTokens: 1000,\n    modelName: 'gpt-4o',\n    storageLimit: 1000,\n  };\n\n  constructor(config: SmartMemoryConfig = {}) {\n    this.config = { ...SmartMemoryManager.DEFAULT_CONFIG, ...config };\n    this.logger = new Logger({ module: 'SmartMemoryManager' });\n\n    this.tokenCounter = new TokenCounter(this.config.modelName);\n    this._contentStorage = new ContentStorage(this.config.storageLimit);\n    this.memoryWindow = new MemoryWindow(\n      this.config.maxTokens,\n      this.config.reserveTokens,\n      this.tokenCounter\n    );\n  }\n\n  /**\n   * Get the content storage instance for file/content reference operations\n   * @returns ContentStorage instance\n   */\n  get contentStorage(): ContentStorage {\n    return this._contentStorage;\n  }\n\n  /**\n   * Add a message to the active memory window\n   * Automatically handles pruning and storage of displaced messages\n   * @param message - Message to add\n   */\n  addMessage(message: BaseMessage): void {\n    const result = this.memoryWindow.addMessage(message);\n\n    if (result.prunedMessages.length > 0) {\n      this._contentStorage.storeMessages(result.prunedMessages);\n    }\n  }\n\n  /**\n   * Get all active messages from the memory window\n   * @returns Array of active messages in chronological order\n   */\n  getMessages(): BaseMessage[] {\n    return this.memoryWindow.getMessages();\n  }\n\n  /**\n   * Clear active memory window\n   * @param clearStorage - Whether to also clear the content storage (default: false)\n   */\n  clear(clearStorage: boolean = false): void {\n    this.memoryWindow.clear();\n\n    if (clearStorage) {\n      this._contentStorage.clear();\n    }\n  }\n\n  /**\n   * Set the system prompt for the memory window\n   * @param systemPrompt - System prompt text\n   */\n  setSystemPrompt(systemPrompt: string): void {\n    this.memoryWindow.setSystemPrompt(systemPrompt);\n  }\n\n  /**\n   * Get the current system prompt\n   * @returns Current system prompt text\n   */\n  getSystemPrompt(): string {\n    return this.memoryWindow.getSystemPrompt();\n  }\n\n  /**\n   * Search through stored message history\n   * @param query - Search term or pattern\n   * @param options - Search configuration\n   * @returns Array of matching messages from history\n   */\n  searchHistory(query: string, options: SearchOptions = {}): BaseMessage[] {\n    return this._contentStorage.searchMessages(query, options);\n  }\n\n  /**\n   * Get recent messages from storage history\n   * @param count - Number of recent messages to retrieve\n   * @returns Array of recent messages from storage\n   */\n  getRecentHistory(count: number): BaseMessage[] {\n    return this._contentStorage.getRecentMessages(count);\n  }\n\n  /**\n   * Check if a message can be added without exceeding limits\n   * @param message - Message to test\n   * @returns True if message can be added\n   */\n  canAddMessage(message: BaseMessage): boolean {\n    return this.memoryWindow.canAddMessage(message);\n  }\n\n  /**\n   * Get statistics about the active memory window\n   * @returns Memory usage statistics\n   */\n  getMemoryStats(): MemoryStats {\n    const windowStats = this.memoryWindow.getStats();\n\n    return {\n      totalActiveMessages: windowStats.totalMessages,\n      currentTokenCount: windowStats.currentTokens,\n      maxTokens: windowStats.maxTokens,\n      remainingCapacity: windowStats.remainingCapacity,\n      systemPromptTokens: windowStats.systemPromptTokens,\n      usagePercentage: windowStats.usagePercentage,\n    };\n  }\n\n  /**\n   * Get statistics about the content storage\n   * @returns Storage usage statistics\n   */\n  getStorageStats(): ReturnType<ContentStorage['getStorageStats']> {\n    return this._contentStorage.getStorageStats();\n  }\n\n  /**\n   * Get combined statistics for both active memory and storage\n   * @returns Combined memory and storage statistics\n   */\n  getOverallStats(): {\n    activeMemory: MemoryStats;\n    storage: ReturnType<ContentStorage['getStorageStats']>;\n    totalMessagesManaged: number;\n    activeMemoryUtilization: number;\n    storageUtilization: number;\n  } {\n    const memoryStats = this.getMemoryStats();\n    const storageStats = this.getStorageStats();\n\n    return {\n      activeMemory: memoryStats,\n      storage: storageStats,\n      totalMessagesManaged:\n        memoryStats.totalActiveMessages + storageStats.totalMessages,\n      activeMemoryUtilization: memoryStats.usagePercentage,\n      storageUtilization: storageStats.usagePercentage,\n    };\n  }\n\n  /**\n   * Update the configuration and apply changes\n   * @param newConfig - New configuration options\n   */\n  updateConfig(newConfig: Partial<SmartMemoryConfig>): void {\n    this.config = { ...this.config, ...newConfig };\n\n    if (\n      newConfig.maxTokens !== undefined ||\n      newConfig.reserveTokens !== undefined\n    ) {\n      this.memoryWindow.updateLimits(\n        this.config.maxTokens,\n        this.config.reserveTokens\n      );\n    }\n\n    if (newConfig.storageLimit !== undefined) {\n      this._contentStorage.updateStorageLimit(this.config.storageLimit);\n    }\n  }\n\n  /**\n   * Get current configuration\n   * @returns Current configuration settings\n   */\n  getConfig(): Required<SmartMemoryConfig> {\n    return { ...this.config };\n  }\n\n  /**\n   * Get messages from storage within a time range\n   * @param startTime - Start of time range\n   * @param endTime - End of time range\n   * @returns Messages within the specified time range\n   */\n  getHistoryFromTimeRange(startTime: Date, endTime: Date): BaseMessage[] {\n    return this._contentStorage.getMessagesFromTimeRange(startTime, endTime);\n  }\n\n  /**\n   * Get messages from storage by message type\n   * @param messageType - Type of messages to retrieve ('human', 'ai', 'system', etc.)\n   * @param limit - Maximum number of messages to return\n   * @returns Messages of the specified type\n   */\n  getHistoryByType(messageType: string, limit?: number): BaseMessage[] {\n    return this._contentStorage.getMessagesByType(messageType, limit);\n  }\n\n  /**\n   * Get recent messages from storage within the last N minutes\n   * @param minutes - Number of minutes to look back\n   * @returns Messages from the last N minutes\n   */\n  getRecentHistoryByTime(minutes: number): BaseMessage[] {\n    return this._contentStorage.getRecentMessagesByTime(minutes);\n  }\n\n  /**\n   * Export the current state for persistence or analysis\n   * @returns Serializable representation of memory state\n   */\n  exportState(): {\n    config: Required<SmartMemoryConfig>;\n    activeMessages: Array<{ content: unknown; type: string }>;\n    systemPrompt: string;\n    memoryStats: MemoryStats;\n    storageStats: ReturnType<ContentStorage['getStorageStats']>;\n    storedMessages: ReturnType<ContentStorage['exportMessages']>;\n  } {\n    return {\n      config: this.config,\n      activeMessages: this.memoryWindow.getMessages().map((msg) => ({\n        content: msg.content,\n        type: msg._getType(),\n      })),\n      systemPrompt: this.memoryWindow.getSystemPrompt(),\n      memoryStats: this.getMemoryStats(),\n      storageStats: this.getStorageStats(),\n      storedMessages: this._contentStorage.exportMessages(),\n    };\n  }\n\n  /**\n   * Get a summary of conversation context for external use\n   * Useful for providing context to other systems or for logging\n   * @param includeStoredContext - Whether to include recent stored messages\n   * @returns Context summary object\n   */\n  getContextSummary(includeStoredContext: boolean = false): {\n    activeMessageCount: number;\n    systemPrompt: string;\n    recentMessages: BaseMessage[];\n    memoryUtilization: number;\n    hasStoredHistory: boolean;\n    recentStoredMessages?: BaseMessage[];\n    storageStats?: ReturnType<ContentStorage['getStorageStats']>;\n  } {\n    const activeMessages = this.getMessages();\n    const summary = {\n      activeMessageCount: activeMessages.length,\n      systemPrompt: this.getSystemPrompt(),\n      recentMessages: activeMessages.slice(-5),\n      memoryUtilization: this.getMemoryStats().usagePercentage,\n      hasStoredHistory: this.getStorageStats().totalMessages > 0,\n    };\n\n    if (includeStoredContext) {\n      return {\n        ...summary,\n        recentStoredMessages: this.getRecentHistory(10),\n        storageStats: this.getStorageStats(),\n      };\n    }\n\n    return summary;\n  }\n\n  /**\n   * Perform maintenance operations\n   * Optimizes storage and cleans up resources\n   */\n  performMaintenance(): void {}\n\n  /**\n   * Store an entity association for later resolution\n   * @param entityId - The blockchain entity ID\n   * @param entityName - User-provided or derived friendly name\n   * @param entityType - Type of entity (token, account, topic, etc.)\n   * @param transactionId - Optional transaction ID that created this entity\n   */\n  storeEntityAssociation(\n    entityId: string,\n    entityName: string,\n    entityType: string,\n    transactionId?: string,\n    sessionId?: string\n  ): void {\n    try {\n      if (\n        !entityId ||\n        typeof entityId !== 'string' ||\n        entityId.trim().length === 0\n      ) {\n        return;\n      }\n\n      if (\n        !entityName ||\n        typeof entityName !== 'string' ||\n        entityName.trim().length === 0\n      ) {\n        return;\n      }\n\n      if (\n        !entityType ||\n        typeof entityType !== 'string' ||\n        entityType.trim().length === 0\n      ) {\n        return;\n      }\n\n      const sanitizedEntityId = entityId.trim();\n      const sanitizedEntityName = entityName.trim().substring(0, 100);\n      const sanitizedEntityType = this.normalizeEntityType(entityType);\n\n      let usageHint = '';\n      if (sanitizedEntityType === 'tokenid') {\n        usageHint = 'Use this as tokenId for HTS operations';\n      } else if (sanitizedEntityType === 'topicid') {\n        usageHint =\n          'Can be used for HCS operations, HRLs for minting with the format hcs://1/<topicId>, etc.';\n      } else if (sanitizedEntityType === 'accountid') {\n        usageHint = 'Can be used for account based operations';\n      }\n\n      const association: EntityAssociation & {\n        isEntityAssociation: boolean;\n        usage?: string;\n        hrl?: string;\n      } = {\n        entityId: sanitizedEntityId,\n        entityName: sanitizedEntityName,\n        entityType: sanitizedEntityType,\n        createdAt: new Date(),\n        isEntityAssociation: true,\n        ...(usageHint ? { usage: usageHint } : {}),\n        ...(sanitizedEntityType === 'topicId'\n          ? { hrl: `hcs://1/${sanitizedEntityId}` }\n          : {}),\n        ...(transactionId !== undefined &&\n        transactionId !== null &&\n        transactionId.trim() !== ''\n          ? { transactionId: transactionId.trim() }\n          : {}),\n        ...(sessionId && sessionId.trim() !== '' ? { sessionId: sessionId.trim() } : {}),\n      };\n\n      const content = JSON.stringify(association);\n      type LangChainLikeMessage = {\n        _getType: () => string;\n        content: unknown;\n        id: string;\n        name?: string;\n        additional_kwargs?: Record<string, unknown>;\n      };\n\n      const entityMessage: LangChainLikeMessage = {\n        _getType: () => 'system',\n        content: content,\n        id: `entity_${sanitizedEntityId}_${Date.now()}`,\n        name: 'entity_association',\n        additional_kwargs: {\n          entityId: sanitizedEntityId,\n          entityName: sanitizedEntityName,\n          entityType: sanitizedEntityType,\n          isEntityAssociation: true,\n          ...(sessionId && sessionId.trim() !== '' ? { sessionId: sessionId.trim() } : {}),\n        },\n      };\n\n      try {\n        this.memoryWindow.addMessage(new SystemMessage(content));\n      } catch {}\n\n      this._contentStorage.storeMessages([entityMessage as BaseMessage]);\n    } catch (error) {\n      this.logger.error('Failed to store entity association', {\n        entityId,\n        entityName,\n        entityType,\n        error: error instanceof Error ? error.message : String(error),\n      });\n    }\n  }\n\n  /**\n   * Normalize various type aliases to canonical EntityFormat strings using a registry.\n   */\n  private normalizeEntityType(input: string): string {\n    const raw = (input || '').trim();\n    if (raw.length === 0) {\n      return '';\n    }\n\n    const key = raw.replace(/[^a-z]/gi, '').toLowerCase();\n\n    const REGISTRY: Record<string, string> = {\n      topic: 'topicId',\n      topicid: 'topicId',\n      token: 'tokenId',\n      tokenid: 'tokenId',\n      account: 'accountId',\n      accountid: 'accountId',\n      contract: 'contractId',\n      contractid: 'contractId',\n      file: 'fileId',\n      fileid: 'fileId',\n      schedule: 'scheduleId',\n      scheduleid: 'scheduleId',\n    };\n\n    if (Object.prototype.hasOwnProperty.call(REGISTRY, key)) {\n      return REGISTRY[key];\n    }\n\n    if (/^[a-z]+Id$/.test(raw)) {\n      return raw;\n    }\n\n    return raw;\n  }\n\n  /**\n   * Resolve entity references from natural language queries\n   * @param query - Search query (entity name or natural language reference)\n   * @param options - Resolution options for filtering and fuzzy matching\n   * @returns Array of matching entity associations\n   */\n  resolveEntityReference(\n    query: string,\n    options: EntityResolutionOptions = {}\n  ): EntityAssociation[] {\n    try {\n      if (!query || typeof query !== 'string') {\n        return [];\n      }\n\n      const sanitizedQuery = query.trim();\n      if (sanitizedQuery.length === 0) {\n        return [];\n      }\n\n      if (sanitizedQuery.length > 200) {\n      }\n\n      const { entityType, limit = 10, fuzzyMatch = true } = options;\n\n      const safeLimit = Math.max(1, Math.min(limit || 10, 100));\n\n      const isEntityIdQuery = /^0\\.0\\.\\d+$/.test(sanitizedQuery);\n\n      const searchResults = this._contentStorage.searchMessages(\n        sanitizedQuery.substring(0, 200),\n        {\n          caseSensitive: false,\n          limit: safeLimit * 2,\n        }\n      );\n\n      const associations: EntityAssociation[] = [];\n\n      for (const message of searchResults) {\n        try {\n          const content = message.content as string;\n          if (\n            content.includes(IS_ENTITY_ASSOCIATION_FLAG) ||\n            content.includes('entityId')\n          ) {\n            const parsed = JSON.parse(content);\n            if (parsed.entityId && parsed.entityName && parsed.entityType) {\n              if (entityType && parsed.entityType !== entityType) {\n                continue;\n              }\n\n              if (isEntityIdQuery) {\n                if (parsed.entityId !== sanitizedQuery) {\n                  continue;\n                }\n              }\n\n              associations.push(parsed as EntityAssociation);\n            }\n          }\n        } catch {\n          continue;\n        }\n      }\n\n      if (fuzzyMatch && associations.length === 0 && !isEntityIdQuery) {\n        const fuzzyQueries = [\n          query.toLowerCase(),\n          `token`,\n          `account`,\n          entityType || '',\n        ].filter(Boolean);\n\n        for (const fuzzyQuery of fuzzyQueries) {\n          if (fuzzyQuery === query.toLowerCase()) continue;\n\n          const fuzzyResults = this._contentStorage.searchMessages(fuzzyQuery, {\n            caseSensitive: false,\n            limit: limit,\n          });\n\n          for (const message of fuzzyResults) {\n            try {\n              const content = message.content as string;\n              if (content.includes(IS_ENTITY_ASSOCIATION_FLAG)) {\n                const parsed = JSON.parse(content);\n                if (parsed.entityId && parsed.entityName && parsed.entityType) {\n                  if (entityType && parsed.entityType !== entityType) {\n                    continue;\n                  }\n                  associations.push(parsed as EntityAssociation);\n                }\n              }\n            } catch {\n              continue;\n            }\n          }\n        }\n      }\n\n      const uniqueAssociations = associations\n        .filter(\n          (assoc, index, arr) =>\n            arr.findIndex((a) => a.entityId === assoc.entityId) === index\n        )\n        .sort(\n          (a, b) =>\n            new Date(b.createdAt).getTime() - new Date(a.createdAt).getTime()\n        );\n\n      const results = uniqueAssociations.slice(0, safeLimit);\n\n      return results;\n    } catch (error) {\n      this.logger.error('Failed to resolve entity reference', {\n        query,\n        options,\n        error: error instanceof Error ? error.message : String(error),\n      });\n      return [];\n    }\n  }\n\n  /**\n   * Get all entity associations, optionally filtered by type\n   * @param entityType - Optional filter by entity type\n   * @returns Array of entity associations\n   */\n  getEntityAssociations(entityType?: string): EntityAssociation[] {\n    try {\n      const rawFilter = entityType ? entityType.trim() : undefined;\n      const filterCanonical = rawFilter ? this.normalizeEntityType(rawFilter) : undefined;\n\n      if (entityType && (!rawFilter || rawFilter.length === 0)) {\n        return [];\n      }\n\n      const SEARCH_ANY_ENTITY = 'entityId';\n      const searchQuery = filterCanonical || SEARCH_ANY_ENTITY;\n      const searchResults = this._contentStorage.searchMessages(searchQuery, {\n        caseSensitive: false,\n        limit: 100,\n      });\n\n      const associations: EntityAssociation[] = [];\n\n      for (const message of searchResults) {\n        try {\n          const content = message.content as string;\n          if (content.includes(IS_ENTITY_ASSOCIATION_FLAG)) {\n            const parsed = JSON.parse(content);\n\n            if (parsed.entityId && parsed.entityName && parsed.entityType) {\n              if (filterCanonical && parsed.entityType !== filterCanonical) {\n                continue;\n              }\n\n              if (parsed.createdAt && typeof parsed.createdAt === 'string') {\n                parsed.createdAt = new Date(parsed.createdAt);\n              }\n\n              associations.push(parsed as EntityAssociation);\n            }\n          }\n        } catch (parseError) {\n          this.logger.warn('Failed to parse entity association from message', {\n            messageContent:\n              typeof message.content === 'string'\n                ? message.content.substring(0, 100)\n                : 'non-string',\n            error:\n              parseError instanceof Error\n                ? parseError.message\n                : String(parseError),\n          });\n          continue;\n        }\n      }\n\n      const mergedById = new Map<string, EntityAssociation>();\n      const getTime = (d: Date | string): number =>\n        d instanceof Date ? d.getTime() : new Date(d).getTime();\n\n      for (const assoc of associations) {\n        const existing = mergedById.get(assoc.entityId);\n        if (!existing) {\n          mergedById.set(assoc.entityId, assoc);\n          continue;\n        }\n\n        const existingTime = getTime(existing.createdAt);\n        const currentTime = getTime(assoc.createdAt);\n\n        const preferCurrent =\n          currentTime > existingTime ||\n          (!!assoc.transactionId && !existing.transactionId);\n\n        if (preferCurrent) {\n          mergedById.set(assoc.entityId, {\n            ...existing,\n            ...assoc,\n          });\n        }\n      }\n\n      const results = Array.from(mergedById.values()).sort((a, b) =>\n        getTime(b.createdAt) - getTime(a.createdAt)\n      );\n\n      return results;\n    } catch (error) {\n      this.logger.error('Failed to get entity associations', {\n        entityType,\n        error: error instanceof Error ? error.message : String(error),\n      });\n      return [];\n    }\n  }\n\n  /**\n   * Clean up resources and dispose of components\n   */\n  dispose(): void {\n    this.memoryWindow.dispose();\n    this._contentStorage.dispose();\n    this.tokenCounter.dispose();\n  }\n}\n"],"names":[],"mappings":";;;;;AAiFA,MAAM,6BAA6B;AAO5B,MAAM,sBAAN,MAAM,oBAAmB;AAAA,EAc9B,YAAY,SAA4B,IAAI;AAC1C,SAAK,SAAS,EAAE,GAAG,oBAAmB,gBAAgB,GAAG,OAAA;AACzD,SAAK,SAAS,IAAI,OAAO,EAAE,QAAQ,sBAAsB;AAEzD,SAAK,eAAe,IAAI,aAAa,KAAK,OAAO,SAAS;AAC1D,SAAK,kBAAkB,IAAI,eAAe,KAAK,OAAO,YAAY;AAClE,SAAK,eAAe,IAAI;AAAA,MACtB,KAAK,OAAO;AAAA,MACZ,KAAK,OAAO;AAAA,MACZ,KAAK;AAAA,IAAA;AAAA,EAET;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAI,iBAAiC;AACnC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,WAAW,SAA4B;AACrC,UAAM,SAAS,KAAK,aAAa,WAAW,OAAO;AAEnD,QAAI,OAAO,eAAe,SAAS,GAAG;AACpC,WAAK,gBAAgB,cAAc,OAAO,cAAc;AAAA,IAC1D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,cAA6B;AAC3B,WAAO,KAAK,aAAa,YAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAwB,OAAa;AACzC,SAAK,aAAa,MAAA;AAElB,QAAI,cAAc;AAChB,WAAK,gBAAgB,MAAA;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAgB,cAA4B;AAC1C,SAAK,aAAa,gBAAgB,YAAY;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,kBAA0B;AACxB,WAAO,KAAK,aAAa,gBAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,OAAe,UAAyB,IAAmB;AACvE,WAAO,KAAK,gBAAgB,eAAe,OAAO,OAAO;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,iBAAiB,OAA8B;AAC7C,WAAO,KAAK,gBAAgB,kBAAkB,KAAK;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAc,SAA+B;AAC3C,WAAO,KAAK,aAAa,cAAc,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,iBAA8B;AAC5B,UAAM,cAAc,KAAK,aAAa,SAAA;AAEtC,WAAO;AAAA,MACL,qBAAqB,YAAY;AAAA,MACjC,mBAAmB,YAAY;AAAA,MAC/B,WAAW,YAAY;AAAA,MACvB,mBAAmB,YAAY;AAAA,MAC/B,oBAAoB,YAAY;AAAA,MAChC,iBAAiB,YAAY;AAAA,IAAA;AAAA,EAEjC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,kBAAiE;AAC/D,WAAO,KAAK,gBAAgB,gBAAA;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,kBAME;AACA,UAAM,cAAc,KAAK,eAAA;AACzB,UAAM,eAAe,KAAK,gBAAA;AAE1B,WAAO;AAAA,MACL,cAAc;AAAA,MACd,SAAS;AAAA,MACT,sBACE,YAAY,sBAAsB,aAAa;AAAA,MACjD,yBAAyB,YAAY;AAAA,MACrC,oBAAoB,aAAa;AAAA,IAAA;AAAA,EAErC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,WAA6C;AACxD,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,GAAG,UAAA;AAEnC,QACE,UAAU,cAAc,UACxB,UAAU,kBAAkB,QAC5B;AACA,WAAK,aAAa;AAAA,QAChB,KAAK,OAAO;AAAA,QACZ,KAAK,OAAO;AAAA,MAAA;AAAA,IAEhB;AAEA,QAAI,UAAU,iBAAiB,QAAW;AACxC,WAAK,gBAAgB,mBAAmB,KAAK,OAAO,YAAY;AAAA,IAClE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAyC;AACvC,WAAO,EAAE,GAAG,KAAK,OAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,wBAAwB,WAAiB,SAA8B;AACrE,WAAO,KAAK,gBAAgB,yBAAyB,WAAW,OAAO;AAAA,EACzE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,iBAAiB,aAAqB,OAA+B;AACnE,WAAO,KAAK,gBAAgB,kBAAkB,aAAa,KAAK;AAAA,EAClE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,uBAAuB,SAAgC;AACrD,WAAO,KAAK,gBAAgB,wBAAwB,OAAO;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,cAOE;AACA,WAAO;AAAA,MACL,QAAQ,KAAK;AAAA,MACb,gBAAgB,KAAK,aAAa,cAAc,IAAI,CAAC,SAAS;AAAA,QAC5D,SAAS,IAAI;AAAA,QACb,MAAM,IAAI,SAAA;AAAA,MAAS,EACnB;AAAA,MACF,cAAc,KAAK,aAAa,gBAAA;AAAA,MAChC,aAAa,KAAK,eAAA;AAAA,MAClB,cAAc,KAAK,gBAAA;AAAA,MACnB,gBAAgB,KAAK,gBAAgB,eAAA;AAAA,IAAe;AAAA,EAExD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,kBAAkB,uBAAgC,OAQhD;AACA,UAAM,iBAAiB,KAAK,YAAA;AAC5B,UAAM,UAAU;AAAA,MACd,oBAAoB,eAAe;AAAA,MACnC,cAAc,KAAK,gBAAA;AAAA,MACnB,gBAAgB,eAAe,MAAM,EAAE;AAAA,MACvC,mBAAmB,KAAK,eAAA,EAAiB;AAAA,MACzC,kBAAkB,KAAK,gBAAA,EAAkB,gBAAgB;AAAA,IAAA;AAG3D,QAAI,sBAAsB;AACxB,aAAO;AAAA,QACL,GAAG;AAAA,QACH,sBAAsB,KAAK,iBAAiB,EAAE;AAAA,QAC9C,cAAc,KAAK,gBAAA;AAAA,MAAgB;AAAA,IAEvC;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,qBAA2B;AAAA,EAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAS5B,uBACE,UACA,YACA,YACA,eACA,WACM;AACN,QAAI;AACF,UACE,CAAC,YACD,OAAO,aAAa,YACpB,SAAS,KAAA,EAAO,WAAW,GAC3B;AACA;AAAA,MACF;AAEA,UACE,CAAC,cACD,OAAO,eAAe,YACtB,WAAW,KAAA,EAAO,WAAW,GAC7B;AACA;AAAA,MACF;AAEA,UACE,CAAC,cACD,OAAO,eAAe,YACtB,WAAW,KAAA,EAAO,WAAW,GAC7B;AACA;AAAA,MACF;AAEA,YAAM,oBAAoB,SAAS,KAAA;AACnC,YAAM,sBAAsB,WAAW,KAAA,EAAO,UAAU,GAAG,GAAG;AAC9D,YAAM,sBAAsB,KAAK,oBAAoB,UAAU;AAE/D,UAAI,YAAY;AAChB,UAAI,wBAAwB,WAAW;AACrC,oBAAY;AAAA,MACd,WAAW,wBAAwB,WAAW;AAC5C,oBACE;AAAA,MACJ,WAAW,wBAAwB,aAAa;AAC9C,oBAAY;AAAA,MACd;AAEA,YAAM,cAIF;AAAA,QACF,UAAU;AAAA,QACV,YAAY;AAAA,QACZ,YAAY;AAAA,QACZ,+BAAe,KAAA;AAAA,QACf,qBAAqB;AAAA,QACrB,GAAI,YAAY,EAAE,OAAO,UAAA,IAAc,CAAA;AAAA,QACvC,GAAI,wBAAwB,YACxB,EAAE,KAAK,WAAW,iBAAiB,GAAA,IACnC,CAAA;AAAA,QACJ,GAAI,kBAAkB,UACtB,kBAAkB,QAClB,cAAc,WAAW,KACrB,EAAE,eAAe,cAAc,KAAA,EAAK,IACpC,CAAA;AAAA,QACJ,GAAI,aAAa,UAAU,WAAW,KAAK,EAAE,WAAW,UAAU,KAAA,MAAW,CAAA;AAAA,MAAC;AAGhF,YAAM,UAAU,KAAK,UAAU,WAAW;AAS1C,YAAM,gBAAsC;AAAA,QAC1C,UAAU,MAAM;AAAA,QAChB;AAAA,QACA,IAAI,UAAU,iBAAiB,IAAI,KAAK,KAAK;AAAA,QAC7C,MAAM;AAAA,QACN,mBAAmB;AAAA,UACjB,UAAU;AAAA,UACV,YAAY;AAAA,UACZ,YAAY;AAAA,UACZ,qBAAqB;AAAA,UACrB,GAAI,aAAa,UAAU,WAAW,KAAK,EAAE,WAAW,UAAU,KAAA,MAAW,CAAA;AAAA,QAAC;AAAA,MAChF;AAGF,UAAI;AACF,aAAK,aAAa,WAAW,IAAI,cAAc,OAAO,CAAC;AAAA,MACzD,QAAQ;AAAA,MAAC;AAET,WAAK,gBAAgB,cAAc,CAAC,aAA4B,CAAC;AAAA,IACnE,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,sCAAsC;AAAA,QACtD;AAAA,QACA;AAAA,QACA;AAAA,QACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAAA,CAC7D;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAAoB,OAAuB;AACjD,UAAM,OAAO,SAAS,IAAI,KAAA;AAC1B,QAAI,IAAI,WAAW,GAAG;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,MAAM,IAAI,QAAQ,YAAY,EAAE,EAAE,YAAA;AAExC,UAAM,WAAmC;AAAA,MACvC,OAAO;AAAA,MACP,SAAS;AAAA,MACT,OAAO;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,MACT,WAAW;AAAA,MACX,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,UAAU;AAAA,MACV,YAAY;AAAA,IAAA;AAGd,QAAI,OAAO,UAAU,eAAe,KAAK,UAAU,GAAG,GAAG;AACvD,aAAO,SAAS,GAAG;AAAA,IACrB;AAEA,QAAI,aAAa,KAAK,GAAG,GAAG;AAC1B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,uBACE,OACA,UAAmC,IACd;AACrB,QAAI;AACF,UAAI,CAAC,SAAS,OAAO,UAAU,UAAU;AACvC,eAAO,CAAA;AAAA,MACT;AAEA,YAAM,iBAAiB,MAAM,KAAA;AAC7B,UAAI,eAAe,WAAW,GAAG;AAC/B,eAAO,CAAA;AAAA,MACT;AAEA,UAAI,eAAe,SAAS,KAAK;AAAA,MACjC;AAEA,YAAM,EAAE,YAAY,QAAQ,IAAI,aAAa,SAAS;AAEtD,YAAM,YAAY,KAAK,IAAI,GAAG,KAAK,IAAI,SAAS,IAAI,GAAG,CAAC;AAExD,YAAM,kBAAkB,cAAc,KAAK,cAAc;AAEzD,YAAM,gBAAgB,KAAK,gBAAgB;AAAA,QACzC,eAAe,UAAU,GAAG,GAAG;AAAA,QAC/B;AAAA,UACE,eAAe;AAAA,UACf,OAAO,YAAY;AAAA,QAAA;AAAA,MACrB;AAGF,YAAM,eAAoC,CAAA;AAE1C,iBAAW,WAAW,eAAe;AACnC,YAAI;AACF,gBAAM,UAAU,QAAQ;AACxB,cACE,QAAQ,SAAS,0BAA0B,KAC3C,QAAQ,SAAS,UAAU,GAC3B;AACA,kBAAM,SAAS,KAAK,MAAM,OAAO;AACjC,gBAAI,OAAO,YAAY,OAAO,cAAc,OAAO,YAAY;AAC7D,kBAAI,cAAc,OAAO,eAAe,YAAY;AAClD;AAAA,cACF;AAEA,kBAAI,iBAAiB;AACnB,oBAAI,OAAO,aAAa,gBAAgB;AACtC;AAAA,gBACF;AAAA,cACF;AAEA,2BAAa,KAAK,MAA2B;AAAA,YAC/C;AAAA,UACF;AAAA,QACF,QAAQ;AACN;AAAA,QACF;AAAA,MACF;AAEA,UAAI,cAAc,aAAa,WAAW,KAAK,CAAC,iBAAiB;AAC/D,cAAM,eAAe;AAAA,UACnB,MAAM,YAAA;AAAA,UACN;AAAA,UACA;AAAA,UACA,cAAc;AAAA,QAAA,EACd,OAAO,OAAO;AAEhB,mBAAW,cAAc,cAAc;AACrC,cAAI,eAAe,MAAM,cAAe;AAExC,gBAAM,eAAe,KAAK,gBAAgB,eAAe,YAAY;AAAA,YACnE,eAAe;AAAA,YACf;AAAA,UAAA,CACD;AAED,qBAAW,WAAW,cAAc;AAClC,gBAAI;AACF,oBAAM,UAAU,QAAQ;AACxB,kBAAI,QAAQ,SAAS,0BAA0B,GAAG;AAChD,sBAAM,SAAS,KAAK,MAAM,OAAO;AACjC,oBAAI,OAAO,YAAY,OAAO,cAAc,OAAO,YAAY;AAC7D,sBAAI,cAAc,OAAO,eAAe,YAAY;AAClD;AAAA,kBACF;AACA,+BAAa,KAAK,MAA2B;AAAA,gBAC/C;AAAA,cACF;AAAA,YACF,QAAQ;AACN;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,YAAM,qBAAqB,aACxB;AAAA,QACC,CAAC,OAAO,OAAO,QACb,IAAI,UAAU,CAAC,MAAM,EAAE,aAAa,MAAM,QAAQ,MAAM;AAAA,MAAA,EAE3D;AAAA,QACC,CAAC,GAAG,MACF,IAAI,KAAK,EAAE,SAAS,EAAE,QAAA,IAAY,IAAI,KAAK,EAAE,SAAS,EAAE,QAAA;AAAA,MAAQ;AAGtE,YAAM,UAAU,mBAAmB,MAAM,GAAG,SAAS;AAErD,aAAO;AAAA,IACT,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,sCAAsC;AAAA,QACtD;AAAA,QACA;AAAA,QACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAAA,CAC7D;AACD,aAAO,CAAA;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,sBAAsB,YAA0C;AAC9D,QAAI;AACF,YAAM,YAAY,aAAa,WAAW,KAAA,IAAS;AACnD,YAAM,kBAAkB,YAAY,KAAK,oBAAoB,SAAS,IAAI;AAE1E,UAAI,eAAe,CAAC,aAAa,UAAU,WAAW,IAAI;AACxD,eAAO,CAAA;AAAA,MACT;AAEA,YAAM,oBAAoB;AAC1B,YAAM,cAAc,mBAAmB;AACvC,YAAM,gBAAgB,KAAK,gBAAgB,eAAe,aAAa;AAAA,QACrE,eAAe;AAAA,QACf,OAAO;AAAA,MAAA,CACR;AAED,YAAM,eAAoC,CAAA;AAE1C,iBAAW,WAAW,eAAe;AACnC,YAAI;AACF,gBAAM,UAAU,QAAQ;AACxB,cAAI,QAAQ,SAAS,0BAA0B,GAAG;AAChD,kBAAM,SAAS,KAAK,MAAM,OAAO;AAEjC,gBAAI,OAAO,YAAY,OAAO,cAAc,OAAO,YAAY;AAC7D,kBAAI,mBAAmB,OAAO,eAAe,iBAAiB;AAC5D;AAAA,cACF;AAEA,kBAAI,OAAO,aAAa,OAAO,OAAO,cAAc,UAAU;AAC5D,uBAAO,YAAY,IAAI,KAAK,OAAO,SAAS;AAAA,cAC9C;AAEA,2BAAa,KAAK,MAA2B;AAAA,YAC/C;AAAA,UACF;AAAA,QACF,SAAS,YAAY;AACnB,eAAK,OAAO,KAAK,mDAAmD;AAAA,YAClE,gBACE,OAAO,QAAQ,YAAY,WACvB,QAAQ,QAAQ,UAAU,GAAG,GAAG,IAChC;AAAA,YACN,OACE,sBAAsB,QAClB,WAAW,UACX,OAAO,UAAU;AAAA,UAAA,CACxB;AACD;AAAA,QACF;AAAA,MACF;AAEA,YAAM,iCAAiB,IAAA;AACvB,YAAM,UAAU,CAAC,MACf,aAAa,OAAO,EAAE,QAAA,IAAY,IAAI,KAAK,CAAC,EAAE,QAAA;AAEhD,iBAAW,SAAS,cAAc;AAChC,cAAM,WAAW,WAAW,IAAI,MAAM,QAAQ;AAC9C,YAAI,CAAC,UAAU;AACb,qBAAW,IAAI,MAAM,UAAU,KAAK;AACpC;AAAA,QACF;AAEA,cAAM,eAAe,QAAQ,SAAS,SAAS;AAC/C,cAAM,cAAc,QAAQ,MAAM,SAAS;AAE3C,cAAM,gBACJ,cAAc,gBACb,CAAC,CAAC,MAAM,iBAAiB,CAAC,SAAS;AAEtC,YAAI,eAAe;AACjB,qBAAW,IAAI,MAAM,UAAU;AAAA,YAC7B,GAAG;AAAA,YACH,GAAG;AAAA,UAAA,CACJ;AAAA,QACH;AAAA,MACF;AAEA,YAAM,UAAU,MAAM,KAAK,WAAW,OAAA,CAAQ,EAAE;AAAA,QAAK,CAAC,GAAG,MACvD,QAAQ,EAAE,SAAS,IAAI,QAAQ,EAAE,SAAS;AAAA,MAAA;AAG5C,aAAO;AAAA,IACT,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,qCAAqC;AAAA,QACrD;AAAA,QACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAAA,CAC7D;AACD,aAAO,CAAA;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,SAAK,aAAa,QAAA;AAClB,SAAK,gBAAgB,QAAA;AACrB,SAAK,aAAa,QAAA;AAAA,EACpB;AACF;AAjpBE,oBAAwB,iBAA8C;AAAA,EACpE,WAAW;AAAA,EACX,eAAe;AAAA,EACf,WAAW;AAAA,EACX,cAAc;AAAA;AAXX,IAAM,qBAAN;"}

package/dist/esm/index20.js

@@ -1,183 +1,124 @@
-import { TokenCounter } from "./index19.js";
-const _MemoryWindow = class _MemoryWindow {
-  constructor(maxTokens = _MemoryWindow.DEFAULT_MAX_TOKENS, reserveTokens = _MemoryWindow.DEFAULT_RESERVE_TOKENS, tokenCounter) {
-    this.messages = [];
-    this.systemPrompt = "";
-    this.systemPromptTokens = 0;
-    if (reserveTokens >= maxTokens) {
-      throw new Error("Reserve tokens must be less than max tokens");
+import { encoding_for_model } from "tiktoken";
+const _TokenCounter = class _TokenCounter {
+  constructor(modelName = "gpt-4o") {
+    this.modelName = String(modelName);
+    try {
+      this.encoding = encoding_for_model(modelName);
+    } catch {
+      this.encoding = encoding_for_model("gpt-4o");
+      this.modelName = "gpt-4o";
     }
-    this.maxTokens = maxTokens;
-    this.reserveTokens = reserveTokens;
-    this.tokenCounter = tokenCounter || new TokenCounter();
   }
   /**
-   * Add a message to the memory window, pruning old messages if necessary
-   * @param message - The message to add
-   * @returns Result of the add operation including any pruned messages
+   * Count tokens in raw text content
+   * @param text - The text to count tokens for
+   * @returns Number of tokens
    */
-  addMessage(message) {
-    this.tokenCounter.countMessageTokens(message);
-    this.messages.push(message);
-    const currentTokens = this.getCurrentTokenCount();
-    const availableTokens = this.maxTokens - this.reserveTokens;
-    let prunedMessages = [];
-    if (currentTokens > availableTokens) {
-      this.messages.pop();
-      prunedMessages = this.pruneToFit();
-      this.messages.push(message);
+  countTokens(text) {
+    if (!text || text.trim() === "") {
+      return 0;
     }
-    return {
-      added: true,
-      prunedMessages,
-      currentTokenCount: this.getCurrentTokenCount(),
-      remainingCapacity: this.getRemainingTokenCapacity()
-    };
-  }
-  /**
-   * Prune old messages to fit within token limits
-   * Removes messages in pairs to maintain conversational flow
-   * @returns Array of pruned messages
-   */
-  pruneToFit() {
-    const prunedMessages = [];
-    const targetTokens = this.maxTokens - this.reserveTokens;
-    while (this.getCurrentTokenCount() > targetTokens && this.messages.length > 0) {
-      const batchSize = Math.min(
-        _MemoryWindow.PRUNING_BATCH_SIZE,
-        this.messages.length
-      );
-      for (let i = 0; i < batchSize; i++) {
-        const prunedMessage = this.messages.shift();
-        if (prunedMessage) {
-          prunedMessages.push(prunedMessage);
-        }
-      }
-      if (prunedMessages.length > 1e3) {
-        break;
-      }
+    try {
+      const tokens = this.encoding.encode(text);
+      return tokens.length;
+    } catch {
+      return Math.ceil(text.split(/\s+/).length * 1.3);
     }
-    return prunedMessages;
-  }
-  /**
-   * Get current token count including system prompt and messages
-   * @returns Current token count
-   */
-  getCurrentTokenCount() {
-    const messageTokens = this.tokenCounter.countMessagesTokens(this.messages);
-    return this.systemPromptTokens + messageTokens;
   }
   /**
-   * Get remaining token capacity before hitting the reserve limit
-   * @returns Remaining tokens that can be used
+   * Count tokens for a single chat message including role overhead
+   * @param message - The message to count tokens for
+   * @returns Number of tokens including message formatting overhead
    */
-  getRemainingTokenCapacity() {
-    return Math.max(0, this.maxTokens - this.getCurrentTokenCount());
+  countMessageTokens(message) {
+    const contentTokens = this.countTokens(String(message.content ?? ""));
+    const roleTokens = this.countTokens(this.getMessageRole(message));
+    return contentTokens + roleTokens + _TokenCounter.MESSAGE_OVERHEAD + _TokenCounter.ROLE_OVERHEAD;
   }
   /**
-   * Check if a message can be added without exceeding limits
-   * @param message - The message to check
-   * @returns True if message can be added within reserve limits
+   * Count tokens for multiple messages
+   * @param messages - Array of messages to count
+   * @returns Total token count for all messages
    */
-  canAddMessage(message) {
-    const messageTokens = this.tokenCounter.countMessageTokens(message);
-    const currentTokens = this.getCurrentTokenCount();
-    const wouldExceedReserve = currentTokens + messageTokens > this.maxTokens - this.reserveTokens;
-    if (messageTokens > this.maxTokens) {
-      return false;
+  countMessagesTokens(messages) {
+    if (!messages || messages.length === 0) {
+      return 0;
     }
-    return !wouldExceedReserve || this.messages.length > 0;
-  }
-  /**
-   * Get all messages in the memory window
-   * @returns Copy of current messages array
-   */
-  getMessages() {
-    return [...this.messages];
-  }
-  /**
-   * Clear all messages from the memory window
-   */
-  clear() {
-    this.messages = [];
+    let total = 0;
+    for (const message of messages) {
+      total += this.countMessageTokens(message);
+    }
+    return total;
   }
   /**
-   * Set the system prompt and update token calculations
+   * Estimate tokens for system prompt
+   * System prompts have slightly different overhead in chat completions
    * @param systemPrompt - The system prompt text
+   * @returns Estimated token count
    */
-  setSystemPrompt(systemPrompt) {
-    this.systemPrompt = systemPrompt;
-    this.systemPromptTokens = this.tokenCounter.estimateSystemPromptTokens(systemPrompt);
-  }
-  /**
-   * Get the current system prompt
-   * @returns Current system prompt
-   */
-  getSystemPrompt() {
-    return this.systemPrompt;
+  estimateSystemPromptTokens(systemPrompt) {
+    if (!systemPrompt || systemPrompt.trim() === "") {
+      return 0;
+    }
+    const contentTokens = this.countTokens(systemPrompt);
+    const roleTokens = this.countTokens("system");
+    return contentTokens + roleTokens + _TokenCounter.MESSAGE_OVERHEAD + _TokenCounter.ROLE_OVERHEAD;
   }
   /**
-   * Get current configuration
-   * @returns Memory window configuration
+   * Get total context size estimate including system prompt and messages
+   * @param systemPrompt - System prompt text
+   * @param messages - Conversation messages
+   * @returns Total estimated token count
    */
-  getConfig() {
-    return {
-      maxTokens: this.maxTokens,
-      reserveTokens: this.reserveTokens,
-      currentTokens: this.getCurrentTokenCount(),
-      messageCount: this.messages.length,
-      systemPromptTokens: this.systemPromptTokens
-    };
+  estimateContextSize(systemPrompt, messages) {
+    const systemTokens = this.estimateSystemPromptTokens(systemPrompt);
+    const messageTokens = this.countMessagesTokens(messages);
+    const completionOverhead = 10;
+    return systemTokens + messageTokens + completionOverhead;
   }
   /**
-   * Update token limits
-   * @param maxTokens - New maximum token limit
-   * @param reserveTokens - New reserve token amount
+   * Get the role string for a message
+   * @param message - The message to get the role for
+   * @returns Role string ('user', 'assistant', 'system', etc.)
    */
-  updateLimits(maxTokens, reserveTokens) {
-    if (reserveTokens !== void 0 && reserveTokens >= maxTokens) {
-      throw new Error("Reserve tokens must be less than max tokens");
-    }
-    this.maxTokens = maxTokens;
-    if (reserveTokens !== void 0) {
-      this.reserveTokens = reserveTokens;
-    }
-    if (this.getCurrentTokenCount() > this.maxTokens - this.reserveTokens) {
-      this.pruneToFit();
+  getMessageRole(message) {
+    const messageType = message._getType();
+    switch (messageType) {
+      case "human":
+        return "user";
+      case "ai":
+        return "assistant";
+      case "system":
+        return "system";
+      case "function":
+        return "function";
+      case "tool":
+        return "tool";
+      default:
+        return "user";
     }
   }
   /**
-   * Get statistics about the memory window
-   * @returns Memory usage statistics
+   * Get the model name being used for token counting
+   * @returns The tiktoken model name
    */
-  getStats() {
-    const currentTokens = this.getCurrentTokenCount();
-    const capacity = this.maxTokens;
-    const usagePercentage = currentTokens / capacity * 100;
-    return {
-      totalMessages: this.messages.length,
-      currentTokens,
-      maxTokens: capacity,
-      reserveTokens: this.reserveTokens,
-      systemPromptTokens: this.systemPromptTokens,
-      usagePercentage: Math.round(usagePercentage * 100) / 100,
-      remainingCapacity: this.getRemainingTokenCapacity(),
-      canAcceptMore: this.getRemainingTokenCapacity() > this.reserveTokens
-    };
+  getModelName() {
+    return this.modelName;
   }
   /**
-   * Clean up resources
+   * Clean up encoding resources
    */
   dispose() {
-    this.clear();
-    this.tokenCounter.dispose();
+    try {
+      this.encoding.free();
+    } catch {
+    }
   }
 };
-_MemoryWindow.DEFAULT_MAX_TOKENS = 8e3;
-_MemoryWindow.DEFAULT_RESERVE_TOKENS = 1e3;
-_MemoryWindow.PRUNING_BATCH_SIZE = 2;
-let MemoryWindow = _MemoryWindow;
+_TokenCounter.MESSAGE_OVERHEAD = 3;
+_TokenCounter.ROLE_OVERHEAD = 1;
+let TokenCounter = _TokenCounter;
 export {
-  MemoryWindow
+  TokenCounter
 };
 //# sourceMappingURL=index20.js.map

package/dist/esm/index20.js.map

@@ -1 +1 @@
-{"version":3,"file":"index20.js","sources":["../../src/memory/memory-window.ts"],"sourcesContent":["import type { BaseMessage } from '@langchain/core/messages';\nimport { TokenCounter } from './token-counter';\n\n/**\n * Result of adding a message to the memory window\n */\nexport interface AddMessageResult {\n  /** Whether the message was successfully added */\n  added: boolean;\n  /** Messages that were pruned to make room */\n  prunedMessages: BaseMessage[];\n  /** Current token count after operation */\n  currentTokenCount: number;\n  /** Remaining token capacity */\n  remainingCapacity: number;\n}\n\n/**\n * Memory window that manages conversation history with token-based size limits\n * Automatically prunes old messages to stay within token limits while preserving conversational context\n */\nexport class MemoryWindow {\n  private messages: BaseMessage[] = [];\n  private maxTokens: number;\n  private reserveTokens: number;\n  private tokenCounter: TokenCounter;\n  private systemPrompt: string = '';\n  private systemPromptTokens: number = 0;\n\n  public static readonly DEFAULT_MAX_TOKENS = 8000;\n  public static readonly DEFAULT_RESERVE_TOKENS = 1000;\n  public static readonly PRUNING_BATCH_SIZE = 2;\n\n  constructor(\n    maxTokens: number = MemoryWindow.DEFAULT_MAX_TOKENS,\n    reserveTokens: number = MemoryWindow.DEFAULT_RESERVE_TOKENS,\n    tokenCounter?: TokenCounter\n  ) {\n    if (reserveTokens >= maxTokens) {\n      throw new Error('Reserve tokens must be less than max tokens');\n    }\n\n    this.maxTokens = maxTokens;\n    this.reserveTokens = reserveTokens;\n    this.tokenCounter = tokenCounter || new TokenCounter();\n  }\n\n  /**\n   * Add a message to the memory window, pruning old messages if necessary\n   * @param message - The message to add\n   * @returns Result of the add operation including any pruned messages\n   */\n  addMessage(message: BaseMessage): AddMessageResult {\n    this.tokenCounter.countMessageTokens(message);\n\n    this.messages.push(message);\n\n    const currentTokens = this.getCurrentTokenCount();\n    const availableTokens = this.maxTokens - this.reserveTokens;\n\n    let prunedMessages: BaseMessage[] = [];\n\n    if (currentTokens > availableTokens) {\n      this.messages.pop();\n\n      prunedMessages = this.pruneToFit();\n\n      this.messages.push(message);\n    }\n\n    return {\n      added: true,\n      prunedMessages,\n      currentTokenCount: this.getCurrentTokenCount(),\n      remainingCapacity: this.getRemainingTokenCapacity(),\n    };\n  }\n\n  /**\n   * Prune old messages to fit within token limits\n   * Removes messages in pairs to maintain conversational flow\n   * @returns Array of pruned messages\n   */\n  pruneToFit(): BaseMessage[] {\n    const prunedMessages: BaseMessage[] = [];\n    const targetTokens = this.maxTokens - this.reserveTokens;\n\n    while (\n      this.getCurrentTokenCount() > targetTokens &&\n      this.messages.length > 0\n    ) {\n      const batchSize = Math.min(\n        MemoryWindow.PRUNING_BATCH_SIZE,\n        this.messages.length\n      );\n\n      for (let i = 0; i < batchSize; i++) {\n        const prunedMessage = this.messages.shift();\n        if (prunedMessage) {\n          prunedMessages.push(prunedMessage);\n        }\n      }\n\n      if (prunedMessages.length > 1000) {\n        break;\n      }\n    }\n\n    return prunedMessages;\n  }\n\n  /**\n   * Get current token count including system prompt and messages\n   * @returns Current token count\n   */\n  getCurrentTokenCount(): number {\n    const messageTokens = this.tokenCounter.countMessagesTokens(this.messages);\n    return this.systemPromptTokens + messageTokens;\n  }\n\n  /**\n   * Get remaining token capacity before hitting the reserve limit\n   * @returns Remaining tokens that can be used\n   */\n  getRemainingTokenCapacity(): number {\n    return Math.max(0, this.maxTokens - this.getCurrentTokenCount());\n  }\n\n  /**\n   * Check if a message can be added without exceeding limits\n   * @param message - The message to check\n   * @returns True if message can be added within reserve limits\n   */\n  canAddMessage(message: BaseMessage): boolean {\n    const messageTokens = this.tokenCounter.countMessageTokens(message);\n    const currentTokens = this.getCurrentTokenCount();\n    const wouldExceedReserve =\n      currentTokens + messageTokens > this.maxTokens - this.reserveTokens;\n\n    if (messageTokens > this.maxTokens) {\n      return false;\n    }\n\n    return !wouldExceedReserve || this.messages.length > 0;\n  }\n\n  /**\n   * Get all messages in the memory window\n   * @returns Copy of current messages array\n   */\n  getMessages(): BaseMessage[] {\n    return [...this.messages];\n  }\n\n  /**\n   * Clear all messages from the memory window\n   */\n  clear(): void {\n    this.messages = [];\n  }\n\n  /**\n   * Set the system prompt and update token calculations\n   * @param systemPrompt - The system prompt text\n   */\n  setSystemPrompt(systemPrompt: string): void {\n    this.systemPrompt = systemPrompt;\n    this.systemPromptTokens =\n      this.tokenCounter.estimateSystemPromptTokens(systemPrompt);\n  }\n\n  /**\n   * Get the current system prompt\n   * @returns Current system prompt\n   */\n  getSystemPrompt(): string {\n    return this.systemPrompt;\n  }\n\n  /**\n   * Get current configuration\n   * @returns Memory window configuration\n   */\n  getConfig(): {\n    maxTokens: number;\n    reserveTokens: number;\n    currentTokens: number;\n    messageCount: number;\n    systemPromptTokens: number;\n  } {\n    return {\n      maxTokens: this.maxTokens,\n      reserveTokens: this.reserveTokens,\n      currentTokens: this.getCurrentTokenCount(),\n      messageCount: this.messages.length,\n      systemPromptTokens: this.systemPromptTokens,\n    };\n  }\n\n  /**\n   * Update token limits\n   * @param maxTokens - New maximum token limit\n   * @param reserveTokens - New reserve token amount\n   */\n  updateLimits(maxTokens: number, reserveTokens?: number): void {\n    if (reserveTokens !== undefined && reserveTokens >= maxTokens) {\n      throw new Error('Reserve tokens must be less than max tokens');\n    }\n\n    this.maxTokens = maxTokens;\n    if (reserveTokens !== undefined) {\n      this.reserveTokens = reserveTokens;\n    }\n\n    if (this.getCurrentTokenCount() > this.maxTokens - this.reserveTokens) {\n      this.pruneToFit();\n    }\n  }\n\n  /**\n   * Get statistics about the memory window\n   * @returns Memory usage statistics\n   */\n  getStats(): {\n    totalMessages: number;\n    currentTokens: number;\n    maxTokens: number;\n    reserveTokens: number;\n    systemPromptTokens: number;\n    usagePercentage: number;\n    remainingCapacity: number;\n    canAcceptMore: boolean;\n  } {\n    const currentTokens = this.getCurrentTokenCount();\n    const capacity = this.maxTokens;\n    const usagePercentage = (currentTokens / capacity) * 100;\n\n    return {\n      totalMessages: this.messages.length,\n      currentTokens,\n      maxTokens: capacity,\n      reserveTokens: this.reserveTokens,\n      systemPromptTokens: this.systemPromptTokens,\n      usagePercentage: Math.round(usagePercentage * 100) / 100,\n      remainingCapacity: this.getRemainingTokenCapacity(),\n      canAcceptMore: this.getRemainingTokenCapacity() > this.reserveTokens,\n    };\n  }\n\n  /**\n   * Clean up resources\n   */\n  dispose(): void {\n    this.clear();\n    this.tokenCounter.dispose();\n  }\n}\n"],"names":[],"mappings":";AAqBO,MAAM,gBAAN,MAAM,cAAa;AAAA,EAYxB,YACE,YAAoB,cAAa,oBACjC,gBAAwB,cAAa,wBACrC,cACA;AAfF,SAAQ,WAA0B,CAAA;AAIlC,SAAQ,eAAuB;AAC/B,SAAQ,qBAA6B;AAWnC,QAAI,iBAAiB,WAAW;AAC9B,YAAM,IAAI,MAAM,6CAA6C;AAAA,IAC/D;AAEA,SAAK,YAAY;AACjB,SAAK,gBAAgB;AACrB,SAAK,eAAe,gBAAgB,IAAI,aAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,WAAW,SAAwC;AACjD,SAAK,aAAa,mBAAmB,OAAO;AAE5C,SAAK,SAAS,KAAK,OAAO;AAE1B,UAAM,gBAAgB,KAAK,qBAAA;AAC3B,UAAM,kBAAkB,KAAK,YAAY,KAAK;AAE9C,QAAI,iBAAgC,CAAA;AAEpC,QAAI,gBAAgB,iBAAiB;AACnC,WAAK,SAAS,IAAA;AAEd,uBAAiB,KAAK,WAAA;AAEtB,WAAK,SAAS,KAAK,OAAO;AAAA,IAC5B;AAEA,WAAO;AAAA,MACL,OAAO;AAAA,MACP;AAAA,MACA,mBAAmB,KAAK,qBAAA;AAAA,MACxB,mBAAmB,KAAK,0BAAA;AAAA,IAA0B;AAAA,EAEtD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAA4B;AAC1B,UAAM,iBAAgC,CAAA;AACtC,UAAM,eAAe,KAAK,YAAY,KAAK;AAE3C,WACE,KAAK,yBAAyB,gBAC9B,KAAK,SAAS,SAAS,GACvB;AACA,YAAM,YAAY,KAAK;AAAA,QACrB,cAAa;AAAA,QACb,KAAK,SAAS;AAAA,MAAA;AAGhB,eAAS,IAAI,GAAG,IAAI,WAAW,KAAK;AAClC,cAAM,gBAAgB,KAAK,SAAS,MAAA;AACpC,YAAI,eAAe;AACjB,yBAAe,KAAK,aAAa;AAAA,QACnC;AAAA,MACF;AAEA,UAAI,eAAe,SAAS,KAAM;AAChC;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,uBAA+B;AAC7B,UAAM,gBAAgB,KAAK,aAAa,oBAAoB,KAAK,QAAQ;AACzE,WAAO,KAAK,qBAAqB;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,4BAAoC;AAClC,WAAO,KAAK,IAAI,GAAG,KAAK,YAAY,KAAK,sBAAsB;AAAA,EACjE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAc,SAA+B;AAC3C,UAAM,gBAAgB,KAAK,aAAa,mBAAmB,OAAO;AAClE,UAAM,gBAAgB,KAAK,qBAAA;AAC3B,UAAM,qBACJ,gBAAgB,gBAAgB,KAAK,YAAY,KAAK;AAExD,QAAI,gBAAgB,KAAK,WAAW;AAClC,aAAO;AAAA,IACT;AAEA,WAAO,CAAC,sBAAsB,KAAK,SAAS,SAAS;AAAA,EACvD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,cAA6B;AAC3B,WAAO,CAAC,GAAG,KAAK,QAAQ;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,WAAW,CAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAgB,cAA4B;AAC1C,SAAK,eAAe;AACpB,SAAK,qBACH,KAAK,aAAa,2BAA2B,YAAY;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,kBAA0B;AACxB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAME;AACA,WAAO;AAAA,MACL,WAAW,KAAK;AAAA,MAChB,eAAe,KAAK;AAAA,MACpB,eAAe,KAAK,qBAAA;AAAA,MACpB,cAAc,KAAK,SAAS;AAAA,MAC5B,oBAAoB,KAAK;AAAA,IAAA;AAAA,EAE7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,WAAmB,eAA8B;AAC5D,QAAI,kBAAkB,UAAa,iBAAiB,WAAW;AAC7D,YAAM,IAAI,MAAM,6CAA6C;AAAA,IAC/D;AAEA,SAAK,YAAY;AACjB,QAAI,kBAAkB,QAAW;AAC/B,WAAK,gBAAgB;AAAA,IACvB;AAEA,QAAI,KAAK,qBAAA,IAAyB,KAAK,YAAY,KAAK,eAAe;AACrE,WAAK,WAAA;AAAA,IACP;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,WASE;AACA,UAAM,gBAAgB,KAAK,qBAAA;AAC3B,UAAM,WAAW,KAAK;AACtB,UAAM,kBAAmB,gBAAgB,WAAY;AAErD,WAAO;AAAA,MACL,eAAe,KAAK,SAAS;AAAA,MAC7B;AAAA,MACA,WAAW;AAAA,MACX,eAAe,KAAK;AAAA,MACpB,oBAAoB,KAAK;AAAA,MACzB,iBAAiB,KAAK,MAAM,kBAAkB,GAAG,IAAI;AAAA,MACrD,mBAAmB,KAAK,0BAAA;AAAA,MACxB,eAAe,KAAK,0BAAA,IAA8B,KAAK;AAAA,IAAA;AAAA,EAE3D;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,SAAK,MAAA;AACL,SAAK,aAAa,QAAA;AAAA,EACpB;AACF;AAnOE,cAAuB,qBAAqB;AAC5C,cAAuB,yBAAyB;AAChD,cAAuB,qBAAqB;AAVvC,IAAM,eAAN;"}
+{"version":3,"file":"index20.js","sources":["../../src/memory/token-counter.ts"],"sourcesContent":["import { encoding_for_model } from 'tiktoken';\nimport type { TiktokenModel } from 'tiktoken';\nimport type { BaseMessage } from '@langchain/core/messages';\n\n/**\n * Token counter utility for OpenAI models using tiktoken encoding\n * Provides accurate token counting for text content and chat messages\n */\nexport class TokenCounter {\n  private encoding: ReturnType<typeof encoding_for_model>;\n  private modelName: string;\n\n  private static readonly MESSAGE_OVERHEAD = 3;\n  private static readonly ROLE_OVERHEAD = 1;\n\n  constructor(modelName: string | TiktokenModel = 'gpt-4o') {\n    this.modelName = String(modelName);\n    try {\n      this.encoding = encoding_for_model(modelName as TiktokenModel);\n    } catch {\n      this.encoding = encoding_for_model('gpt-4o');\n      this.modelName = 'gpt-4o';\n    }\n  }\n\n  /**\n   * Count tokens in raw text content\n   * @param text - The text to count tokens for\n   * @returns Number of tokens\n   */\n  countTokens(text: string): number {\n    if (!text || text.trim() === '') {\n      return 0;\n    }\n\n    try {\n      const tokens = this.encoding.encode(text);\n      return tokens.length;\n    } catch {\n      return Math.ceil(text.split(/\\s+/).length * 1.3);\n    }\n  }\n\n  /**\n   * Count tokens for a single chat message including role overhead\n   * @param message - The message to count tokens for\n   * @returns Number of tokens including message formatting overhead\n   */\n  countMessageTokens(message: BaseMessage): number {\n    const contentTokens = this.countTokens(String(message.content ?? ''));\n    const roleTokens = this.countTokens(this.getMessageRole(message));\n    \n    return contentTokens + roleTokens + TokenCounter.MESSAGE_OVERHEAD + TokenCounter.ROLE_OVERHEAD;\n  }\n\n  /**\n   * Count tokens for multiple messages\n   * @param messages - Array of messages to count\n   * @returns Total token count for all messages\n   */\n  countMessagesTokens(messages: BaseMessage[]): number {\n    if (!messages || messages.length === 0) {\n      return 0;\n    }\n\n    let total = 0;\n    for (const message of messages) {\n      total += this.countMessageTokens(message);\n    }\n    return total;\n  }\n\n  /**\n   * Estimate tokens for system prompt\n   * System prompts have slightly different overhead in chat completions\n   * @param systemPrompt - The system prompt text\n   * @returns Estimated token count\n   */\n  estimateSystemPromptTokens(systemPrompt: string): number {\n    if (!systemPrompt || systemPrompt.trim() === '') {\n      return 0;\n    }\n\n    const contentTokens = this.countTokens(systemPrompt);\n    const roleTokens = this.countTokens('system');\n    \n    return contentTokens + roleTokens + TokenCounter.MESSAGE_OVERHEAD + TokenCounter.ROLE_OVERHEAD;\n  }\n\n  /**\n   * Get total context size estimate including system prompt and messages\n   * @param systemPrompt - System prompt text\n   * @param messages - Conversation messages\n   * @returns Total estimated token count\n   */\n  estimateContextSize(systemPrompt: string, messages: BaseMessage[]): number {\n    const systemTokens = this.estimateSystemPromptTokens(systemPrompt);\n    const messageTokens = this.countMessagesTokens(messages);\n    \n    const completionOverhead = 10;\n    \n    return systemTokens + messageTokens + completionOverhead;\n  }\n\n  /**\n   * Get the role string for a message\n   * @param message - The message to get the role for\n   * @returns Role string ('user', 'assistant', 'system', etc.)\n   */\n  private getMessageRole(message: BaseMessage): string {\n    const messageType = message._getType();\n    switch (messageType) {\n      case 'human':\n        return 'user';\n      case 'ai':\n        return 'assistant';\n      case 'system':\n        return 'system';\n      case 'function':\n        return 'function';\n      case 'tool':\n        return 'tool';\n      default:\n        return 'user';\n    }\n  }\n\n  /**\n   * Get the model name being used for token counting\n   * @returns The tiktoken model name\n   */\n  getModelName(): string {\n    return this.modelName;\n  }\n\n  /**\n   * Clean up encoding resources\n   */\n  dispose(): void {\n    try {\n      this.encoding.free();\n    } catch {\n    }\n  }\n}"],"names":[],"mappings":";AAQO,MAAM,gBAAN,MAAM,cAAa;AAAA,EAOxB,YAAY,YAAoC,UAAU;AACxD,SAAK,YAAY,OAAO,SAAS;AACjC,QAAI;AACF,WAAK,WAAW,mBAAmB,SAA0B;AAAA,IAC/D,QAAQ;AACN,WAAK,WAAW,mBAAmB,QAAQ;AAC3C,WAAK,YAAY;AAAA,IACnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,YAAY,MAAsB;AAChC,QAAI,CAAC,QAAQ,KAAK,KAAA,MAAW,IAAI;AAC/B,aAAO;AAAA,IACT;AAEA,QAAI;AACF,YAAM,SAAS,KAAK,SAAS,OAAO,IAAI;AACxC,aAAO,OAAO;AAAA,IAChB,QAAQ;AACN,aAAO,KAAK,KAAK,KAAK,MAAM,KAAK,EAAE,SAAS,GAAG;AAAA,IACjD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,mBAAmB,SAA8B;AAC/C,UAAM,gBAAgB,KAAK,YAAY,OAAO,QAAQ,WAAW,EAAE,CAAC;AACpE,UAAM,aAAa,KAAK,YAAY,KAAK,eAAe,OAAO,CAAC;AAEhE,WAAO,gBAAgB,aAAa,cAAa,mBAAmB,cAAa;AAAA,EACnF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,oBAAoB,UAAiC;AACnD,QAAI,CAAC,YAAY,SAAS,WAAW,GAAG;AACtC,aAAO;AAAA,IACT;AAEA,QAAI,QAAQ;AACZ,eAAW,WAAW,UAAU;AAC9B,eAAS,KAAK,mBAAmB,OAAO;AAAA,IAC1C;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,2BAA2B,cAA8B;AACvD,QAAI,CAAC,gBAAgB,aAAa,KAAA,MAAW,IAAI;AAC/C,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,YAAY,YAAY;AACnD,UAAM,aAAa,KAAK,YAAY,QAAQ;AAE5C,WAAO,gBAAgB,aAAa,cAAa,mBAAmB,cAAa;AAAA,EACnF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,oBAAoB,cAAsB,UAAiC;AACzE,UAAM,eAAe,KAAK,2BAA2B,YAAY;AACjE,UAAM,gBAAgB,KAAK,oBAAoB,QAAQ;AAEvD,UAAM,qBAAqB;AAE3B,WAAO,eAAe,gBAAgB;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,eAAe,SAA8B;AACnD,UAAM,cAAc,QAAQ,SAAA;AAC5B,YAAQ,aAAA;AAAA,MACN,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IAAA;AAAA,EAEb;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAuB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,QAAI;AACF,WAAK,SAAS,KAAA;AAAA,IAChB,QAAQ;AAAA,IACR;AAAA,EACF;AACF;AApIE,cAAwB,mBAAmB;AAC3C,cAAwB,gBAAgB;AALnC,IAAM,eAAN;"}