@hashgraphonline/conversational-agent 0.1.208 → 0.1.210

package/src/memory/ContentStorage.ts

@@ -90,7 +90,6 @@ export class ContentStorage implements ContentReferenceStore {
   private maxStorage: number;
   private idCounter: number = 0;
 
-  // Reference-based content storage
   private contentStore: Map<ReferenceId, StoredContent> = new Map();
   private referenceConfig: ContentReferenceConfig;
   private cleanupTimer?: NodeJS.Timeout;
@@ -102,7 +101,6 @@ export class ContentStorage implements ContentReferenceStore {
     };
   };
 
-  // Default storage limit for messages
   public static readonly DEFAULT_MAX_STORAGE = 1000;
 
   constructor(
@@ -111,7 +109,6 @@ export class ContentStorage implements ContentReferenceStore {
   ) {
     this.maxStorage = maxStorage;
     
-    // Initialize reference-based storage
     this.referenceConfig = { ...DEFAULT_CONTENT_REFERENCE_CONFIG, ...referenceConfig };
     this.referenceStats = {
       activeReferences: 0,
@@ -131,7 +128,6 @@ export class ContentStorage implements ContentReferenceStore {
       }
     };
     
-    // Start cleanup timer if enabled
     if (this.referenceConfig.enableAutoCleanup) {
       this.startReferenceCleanupTimer();
     }
@@ -151,17 +147,14 @@ export class ContentStorage implements ContentReferenceStore {
     const now = new Date();
     let dropped = 0;
 
-    // Convert messages to stored format
     const storedMessages: StoredMessage[] = messages.map(message => ({
       message,
       storedAt: now,
       id: this.generateId()
     }));
 
-    // Add new messages
     this.messages.push(...storedMessages);
 
-    // Remove oldest messages if we exceed the limit
     while (this.messages.length > this.maxStorage) {
       this.messages.shift();
       dropped++;
@@ -215,7 +208,6 @@ export class ContentStorage implements ContentReferenceStore {
           .filter(stored => regex.test(stored.message.content as string))
           .map(stored => stored.message);
       } catch (error) {
-        console.warn('Invalid regex pattern:', query, error);
         return [];
       }
     } else {
@@ -304,7 +296,6 @@ export class ContentStorage implements ContentReferenceStore {
 
     this.maxStorage = newLimit;
 
-    // Prune messages if the new limit is smaller
     while (this.messages.length > this.maxStorage) {
       this.messages.shift();
     }
@@ -374,7 +365,6 @@ export class ContentStorage implements ContentReferenceStore {
     }));
   }
 
-  // ========== Reference-Based Content Storage Methods ==========
 
   /**
    * Determine if content should be stored as a reference based on size
@@ -465,13 +455,10 @@ export class ContentStorage implements ContentReferenceStore {
       
       this.contentStore.set(referenceId, storedContent);
       
-      // Update statistics
       this.updateStatsAfterStore(content.length);
       
-      // Enforce storage limits after storing
       await this.enforceReferenceStorageLimits();
       
-      // Create preview
       const preview = this.createContentPreview(content, fullMetadata.contentType);
       
       const referenceMetadata: Pick<ContentMetadata, 'contentType' | 'sizeBytes' | 'source' | 'fileName' | 'mimeType'> = {
@@ -496,18 +483,14 @@ export class ContentStorage implements ContentReferenceStore {
         format: 'ref://{id}' as const
       };
       
-      // Record performance
       const duration = Date.now() - startTime;
       this.recordPerformanceMetric('creation', duration);
       
-      console.log(`[ContentStorage] Stored content with reference ID: ${referenceId} (${content.length} bytes)`);
-      
       return reference;
     } catch (error) {
       const duration = Date.now() - startTime;
       this.recordPerformanceMetric('creation', duration);
       
-      console.error('[ContentStorage] Failed to store content:', error);
       throw new ContentReferenceError(
         `Failed to store content: ${error instanceof Error ? error.message : 'Unknown error'}`,
         'system_error',
@@ -524,7 +507,6 @@ export class ContentStorage implements ContentReferenceStore {
     const startTime = Date.now();
     
     try {
-      // Validate reference ID format
       if (!ReferenceIdGenerator.isValidReferenceId(referenceId)) {
         this.referenceStats.failedResolutions++;
         return {
@@ -547,7 +529,6 @@ export class ContentStorage implements ContentReferenceStore {
         };
       }
       
-      // Check if expired
       if (storedContent.expiresAt && storedContent.expiresAt < new Date()) {
         storedContent.state = 'expired';
         this.referenceStats.failedResolutions++;
@@ -559,7 +540,6 @@ export class ContentStorage implements ContentReferenceStore {
         };
       }
       
-      // Check state
       if (storedContent.state !== 'active') {
         this.referenceStats.failedResolutions++;
         return {
@@ -570,19 +550,14 @@ export class ContentStorage implements ContentReferenceStore {
         };
       }
       
-      // Update access tracking
       storedContent.metadata.lastAccessedAt = new Date();
       storedContent.metadata.accessCount++;
       
-      // Update statistics
       this.referenceStats.totalResolutions++;
       
-      // Record performance
       const duration = Date.now() - startTime;
       this.recordPerformanceMetric('resolution', duration);
       
-      console.log(`[ContentStorage] Resolved reference ${referenceId} (${storedContent.content.length} bytes, access count: ${storedContent.metadata.accessCount})`);
-      
       return {
         success: true,
         content: storedContent.content,
@@ -593,7 +568,6 @@ export class ContentStorage implements ContentReferenceStore {
       this.recordPerformanceMetric('resolution', duration);
       
       this.referenceStats.failedResolutions++;
-      console.error(`[ContentStorage] Error resolving reference ${referenceId}:`, error);
       
       return {
         success: false,
@@ -617,7 +591,6 @@ export class ContentStorage implements ContentReferenceStore {
       return false;
     }
     
-    // Check if expired
     if (storedContent.expiresAt && storedContent.expiresAt < new Date()) {
       storedContent.state = 'expired';
       return false;
@@ -635,14 +608,12 @@ export class ContentStorage implements ContentReferenceStore {
       return false;
     }
     
-    // Update statistics
     this.referenceStats.totalStorageBytes -= storedContent.content.length;
     this.referenceStats.activeReferences--;
     this.referenceStats.recentlyCleanedUp++;
     
     this.contentStore.delete(referenceId);
     
-    console.log(`[ContentStorage] Cleaned up reference ${referenceId} (${storedContent.content.length} bytes)`);
     return true;
   }
 
@@ -668,7 +639,6 @@ export class ContentStorage implements ContentReferenceStore {
   async updateConfig(config: Partial<ContentReferenceConfig>): Promise<void> {
     this.referenceConfig = { ...this.referenceConfig, ...config };
     
-    // Restart cleanup timer if needed
     if (this.cleanupTimer) {
       clearInterval(this.cleanupTimer);
       delete this.cleanupTimer;
@@ -677,8 +647,6 @@ export class ContentStorage implements ContentReferenceStore {
     if (this.referenceConfig.enableAutoCleanup) {
       this.startReferenceCleanupTimer();
     }
-    
-    console.log('[ContentStorage] Reference configuration updated');
   }
 
   /**
@@ -690,22 +658,17 @@ export class ContentStorage implements ContentReferenceStore {
     let cleanedUp = 0;
     
     try {
-      console.log('[ContentStorage] Starting reference cleanup process...');
-      
       const now = new Date();
       const toCleanup: ReferenceId[] = [];
       
-      // Identify references for cleanup
       for (const [referenceId, storedContent] of this.contentStore.entries()) {
         let shouldCleanup = false;
         
-        // Check expiration
         if (storedContent.expiresAt && storedContent.expiresAt < now) {
           shouldCleanup = true;
           storedContent.state = 'expired';
         }
         
-        // Check age-based policies
         const ageMs = now.getTime() - storedContent.metadata.createdAt.getTime();
         const policy = this.getCleanupPolicy(storedContent.metadata.source);
         
@@ -713,7 +676,6 @@ export class ContentStorage implements ContentReferenceStore {
           shouldCleanup = true;
         }
         
-        // Check if marked for cleanup
         if (storedContent.state === 'cleanup_pending') {
           shouldCleanup = true;
         }
@@ -723,16 +685,14 @@ export class ContentStorage implements ContentReferenceStore {
         }
       }
       
-      // Sort by priority (higher priority = cleanup first)
       toCleanup.sort((a, b) => {
         const aContent = this.contentStore.get(a)!;
         const bContent = this.contentStore.get(b)!;
         const aPriority = this.getCleanupPolicy(aContent.metadata.source).priority;
         const bPriority = this.getCleanupPolicy(bContent.metadata.source).priority;
-        return bPriority - aPriority; // Higher priority first
+        return bPriority - aPriority;
       });
       
-      // Perform cleanup
       for (const referenceId of toCleanup) {
         try {
           const success = await this.cleanupReference(referenceId);
@@ -744,7 +704,6 @@ export class ContentStorage implements ContentReferenceStore {
         }
       }
       
-      // Check storage limits and cleanup oldest if needed
       if (this.contentStore.size > this.referenceConfig.maxReferences) {
         const sortedByAge = Array.from(this.contentStore.entries())
           .sort(([, a], [, b]) => a.metadata.lastAccessedAt.getTime() - b.metadata.lastAccessedAt.getTime());
@@ -766,15 +725,12 @@ export class ContentStorage implements ContentReferenceStore {
       const duration = Date.now() - startTime;
       this.recordPerformanceMetric('cleanup', duration);
       
-      console.log(`[ContentStorage] Reference cleanup completed: ${cleanedUp} references cleaned up, ${errors.length} errors`);
-      
       return { cleanedUp, errors };
     } catch (error) {
       const duration = Date.now() - startTime;
       this.recordPerformanceMetric('cleanup', duration);
       
       const errorMessage = `Cleanup process failed: ${error instanceof Error ? error.message : 'Unknown error'}`;
-      console.error('[ContentStorage]', errorMessage);
       errors.push(errorMessage);
       
       return { cleanedUp, errors };
@@ -788,15 +744,12 @@ export class ContentStorage implements ContentReferenceStore {
     return { ...this.referenceConfig };
   }
 
-  // ========== Private Reference Storage Helper Methods ==========
 
   private async enforceReferenceStorageLimits(): Promise<void> {
-    // Check reference count limit
     if (this.contentStore.size >= this.referenceConfig.maxReferences) {
       await this.performCleanup();
     }
     
-    // Check total storage size limit
     if (this.referenceStats.totalStorageBytes >= this.referenceConfig.maxTotalStorageBytes) {
       await this.performCleanup();
     }
@@ -829,7 +782,6 @@ export class ContentStorage implements ContentReferenceStore {
       return 'binary';
     }
     
-    // Simple content detection
     const contentStr = content.toString('utf8', 0, Math.min(content.length, 1000));
     if (contentStr.startsWith('{') || contentStr.startsWith('[')) return 'json';
     if (contentStr.includes('<html>') || contentStr.includes('<!DOCTYPE')) return 'html';
@@ -842,9 +794,7 @@ export class ContentStorage implements ContentReferenceStore {
     const maxLength = 200;
     let preview = content.toString('utf8', 0, Math.min(content.length, maxLength * 2));
     
-    // Clean up based on content type
     if (contentType === 'html') {
-      // Remove all HTML tags and normalize whitespace
       preview = preview
         .replace(/<[^>]*>/g, '')
         .replace(/\s+/g, ' ')
@@ -854,7 +804,6 @@ export class ContentStorage implements ContentReferenceStore {
         const parsed = JSON.parse(preview);
         preview = JSON.stringify(parsed, null, 0);
       } catch {
-        // Keep original if not valid JSON
       }
     }
     
@@ -879,7 +828,6 @@ export class ContentStorage implements ContentReferenceStore {
     
     this.referenceStats.storageUtilization = (this.referenceStats.totalStorageBytes / this.referenceConfig.maxTotalStorageBytes) * 100;
     
-    // Find most accessed reference
     let mostAccessedId: ReferenceId | undefined;
     let maxAccess = 0;
     
@@ -899,7 +847,7 @@ export class ContentStorage implements ContentReferenceStore {
 
   private recordPerformanceMetric(type: 'creation' | 'resolution' | 'cleanup', timeMs: number): void {
     const metrics = this.referenceStats.performanceMetrics;
-    const maxRecords = 100; // Keep last 100 measurements
+    const maxRecords = 100;
     
     switch (type) {
       case 'creation':
@@ -933,7 +881,6 @@ export class ContentStorage implements ContentReferenceStore {
       try {
         await this.performCleanup();
       } catch (error) {
-        console.error('[ContentStorage] Error in scheduled reference cleanup:', error);
       }
     }, this.referenceConfig.cleanupIntervalMs);
   }

package/src/memory/MemoryWindow.ts

@@ -27,10 +27,9 @@ export class MemoryWindow {
   private systemPrompt: string = '';
   private systemPromptTokens: number = 0;
 
-  // Default token limits for different model contexts
-  public static readonly DEFAULT_MAX_TOKENS = 8000; // Conservative limit for most models
-  public static readonly DEFAULT_RESERVE_TOKENS = 1000; // Reserve for response generation
-  public static readonly PRUNING_BATCH_SIZE = 2; // Remove messages in pairs to maintain conversation flow
+  public static readonly DEFAULT_MAX_TOKENS = 8000;
+  public static readonly DEFAULT_RESERVE_TOKENS = 1000;
+  public static readonly PRUNING_BATCH_SIZE = 2;
 
   constructor(
     maxTokens: number = MemoryWindow.DEFAULT_MAX_TOKENS,
@@ -52,26 +51,20 @@ export class MemoryWindow {
    * @returns Result of the add operation including any pruned messages
    */
   addMessage(message: BaseMessage): AddMessageResult {
-    // Calculate tokens for the new message
-    const messageTokens = this.tokenCounter.countMessageTokens(message);
+    this.tokenCounter.countMessageTokens(message);
     
-    // Add the message first
     this.messages.push(message);
     
-    // Check if we need to prune
     const currentTokens = this.getCurrentTokenCount();
     const availableTokens = this.maxTokens - this.reserveTokens;
     
     let prunedMessages: BaseMessage[] = [];
     
     if (currentTokens > availableTokens) {
-      // Need to prune - remove the new message temporarily
       this.messages.pop();
       
-      // Prune old messages to make room
       prunedMessages = this.pruneToFit();
       
-      // Add the new message back
       this.messages.push(message);
     }
 
@@ -93,7 +86,6 @@ export class MemoryWindow {
     const targetTokens = this.maxTokens - this.reserveTokens;
     
     while (this.getCurrentTokenCount() > targetTokens && this.messages.length > 0) {
-      // Remove messages in batches to maintain conversation flow
       const batchSize = Math.min(MemoryWindow.PRUNING_BATCH_SIZE, this.messages.length);
       
       for (let i = 0; i < batchSize; i++) {
@@ -103,9 +95,7 @@ export class MemoryWindow {
         }
       }
       
-      // Safety check to prevent infinite loop
       if (prunedMessages.length > 1000) {
-        console.warn('MemoryWindow: Excessive pruning detected, stopping to prevent infinite loop');
         break;
       }
     }
@@ -140,8 +130,6 @@ export class MemoryWindow {
     const currentTokens = this.getCurrentTokenCount();
     const wouldExceedReserve = (currentTokens + messageTokens) > (this.maxTokens - this.reserveTokens);
     
-    // Always allow adding if we can prune to make room
-    // Only return false if the message itself is larger than our total capacity
     if (messageTokens > this.maxTokens) {
       return false;
     }
@@ -210,7 +198,6 @@ export class MemoryWindow {
       this.reserveTokens = reserveTokens;
     }
 
-    // Prune if necessary after updating limits
     if (this.getCurrentTokenCount() > (this.maxTokens - this.reserveTokens)) {
       this.pruneToFit();
     }

package/src/memory/ReferenceIdGenerator.ts

@@ -17,7 +17,7 @@ export class ReferenceIdGenerator {
   static generateId(content: Buffer): ReferenceId {
     const hash = createHash('sha256');
     hash.update(content);
-    return hash.digest('base64url');
+    return hash.digest('hex');
   }
   
   /**
@@ -31,13 +31,11 @@ export class ReferenceIdGenerator {
       return false;
     }
     
-    // Check length (base64url encoding of SHA-256 hash = 43 chars)
-    if (id.length !== 43) {
+    if (id.length !== 64) {
       return false;
     }
     
-    // Check character set (base64url: A-Z, a-z, 0-9, -, _)
-    return /^[A-Za-z0-9_-]+$/.test(id);
+    return /^[a-f0-9]+$/.test(id);
   }
   
   /**
@@ -51,13 +49,11 @@ export class ReferenceIdGenerator {
       return null;
     }
     
-    // Check for ref:// format
-    const refFormatMatch = input.match(/^ref:\/\/([A-Za-z0-9_-]{43})$/);
+    const refFormatMatch = input.match(/^ref:\/\/([a-f0-9]{64})$/);
     if (refFormatMatch) {
       return refFormatMatch[1] as ReferenceId;
     }
     
-    // Check if input is directly a valid reference ID
     return this.isValidReferenceId(input) ? input : null;
   }