@stackmemoryai/stackmemory 0.5.58 → 0.5.61

package/dist/src/core/storage/chromadb-adapter.js

@@ -0,0 +1,380 @@
+import { fileURLToPath as __fileURLToPath } from 'url';
+import { dirname as __pathDirname } from 'path';
+const __filename = __fileURLToPath(import.meta.url);
+const __dirname = __pathDirname(__filename);
+import { v4 as uuidv4 } from "uuid";
+import { Logger } from "../monitoring/logger.js";
+let chromadbModule = null;
+async function getChromaDB() {
+  if (!chromadbModule) {
+    try {
+      chromadbModule = await import("chromadb");
+    } catch {
+      throw new Error(
+        "chromadb is not installed. Install it with: npm install chromadb"
+      );
+    }
+  }
+  return chromadbModule;
+}
+class ChromaDBAdapter {
+  client = null;
+  collection = null;
+  logger;
+  config;
+  userId;
+  teamId;
+  constructor(config, userId, teamId) {
+    this.config = config;
+    this.userId = userId;
+    this.teamId = teamId;
+    this.logger = new Logger("ChromaDBAdapter");
+  }
+  /**
+   * Factory method to create and initialize the adapter
+   */
+  static async create(config, userId, teamId) {
+    const adapter = new ChromaDBAdapter(config, userId, teamId);
+    await adapter.initClient();
+    return adapter;
+  }
+  async initClient() {
+    const chromadb = await getChromaDB();
+    this.client = new chromadb.CloudClient({
+      apiKey: this.config.apiKey,
+      tenant: this.config.tenant,
+      database: this.config.database
+    });
+  }
+  async initialize() {
+    try {
+      if (!this.client) {
+        await this.initClient();
+      }
+      const collectionName = this.config.collectionName || "stackmemory_contexts";
+      this.collection = await this.client.getOrCreateCollection({
+        name: collectionName,
+        metadata: {
+          description: "StackMemory context storage",
+          version: "1.0.0",
+          created_at: (/* @__PURE__ */ new Date()).toISOString()
+        }
+      });
+      this.logger.info(`ChromaDB collection '${collectionName}' initialized`);
+    } catch (error) {
+      this.logger.error("Failed to initialize ChromaDB collection", error);
+      throw error;
+    }
+  }
+  /**
+   * Store a frame in ChromaDB
+   */
+  async storeFrame(frame) {
+    if (!this.collection) {
+      throw new Error("ChromaDB not initialized");
+    }
+    try {
+      const frameMetadata = {
+        user_id: this.userId,
+        frame_id: frame.frameId,
+        session_id: frame.sessionId || "unknown",
+        project_name: frame.projectName || "default",
+        timestamp: frame.timestamp,
+        type: "frame",
+        score: frame.score,
+        tags: frame.tags || []
+      };
+      if (this.teamId) {
+        frameMetadata.team_id = this.teamId;
+      }
+      const document = {
+        id: `frame_${frame.frameId}_${this.userId}`,
+        document: this.frameToDocument(frame),
+        metadata: frameMetadata
+      };
+      await this.collection.add({
+        ids: [document.id],
+        documents: [document.document],
+        metadatas: [document.metadata]
+      });
+      this.logger.debug(
+        `Stored frame ${frame.frameId} for user ${this.userId}`
+      );
+    } catch (error) {
+      this.logger.error(`Failed to store frame ${frame.frameId}`, error);
+      throw error;
+    }
+  }
+  /**
+   * Store a decision or observation
+   */
+  async storeContext(type, content, metadata) {
+    if (!this.collection) {
+      throw new Error("ChromaDB not initialized");
+    }
+    try {
+      const contextId = `${type}_${uuidv4()}_${this.userId}`;
+      const documentMetadata = {
+        user_id: this.userId,
+        frame_id: metadata?.frame_id || "none",
+        session_id: metadata?.session_id || "unknown",
+        project_name: metadata?.project_name || "default",
+        timestamp: Date.now(),
+        type,
+        ...metadata
+      };
+      if (this.teamId) {
+        documentMetadata.team_id = this.teamId;
+      }
+      const document = {
+        id: contextId,
+        document: content,
+        metadata: documentMetadata
+      };
+      await this.collection.add({
+        ids: [document.id],
+        documents: [document.document],
+        metadatas: [document.metadata]
+      });
+      this.logger.debug(`Stored ${type} for user ${this.userId}`);
+    } catch (error) {
+      this.logger.error(`Failed to store ${type}`, error);
+      throw error;
+    }
+  }
+  /**
+   * Query contexts by semantic similarity
+   */
+  async queryContexts(query, limit = 10, filters) {
+    if (!this.collection) {
+      throw new Error("ChromaDB not initialized");
+    }
+    try {
+      const whereClause = {
+        user_id: this.userId
+      };
+      if (this.teamId) {
+        whereClause["$or"] = [
+          { team_id: this.teamId },
+          { user_id: this.userId }
+        ];
+      }
+      if (filters?.type && filters.type.length > 0) {
+        whereClause.type = { $in: filters.type };
+      }
+      if (filters?.projectName) {
+        whereClause.project_name = filters.projectName;
+      }
+      if (filters?.sessionId) {
+        whereClause.session_id = filters.sessionId;
+      }
+      if (filters?.startTime || filters?.endTime) {
+        whereClause.timestamp = {};
+        if (filters.startTime) {
+          whereClause.timestamp.$gte = filters.startTime;
+        }
+        if (filters.endTime) {
+          whereClause.timestamp.$lte = filters.endTime;
+        }
+      }
+      const results = await this.collection.query({
+        queryTexts: [query],
+        nResults: limit,
+        where: whereClause,
+        include: ["documents", "metadatas", "distances"]
+      });
+      const contexts = [];
+      if (results.documents && results.documents[0]) {
+        for (let i = 0; i < results.documents[0].length; i++) {
+          contexts.push({
+            content: results.documents[0][i] || "",
+            metadata: results.metadatas?.[0]?.[i] || {},
+            distance: results.distances?.[0]?.[i] || 0
+          });
+        }
+      }
+      this.logger.debug(`Found ${contexts.length} contexts for query`);
+      return contexts;
+    } catch (error) {
+      this.logger.error("Failed to query contexts", error);
+      throw error;
+    }
+  }
+  /**
+   * Get user's recent contexts
+   */
+  async getRecentContexts(limit = 20, type) {
+    if (!this.collection) {
+      throw new Error("ChromaDB not initialized");
+    }
+    try {
+      const whereClause = {
+        user_id: this.userId
+      };
+      if (type) {
+        whereClause.type = type;
+      }
+      const results = await this.collection.get({
+        where: whereClause,
+        include: ["documents", "metadatas"]
+      });
+      const contexts = [];
+      if (results.documents) {
+        const indexed = results.documents.map((doc, i) => ({
+          content: doc || "",
+          metadata: results.metadatas?.[i] || {}
+        }));
+        indexed.sort(
+          (a, b) => (b.metadata.timestamp || 0) - (a.metadata.timestamp || 0)
+        );
+        contexts.push(...indexed.slice(0, limit));
+      }
+      return contexts;
+    } catch (error) {
+      this.logger.error("Failed to get recent contexts", error);
+      throw error;
+    }
+  }
+  /**
+   * Delete old contexts (retention policy)
+   */
+  async deleteOldContexts(olderThanDays = 30) {
+    if (!this.collection) {
+      throw new Error("ChromaDB not initialized");
+    }
+    try {
+      const cutoffTime = Date.now() - olderThanDays * 24 * 60 * 60 * 1e3;
+      const results = await this.collection.get({
+        where: {
+          user_id: this.userId,
+          timestamp: { $lt: cutoffTime }
+        },
+        include: ["ids"]
+      });
+      if (!results.ids || results.ids.length === 0) {
+        return 0;
+      }
+      await this.collection.delete({
+        ids: results.ids
+      });
+      this.logger.info(`Deleted ${results.ids.length} old contexts`);
+      return results.ids.length;
+    } catch (error) {
+      this.logger.error("Failed to delete old contexts", error);
+      throw error;
+    }
+  }
+  /**
+   * Get team contexts (if user is part of a team)
+   */
+  async getTeamContexts(limit = 20) {
+    if (!this.collection || !this.teamId) {
+      return [];
+    }
+    try {
+      const results = await this.collection.get({
+        where: {
+          team_id: this.teamId
+        },
+        include: ["documents", "metadatas"],
+        limit
+      });
+      const contexts = [];
+      if (results.documents) {
+        for (let i = 0; i < results.documents.length; i++) {
+          contexts.push({
+            content: results.documents[i] || "",
+            metadata: results.metadatas?.[i] || {}
+          });
+        }
+      }
+      return contexts;
+    } catch (error) {
+      this.logger.error("Failed to get team contexts", error);
+      return [];
+    }
+  }
+  /**
+   * Convert frame to searchable document
+   */
+  frameToDocument(frame) {
+    const parts = [
+      `Frame: ${frame.title}`,
+      `Type: ${frame.type}`,
+      `Status: ${frame.status}`
+    ];
+    if (frame.description) {
+      parts.push(`Description: ${frame.description}`);
+    }
+    if (frame.inputs && frame.inputs.length > 0) {
+      parts.push(`Inputs: ${frame.inputs.join(", ")}`);
+    }
+    if (frame.outputs && frame.outputs.length > 0) {
+      parts.push(`Outputs: ${frame.outputs.join(", ")}`);
+    }
+    if (frame.tags && frame.tags.length > 0) {
+      parts.push(`Tags: ${frame.tags.join(", ")}`);
+    }
+    if (frame.digest_json) {
+      try {
+        const digest = JSON.parse(frame.digest_json);
+        if (digest.summary) {
+          parts.push(`Summary: ${digest.summary}`);
+        }
+        if (digest.keyDecisions) {
+          parts.push(`Decisions: ${digest.keyDecisions.join(". ")}`);
+        }
+      } catch {
+      }
+    }
+    return parts.join("\n");
+  }
+  /**
+   * Update team ID for a user
+   */
+  async updateTeamId(newTeamId) {
+    this.teamId = newTeamId;
+    this.logger.info(`Updated team ID to ${newTeamId} for user ${this.userId}`);
+  }
+  /**
+   * Get storage statistics
+   */
+  async getStats() {
+    if (!this.collection) {
+      throw new Error("ChromaDB not initialized");
+    }
+    try {
+      const userResults = await this.collection.get({
+        where: { user_id: this.userId },
+        include: ["metadatas"]
+      });
+      const stats = {
+        totalDocuments: 0,
+        userDocuments: userResults.ids?.length || 0,
+        documentsByType: {}
+      };
+      if (userResults.metadatas) {
+        for (const metadata of userResults.metadatas) {
+          const type = metadata?.type || "unknown";
+          stats.documentsByType[type] = (stats.documentsByType[type] || 0) + 1;
+        }
+      }
+      if (this.teamId) {
+        const teamResults = await this.collection.get({
+          where: { team_id: this.teamId },
+          include: ["ids"]
+        });
+        stats.teamDocuments = teamResults.ids?.length || 0;
+      }
+      stats.totalDocuments = stats.userDocuments + (stats.teamDocuments || 0);
+      return stats;
+    } catch (error) {
+      this.logger.error("Failed to get stats", error);
+      throw error;
+    }
+  }
+}
+export {
+  ChromaDBAdapter
+};
+//# sourceMappingURL=chromadb-adapter.js.map

package/dist/src/core/storage/chromadb-adapter.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../../src/core/storage/chromadb-adapter.ts"],
+  "sourcesContent": ["/**\n * ChromaDB Storage Adapter for StackMemory\n *\n * Provides vector storage and semantic search capabilities for context data\n * using ChromaDB cloud service with user and team segmentation.\n *\n * NOTE: chromadb is an optional dependency. This adapter gracefully handles\n * the case when chromadb is not installed.\n */\n\nimport { v4 as uuidv4 } from 'uuid';\n\n// Dynamic import types for optional chromadb dependency\ntype CloudClient = import('chromadb').CloudClient;\ntype Collection = import('chromadb').Collection;\nimport { Frame } from '../context/index.js';\nimport { Logger } from '../monitoring/logger.js';\n\ninterface ChromaDocument {\n  id: string;\n  document: string;\n  metadata: {\n    user_id: string;\n    team_id?: string;\n    frame_id: string;\n    session_id: string;\n    project_name: string;\n    timestamp: number;\n    type: 'frame' | 'decision' | 'observation' | 'context';\n    score?: number;\n    tags?: string[];\n  };\n}\n\ninterface ChromaConfig {\n  apiKey: string;\n  tenant: string;\n  database: string;\n  collectionName?: string;\n}\n\n// Check if chromadb is available\nlet chromadbModule: typeof import('chromadb') | null = null;\n\nasync function getChromaDB(): Promise<typeof import('chromadb')> {\n  if (!chromadbModule) {\n    try {\n      chromadbModule = await import('chromadb');\n    } catch {\n      throw new Error(\n        'chromadb is not installed. Install it with: npm install chromadb'\n      );\n    }\n  }\n  return chromadbModule;\n}\n\nexport class ChromaDBAdapter {\n  private client: CloudClient | null = null;\n  private collection: Collection | null = null;\n  private logger: Logger;\n  private config: ChromaConfig;\n  private userId: string;\n  private teamId?: string;\n\n  constructor(config: ChromaConfig, userId: string, teamId?: string) {\n    this.config = config;\n    this.userId = userId;\n    this.teamId = teamId;\n    this.logger = new Logger('ChromaDBAdapter');\n  }\n\n  /**\n   * Factory method to create and initialize the adapter\n   */\n  static async create(\n    config: ChromaConfig,\n    userId: string,\n    teamId?: string\n  ): Promise<ChromaDBAdapter> {\n    const adapter = new ChromaDBAdapter(config, userId, teamId);\n    await adapter.initClient();\n    return adapter;\n  }\n\n  private async initClient(): Promise<void> {\n    const chromadb = await getChromaDB();\n    this.client = new chromadb.CloudClient({\n      apiKey: this.config.apiKey,\n      tenant: this.config.tenant,\n      database: this.config.database,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    try {\n      if (!this.client) {\n        await this.initClient();\n      }\n\n      const collectionName =\n        this.config.collectionName || 'stackmemory_contexts';\n\n      // Get or create collection with metadata for filtering\n      this.collection = await this.client!.getOrCreateCollection({\n        name: collectionName,\n        metadata: {\n          description: 'StackMemory context storage',\n          version: '1.0.0',\n          created_at: new Date().toISOString(),\n        },\n      });\n\n      this.logger.info(`ChromaDB collection '${collectionName}' initialized`);\n    } catch (error: unknown) {\n      this.logger.error('Failed to initialize ChromaDB collection', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Store a frame in ChromaDB\n   */\n  async storeFrame(frame: Frame): Promise<void> {\n    if (!this.collection) {\n      throw new Error('ChromaDB not initialized');\n    }\n\n    try {\n      // Prepare document from frame\n      const frameMetadata: any = {\n        user_id: this.userId,\n        frame_id: frame.frameId,\n        session_id: frame.sessionId || 'unknown',\n        project_name: frame.projectName || 'default',\n        timestamp: frame.timestamp,\n        type: 'frame',\n        score: frame.score,\n        tags: frame.tags || [],\n      };\n\n      // Only add team_id if it exists\n      if (this.teamId) {\n        frameMetadata.team_id = this.teamId;\n      }\n\n      const document: ChromaDocument = {\n        id: `frame_${frame.frameId}_${this.userId}`,\n        document: this.frameToDocument(frame),\n        metadata: frameMetadata,\n      };\n\n      // Add to ChromaDB\n      await this.collection.add({\n        ids: [document.id],\n        documents: [document.document],\n        metadatas: [document.metadata],\n      });\n\n      this.logger.debug(\n        `Stored frame ${frame.frameId} for user ${this.userId}`\n      );\n    } catch (error: unknown) {\n      this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Store a decision or observation\n   */\n  async storeContext(\n    type: 'decision' | 'observation',\n    content: string,\n    metadata?: Record<string, any>\n  ): Promise<void> {\n    if (!this.collection) {\n      throw new Error('ChromaDB not initialized');\n    }\n\n    try {\n      const contextId = `${type}_${uuidv4()}_${this.userId}`;\n\n      const documentMetadata: any = {\n        user_id: this.userId,\n        frame_id: metadata?.frame_id || 'none',\n        session_id: metadata?.session_id || 'unknown',\n        project_name: metadata?.project_name || 'default',\n        timestamp: Date.now(),\n        type,\n        ...metadata,\n      };\n\n      // Only add team_id if it exists (ChromaDB doesn't accept undefined values)\n      if (this.teamId) {\n        documentMetadata.team_id = this.teamId;\n      }\n\n      const document: ChromaDocument = {\n        id: contextId,\n        document: content,\n        metadata: documentMetadata,\n      };\n\n      await this.collection.add({\n        ids: [document.id],\n        documents: [document.document],\n        metadatas: [document.metadata],\n      });\n\n      this.logger.debug(`Stored ${type} for user ${this.userId}`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to store ${type}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Query contexts by semantic similarity\n   */\n  async queryContexts(\n    query: string,\n    limit: number = 10,\n    filters?: {\n      type?: string[];\n      projectName?: string;\n      sessionId?: string;\n      startTime?: number;\n      endTime?: number;\n    }\n  ): Promise<Array<{ content: string; metadata: any; distance: number }>> {\n    if (!this.collection) {\n      throw new Error('ChromaDB not initialized');\n    }\n\n    try {\n      // Build where clause for filtering\n      const whereClause: any = {\n        user_id: this.userId,\n      };\n\n      // Add team filter if applicable\n      if (this.teamId) {\n        whereClause['$or'] = [\n          { team_id: this.teamId },\n          { user_id: this.userId },\n        ];\n      }\n\n      // Add additional filters\n      if (filters?.type && filters.type.length > 0) {\n        whereClause.type = { $in: filters.type };\n      }\n\n      if (filters?.projectName) {\n        whereClause.project_name = filters.projectName;\n      }\n\n      if (filters?.sessionId) {\n        whereClause.session_id = filters.sessionId;\n      }\n\n      if (filters?.startTime || filters?.endTime) {\n        whereClause.timestamp = {};\n        if (filters.startTime) {\n          whereClause.timestamp.$gte = filters.startTime;\n        }\n        if (filters.endTime) {\n          whereClause.timestamp.$lte = filters.endTime;\n        }\n      }\n\n      // Query ChromaDB\n      const results = await this.collection.query({\n        queryTexts: [query],\n        nResults: limit,\n        where: whereClause,\n        include: ['documents', 'metadatas', 'distances'],\n      });\n\n      // Format results\n      const contexts: Array<{\n        content: string;\n        metadata: any;\n        distance: number;\n      }> = [];\n\n      if (results.documents && results.documents[0]) {\n        for (let i = 0; i < results.documents[0].length; i++) {\n          contexts.push({\n            content: results.documents[0][i] || '',\n            metadata: results.metadatas?.[0]?.[i] || {},\n            distance: results.distances?.[0]?.[i] || 0,\n          });\n        }\n      }\n\n      this.logger.debug(`Found ${contexts.length} contexts for query`);\n      return contexts;\n    } catch (error: unknown) {\n      this.logger.error('Failed to query contexts', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Get user's recent contexts\n   */\n  async getRecentContexts(\n    limit: number = 20,\n    type?: string\n  ): Promise<Array<{ content: string; metadata: any }>> {\n    if (!this.collection) {\n      throw new Error('ChromaDB not initialized');\n    }\n\n    try {\n      const whereClause: any = {\n        user_id: this.userId,\n      };\n\n      if (type) {\n        whereClause.type = type;\n      }\n\n      // Get all documents for the user (ChromaDB doesn't support direct ordering)\n      const results = await this.collection.get({\n        where: whereClause,\n        include: ['documents', 'metadatas'],\n      });\n\n      // Sort by timestamp and limit\n      const contexts: Array<{ content: string; metadata: any }> = [];\n\n      if (results.documents) {\n        const indexed = results.documents.map((doc, i) => ({\n          content: doc || '',\n          metadata: results.metadatas?.[i] || {},\n        }));\n\n        // Sort by timestamp descending\n        indexed.sort(\n          (a, b) => (b.metadata.timestamp || 0) - (a.metadata.timestamp || 0)\n        );\n\n        // Take limit\n        contexts.push(...indexed.slice(0, limit));\n      }\n\n      return contexts;\n    } catch (error: unknown) {\n      this.logger.error('Failed to get recent contexts', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Delete old contexts (retention policy)\n   */\n  async deleteOldContexts(olderThanDays: number = 30): Promise<number> {\n    if (!this.collection) {\n      throw new Error('ChromaDB not initialized');\n    }\n\n    try {\n      const cutoffTime = Date.now() - olderThanDays * 24 * 60 * 60 * 1000;\n\n      // Get old documents\n      const results = await this.collection.get({\n        where: {\n          user_id: this.userId,\n          timestamp: { $lt: cutoffTime },\n        },\n        include: ['ids'],\n      });\n\n      if (!results.ids || results.ids.length === 0) {\n        return 0;\n      }\n\n      // Delete old documents\n      await this.collection.delete({\n        ids: results.ids,\n      });\n\n      this.logger.info(`Deleted ${results.ids.length} old contexts`);\n      return results.ids.length;\n    } catch (error: unknown) {\n      this.logger.error('Failed to delete old contexts', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Get team contexts (if user is part of a team)\n   */\n  async getTeamContexts(\n    limit: number = 20\n  ): Promise<Array<{ content: string; metadata: any }>> {\n    if (!this.collection || !this.teamId) {\n      return [];\n    }\n\n    try {\n      const results = await this.collection.get({\n        where: {\n          team_id: this.teamId,\n        },\n        include: ['documents', 'metadatas'],\n        limit,\n      });\n\n      const contexts: Array<{ content: string; metadata: any }> = [];\n\n      if (results.documents) {\n        for (let i = 0; i < results.documents.length; i++) {\n          contexts.push({\n            content: results.documents[i] || '',\n            metadata: results.metadatas?.[i] || {},\n          });\n        }\n      }\n\n      return contexts;\n    } catch (error: unknown) {\n      this.logger.error('Failed to get team contexts', error);\n      return [];\n    }\n  }\n\n  /**\n   * Convert frame to searchable document\n   */\n  private frameToDocument(frame: Frame): string {\n    const parts = [\n      `Frame: ${frame.title}`,\n      `Type: ${frame.type}`,\n      `Status: ${frame.status}`,\n    ];\n\n    if (frame.description) {\n      parts.push(`Description: ${frame.description}`);\n    }\n\n    if (frame.inputs && frame.inputs.length > 0) {\n      parts.push(`Inputs: ${frame.inputs.join(', ')}`);\n    }\n\n    if (frame.outputs && frame.outputs.length > 0) {\n      parts.push(`Outputs: ${frame.outputs.join(', ')}`);\n    }\n\n    if (frame.tags && frame.tags.length > 0) {\n      parts.push(`Tags: ${frame.tags.join(', ')}`);\n    }\n\n    if (frame.digest_json) {\n      try {\n        const digest = JSON.parse(frame.digest_json);\n        if (digest.summary) {\n          parts.push(`Summary: ${digest.summary}`);\n        }\n        if (digest.keyDecisions) {\n          parts.push(`Decisions: ${digest.keyDecisions.join('. ')}`);\n        }\n      } catch {\n        // Ignore parse errors\n      }\n    }\n\n    return parts.join('\\n');\n  }\n\n  /**\n   * Update team ID for a user\n   */\n  async updateTeamId(newTeamId: string): Promise<void> {\n    this.teamId = newTeamId;\n    this.logger.info(`Updated team ID to ${newTeamId} for user ${this.userId}`);\n  }\n\n  /**\n   * Get storage statistics\n   */\n  async getStats(): Promise<{\n    totalDocuments: number;\n    userDocuments: number;\n    teamDocuments?: number;\n    documentsByType: Record<string, number>;\n  }> {\n    if (!this.collection) {\n      throw new Error('ChromaDB not initialized');\n    }\n\n    try {\n      // Get user documents\n      const userResults = await this.collection.get({\n        where: { user_id: this.userId },\n        include: ['metadatas'],\n      });\n\n      const stats: any = {\n        totalDocuments: 0,\n        userDocuments: userResults.ids?.length || 0,\n        documentsByType: {},\n      };\n\n      // Count by type\n      if (userResults.metadatas) {\n        for (const metadata of userResults.metadatas) {\n          const type = metadata?.type || 'unknown';\n          stats.documentsByType[type] = (stats.documentsByType[type] || 0) + 1;\n        }\n      }\n\n      // Get team documents if applicable\n      if (this.teamId) {\n        const teamResults = await this.collection.get({\n          where: { team_id: this.teamId },\n          include: ['ids'],\n        });\n        stats.teamDocuments = teamResults.ids?.length || 0;\n      }\n\n      stats.totalDocuments = stats.userDocuments + (stats.teamDocuments || 0);\n\n      return stats;\n    } catch (error: unknown) {\n      this.logger.error('Failed to get stats', error);\n      throw error;\n    }\n  }\n}\n"],
+  "mappings": ";;;;AAUA,SAAS,MAAM,cAAc;AAM7B,SAAS,cAAc;AA0BvB,IAAI,iBAAmD;AAEvD,eAAe,cAAkD;AAC/D,MAAI,CAAC,gBAAgB;AACnB,QAAI;AACF,uBAAiB,MAAM,OAAO,UAAU;AAAA,IAC1C,QAAQ;AACN,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEO,MAAM,gBAAgB;AAAA,EACnB,SAA6B;AAAA,EAC7B,aAAgC;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,QAAsB,QAAgB,QAAiB;AACjE,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,OACX,QACA,QACA,QAC0B;AAC1B,UAAM,UAAU,IAAI,gBAAgB,QAAQ,QAAQ,MAAM;AAC1D,UAAM,QAAQ,WAAW;AACzB,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,aAA4B;AACxC,UAAM,WAAW,MAAM,YAAY;AACnC,SAAK,SAAS,IAAI,SAAS,YAAY;AAAA,MACrC,QAAQ,KAAK,OAAO;AAAA,MACpB,QAAQ,KAAK,OAAO;AAAA,MACpB,UAAU,KAAK,OAAO;AAAA,IACxB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AACF,UAAI,CAAC,KAAK,QAAQ;AAChB,cAAM,KAAK,WAAW;AAAA,MACxB;AAEA,YAAM,iBACJ,KAAK,OAAO,kBAAkB;AAGhC,WAAK,aAAa,MAAM,KAAK,OAAQ,sBAAsB;AAAA,QACzD,MAAM;AAAA,QACN,UAAU;AAAA,UACR,aAAa;AAAA,UACb,SAAS;AAAA,UACT,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,WAAK,OAAO,KAAK,wBAAwB,cAAc,eAAe;AAAA,IACxE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4CAA4C,KAAK;AACnE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAA6B;AAC5C,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AAEF,YAAM,gBAAqB;AAAA,QACzB,SAAS,KAAK;AAAA,QACd,UAAU,MAAM;AAAA,QAChB,YAAY,MAAM,aAAa;AAAA,QAC/B,cAAc,MAAM,eAAe;AAAA,QACnC,WAAW,MAAM;AAAA,QACjB,MAAM;AAAA,QACN,OAAO,MAAM;AAAA,QACb,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvB;AAGA,UAAI,KAAK,QAAQ;AACf,sBAAc,UAAU,KAAK;AAAA,MAC/B;AAEA,YAAM,WAA2B;AAAA,QAC/B,IAAI,SAAS,MAAM,OAAO,IAAI,KAAK,MAAM;AAAA,QACzC,UAAU,KAAK,gBAAgB,KAAK;AAAA,QACpC,UAAU;AAAA,MACZ;AAGA,YAAM,KAAK,WAAW,IAAI;AAAA,QACxB,KAAK,CAAC,SAAS,EAAE;AAAA,QACjB,WAAW,CAAC,SAAS,QAAQ;AAAA,QAC7B,WAAW,CAAC,SAAS,QAAQ;AAAA,MAC/B,CAAC;AAED,WAAK,OAAO;AAAA,QACV,gBAAgB,MAAM,OAAO,aAAa,KAAK,MAAM;AAAA,MACvD;AAAA,IACF,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aACJ,MACA,SACA,UACe;AACf,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AACF,YAAM,YAAY,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;AAEpD,YAAM,mBAAwB;AAAA,QAC5B,SAAS,KAAK;AAAA,QACd,UAAU,UAAU,YAAY;AAAA,QAChC,YAAY,UAAU,cAAc;AAAA,QACpC,cAAc,UAAU,gBAAgB;AAAA,QACxC,WAAW,KAAK,IAAI;AAAA,QACpB;AAAA,QACA,GAAG;AAAA,MACL;AAGA,UAAI,KAAK,QAAQ;AACf,yBAAiB,UAAU,KAAK;AAAA,MAClC;AAEA,YAAM,WAA2B;AAAA,QAC/B,IAAI;AAAA,QACJ,UAAU;AAAA,QACV,UAAU;AAAA,MACZ;AAEA,YAAM,KAAK,WAAW,IAAI;AAAA,QACxB,KAAK,CAAC,SAAS,EAAE;AAAA,QACjB,WAAW,CAAC,SAAS,QAAQ;AAAA,QAC7B,WAAW,CAAC,SAAS,QAAQ;AAAA,MAC/B,CAAC;AAED,WAAK,OAAO,MAAM,UAAU,IAAI,aAAa,KAAK,MAAM,EAAE;AAAA,IAC5D,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,mBAAmB,IAAI,IAAI,KAAK;AAClD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cACJ,OACA,QAAgB,IAChB,SAOsE;AACtE,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AAEF,YAAM,cAAmB;AAAA,QACvB,SAAS,KAAK;AAAA,MAChB;AAGA,UAAI,KAAK,QAAQ;AACf,oBAAY,KAAK,IAAI;AAAA,UACnB,EAAE,SAAS,KAAK,OAAO;AAAA,UACvB,EAAE,SAAS,KAAK,OAAO;AAAA,QACzB;AAAA,MACF;AAGA,UAAI,SAAS,QAAQ,QAAQ,KAAK,SAAS,GAAG;AAC5C,oBAAY,OAAO,EAAE,KAAK,QAAQ,KAAK;AAAA,MACzC;AAEA,UAAI,SAAS,aAAa;AACxB,oBAAY,eAAe,QAAQ;AAAA,MACrC;AAEA,UAAI,SAAS,WAAW;AACtB,oBAAY,aAAa,QAAQ;AAAA,MACnC;AAEA,UAAI,SAAS,aAAa,SAAS,SAAS;AAC1C,oBAAY,YAAY,CAAC;AACzB,YAAI,QAAQ,WAAW;AACrB,sBAAY,UAAU,OAAO,QAAQ;AAAA,QACvC;AACA,YAAI,QAAQ,SAAS;AACnB,sBAAY,UAAU,OAAO,QAAQ;AAAA,QACvC;AAAA,MACF;AAGA,YAAM,UAAU,MAAM,KAAK,WAAW,MAAM;AAAA,QAC1C,YAAY,CAAC,KAAK;AAAA,QAClB,UAAU;AAAA,QACV,OAAO;AAAA,QACP,SAAS,CAAC,aAAa,aAAa,WAAW;AAAA,MACjD,CAAC;AAGD,YAAM,WAID,CAAC;AAEN,UAAI,QAAQ,aAAa,QAAQ,UAAU,CAAC,GAAG;AAC7C,iBAAS,IAAI,GAAG,IAAI,QAAQ,UAAU,CAAC,EAAE,QAAQ,KAAK;AACpD,mBAAS,KAAK;AAAA,YACZ,SAAS,QAAQ,UAAU,CAAC,EAAE,CAAC,KAAK;AAAA,YACpC,UAAU,QAAQ,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAAA,YAC1C,UAAU,QAAQ,YAAY,CAAC,IAAI,CAAC,KAAK;AAAA,UAC3C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,SAAS,MAAM,qBAAqB;AAC/D,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4BAA4B,KAAK;AACnD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBACJ,QAAgB,IAChB,MACoD;AACpD,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AACF,YAAM,cAAmB;AAAA,QACvB,SAAS,KAAK;AAAA,MAChB;AAEA,UAAI,MAAM;AACR,oBAAY,OAAO;AAAA,MACrB;AAGA,YAAM,UAAU,MAAM,KAAK,WAAW,IAAI;AAAA,QACxC,OAAO;AAAA,QACP,SAAS,CAAC,aAAa,WAAW;AAAA,MACpC,CAAC;AAGD,YAAM,WAAsD,CAAC;AAE7D,UAAI,QAAQ,WAAW;AACrB,cAAM,UAAU,QAAQ,UAAU,IAAI,CAAC,KAAK,OAAO;AAAA,UACjD,SAAS,OAAO;AAAA,UAChB,UAAU,QAAQ,YAAY,CAAC,KAAK,CAAC;AAAA,QACvC,EAAE;AAGF,gBAAQ;AAAA,UACN,CAAC,GAAG,OAAO,EAAE,SAAS,aAAa,MAAM,EAAE,SAAS,aAAa;AAAA,QACnE;AAGA,iBAAS,KAAK,GAAG,QAAQ,MAAM,GAAG,KAAK,CAAC;AAAA,MAC1C;AAEA,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,iCAAiC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,gBAAwB,IAAqB;AACnE,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AACF,YAAM,aAAa,KAAK,IAAI,IAAI,gBAAgB,KAAK,KAAK,KAAK;AAG/D,YAAM,UAAU,MAAM,KAAK,WAAW,IAAI;AAAA,QACxC,OAAO;AAAA,UACL,SAAS,KAAK;AAAA,UACd,WAAW,EAAE,KAAK,WAAW;AAAA,QAC/B;AAAA,QACA,SAAS,CAAC,KAAK;AAAA,MACjB,CAAC;AAED,UAAI,CAAC,QAAQ,OAAO,QAAQ,IAAI,WAAW,GAAG;AAC5C,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,WAAW,OAAO;AAAA,QAC3B,KAAK,QAAQ;AAAA,MACf,CAAC;AAED,WAAK,OAAO,KAAK,WAAW,QAAQ,IAAI,MAAM,eAAe;AAC7D,aAAO,QAAQ,IAAI;AAAA,IACrB,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,iCAAiC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,gBACJ,QAAgB,IACoC;AACpD,QAAI,CAAC,KAAK,cAAc,CAAC,KAAK,QAAQ;AACpC,aAAO,CAAC;AAAA,IACV;AAEA,QAAI;AACF,YAAM,UAAU,MAAM,KAAK,WAAW,IAAI;AAAA,QACxC,OAAO;AAAA,UACL,SAAS,KAAK;AAAA,QAChB;AAAA,QACA,SAAS,CAAC,aAAa,WAAW;AAAA,QAClC;AAAA,MACF,CAAC;AAED,YAAM,WAAsD,CAAC;AAE7D,UAAI,QAAQ,WAAW;AACrB,iBAAS,IAAI,GAAG,IAAI,QAAQ,UAAU,QAAQ,KAAK;AACjD,mBAAS,KAAK;AAAA,YACZ,SAAS,QAAQ,UAAU,CAAC,KAAK;AAAA,YACjC,UAAU,QAAQ,YAAY,CAAC,KAAK,CAAC;AAAA,UACvC,CAAC;AAAA,QACH;AAAA,MACF;AAEA,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,+BAA+B,KAAK;AACtD,aAAO,CAAC;AAAA,IACV;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,gBAAgB,OAAsB;AAC5C,UAAM,QAAQ;AAAA,MACZ,UAAU,MAAM,KAAK;AAAA,MACrB,SAAS,MAAM,IAAI;AAAA,MACnB,WAAW,MAAM,MAAM;AAAA,IACzB;AAEA,QAAI,MAAM,aAAa;AACrB,YAAM,KAAK,gBAAgB,MAAM,WAAW,EAAE;AAAA,IAChD;AAEA,QAAI,MAAM,UAAU,MAAM,OAAO,SAAS,GAAG;AAC3C,YAAM,KAAK,WAAW,MAAM,OAAO,KAAK,IAAI,CAAC,EAAE;AAAA,IACjD;AAEA,QAAI,MAAM,WAAW,MAAM,QAAQ,SAAS,GAAG;AAC7C,YAAM,KAAK,YAAY,MAAM,QAAQ,KAAK,IAAI,CAAC,EAAE;AAAA,IACnD;AAEA,QAAI,MAAM,QAAQ,MAAM,KAAK,SAAS,GAAG;AACvC,YAAM,KAAK,SAAS,MAAM,KAAK,KAAK,IAAI,CAAC,EAAE;AAAA,IAC7C;AAEA,QAAI,MAAM,aAAa;AACrB,UAAI;AACF,cAAM,SAAS,KAAK,MAAM,MAAM,WAAW;AAC3C,YAAI,OAAO,SAAS;AAClB,gBAAM,KAAK,YAAY,OAAO,OAAO,EAAE;AAAA,QACzC;AACA,YAAI,OAAO,cAAc;AACvB,gBAAM,KAAK,cAAc,OAAO,aAAa,KAAK,IAAI,CAAC,EAAE;AAAA,QAC3D;AAAA,MACF,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,WAAkC;AACnD,SAAK,SAAS;AACd,SAAK,OAAO,KAAK,sBAAsB,SAAS,aAAa,KAAK,MAAM,EAAE;AAAA,EAC5E;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAKH;AACD,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,WAAW,IAAI;AAAA,QAC5C,OAAO,EAAE,SAAS,KAAK,OAAO;AAAA,QAC9B,SAAS,CAAC,WAAW;AAAA,MACvB,CAAC;AAED,YAAM,QAAa;AAAA,QACjB,gBAAgB;AAAA,QAChB,eAAe,YAAY,KAAK,UAAU;AAAA,QAC1C,iBAAiB,CAAC;AAAA,MACpB;AAGA,UAAI,YAAY,WAAW;AACzB,mBAAW,YAAY,YAAY,WAAW;AAC5C,gBAAM,OAAO,UAAU,QAAQ;AAC/B,gBAAM,gBAAgB,IAAI,KAAK,MAAM,gBAAgB,IAAI,KAAK,KAAK;AAAA,QACrE;AAAA,MACF;AAGA,UAAI,KAAK,QAAQ;AACf,cAAM,cAAc,MAAM,KAAK,WAAW,IAAI;AAAA,UAC5C,OAAO,EAAE,SAAS,KAAK,OAAO;AAAA,UAC9B,SAAS,CAAC,KAAK;AAAA,QACjB,CAAC;AACD,cAAM,gBAAgB,YAAY,KAAK,UAAU;AAAA,MACnD;AAEA,YAAM,iBAAiB,MAAM,iBAAiB,MAAM,iBAAiB;AAErE,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,uBAAuB,KAAK;AAC9C,YAAM;AAAA,IACR;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/src/core/storage/infinite-storage.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../../src/core/storage/infinite-storage.ts"],
+  "sourcesContent": ["/**\n * Infinite Storage System for StackMemory\n * Implements STA-287: Remote storage with TimeSeries DB + S3 + Redis\n *\n * Storage Tiers:\n * - Hot: Redis (< 1 hour, frequently accessed)\n * - Warm: TimeSeries DB (1 hour - 7 days)\n * - Cold: S3 Standard (7 days - 30 days)\n * - Archive: S3 Glacier (> 30 days)\n */\n\nimport {\n  S3Client,\n  PutObjectCommand,\n  GetObjectCommand,\n  ListObjectsV2Command,\n} from '@aws-sdk/client-s3';\nimport { createClient as createRedisClient } from 'redis';\nimport { Pool } from 'pg';\nimport { Logger } from '../monitoring/logger.js';\nimport { Frame } from '../context/index.js';\nimport { v4 as uuidv4 } from 'uuid';\nimport { compress, decompress } from '../utils/compression.js';\n\nexport interface StorageTier {\n  name: 'hot' | 'warm' | 'cold' | 'archive';\n  ageThresholdHours: number;\n  storageClass: string;\n  accessLatencyMs: number;\n}\n\nexport interface StorageConfig {\n  redis: {\n    url: string;\n    ttlSeconds: number;\n    maxMemoryMB: number;\n  };\n  timeseries: {\n    connectionString: string;\n    retentionDays: number;\n  };\n  s3: {\n    bucket: string;\n    region: string;\n    accessKeyId?: string;\n    secretAccessKey?: string;\n  };\n  tiers: StorageTier[];\n}\n\nexport interface StorageMetrics {\n  totalObjects: number;\n  tierDistribution: Record<string, number>;\n  storageBytes: number;\n  avgLatencyMs: number;\n  p50LatencyMs: number;\n  p99LatencyMs: number;\n}\n\nexport class InfiniteStorageSystem {\n  private redisClient: any;\n  private timeseriesPool: Pool;\n  private s3Client: S3Client;\n  private logger: Logger;\n  private config: StorageConfig;\n  private latencies: number[] = [];\n  private migrationWorker: NodeJS.Timeout | null = null;\n\n  constructor(config: StorageConfig) {\n    this.config = config;\n    this.logger = new Logger('InfiniteStorage');\n\n    // Default storage tiers\n    if (!config.tiers || config.tiers.length === 0) {\n      this.config.tiers = [\n        {\n          name: 'hot',\n          ageThresholdHours: 1,\n          storageClass: 'MEMORY',\n          accessLatencyMs: 5,\n        },\n        {\n          name: 'warm',\n          ageThresholdHours: 168,\n          storageClass: 'TIMESERIES',\n          accessLatencyMs: 50,\n        },\n        {\n          name: 'cold',\n          ageThresholdHours: 720,\n          storageClass: 'S3_STANDARD',\n          accessLatencyMs: 100,\n        },\n        {\n          name: 'archive',\n          ageThresholdHours: Infinity,\n          storageClass: 'S3_GLACIER',\n          accessLatencyMs: 3600000,\n        },\n      ];\n    }\n  }\n\n  async initialize(): Promise<void> {\n    try {\n      // Initialize Redis (hot tier)\n      if (this.config.redis?.url) {\n        this.redisClient = createRedisClient({\n          url: this.config.redis.url,\n        });\n\n        await this.redisClient.connect();\n\n        // Configure Redis memory policy\n        await this.redisClient.configSet('maxmemory-policy', 'allkeys-lru');\n        if (this.config.redis.maxMemoryMB) {\n          await this.redisClient.configSet(\n            'maxmemory',\n            `${this.config.redis.maxMemoryMB}mb`\n          );\n        }\n\n        this.logger.info('Redis client initialized for hot tier');\n      }\n\n      // Initialize TimeSeries DB (warm tier)\n      if (this.config.timeseries?.connectionString) {\n        this.timeseriesPool = new Pool({\n          connectionString: this.config.timeseries.connectionString,\n          max: 10,\n          idleTimeoutMillis: 30000,\n        });\n\n        // Create TimeSeries tables if not exists\n        await this.createTimeSeriesTables();\n        this.logger.info('TimeSeries DB initialized for warm tier');\n      }\n\n      // Initialize S3 (cold/archive tiers)\n      if (this.config.s3?.bucket) {\n        this.s3Client = new S3Client({\n          region: this.config.s3.region || 'us-east-1',\n          credentials: this.config.s3.accessKeyId\n            ? {\n                accessKeyId: this.config.s3.accessKeyId,\n                secretAccessKey: this.config.s3.secretAccessKey!,\n              }\n            : undefined,\n        });\n\n        this.logger.info('S3 client initialized for cold/archive tiers');\n      }\n\n      // Start background migration worker\n      this.startMigrationWorker();\n\n      this.logger.info('Infinite Storage System initialized');\n    } catch (error: unknown) {\n      this.logger.error('Failed to initialize storage system', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Create TimeSeries tables for warm tier storage\n   */\n  private async createTimeSeriesTables(): Promise<void> {\n    const client = await this.timeseriesPool.connect();\n\n    try {\n      // Create hypertable for time-series data\n      await client.query(`\n        CREATE TABLE IF NOT EXISTS frame_timeseries (\n          time TIMESTAMPTZ NOT NULL,\n          frame_id TEXT NOT NULL,\n          user_id TEXT NOT NULL,\n          project_name TEXT,\n          type TEXT,\n          data JSONB,\n          compressed_data BYTEA,\n          storage_tier TEXT DEFAULT 'warm',\n          access_count INTEGER DEFAULT 0,\n          last_accessed TIMESTAMPTZ DEFAULT NOW(),\n          PRIMARY KEY (time, frame_id)\n        )\n      `);\n\n      // Create hypertable if using TimescaleDB\n      await client\n        .query(\n          `\n        SELECT create_hypertable('frame_timeseries', 'time', \n          chunk_time_interval => INTERVAL '1 day',\n          if_not_exists => TRUE)\n      `\n        )\n        .catch(() => {\n          // Fallback to regular partitioning if not TimescaleDB\n          this.logger.info('Using standard PostgreSQL partitioning');\n        });\n\n      // Create indexes\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);\n      `);\n\n      // Create compression policy (TimescaleDB specific)\n      await client\n        .query(\n          `\n        SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)\n      `\n        )\n        .catch(() => {\n          this.logger.info('Compression policy not available');\n        });\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Store a frame with automatic tier selection\n   */\n  async storeFrame(frame: Frame, userId: string): Promise<void> {\n    const startTime = Date.now();\n\n    try {\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n\n      // Always store in hot tier first (Redis)\n      if (this.redisClient) {\n        await this.redisClient.setEx(\n          frameKey,\n          this.config.redis.ttlSeconds || 3600,\n          compressedData\n        );\n\n        // Store metadata for quick lookups\n        await this.redisClient.hSet(`meta:${frameKey}`, {\n          userId,\n          projectName: frame.projectName || 'default',\n          type: frame.type,\n          timestamp: frame.timestamp,\n          tier: 'hot',\n        });\n      }\n\n      // Also store in warm tier for durability\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n\n        try {\n          await client.query(\n            `\n            INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)\n            VALUES ($1, $2, $3, $4, $5, $6, $7, $8)\n            ON CONFLICT (time, frame_id) DO UPDATE\n            SET data = EXCLUDED.data,\n                compressed_data = EXCLUDED.compressed_data,\n                last_accessed = NOW(),\n                access_count = frame_timeseries.access_count + 1\n          `,\n            [\n              new Date(frame.timestamp),\n              frame.frameId,\n              userId,\n              frame.projectName || 'default',\n              frame.type,\n              frame,\n              compressedData,\n              'warm',\n            ]\n          );\n        } finally {\n          client.release();\n        }\n      }\n\n      // Track latency\n      const latency = Date.now() - startTime;\n      this.trackLatency(latency);\n\n      this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Retrieve a frame with intelligent caching\n   */\n  async retrieveFrame(frameId: string, userId: string): Promise<Frame | null> {\n    const startTime = Date.now();\n    const frameKey = `frame:${userId}:${frameId}`;\n\n    try {\n      // Try hot tier first (Redis)\n      if (this.redisClient) {\n        const cached = await this.redisClient.get(frameKey);\n        if (cached) {\n          const decompressed = await decompress(cached);\n          const frame = JSON.parse(decompressed);\n\n          // Refresh TTL on access\n          await this.redisClient.expire(\n            frameKey,\n            this.config.redis.ttlSeconds || 3600\n          );\n\n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(\n            `Retrieved frame ${frameId} from hot tier in ${latency}ms`\n          );\n\n          return frame;\n        }\n      }\n\n      // Try warm tier (TimeSeries DB)\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n\n        try {\n          const result = await client.query(\n            `\n            SELECT data, compressed_data, storage_tier \n            FROM frame_timeseries \n            WHERE frame_id = $1 AND user_id = $2\n            ORDER BY time DESC\n            LIMIT 1\n          `,\n            [frameId, userId]\n          );\n\n          if (result.rows.length > 0) {\n            const row = result.rows[0];\n            let frame: Frame;\n\n            if (row.compressed_data) {\n              const decompressed = await decompress(row.compressed_data);\n              frame = JSON.parse(decompressed);\n            } else {\n              frame = row.data;\n            }\n\n            // Update access stats\n            await client.query(\n              `\n              UPDATE frame_timeseries \n              SET last_accessed = NOW(), access_count = access_count + 1\n              WHERE frame_id = $1 AND user_id = $2\n            `,\n              [frameId, userId]\n            );\n\n            // Promote to hot tier if frequently accessed\n            if (this.redisClient) {\n              await this.promoteToHotTier(frame, userId);\n            }\n\n            const latency = Date.now() - startTime;\n            this.trackLatency(latency);\n            this.logger.debug(\n              `Retrieved frame ${frameId} from warm tier in ${latency}ms`\n            );\n\n            return frame;\n          }\n        } finally {\n          client.release();\n        }\n      }\n\n      // Try cold/archive tiers (S3)\n      if (this.s3Client && this.config.s3.bucket) {\n        const key = `frames/${userId}/${frameId}.json.gz`;\n\n        try {\n          const command = new GetObjectCommand({\n            Bucket: this.config.s3.bucket,\n            Key: key,\n          });\n\n          const response = await this.s3Client.send(command);\n          const compressedData = await response.Body!.transformToByteArray();\n          const decompressed = await decompress(Buffer.from(compressedData));\n          const frame = JSON.parse(decompressed);\n\n          // Promote to warmer tiers for future access\n          await this.promoteFrame(frame, userId);\n\n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(\n            `Retrieved frame ${frameId} from cold tier in ${latency}ms`\n          );\n\n          return frame;\n        } catch (error: any) {\n          if (error.Code !== 'NoSuchKey') {\n            throw error;\n          }\n        }\n      }\n\n      this.logger.debug(`Frame ${frameId} not found in any tier`);\n      return null;\n    } catch (error: unknown) {\n      this.logger.error(`Failed to retrieve frame ${frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Promote frame to hot tier for fast access\n   */\n  private async promoteToHotTier(frame: Frame, userId: string): Promise<void> {\n    if (!this.redisClient) return;\n\n    try {\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n\n      await this.redisClient.setEx(\n        frameKey,\n        this.config.redis.ttlSeconds || 3600,\n        compressedData\n      );\n\n      this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to promote frame ${frame.frameId}`, error);\n    }\n  }\n\n  /**\n   * Promote frame through storage tiers\n   */\n  private async promoteFrame(frame: Frame, userId: string): Promise<void> {\n    // Promote to warm tier\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n\n      try {\n        const compressedData = await compress(JSON.stringify(frame));\n\n        await client.query(\n          `\n          INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)\n          VALUES ($1, $2, $3, $4, $5, $6)\n          ON CONFLICT (time, frame_id) DO UPDATE\n          SET storage_tier = 'warm',\n              last_accessed = NOW(),\n              access_count = frame_timeseries.access_count + 1\n        `,\n          [\n            new Date(frame.timestamp),\n            frame.frameId,\n            userId,\n            frame,\n            compressedData,\n            'warm',\n          ]\n        );\n      } finally {\n        client.release();\n      }\n    }\n\n    // Also promote to hot tier\n    await this.promoteToHotTier(frame, userId);\n  }\n\n  /**\n   * Start background worker for tier migration\n   */\n  private startMigrationWorker(): void {\n    // Run migration every hour\n    this.migrationWorker = setInterval(\n      async () => {\n        await this.migrateAgedData();\n      },\n      60 * 60 * 1000\n    );\n\n    this.logger.info('Migration worker started');\n  }\n\n  /**\n   * Migrate aged data to appropriate storage tiers\n   */\n  private async migrateAgedData(): Promise<void> {\n    this.logger.info('Starting tier migration...');\n\n    if (!this.timeseriesPool) return;\n\n    const client = await this.timeseriesPool.connect();\n\n    try {\n      // Find data eligible for cold storage (> 7 days old)\n      const coldEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'warm'\n          AND time < NOW() - INTERVAL '7 days'\n          AND last_accessed < NOW() - INTERVAL '7 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 cold storage\n      for (const row of coldEligible.rows) {\n        await this.migrateToS3(row, 'STANDARD');\n\n        // Update tier in database\n        await client.query(\n          `\n          UPDATE frame_timeseries\n          SET storage_tier = 'cold'\n          WHERE frame_id = $1 AND user_id = $2\n        `,\n          [row.frame_id, row.user_id]\n        );\n      }\n\n      // Find data eligible for archive (> 30 days old)\n      const archiveEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'cold'\n          AND time < NOW() - INTERVAL '30 days'\n          AND last_accessed < NOW() - INTERVAL '30 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 Glacier\n      for (const row of archiveEligible.rows) {\n        await this.migrateToS3(row, 'GLACIER');\n\n        // Update tier in database\n        await client.query(\n          `\n          UPDATE frame_timeseries\n          SET storage_tier = 'archive'\n          WHERE frame_id = $1 AND user_id = $2\n        `,\n          [row.frame_id, row.user_id]\n        );\n      }\n\n      this.logger.info(\n        `Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`\n      );\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Migrate data to S3 storage\n   */\n  private async migrateToS3(row: any, storageClass: string): Promise<void> {\n    if (!this.s3Client || !this.config.s3.bucket) return;\n\n    try {\n      const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;\n      const data =\n        row.compressed_data || (await compress(JSON.stringify(row.data)));\n\n      const command = new PutObjectCommand({\n        Bucket: this.config.s3.bucket,\n        Key: key,\n        Body: data,\n        StorageClass: storageClass,\n        Metadata: {\n          userId: row.user_id,\n          frameId: row.frame_id,\n          migratedAt: new Date().toISOString(),\n        },\n      });\n\n      await this.s3Client.send(command);\n\n      this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Track latency for performance monitoring\n   */\n  private trackLatency(latencyMs: number): void {\n    this.latencies.push(latencyMs);\n\n    // Keep only last 1000 measurements\n    if (this.latencies.length > 1000) {\n      this.latencies.shift();\n    }\n  }\n\n  /**\n   * Get storage metrics\n   */\n  async getMetrics(): Promise<StorageMetrics> {\n    const metrics: StorageMetrics = {\n      totalObjects: 0,\n      tierDistribution: {},\n      storageBytes: 0,\n      avgLatencyMs: 0,\n      p50LatencyMs: 0,\n      p99LatencyMs: 0,\n    };\n\n    // Calculate latency percentiles\n    if (this.latencies.length > 0) {\n      const sorted = [...this.latencies].sort((a, b) => a - b);\n      metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n      metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];\n      metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];\n    }\n\n    // Get tier distribution from TimeSeries DB\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n\n      try {\n        const result = await client.query(`\n          SELECT \n            storage_tier,\n            COUNT(*) as count,\n            SUM(pg_column_size(compressed_data)) as bytes\n          FROM frame_timeseries\n          GROUP BY storage_tier\n        `);\n\n        for (const row of result.rows) {\n          metrics.tierDistribution[row.storage_tier] = parseInt(row.count);\n          metrics.storageBytes += parseInt(row.bytes || 0);\n          metrics.totalObjects += parseInt(row.count);\n        }\n      } finally {\n        client.release();\n      }\n    }\n\n    return metrics;\n  }\n\n  /**\n   * Cleanup and shutdown\n   */\n  async shutdown(): Promise<void> {\n    if (this.migrationWorker) {\n      clearInterval(this.migrationWorker);\n    }\n\n    if (this.redisClient) {\n      await this.redisClient.quit();\n    }\n\n    if (this.timeseriesPool) {\n      await this.timeseriesPool.end();\n    }\n\n    this.logger.info('Infinite Storage System shut down');\n  }\n}\n"],
+  "mappings": ";;;;AAWA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,gBAAgB,yBAAyB;AAClD,SAAS,YAAY;AACrB,SAAS,cAAc;AAGvB,SAAS,UAAU,kBAAkB;AAqC9B,MAAM,sBAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAsB,CAAC;AAAA,EACvB,kBAAyC;AAAA,EAEjD,YAAY,QAAuB;AACjC,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,QAAI,CAAC,OAAO,SAAS,OAAO,MAAM,WAAW,GAAG;AAC9C,WAAK,OAAO,QAAQ;AAAA,QAClB;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,UAAI,KAAK,OAAO,OAAO,KAAK;AAC1B,aAAK,cAAc,kBAAkB;AAAA,UACnC,KAAK,KAAK,OAAO,MAAM;AAAA,QACzB,CAAC;AAED,cAAM,KAAK,YAAY,QAAQ;AAG/B,cAAM,KAAK,YAAY,UAAU,oBAAoB,aAAa;AAClE,YAAI,KAAK,OAAO,MAAM,aAAa;AACjC,gBAAM,KAAK,YAAY;AAAA,YACrB;AAAA,YACA,GAAG,KAAK,OAAO,MAAM,WAAW;AAAA,UAClC;AAAA,QACF;AAEA,aAAK,OAAO,KAAK,uCAAuC;AAAA,MAC1D;AAGA,UAAI,KAAK,OAAO,YAAY,kBAAkB;AAC5C,aAAK,iBAAiB,IAAI,KAAK;AAAA,UAC7B,kBAAkB,KAAK,OAAO,WAAW;AAAA,UACzC,KAAK;AAAA,UACL,mBAAmB;AAAA,QACrB,CAAC;AAGD,cAAM,KAAK,uBAAuB;AAClC,aAAK,OAAO,KAAK,yCAAyC;AAAA,MAC5D;AAGA,UAAI,KAAK,OAAO,IAAI,QAAQ;AAC1B,aAAK,WAAW,IAAI,SAAS;AAAA,UAC3B,QAAQ,KAAK,OAAO,GAAG,UAAU;AAAA,UACjC,aAAa,KAAK,OAAO,GAAG,cACxB;AAAA,YACE,aAAa,KAAK,OAAO,GAAG;AAAA,YAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,UAClC,IACA;AAAA,QACN,CAAC;AAED,aAAK,OAAO,KAAK,8CAA8C;AAAA,MACjE;AAGA,WAAK,qBAAqB;AAE1B,WAAK,OAAO,KAAK,qCAAqC;AAAA,IACxD,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,uCAAuC,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAclB;AAGD,YAAM,OACH;AAAA,QACC;AAAA;AAAA;AAAA;AAAA;AAAA,MAKF,EACC,MAAM,MAAM;AAEX,aAAK,OAAO,KAAK,wCAAwC;AAAA,MAC3D,CAAC;AAGH,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB;AAGD,YAAM,OACH;AAAA,QACC;AAAA;AAAA;AAAA,MAGF,EACC,MAAM,MAAM;AACX,aAAK,OAAO,KAAK,kCAAkC;AAAA,MACrD,CAAC;AAAA,IACL,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAAc,QAA+B;AAC5D,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI;AACF,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAC/C,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AAGjD,UAAI,KAAK,aAAa;AACpB,cAAM,KAAK,YAAY;AAAA,UACrB;AAAA,UACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAChC;AAAA,QACF;AAGA,cAAM,KAAK,YAAY,KAAK,QAAQ,QAAQ,IAAI;AAAA,UAC9C;AAAA,UACA,aAAa,MAAM,eAAe;AAAA,UAClC,MAAM,MAAM;AAAA,UACZ,WAAW,MAAM;AAAA,UACjB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,OAAO;AAAA,YACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,YASA;AAAA,cACE,IAAI,KAAK,MAAM,SAAS;AAAA,cACxB,MAAM;AAAA,cACN;AAAA,cACA,MAAM,eAAe;AAAA,cACrB,MAAM;AAAA,cACN;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,WAAK,aAAa,OAAO;AAEzB,WAAK,OAAO,MAAM,gBAAgB,MAAM,OAAO,OAAO,OAAO,IAAI;AAAA,IACnE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAAiB,QAAuC;AAC1E,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,WAAW,SAAS,MAAM,IAAI,OAAO;AAE3C,QAAI;AAEF,UAAI,KAAK,aAAa;AACpB,cAAM,SAAS,MAAM,KAAK,YAAY,IAAI,QAAQ;AAClD,YAAI,QAAQ;AACV,gBAAM,eAAe,MAAM,WAAW,MAAM;AAC5C,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,YAAY;AAAA,YACrB;AAAA,YACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAClC;AAEA,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO;AAAA,YACV,mBAAmB,OAAO,qBAAqB,OAAO;AAAA,UACxD;AAEA,iBAAO;AAAA,QACT;AAAA,MACF;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,SAAS,MAAM,OAAO;AAAA,YAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,YAOA,CAAC,SAAS,MAAM;AAAA,UAClB;AAEA,cAAI,OAAO,KAAK,SAAS,GAAG;AAC1B,kBAAM,MAAM,OAAO,KAAK,CAAC;AACzB,gBAAI;AAEJ,gBAAI,IAAI,iBAAiB;AACvB,oBAAM,eAAe,MAAM,WAAW,IAAI,eAAe;AACzD,sBAAQ,KAAK,MAAM,YAAY;AAAA,YACjC,OAAO;AACL,sBAAQ,IAAI;AAAA,YACd;AAGA,kBAAM,OAAO;AAAA,cACX;AAAA;AAAA;AAAA;AAAA;AAAA,cAKA,CAAC,SAAS,MAAM;AAAA,YAClB;AAGA,gBAAI,KAAK,aAAa;AACpB,oBAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,YAC3C;AAEA,kBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,iBAAK,aAAa,OAAO;AACzB,iBAAK,OAAO;AAAA,cACV,mBAAmB,OAAO,sBAAsB,OAAO;AAAA,YACzD;AAEA,mBAAO;AAAA,UACT;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,UAAI,KAAK,YAAY,KAAK,OAAO,GAAG,QAAQ;AAC1C,cAAM,MAAM,UAAU,MAAM,IAAI,OAAO;AAEvC,YAAI;AACF,gBAAM,UAAU,IAAI,iBAAiB;AAAA,YACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,YACvB,KAAK;AAAA,UACP,CAAC;AAED,gBAAM,WAAW,MAAM,KAAK,SAAS,KAAK,OAAO;AACjD,gBAAM,iBAAiB,MAAM,SAAS,KAAM,qBAAqB;AACjE,gBAAM,eAAe,MAAM,WAAW,OAAO,KAAK,cAAc,CAAC;AACjE,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,aAAa,OAAO,MAAM;AAErC,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO;AAAA,YACV,mBAAmB,OAAO,sBAAsB,OAAO;AAAA,UACzD;AAEA,iBAAO;AAAA,QACT,SAAS,OAAY;AACnB,cAAI,MAAM,SAAS,aAAa;AAC9B,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,OAAO,wBAAwB;AAC1D,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4BAA4B,OAAO,IAAI,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAiB,OAAc,QAA+B;AAC1E,QAAI,CAAC,KAAK,YAAa;AAEvB,QAAI;AACF,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AACjD,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAE/C,YAAM,KAAK,YAAY;AAAA,QACrB;AAAA,QACA,KAAK,OAAO,MAAM,cAAc;AAAA,QAChC;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,kBAAkB,MAAM,OAAO,cAAc;AAAA,IACjE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,MAAM,OAAO,IAAI,KAAK;AAAA,IACrE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAc,QAA+B;AAEtE,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,iBAAiB,MAAM,SAAS,KAAK,UAAU,KAAK,CAAC;AAE3D,cAAM,OAAO;AAAA,UACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAQA;AAAA,YACE,IAAI,KAAK,MAAM,SAAS;AAAA,YACxB,MAAM;AAAA,YACN;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAGA,UAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAA6B;AAEnC,SAAK,kBAAkB;AAAA,MACrB,YAAY;AACV,cAAM,KAAK,gBAAgB;AAAA,MAC7B;AAAA,MACA,KAAK,KAAK;AAAA,IACZ;AAEA,SAAK,OAAO,KAAK,0BAA0B;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAiC;AAC7C,SAAK,OAAO,KAAK,4BAA4B;AAE7C,QAAI,CAAC,KAAK,eAAgB;AAE1B,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,eAAe,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAOvC;AAGD,iBAAW,OAAO,aAAa,MAAM;AACnC,cAAM,KAAK,YAAY,KAAK,UAAU;AAGtC,cAAM,OAAO;AAAA,UACX;AAAA;AAAA;AAAA;AAAA;AAAA,UAKA,CAAC,IAAI,UAAU,IAAI,OAAO;AAAA,QAC5B;AAAA,MACF;AAGA,YAAM,kBAAkB,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAO1C;AAGD,iBAAW,OAAO,gBAAgB,MAAM;AACtC,cAAM,KAAK,YAAY,KAAK,SAAS;AAGrC,cAAM,OAAO;AAAA,UACX;AAAA;AAAA;AAAA;AAAA;AAAA,UAKA,CAAC,IAAI,UAAU,IAAI,OAAO;AAAA,QAC5B;AAAA,MACF;AAEA,WAAK,OAAO;AAAA,QACV,wBAAwB,aAAa,KAAK,MAAM,aAAa,gBAAgB,KAAK,MAAM;AAAA,MAC1F;AAAA,IACF,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,YAAY,KAAU,cAAqC;AACvE,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,OAAO,GAAG,OAAQ;AAE9C,QAAI;AACF,YAAM,MAAM,UAAU,IAAI,OAAO,IAAI,IAAI,QAAQ;AACjD,YAAM,OACJ,IAAI,mBAAoB,MAAM,SAAS,KAAK,UAAU,IAAI,IAAI,CAAC;AAEjE,YAAM,UAAU,IAAI,iBAAiB;AAAA,QACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,QACvB,KAAK;AAAA,QACL,MAAM;AAAA,QACN,cAAc;AAAA,QACd,UAAU;AAAA,UACR,QAAQ,IAAI;AAAA,UACZ,SAAS,IAAI;AAAA,UACb,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,YAAM,KAAK,SAAS,KAAK,OAAO;AAEhC,WAAK,OAAO,MAAM,kBAAkB,IAAI,QAAQ,UAAU,YAAY,EAAE;AAAA,IAC1E,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,IAAI,QAAQ,UAAU,KAAK;AACxE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,WAAyB;AAC5C,SAAK,UAAU,KAAK,SAAS;AAG7B,QAAI,KAAK,UAAU,SAAS,KAAM;AAChC,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAsC;AAC1C,UAAM,UAA0B;AAAA,MAC9B,cAAc;AAAA,MACd,kBAAkB,CAAC;AAAA,MACnB,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,IAChB;AAGA,QAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,YAAM,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACvD,cAAQ,eAAe,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAClE,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,GAAG,CAAC;AAC7D,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,CAAC;AAAA,IAChE;AAGA,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAOjC;AAED,mBAAW,OAAO,OAAO,MAAM;AAC7B,kBAAQ,iBAAiB,IAAI,YAAY,IAAI,SAAS,IAAI,KAAK;AAC/D,kBAAQ,gBAAgB,SAAS,IAAI,SAAS,CAAC;AAC/C,kBAAQ,gBAAgB,SAAS,IAAI,KAAK;AAAA,QAC5C;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAA0B;AAC9B,QAAI,KAAK,iBAAiB;AACxB,oBAAc,KAAK,eAAe;AAAA,IACpC;AAEA,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,KAAK;AAAA,IAC9B;AAEA,QAAI,KAAK,gBAAgB;AACvB,YAAM,KAAK,eAAe,IAAI;AAAA,IAChC;AAEA,SAAK,OAAO,KAAK,mCAAmC;AAAA,EACtD;AACF;",
+  "names": []
+}

package/dist/src/core/storage/remote-storage.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../../src/core/storage/remote-storage.ts"],
+  "sourcesContent": ["/**\n * Remote Storage Interface for Two-Tier Storage System\n * Implements infinite retention with TimeSeries DB + S3\n */\n\nimport {\n  S3Client,\n  PutObjectCommand,\n  GetObjectCommand,\n  DeleteObjectCommand,\n} from '@aws-sdk/client-s3';\nimport { Storage } from '@google-cloud/storage';\nimport { logger } from '../monitoring/logger.js';\nimport { Trace, CompressedTrace } from '../trace/types.js';\nimport Database from 'better-sqlite3';\n// Type-safe environment variable access\nfunction getEnv(key: string, defaultValue?: string): string {\n  const value = process.env[key];\n  if (value === undefined) {\n    if (defaultValue !== undefined) return defaultValue;\n    throw new Error(`Environment variable ${key} is required`);\n  }\n  return value;\n}\n\nfunction getOptionalEnv(key: string): string | undefined {\n  return process.env[key];\n}\n\nexport enum StorageTier {\n  HOT = 'hot', // < 7 days - Railway Buckets or GCS Standard\n  NEARLINE = 'nearline', // 7-30 days - GCS Nearline ($0.01/GB)\n  COLDLINE = 'coldline', // 30-90 days - GCS Coldline ($0.004/GB)\n  ARCHIVE = 'archive', // > 90 days - GCS Archive ($0.0012/GB)\n}\n\nexport interface RemoteStorageConfig {\n  provider: 'gcs' | 's3' | 'railway';\n  gcs?: {\n    bucketName: string;\n    projectId: string;\n    keyFilename?: string; // Path to service account key\n  };\n  s3?: {\n    bucket: string;\n    region: string;\n    accessKeyId?: string;\n    secretAccessKey?: string;\n    endpoint?: string; // For Railway buckets or MinIO\n  };\n  timeseries: {\n    type: 'clickhouse' | 'timescale' | 'influxdb' | 'sqlite'; // SQLite for dev\n    host: string;\n    port: number;\n    database: string;\n    username?: string;\n    password?: string;\n  };\n  migration: {\n    batchSize: number;\n    hotAgeHours: number; // < 7 days\n    nearlineAgeHours: number; // 7-30 days\n    coldlineAgeHours: number; // 30-90 days\n    archiveAgeHours: number; // > 90 days\n    scoreThreshold: number; // Score threshold for early migration\n  };\n}\n\nexport const DEFAULT_REMOTE_CONFIG: RemoteStorageConfig = {\n  provider: 'gcs', // Default to GCS for better pricing\n  gcs: {\n    bucketName: 'stackmemory-traces',\n    projectId: process.env['GCP_PROJECT_ID'] || 'stackmemory',\n  },\n  timeseries: {\n    type: 'sqlite', // Use SQLite for development\n    host: 'localhost',\n    port: 0,\n    database: 'stackmemory_timeseries',\n  },\n  migration: {\n    batchSize: 100,\n    hotAgeHours: 168, // 7 days\n    nearlineAgeHours: 720, // 30 days\n    coldlineAgeHours: 2160, // 90 days\n    archiveAgeHours: 8760, // 365 days\n    scoreThreshold: 0.4,\n  },\n};\n\nexport interface MigrationCandidate {\n  traceId: string;\n  age: number;\n  score: number;\n  size: number;\n  tier: StorageTier;\n  shouldMigrate: boolean;\n  compressionLevel: 'none' | 'light' | 'medium' | 'heavy';\n}\n\n/**\n * Remote storage manager for infinite trace retention\n */\nexport class RemoteStorageManager {\n  private storageClient?: S3Client | Storage;\n  private config: RemoteStorageConfig;\n  private localDb: Database.Database;\n  private migrationInProgress = false;\n\n  constructor(\n    localDb: Database.Database,\n    config?: Partial<RemoteStorageConfig>\n  ) {\n    this.localDb = localDb;\n    this.config = { ...DEFAULT_REMOTE_CONFIG, ...config };\n\n    this.initializeStorageClient();\n    this.initializeSchema();\n  }\n\n  /**\n   * Initialize storage client based on provider\n   */\n  private initializeStorageClient(): void {\n    switch (this.config.provider) {\n      case 'gcs':\n        if (this.config.gcs) {\n          this.storageClient = new Storage({\n            projectId: this.config.gcs.projectId,\n            keyFilename: this.config.gcs.keyFilename,\n          });\n        }\n        break;\n\n      case 's3':\n      case 'railway':\n        if (this.config.s3?.accessKeyId && this.config.s3?.secretAccessKey) {\n          this.storageClient = new S3Client({\n            region: this.config.s3.region,\n            credentials: {\n              accessKeyId: this.config.s3.accessKeyId,\n              secretAccessKey: this.config.s3.secretAccessKey,\n            },\n            endpoint: this.config.s3.endpoint, // Railway buckets endpoint\n          });\n        }\n        break;\n    }\n  }\n\n  /**\n   * Initialize migration tracking schema\n   */\n  private initializeSchema(): void {\n    this.localDb.exec(`\n      CREATE TABLE IF NOT EXISTS remote_migrations (\n        trace_id TEXT PRIMARY KEY,\n        migrated_at INTEGER NOT NULL,\n        storage_tier TEXT NOT NULL,\n        s3_key TEXT,\n        timeseries_id TEXT,\n        compression_level TEXT,\n        original_size INTEGER,\n        compressed_size INTEGER,\n        retrieval_count INTEGER DEFAULT 0,\n        last_retrieved INTEGER,\n        FOREIGN KEY (trace_id) REFERENCES traces(id) ON DELETE CASCADE\n      )\n    `);\n\n    this.localDb.exec(`\n      CREATE INDEX IF NOT EXISTS idx_migrations_tier ON remote_migrations(storage_tier);\n      CREATE INDEX IF NOT EXISTS idx_migrations_migrated ON remote_migrations(migrated_at);\n    `);\n  }\n\n  /**\n   * Identify traces for migration based on age and importance\n   */\n  async identifyMigrationCandidates(): Promise<MigrationCandidate[]> {\n    const now = Date.now();\n\n    // Query all traces with their metadata\n    const traces = this.localDb\n      .prepare(\n        `\n      SELECT \n        t.id,\n        t.score,\n        t.start_time,\n        LENGTH(t.compressed_data) + \n        COALESCE((SELECT SUM(LENGTH(tc.arguments) + LENGTH(tc.result)) \n                  FROM tool_calls tc WHERE tc.trace_id = t.id), 0) as size,\n        rm.trace_id as already_migrated\n      FROM traces t\n      LEFT JOIN remote_migrations rm ON t.id = rm.trace_id\n      WHERE rm.trace_id IS NULL  -- Not already migrated\n      ORDER BY t.start_time ASC\n    `\n      )\n      .all() as any[];\n\n    const candidates: MigrationCandidate[] = [];\n\n    for (const trace of traces) {\n      const ageHours = (now - trace.start_time) / (1000 * 60 * 60);\n      const candidate = this.evaluateTrace(\n        trace.id,\n        ageHours,\n        trace.score,\n        trace.size || 0\n      );\n\n      candidates.push(candidate);\n    }\n\n    return candidates;\n  }\n\n  /**\n   * Evaluate a trace for migration based on GCS storage classes\n   */\n  private evaluateTrace(\n    traceId: string,\n    ageHours: number,\n    score: number,\n    size: number\n  ): MigrationCandidate {\n    let tier = StorageTier.HOT;\n    let shouldMigrate = false;\n    let compressionLevel: 'none' | 'light' | 'medium' | 'heavy' = 'none';\n\n    // Determine storage tier based on age and GCS storage classes\n    if (ageHours > this.config.migration.archiveAgeHours) {\n      // GCS Archive: $0.0012/GB - accessed < once per year\n      tier = StorageTier.ARCHIVE;\n      shouldMigrate = true;\n      compressionLevel = 'heavy';\n    } else if (ageHours > this.config.migration.coldlineAgeHours) {\n      // GCS Coldline: $0.004/GB - accessed < once per quarter\n      tier = StorageTier.COLDLINE;\n      shouldMigrate = true;\n      compressionLevel = 'heavy';\n    } else if (ageHours > this.config.migration.nearlineAgeHours) {\n      // GCS Nearline: $0.01/GB - accessed < once per month\n      tier = StorageTier.NEARLINE;\n      shouldMigrate = true;\n      compressionLevel = 'medium';\n    } else if (ageHours > this.config.migration.hotAgeHours) {\n      // Still hot but consider migration if low importance\n      tier = StorageTier.HOT;\n      if (score < this.config.migration.scoreThreshold) {\n        shouldMigrate = true;\n        compressionLevel = 'light';\n      }\n    }\n\n    // Force migration for size pressure\n    const localSizeLimit = 2 * 1024 * 1024 * 1024; // 2GB\n    const currentLocalSize = this.getLocalStorageSize();\n\n    if (currentLocalSize > localSizeLimit * 0.75) {\n      // Start migrating when 75% full\n      shouldMigrate = true;\n      if (compressionLevel === 'none') {\n        compressionLevel = 'light';\n      }\n    }\n\n    return {\n      traceId,\n      age: ageHours,\n      score,\n      size,\n      tier,\n      shouldMigrate,\n      compressionLevel,\n    };\n  }\n\n  /**\n   * Migrate traces to remote storage\n   */\n  async migrateTraces(\n    candidates: MigrationCandidate[],\n    dryRun: boolean = false\n  ): Promise<{\n    migrated: number;\n    failed: number;\n    totalSize: number;\n    errors: string[];\n  }> {\n    if (this.migrationInProgress) {\n      return {\n        migrated: 0,\n        failed: 0,\n        totalSize: 0,\n        errors: ['Migration already in progress'],\n      };\n    }\n\n    this.migrationInProgress = true;\n    const results = {\n      migrated: 0,\n      failed: 0,\n      totalSize: 0,\n      errors: [] as string[],\n    };\n\n    try {\n      // Process in batches\n      const toMigrate = candidates.filter((c: any) => c.shouldMigrate);\n      const batches = this.createBatches(\n        toMigrate,\n        this.config.migration.batchSize\n      );\n\n      for (const batch of batches) {\n        if (dryRun) {\n          logger.info('Dry run - would migrate batch', {\n            count: batch.length,\n            totalSize: batch.reduce((sum, c) => sum + c.size, 0),\n          });\n          results.migrated += batch.length;\n          continue;\n        }\n\n        const batchResults = await this.migrateBatch(batch);\n        results.migrated += batchResults.success;\n        results.failed += batchResults.failed;\n        results.totalSize += batchResults.totalSize;\n        results.errors.push(...batchResults.errors);\n\n        // Small delay between batches\n        await new Promise((resolve) => setTimeout(resolve, 100));\n      }\n    } finally {\n      this.migrationInProgress = false;\n    }\n\n    logger.info('Migration completed', results);\n    return results;\n  }\n\n  /**\n   * Migrate a batch of traces\n   */\n  private async migrateBatch(batch: MigrationCandidate[]): Promise<{\n    success: number;\n    failed: number;\n    totalSize: number;\n    errors: string[];\n  }> {\n    const results = {\n      success: 0,\n      failed: 0,\n      totalSize: 0,\n      errors: [] as string[],\n    };\n\n    for (const candidate of batch) {\n      try {\n        // Get full trace data\n        const trace = this.getTraceData(candidate.traceId);\n        if (!trace) {\n          throw new Error(`Trace ${candidate.traceId} not found`);\n        }\n\n        // Compress based on level\n        const compressed = this.compressTrace(\n          trace,\n          candidate.compressionLevel\n        );\n\n        // Upload to S3\n        if (this.s3Client) {\n          const s3Key = this.generateS3Key(candidate);\n          await this.uploadToS3(s3Key, compressed);\n\n          // Record migration\n          this.recordMigration(candidate, s3Key, trace, compressed);\n        } else {\n          // Local simulation for testing\n          this.recordMigration(candidate, 'simulated', trace, compressed);\n        }\n\n        // Optionally remove from local after successful migration\n        if (\n          candidate.tier === StorageTier.COLD ||\n          candidate.tier === StorageTier.ARCHIVE\n        ) {\n          this.removeLocalTrace(candidate.traceId);\n        }\n\n        results.success++;\n        results.totalSize += candidate.size;\n      } catch (error: unknown) {\n        results.failed++;\n        results.errors.push(`Failed to migrate ${candidate.traceId}: ${error}`);\n        logger.error('Migration failed for trace', {\n          traceId: candidate.traceId,\n          error,\n        });\n      }\n    }\n\n    return results;\n  }\n\n  /**\n   * Get full trace data for migration\n   */\n  private getTraceData(traceId: string): any {\n    const traceRow = this.localDb\n      .prepare('SELECT * FROM traces WHERE id = ?')\n      .get(traceId);\n\n    if (!traceRow) return null;\n\n    const toolCalls = this.localDb\n      .prepare(\n        'SELECT * FROM tool_calls WHERE trace_id = ? ORDER BY sequence_number'\n      )\n      .all(traceId);\n\n    return {\n      trace: traceRow,\n      toolCalls,\n    };\n  }\n\n  /**\n   * Compress trace based on compression level\n   */\n  private compressTrace(\n    data: any,\n    level: 'none' | 'light' | 'medium' | 'heavy'\n  ): Buffer {\n    const jsonData = JSON.stringify(data);\n\n    // Apply different compression based on level\n    switch (level) {\n      case 'none':\n        return Buffer.from(jsonData);\n\n      case 'light':\n        // Remove formatting, keep all data\n        return Buffer.from(JSON.stringify(JSON.parse(jsonData)));\n\n      case 'medium':\n        // Remove null fields and compress\n        const cleaned = JSON.parse(jsonData, (key, value) =>\n          value === null || value === undefined ? undefined : value\n        );\n        return Buffer.from(JSON.stringify(cleaned));\n\n      case 'heavy':\n        // Remove tool results and arguments, keep only essential\n        const minimal = {\n          id: data.trace.id,\n          type: data.trace.type,\n          score: data.trace.score,\n          summary: data.trace.summary,\n          timestamps: {\n            start: data.trace.start_time,\n            end: data.trace.end_time,\n          },\n          toolCount: data.toolCalls.length,\n          toolTypes: [...new Set(data.toolCalls.map((t: any) => t.tool))],\n        };\n        return Buffer.from(JSON.stringify(minimal));\n\n      default:\n        return Buffer.from(jsonData);\n    }\n  }\n\n  /**\n   * Generate S3 key for trace\n   */\n  private generateS3Key(candidate: MigrationCandidate): string {\n    const date = new Date(Date.now() - candidate.age * 60 * 60 * 1000);\n    const year = date.getFullYear();\n    const month = String(date.getMonth() + 1).padStart(2, '0');\n    const day = String(date.getDate()).padStart(2, '0');\n\n    return `traces/${year}/${month}/${day}/${candidate.tier}/${candidate.traceId}.json`;\n  }\n\n  /**\n   * Upload to S3\n   */\n  private async uploadToS3(key: string, data: Buffer): Promise<void> {\n    if (!this.s3Client) {\n      throw new Error('S3 client not configured');\n    }\n\n    const command = new PutObjectCommand({\n      Bucket: this.config.s3.bucket,\n      Key: key,\n      Body: data,\n      ContentType: 'application/json',\n      Metadata: {\n        'trace-version': '1.0',\n        compression: 'true',\n      },\n    });\n\n    await this.s3Client.send(command);\n  }\n\n  /**\n   * Record migration in local database\n   */\n  private recordMigration(\n    candidate: MigrationCandidate,\n    s3Key: string,\n    originalData: any,\n    compressedData: Buffer\n  ): void {\n    const stmt = this.localDb.prepare(`\n      INSERT INTO remote_migrations (\n        trace_id, migrated_at, storage_tier, s3_key,\n        compression_level, original_size, compressed_size\n      ) VALUES (?, ?, ?, ?, ?, ?, ?)\n    `);\n\n    stmt.run(\n      candidate.traceId,\n      Date.now(),\n      candidate.tier,\n      s3Key,\n      candidate.compressionLevel,\n      JSON.stringify(originalData).length,\n      compressedData.length\n    );\n  }\n\n  /**\n   * Remove local trace after migration\n   */\n  private removeLocalTrace(traceId: string): void {\n    this.localDb\n      .prepare('DELETE FROM tool_calls WHERE trace_id = ?')\n      .run(traceId);\n    this.localDb.prepare('DELETE FROM traces WHERE id = ?').run(traceId);\n  }\n\n  /**\n   * Get current local storage size\n   */\n  private getLocalStorageSize(): number {\n    const result = this.localDb\n      .prepare(\n        `\n      SELECT \n        SUM(LENGTH(compressed_data)) +\n        COALESCE((SELECT SUM(LENGTH(arguments) + LENGTH(result)) \n                  FROM tool_calls), 0) as total_size\n      FROM traces\n    `\n      )\n      .get() as any;\n\n    return result?.total_size || 0;\n  }\n\n  /**\n   * Create batches from candidates\n   */\n  private createBatches<T>(items: T[], batchSize: number): T[][] {\n    const batches: T[][] = [];\n    for (let i = 0; i < items.length; i += batchSize) {\n      batches.push(items.slice(i, i + batchSize));\n    }\n    return batches;\n  }\n\n  /**\n   * Retrieve trace from remote storage\n   */\n  async retrieveTrace(traceId: string): Promise<any> {\n    const migration = this.localDb\n      .prepare(\n        `\n      SELECT * FROM remote_migrations WHERE trace_id = ?\n    `\n      )\n      .get(traceId) as any;\n\n    if (!migration) {\n      throw new Error(`Trace ${traceId} not found in remote storage`);\n    }\n\n    // Update retrieval count\n    this.localDb\n      .prepare(\n        `\n      UPDATE remote_migrations \n      SET retrieval_count = retrieval_count + 1, last_retrieved = ?\n      WHERE trace_id = ?\n    `\n      )\n      .run(Date.now(), traceId);\n\n    if (!this.s3Client) {\n      throw new Error('S3 client not configured');\n    }\n\n    // Retrieve from S3\n    const command = new GetObjectCommand({\n      Bucket: this.config.s3.bucket,\n      Key: migration.s3_key,\n    });\n\n    const response = await this.s3Client.send(command);\n    const data = await response.Body?.transformToString();\n\n    if (!data) {\n      throw new Error('No data retrieved from S3');\n    }\n\n    return JSON.parse(data);\n  }\n\n  /**\n   * Get migration statistics\n   */\n  getMigrationStats(): any {\n    const stats = this.localDb\n      .prepare(\n        `\n      SELECT \n        storage_tier,\n        COUNT(*) as count,\n        SUM(original_size) as original_size,\n        SUM(compressed_size) as compressed_size,\n        AVG(retrieval_count) as avg_retrievals\n      FROM remote_migrations\n      GROUP BY storage_tier\n    `\n      )\n      .all();\n\n    const total = this.localDb\n      .prepare(\n        `\n      SELECT \n        COUNT(*) as total_migrated,\n        SUM(original_size) as total_original,\n        SUM(compressed_size) as total_compressed\n      FROM remote_migrations\n    `\n      )\n      .get();\n\n    return {\n      byTier: stats,\n      total,\n      compressionRatio: total\n        ? (\n            1 -\n            (total as any).total_compressed / (total as any).total_original\n          ).toFixed(2)\n        : 0,\n      localSize: this.getLocalStorageSize(),\n    };\n  }\n}\n"],
+  "mappings": ";;;;AAKA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,eAAe;AACxB,SAAS,cAAc;AAIvB,SAAS,OAAO,KAAa,cAA+B;AAC1D,QAAM,QAAQ,QAAQ,IAAI,GAAG;AAC7B,MAAI,UAAU,QAAW;AACvB,QAAI,iBAAiB,OAAW,QAAO;AACvC,UAAM,IAAI,MAAM,wBAAwB,GAAG,cAAc;AAAA,EAC3D;AACA,SAAO;AACT;AAEA,SAAS,eAAe,KAAiC;AACvD,SAAO,QAAQ,IAAI,GAAG;AACxB;AAEO,IAAK,cAAL,kBAAKA,iBAAL;AACL,EAAAA,aAAA,SAAM;AACN,EAAAA,aAAA,cAAW;AACX,EAAAA,aAAA,cAAW;AACX,EAAAA,aAAA,aAAU;AAJA,SAAAA;AAAA,GAAA;AAuCL,MAAM,wBAA6C;AAAA,EACxD,UAAU;AAAA;AAAA,EACV,KAAK;AAAA,IACH,YAAY;AAAA,IACZ,WAAW,QAAQ,IAAI,gBAAgB,KAAK;AAAA,EAC9C;AAAA,EACA,YAAY;AAAA,IACV,MAAM;AAAA;AAAA,IACN,MAAM;AAAA,IACN,MAAM;AAAA,IACN,UAAU;AAAA,EACZ;AAAA,EACA,WAAW;AAAA,IACT,WAAW;AAAA,IACX,aAAa;AAAA;AAAA,IACb,kBAAkB;AAAA;AAAA,IAClB,kBAAkB;AAAA;AAAA,IAClB,iBAAiB;AAAA;AAAA,IACjB,gBAAgB;AAAA,EAClB;AACF;AAeO,MAAM,qBAAqB;AAAA,EACxB;AAAA,EACA;AAAA,EACA;AAAA,EACA,sBAAsB;AAAA,EAE9B,YACE,SACA,QACA;AACA,SAAK,UAAU;AACf,SAAK,SAAS,EAAE,GAAG,uBAAuB,GAAG,OAAO;AAEpD,SAAK,wBAAwB;AAC7B,SAAK,iBAAiB;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKQ,0BAAgC;AACtC,YAAQ,KAAK,OAAO,UAAU;AAAA,MAC5B,KAAK;AACH,YAAI,KAAK,OAAO,KAAK;AACnB,eAAK,gBAAgB,IAAI,QAAQ;AAAA,YAC/B,WAAW,KAAK,OAAO,IAAI;AAAA,YAC3B,aAAa,KAAK,OAAO,IAAI;AAAA,UAC/B,CAAC;AAAA,QACH;AACA;AAAA,MAEF,KAAK;AAAA,MACL,KAAK;AACH,YAAI,KAAK,OAAO,IAAI,eAAe,KAAK,OAAO,IAAI,iBAAiB;AAClE,eAAK,gBAAgB,IAAI,SAAS;AAAA,YAChC,QAAQ,KAAK,OAAO,GAAG;AAAA,YACvB,aAAa;AAAA,cACX,aAAa,KAAK,OAAO,GAAG;AAAA,cAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,YAClC;AAAA,YACA,UAAU,KAAK,OAAO,GAAG;AAAA;AAAA,UAC3B,CAAC;AAAA,QACH;AACA;AAAA,IACJ;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAyB;AAC/B,SAAK,QAAQ,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAcjB;AAED,SAAK,QAAQ,KAAK;AAAA;AAAA;AAAA,KAGjB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,8BAA6D;AACjE,UAAM,MAAM,KAAK,IAAI;AAGrB,UAAM,SAAS,KAAK,QACjB;AAAA,MACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAcF,EACC,IAAI;AAEP,UAAM,aAAmC,CAAC;AAE1C,eAAW,SAAS,QAAQ;AAC1B,YAAM,YAAY,MAAM,MAAM,eAAe,MAAO,KAAK;AACzD,YAAM,YAAY,KAAK;AAAA,QACrB,MAAM;AAAA,QACN;AAAA,QACA,MAAM;AAAA,QACN,MAAM,QAAQ;AAAA,MAChB;AAEA,iBAAW,KAAK,SAAS;AAAA,IAC3B;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,cACN,SACA,UACA,OACA,MACoB;AACpB,QAAI,OAAO;AACX,QAAI,gBAAgB;AACpB,QAAI,mBAA0D;AAG9D,QAAI,WAAW,KAAK,OAAO,UAAU,iBAAiB;AAEpD,aAAO;AACP,sBAAgB;AAChB,yBAAmB;AAAA,IACrB,WAAW,WAAW,KAAK,OAAO,UAAU,kBAAkB;AAE5D,aAAO;AACP,sBAAgB;AAChB,yBAAmB;AAAA,IACrB,WAAW,WAAW,KAAK,OAAO,UAAU,kBAAkB;AAE5D,aAAO;AACP,sBAAgB;AAChB,yBAAmB;AAAA,IACrB,WAAW,WAAW,KAAK,OAAO,UAAU,aAAa;AAEvD,aAAO;AACP,UAAI,QAAQ,KAAK,OAAO,UAAU,gBAAgB;AAChD,wBAAgB;AAChB,2BAAmB;AAAA,MACrB;AAAA,IACF;AAGA,UAAM,iBAAiB,IAAI,OAAO,OAAO;AACzC,UAAM,mBAAmB,KAAK,oBAAoB;AAElD,QAAI,mBAAmB,iBAAiB,MAAM;AAE5C,sBAAgB;AAChB,UAAI,qBAAqB,QAAQ;AAC/B,2BAAmB;AAAA,MACrB;AAAA,IACF;AAEA,WAAO;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cACJ,YACA,SAAkB,OAMjB;AACD,QAAI,KAAK,qBAAqB;AAC5B,aAAO;AAAA,QACL,UAAU;AAAA,QACV,QAAQ;AAAA,QACR,WAAW;AAAA,QACX,QAAQ,CAAC,+BAA+B;AAAA,MAC1C;AAAA,IACF;AAEA,SAAK,sBAAsB;AAC3B,UAAM,UAAU;AAAA,MACd,UAAU;AAAA,MACV,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,QAAQ,CAAC;AAAA,IACX;AAEA,QAAI;AAEF,YAAM,YAAY,WAAW,OAAO,CAAC,MAAW,EAAE,aAAa;AAC/D,YAAM,UAAU,KAAK;AAAA,QACnB;AAAA,QACA,KAAK,OAAO,UAAU;AAAA,MACxB;AAEA,iBAAW,SAAS,SAAS;AAC3B,YAAI,QAAQ;AACV,iBAAO,KAAK,iCAAiC;AAAA,YAC3C,OAAO,MAAM;AAAA,YACb,WAAW,MAAM,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,MAAM,CAAC;AAAA,UACrD,CAAC;AACD,kBAAQ,YAAY,MAAM;AAC1B;AAAA,QACF;AAEA,cAAM,eAAe,MAAM,KAAK,aAAa,KAAK;AAClD,gBAAQ,YAAY,aAAa;AACjC,gBAAQ,UAAU,aAAa;AAC/B,gBAAQ,aAAa,aAAa;AAClC,gBAAQ,OAAO,KAAK,GAAG,aAAa,MAAM;AAG1C,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAG,CAAC;AAAA,MACzD;AAAA,IACF,UAAE;AACA,WAAK,sBAAsB;AAAA,IAC7B;AAEA,WAAO,KAAK,uBAAuB,OAAO;AAC1C,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAKxB;AACD,UAAM,UAAU;AAAA,MACd,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,QAAQ,CAAC;AAAA,IACX;AAEA,eAAW,aAAa,OAAO;AAC7B,UAAI;AAEF,cAAM,QAAQ,KAAK,aAAa,UAAU,OAAO;AACjD,YAAI,CAAC,OAAO;AACV,gBAAM,IAAI,MAAM,SAAS,UAAU,OAAO,YAAY;AAAA,QACxD;AAGA,cAAM,aAAa,KAAK;AAAA,UACtB;AAAA,UACA,UAAU;AAAA,QACZ;AAGA,YAAI,KAAK,UAAU;AACjB,gBAAM,QAAQ,KAAK,cAAc,SAAS;AAC1C,gBAAM,KAAK,WAAW,OAAO,UAAU;AAGvC,eAAK,gBAAgB,WAAW,OAAO,OAAO,UAAU;AAAA,QAC1D,OAAO;AAEL,eAAK,gBAAgB,WAAW,aAAa,OAAO,UAAU;AAAA,QAChE;AAGA,YACE,UAAU,SAAS,YAAY,QAC/B,UAAU,SAAS,yBACnB;AACA,eAAK,iBAAiB,UAAU,OAAO;AAAA,QACzC;AAEA,gBAAQ;AACR,gBAAQ,aAAa,UAAU;AAAA,MACjC,SAAS,OAAgB;AACvB,gBAAQ;AACR,gBAAQ,OAAO,KAAK,qBAAqB,UAAU,OAAO,KAAK,KAAK,EAAE;AACtE,eAAO,MAAM,8BAA8B;AAAA,UACzC,SAAS,UAAU;AAAA,UACnB;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,SAAsB;AACzC,UAAM,WAAW,KAAK,QACnB,QAAQ,mCAAmC,EAC3C,IAAI,OAAO;AAEd,QAAI,CAAC,SAAU,QAAO;AAEtB,UAAM,YAAY,KAAK,QACpB;AAAA,MACC;AAAA,IACF,EACC,IAAI,OAAO;AAEd,WAAO;AAAA,MACL,OAAO;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cACN,MACA,OACQ;AACR,UAAM,WAAW,KAAK,UAAU,IAAI;AAGpC,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,eAAO,OAAO,KAAK,QAAQ;AAAA,MAE7B,KAAK;AAEH,eAAO,OAAO,KAAK,KAAK,UAAU,KAAK,MAAM,QAAQ,CAAC,CAAC;AAAA,MAEzD,KAAK;AAEH,cAAM,UAAU,KAAK;AAAA,UAAM;AAAA,UAAU,CAAC,KAAK,UACzC,UAAU,QAAQ,UAAU,SAAY,SAAY;AAAA,QACtD;AACA,eAAO,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,MAE5C,KAAK;AAEH,cAAM,UAAU;AAAA,UACd,IAAI,KAAK,MAAM;AAAA,UACf,MAAM,KAAK,MAAM;AAAA,UACjB,OAAO,KAAK,MAAM;AAAA,UAClB,SAAS,KAAK,MAAM;AAAA,UACpB,YAAY;AAAA,YACV,OAAO,KAAK,MAAM;AAAA,YAClB,KAAK,KAAK,MAAM;AAAA,UAClB;AAAA,UACA,WAAW,KAAK,UAAU;AAAA,UAC1B,WAAW,CAAC,GAAG,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,MAAW,EAAE,IAAI,CAAC,CAAC;AAAA,QAChE;AACA,eAAO,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,MAE5C;AACE,eAAO,OAAO,KAAK,QAAQ;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,WAAuC;AAC3D,UAAM,OAAO,IAAI,KAAK,KAAK,IAAI,IAAI,UAAU,MAAM,KAAK,KAAK,GAAI;AACjE,UAAM,OAAO,KAAK,YAAY;AAC9B,UAAM,QAAQ,OAAO,KAAK,SAAS,IAAI,CAAC,EAAE,SAAS,GAAG,GAAG;AACzD,UAAM,MAAM,OAAO,KAAK,QAAQ,CAAC,EAAE,SAAS,GAAG,GAAG;AAElD,WAAO,UAAU,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,UAAU,IAAI,IAAI,UAAU,OAAO;AAAA,EAC9E;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,WAAW,KAAa,MAA6B;AACjE,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,UAAU,IAAI,iBAAiB;AAAA,MACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,MACvB,KAAK;AAAA,MACL,MAAM;AAAA,MACN,aAAa;AAAA,MACb,UAAU;AAAA,QACR,iBAAiB;AAAA,QACjB,aAAa;AAAA,MACf;AAAA,IACF,CAAC;AAED,UAAM,KAAK,SAAS,KAAK,OAAO;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKQ,gBACN,WACA,OACA,cACA,gBACM;AACN,UAAM,OAAO,KAAK,QAAQ,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,KAKjC;AAED,SAAK;AAAA,MACH,UAAU;AAAA,MACV,KAAK,IAAI;AAAA,MACT,UAAU;AAAA,MACV;AAAA,MACA,UAAU;AAAA,MACV,KAAK,UAAU,YAAY,EAAE;AAAA,MAC7B,eAAe;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,iBAAiB,SAAuB;AAC9C,SAAK,QACF,QAAQ,2CAA2C,EACnD,IAAI,OAAO;AACd,SAAK,QAAQ,QAAQ,iCAAiC,EAAE,IAAI,OAAO;AAAA,EACrE;AAAA;AAAA;AAAA;AAAA,EAKQ,sBAA8B;AACpC,UAAM,SAAS,KAAK,QACjB;AAAA,MACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAOF,EACC,IAAI;AAEP,WAAO,QAAQ,cAAc;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAiB,OAAY,WAA0B;AAC7D,UAAM,UAAiB,CAAC;AACxB,aAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,WAAW;AAChD,cAAQ,KAAK,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;AAAA,IAC5C;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAA+B;AACjD,UAAM,YAAY,KAAK,QACpB;AAAA,MACC;AAAA;AAAA;AAAA,IAGF,EACC,IAAI,OAAO;AAEd,QAAI,CAAC,WAAW;AACd,YAAM,IAAI,MAAM,SAAS,OAAO,8BAA8B;AAAA,IAChE;AAGA,SAAK,QACF;AAAA,MACC;AAAA;AAAA;AAAA;AAAA;AAAA,IAKF,EACC,IAAI,KAAK,IAAI,GAAG,OAAO;AAE1B,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAGA,UAAM,UAAU,IAAI,iBAAiB;AAAA,MACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,MACvB,KAAK,UAAU;AAAA,IACjB,CAAC;AAED,UAAM,WAAW,MAAM,KAAK,SAAS,KAAK,OAAO;AACjD,UAAM,OAAO,MAAM,SAAS,MAAM,kBAAkB;AAEpD,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,oBAAyB;AACvB,UAAM,QAAQ,KAAK,QAChB;AAAA,MACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAUF,EACC,IAAI;AAEP,UAAM,QAAQ,KAAK,QAChB;AAAA,MACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAOF,EACC,IAAI;AAEP,WAAO;AAAA,MACL,QAAQ;AAAA,MACR;AAAA,MACA,kBAAkB,SAEZ,IACC,MAAc,mBAAoB,MAAc,gBACjD,QAAQ,CAAC,IACX;AAAA,MACJ,WAAW,KAAK,oBAAoB;AAAA,IACtC;AAAA,EACF;AACF;",
+  "names": ["StorageTier"]
+}