@stackmemoryai/stackmemory 0.3.7 → 0.3.8

package/dist/core/storage/infinite-storage.js

@@ -1,4 +1,8 @@
-import { S3Client, PutObjectCommand, GetObjectCommand } from "@aws-sdk/client-s3";
+import {
+  S3Client,
+  PutObjectCommand,
+  GetObjectCommand
+} from "@aws-sdk/client-s3";
 import { createClient as createRedisClient } from "redis";
 import { Pool } from "pg";
 import { Logger } from "../monitoring/logger.js";
@@ -16,10 +20,30 @@ class InfiniteStorageSystem {
     this.logger = new Logger("InfiniteStorage");
     if (!config.tiers || config.tiers.length === 0) {
       this.config.tiers = [
-        { name: "hot", ageThresholdHours: 1, storageClass: "MEMORY", accessLatencyMs: 5 },
-        { name: "warm", ageThresholdHours: 168, storageClass: "TIMESERIES", accessLatencyMs: 50 },
-        { name: "cold", ageThresholdHours: 720, storageClass: "S3_STANDARD", accessLatencyMs: 100 },
-        { name: "archive", ageThresholdHours: Infinity, storageClass: "S3_GLACIER", accessLatencyMs: 36e5 }
+        {
+          name: "hot",
+          ageThresholdHours: 1,
+          storageClass: "MEMORY",
+          accessLatencyMs: 5
+        },
+        {
+          name: "warm",
+          ageThresholdHours: 168,
+          storageClass: "TIMESERIES",
+          accessLatencyMs: 50
+        },
+        {
+          name: "cold",
+          ageThresholdHours: 720,
+          storageClass: "S3_STANDARD",
+          accessLatencyMs: 100
+        },
+        {
+          name: "archive",
+          ageThresholdHours: Infinity,
+          storageClass: "S3_GLACIER",
+          accessLatencyMs: 36e5
+        }
       ];
     }
   }
@@ -32,7 +56,10 @@ class InfiniteStorageSystem {
         await this.redisClient.connect();
         await this.redisClient.configSet("maxmemory-policy", "allkeys-lru");
         if (this.config.redis.maxMemoryMB) {
-          await this.redisClient.configSet("maxmemory", `${this.config.redis.maxMemoryMB}mb`);
+          await this.redisClient.configSet(
+            "maxmemory",
+            `${this.config.redis.maxMemoryMB}mb`
+          );
         }
         this.logger.info("Redis client initialized for hot tier");
       }
@@ -83,11 +110,13 @@ class InfiniteStorageSystem {
           PRIMARY KEY (time, frame_id)
         )
       `);
-      await client.query(`
+      await client.query(
+        `
         SELECT create_hypertable('frame_timeseries', 'time', 
           chunk_time_interval => INTERVAL '1 day',
           if_not_exists => TRUE)
-      `).catch(() => {
+      `
+      ).catch(() => {
         this.logger.info("Using standard PostgreSQL partitioning");
       });
       await client.query(`
@@ -95,9 +124,11 @@ class InfiniteStorageSystem {
         CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);
         CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);
       `);
-      await client.query(`
+      await client.query(
+        `
         SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)
-      `).catch(() => {
+      `
+      ).catch(() => {
         this.logger.info("Compression policy not available");
       });
     } finally {
@@ -130,7 +161,8 @@ class InfiniteStorageSystem {
       if (this.timeseriesPool) {
         const client = await this.timeseriesPool.connect();
         try {
-          await client.query(`
+          await client.query(
+            `
             INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)
             VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
             ON CONFLICT (time, frame_id) DO UPDATE
@@ -138,16 +170,18 @@ class InfiniteStorageSystem {
                 compressed_data = EXCLUDED.compressed_data,
                 last_accessed = NOW(),
                 access_count = frame_timeseries.access_count + 1
-          `, [
-            new Date(frame.timestamp),
-            frame.frameId,
-            userId,
-            frame.projectName || "default",
-            frame.type,
-            frame,
-            compressedData,
-            "warm"
-          ]);
+          `,
+            [
+              new Date(frame.timestamp),
+              frame.frameId,
+              userId,
+              frame.projectName || "default",
+              frame.type,
+              frame,
+              compressedData,
+              "warm"
+            ]
+          );
         } finally {
           client.release();
         }
@@ -172,23 +206,31 @@ class InfiniteStorageSystem {
         if (cached) {
           const decompressed = await decompress(cached);
           const frame = JSON.parse(decompressed);
-          await this.redisClient.expire(frameKey, this.config.redis.ttlSeconds || 3600);
+          await this.redisClient.expire(
+            frameKey,
+            this.config.redis.ttlSeconds || 3600
+          );
           const latency = Date.now() - startTime;
           this.trackLatency(latency);
-          this.logger.debug(`Retrieved frame ${frameId} from hot tier in ${latency}ms`);
+          this.logger.debug(
+            `Retrieved frame ${frameId} from hot tier in ${latency}ms`
+          );
           return frame;
         }
       }
       if (this.timeseriesPool) {
         const client = await this.timeseriesPool.connect();
         try {
-          const result = await client.query(`
+          const result = await client.query(
+            `
             SELECT data, compressed_data, storage_tier 
             FROM frame_timeseries 
             WHERE frame_id = $1 AND user_id = $2
             ORDER BY time DESC
             LIMIT 1
-          `, [frameId, userId]);
+          `,
+            [frameId, userId]
+          );
           if (result.rows.length > 0) {
             const row = result.rows[0];
             let frame;
@@ -198,17 +240,22 @@ class InfiniteStorageSystem {
             } else {
               frame = row.data;
             }
-            await client.query(`
+            await client.query(
+              `
               UPDATE frame_timeseries 
               SET last_accessed = NOW(), access_count = access_count + 1
               WHERE frame_id = $1 AND user_id = $2
-            `, [frameId, userId]);
+            `,
+              [frameId, userId]
+            );
             if (this.redisClient) {
               await this.promoteToHotTier(frame, userId);
             }
             const latency = Date.now() - startTime;
             this.trackLatency(latency);
-            this.logger.debug(`Retrieved frame ${frameId} from warm tier in ${latency}ms`);
+            this.logger.debug(
+              `Retrieved frame ${frameId} from warm tier in ${latency}ms`
+            );
             return frame;
           }
         } finally {
@@ -229,7 +276,9 @@ class InfiniteStorageSystem {
           await this.promoteFrame(frame, userId);
           const latency = Date.now() - startTime;
           this.trackLatency(latency);
-          this.logger.debug(`Retrieved frame ${frameId} from cold tier in ${latency}ms`);
+          this.logger.debug(
+            `Retrieved frame ${frameId} from cold tier in ${latency}ms`
+          );
           return frame;
         } catch (error) {
           if (error.Code !== "NoSuchKey") {
@@ -271,21 +320,24 @@ class InfiniteStorageSystem {
       const client = await this.timeseriesPool.connect();
       try {
         const compressedData = await compress(JSON.stringify(frame));
-        await client.query(`
+        await client.query(
+          `
           INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)
           VALUES ($1, $2, $3, $4, $5, $6)
           ON CONFLICT (time, frame_id) DO UPDATE
           SET storage_tier = 'warm',
               last_accessed = NOW(),
               access_count = frame_timeseries.access_count + 1
-        `, [
-          new Date(frame.timestamp),
-          frame.frameId,
-          userId,
-          frame,
-          compressedData,
-          "warm"
-        ]);
+        `,
+          [
+            new Date(frame.timestamp),
+            frame.frameId,
+            userId,
+            frame,
+            compressedData,
+            "warm"
+          ]
+        );
       } finally {
         client.release();
       }
@@ -296,9 +348,12 @@ class InfiniteStorageSystem {
    * Start background worker for tier migration
    */
   startMigrationWorker() {
-    this.migrationWorker = setInterval(async () => {
-      await this.migrateAgedData();
-    }, 60 * 60 * 1e3);
+    this.migrationWorker = setInterval(
+      async () => {
+        await this.migrateAgedData();
+      },
+      60 * 60 * 1e3
+    );
     this.logger.info("Migration worker started");
   }
   /**
@@ -319,11 +374,14 @@ class InfiniteStorageSystem {
       `);
       for (const row of coldEligible.rows) {
         await this.migrateToS3(row, "STANDARD");
-        await client.query(`
+        await client.query(
+          `
           UPDATE frame_timeseries
           SET storage_tier = 'cold'
           WHERE frame_id = $1 AND user_id = $2
-        `, [row.frame_id, row.user_id]);
+        `,
+          [row.frame_id, row.user_id]
+        );
       }
       const archiveEligible = await client.query(`
         SELECT frame_id, user_id, data, compressed_data
@@ -335,13 +393,18 @@ class InfiniteStorageSystem {
       `);
       for (const row of archiveEligible.rows) {
         await this.migrateToS3(row, "GLACIER");
-        await client.query(`
+        await client.query(
+          `
           UPDATE frame_timeseries
           SET storage_tier = 'archive'
           WHERE frame_id = $1 AND user_id = $2
-        `, [row.frame_id, row.user_id]);
+        `,
+          [row.frame_id, row.user_id]
+        );
       }
-      this.logger.info(`Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`);
+      this.logger.info(
+        `Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`
+      );
     } finally {
       client.release();
     }

package/dist/core/storage/infinite-storage.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/core/storage/infinite-storage.ts"],
-  "sourcesContent": ["/**\n * Infinite Storage System for StackMemory\n * Implements STA-287: Remote storage with TimeSeries DB + S3 + Redis\n * \n * Storage Tiers:\n * - Hot: Redis (< 1 hour, frequently accessed)\n * - Warm: TimeSeries DB (1 hour - 7 days)\n * - Cold: S3 Standard (7 days - 30 days)\n * - Archive: S3 Glacier (> 30 days)\n */\n\nimport { S3Client, PutObjectCommand, GetObjectCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';\nimport { createClient as createRedisClient } from 'redis';\nimport { Pool } from 'pg';\nimport { Logger } from '../monitoring/logger.js';\nimport { Frame } from '../context/frame-manager.js';\nimport { v4 as uuidv4 } from 'uuid';\nimport { compress, decompress } from '../utils/compression.js';\n\nexport interface StorageTier {\n  name: 'hot' | 'warm' | 'cold' | 'archive';\n  ageThresholdHours: number;\n  storageClass: string;\n  accessLatencyMs: number;\n}\n\nexport interface StorageConfig {\n  redis: {\n    url: string;\n    ttlSeconds: number;\n    maxMemoryMB: number;\n  };\n  timeseries: {\n    connectionString: string;\n    retentionDays: number;\n  };\n  s3: {\n    bucket: string;\n    region: string;\n    accessKeyId?: string;\n    secretAccessKey?: string;\n  };\n  tiers: StorageTier[];\n}\n\nexport interface StorageMetrics {\n  totalObjects: number;\n  tierDistribution: Record<string, number>;\n  storageBytes: number;\n  avgLatencyMs: number;\n  p50LatencyMs: number;\n  p99LatencyMs: number;\n}\n\nexport class InfiniteStorageSystem {\n  private redisClient: any;\n  private timeseriesPool: Pool;\n  private s3Client: S3Client;\n  private logger: Logger;\n  private config: StorageConfig;\n  private latencies: number[] = [];\n  private migrationWorker: NodeJS.Timeout | null = null;\n\n  constructor(config: StorageConfig) {\n    this.config = config;\n    this.logger = new Logger('InfiniteStorage');\n    \n    // Default storage tiers\n    if (!config.tiers || config.tiers.length === 0) {\n      this.config.tiers = [\n        { name: 'hot', ageThresholdHours: 1, storageClass: 'MEMORY', accessLatencyMs: 5 },\n        { name: 'warm', ageThresholdHours: 168, storageClass: 'TIMESERIES', accessLatencyMs: 50 },\n        { name: 'cold', ageThresholdHours: 720, storageClass: 'S3_STANDARD', accessLatencyMs: 100 },\n        { name: 'archive', ageThresholdHours: Infinity, storageClass: 'S3_GLACIER', accessLatencyMs: 3600000 },\n      ];\n    }\n  }\n\n  async initialize(): Promise<void> {\n    try {\n      // Initialize Redis (hot tier)\n      if (this.config.redis?.url) {\n        this.redisClient = createRedisClient({\n          url: this.config.redis.url,\n        });\n        \n        await this.redisClient.connect();\n        \n        // Configure Redis memory policy\n        await this.redisClient.configSet('maxmemory-policy', 'allkeys-lru');\n        if (this.config.redis.maxMemoryMB) {\n          await this.redisClient.configSet('maxmemory', `${this.config.redis.maxMemoryMB}mb`);\n        }\n        \n        this.logger.info('Redis client initialized for hot tier');\n      }\n\n      // Initialize TimeSeries DB (warm tier)\n      if (this.config.timeseries?.connectionString) {\n        this.timeseriesPool = new Pool({\n          connectionString: this.config.timeseries.connectionString,\n          max: 10,\n          idleTimeoutMillis: 30000,\n        });\n\n        // Create TimeSeries tables if not exists\n        await this.createTimeSeriesTables();\n        this.logger.info('TimeSeries DB initialized for warm tier');\n      }\n\n      // Initialize S3 (cold/archive tiers)\n      if (this.config.s3?.bucket) {\n        this.s3Client = new S3Client({\n          region: this.config.s3.region || 'us-east-1',\n          credentials: this.config.s3.accessKeyId ? {\n            accessKeyId: this.config.s3.accessKeyId,\n            secretAccessKey: this.config.s3.secretAccessKey!,\n          } : undefined,\n        });\n        \n        this.logger.info('S3 client initialized for cold/archive tiers');\n      }\n\n      // Start background migration worker\n      this.startMigrationWorker();\n      \n      this.logger.info('Infinite Storage System initialized');\n    } catch (error: unknown) {\n      this.logger.error('Failed to initialize storage system', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Create TimeSeries tables for warm tier storage\n   */\n  private async createTimeSeriesTables(): Promise<void> {\n    const client = await this.timeseriesPool.connect();\n    \n    try {\n      // Create hypertable for time-series data\n      await client.query(`\n        CREATE TABLE IF NOT EXISTS frame_timeseries (\n          time TIMESTAMPTZ NOT NULL,\n          frame_id TEXT NOT NULL,\n          user_id TEXT NOT NULL,\n          project_name TEXT,\n          type TEXT,\n          data JSONB,\n          compressed_data BYTEA,\n          storage_tier TEXT DEFAULT 'warm',\n          access_count INTEGER DEFAULT 0,\n          last_accessed TIMESTAMPTZ DEFAULT NOW(),\n          PRIMARY KEY (time, frame_id)\n        )\n      `);\n\n      // Create hypertable if using TimescaleDB\n      await client.query(`\n        SELECT create_hypertable('frame_timeseries', 'time', \n          chunk_time_interval => INTERVAL '1 day',\n          if_not_exists => TRUE)\n      `).catch(() => {\n        // Fallback to regular partitioning if not TimescaleDB\n        this.logger.info('Using standard PostgreSQL partitioning');\n      });\n\n      // Create indexes\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);\n      `);\n\n      // Create compression policy (TimescaleDB specific)\n      await client.query(`\n        SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)\n      `).catch(() => {\n        this.logger.info('Compression policy not available');\n      });\n\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Store a frame with automatic tier selection\n   */\n  async storeFrame(frame: Frame, userId: string): Promise<void> {\n    const startTime = Date.now();\n    \n    try {\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n\n      // Always store in hot tier first (Redis)\n      if (this.redisClient) {\n        await this.redisClient.setEx(\n          frameKey,\n          this.config.redis.ttlSeconds || 3600,\n          compressedData\n        );\n        \n        // Store metadata for quick lookups\n        await this.redisClient.hSet(`meta:${frameKey}`, {\n          userId,\n          projectName: frame.projectName || 'default',\n          type: frame.type,\n          timestamp: frame.timestamp,\n          tier: 'hot',\n        });\n      }\n\n      // Also store in warm tier for durability\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n        \n        try {\n          await client.query(`\n            INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)\n            VALUES ($1, $2, $3, $4, $5, $6, $7, $8)\n            ON CONFLICT (time, frame_id) DO UPDATE\n            SET data = EXCLUDED.data,\n                compressed_data = EXCLUDED.compressed_data,\n                last_accessed = NOW(),\n                access_count = frame_timeseries.access_count + 1\n          `, [\n            new Date(frame.timestamp),\n            frame.frameId,\n            userId,\n            frame.projectName || 'default',\n            frame.type,\n            frame,\n            compressedData,\n            'warm',\n          ]);\n        } finally {\n          client.release();\n        }\n      }\n\n      // Track latency\n      const latency = Date.now() - startTime;\n      this.trackLatency(latency);\n      \n      this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Retrieve a frame with intelligent caching\n   */\n  async retrieveFrame(frameId: string, userId: string): Promise<Frame | null> {\n    const startTime = Date.now();\n    const frameKey = `frame:${userId}:${frameId}`;\n\n    try {\n      // Try hot tier first (Redis)\n      if (this.redisClient) {\n        const cached = await this.redisClient.get(frameKey);\n        if (cached) {\n          const decompressed = await decompress(cached);\n          const frame = JSON.parse(decompressed);\n          \n          // Refresh TTL on access\n          await this.redisClient.expire(frameKey, this.config.redis.ttlSeconds || 3600);\n          \n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(`Retrieved frame ${frameId} from hot tier in ${latency}ms`);\n          \n          return frame;\n        }\n      }\n\n      // Try warm tier (TimeSeries DB)\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n        \n        try {\n          const result = await client.query(`\n            SELECT data, compressed_data, storage_tier \n            FROM frame_timeseries \n            WHERE frame_id = $1 AND user_id = $2\n            ORDER BY time DESC\n            LIMIT 1\n          `, [frameId, userId]);\n\n          if (result.rows.length > 0) {\n            const row = result.rows[0];\n            let frame: Frame;\n            \n            if (row.compressed_data) {\n              const decompressed = await decompress(row.compressed_data);\n              frame = JSON.parse(decompressed);\n            } else {\n              frame = row.data;\n            }\n\n            // Update access stats\n            await client.query(`\n              UPDATE frame_timeseries \n              SET last_accessed = NOW(), access_count = access_count + 1\n              WHERE frame_id = $1 AND user_id = $2\n            `, [frameId, userId]);\n\n            // Promote to hot tier if frequently accessed\n            if (this.redisClient) {\n              await this.promoteToHotTier(frame, userId);\n            }\n\n            const latency = Date.now() - startTime;\n            this.trackLatency(latency);\n            this.logger.debug(`Retrieved frame ${frameId} from warm tier in ${latency}ms`);\n            \n            return frame;\n          }\n        } finally {\n          client.release();\n        }\n      }\n\n      // Try cold/archive tiers (S3)\n      if (this.s3Client && this.config.s3.bucket) {\n        const key = `frames/${userId}/${frameId}.json.gz`;\n        \n        try {\n          const command = new GetObjectCommand({\n            Bucket: this.config.s3.bucket,\n            Key: key,\n          });\n          \n          const response = await this.s3Client.send(command);\n          const compressedData = await response.Body!.transformToByteArray();\n          const decompressed = await decompress(Buffer.from(compressedData));\n          const frame = JSON.parse(decompressed);\n\n          // Promote to warmer tiers for future access\n          await this.promoteFrame(frame, userId);\n\n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(`Retrieved frame ${frameId} from cold tier in ${latency}ms`);\n          \n          return frame;\n        } catch (error: any) {\n          if (error.Code !== 'NoSuchKey') {\n            throw error;\n          }\n        }\n      }\n\n      this.logger.debug(`Frame ${frameId} not found in any tier`);\n      return null;\n    } catch (error: unknown) {\n      this.logger.error(`Failed to retrieve frame ${frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Promote frame to hot tier for fast access\n   */\n  private async promoteToHotTier(frame: Frame, userId: string): Promise<void> {\n    if (!this.redisClient) return;\n    \n    try {\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n      \n      await this.redisClient.setEx(\n        frameKey,\n        this.config.redis.ttlSeconds || 3600,\n        compressedData\n      );\n      \n      this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to promote frame ${frame.frameId}`, error);\n    }\n  }\n\n  /**\n   * Promote frame through storage tiers\n   */\n  private async promoteFrame(frame: Frame, userId: string): Promise<void> {\n    // Promote to warm tier\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n      \n      try {\n        const compressedData = await compress(JSON.stringify(frame));\n        \n        await client.query(`\n          INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)\n          VALUES ($1, $2, $3, $4, $5, $6)\n          ON CONFLICT (time, frame_id) DO UPDATE\n          SET storage_tier = 'warm',\n              last_accessed = NOW(),\n              access_count = frame_timeseries.access_count + 1\n        `, [\n          new Date(frame.timestamp),\n          frame.frameId,\n          userId,\n          frame,\n          compressedData,\n          'warm',\n        ]);\n      } finally {\n        client.release();\n      }\n    }\n\n    // Also promote to hot tier\n    await this.promoteToHotTier(frame, userId);\n  }\n\n  /**\n   * Start background worker for tier migration\n   */\n  private startMigrationWorker(): void {\n    // Run migration every hour\n    this.migrationWorker = setInterval(async () => {\n      await this.migrateAgedData();\n    }, 60 * 60 * 1000);\n    \n    this.logger.info('Migration worker started');\n  }\n\n  /**\n   * Migrate aged data to appropriate storage tiers\n   */\n  private async migrateAgedData(): Promise<void> {\n    this.logger.info('Starting tier migration...');\n    \n    if (!this.timeseriesPool) return;\n    \n    const client = await this.timeseriesPool.connect();\n    \n    try {\n      // Find data eligible for cold storage (> 7 days old)\n      const coldEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'warm'\n          AND time < NOW() - INTERVAL '7 days'\n          AND last_accessed < NOW() - INTERVAL '7 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 cold storage\n      for (const row of coldEligible.rows) {\n        await this.migrateToS3(row, 'STANDARD');\n        \n        // Update tier in database\n        await client.query(`\n          UPDATE frame_timeseries\n          SET storage_tier = 'cold'\n          WHERE frame_id = $1 AND user_id = $2\n        `, [row.frame_id, row.user_id]);\n      }\n\n      // Find data eligible for archive (> 30 days old)\n      const archiveEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'cold'\n          AND time < NOW() - INTERVAL '30 days'\n          AND last_accessed < NOW() - INTERVAL '30 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 Glacier\n      for (const row of archiveEligible.rows) {\n        await this.migrateToS3(row, 'GLACIER');\n        \n        // Update tier in database\n        await client.query(`\n          UPDATE frame_timeseries\n          SET storage_tier = 'archive'\n          WHERE frame_id = $1 AND user_id = $2\n        `, [row.frame_id, row.user_id]);\n      }\n\n      this.logger.info(`Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`);\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Migrate data to S3 storage\n   */\n  private async migrateToS3(row: any, storageClass: string): Promise<void> {\n    if (!this.s3Client || !this.config.s3.bucket) return;\n    \n    try {\n      const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;\n      const data = row.compressed_data || await compress(JSON.stringify(row.data));\n      \n      const command = new PutObjectCommand({\n        Bucket: this.config.s3.bucket,\n        Key: key,\n        Body: data,\n        StorageClass: storageClass,\n        Metadata: {\n          userId: row.user_id,\n          frameId: row.frame_id,\n          migratedAt: new Date().toISOString(),\n        },\n      });\n      \n      await this.s3Client.send(command);\n      \n      this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Track latency for performance monitoring\n   */\n  private trackLatency(latencyMs: number): void {\n    this.latencies.push(latencyMs);\n    \n    // Keep only last 1000 measurements\n    if (this.latencies.length > 1000) {\n      this.latencies.shift();\n    }\n  }\n\n  /**\n   * Get storage metrics\n   */\n  async getMetrics(): Promise<StorageMetrics> {\n    const metrics: StorageMetrics = {\n      totalObjects: 0,\n      tierDistribution: {},\n      storageBytes: 0,\n      avgLatencyMs: 0,\n      p50LatencyMs: 0,\n      p99LatencyMs: 0,\n    };\n\n    // Calculate latency percentiles\n    if (this.latencies.length > 0) {\n      const sorted = [...this.latencies].sort((a, b) => a - b);\n      metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n      metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];\n      metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];\n    }\n\n    // Get tier distribution from TimeSeries DB\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n      \n      try {\n        const result = await client.query(`\n          SELECT \n            storage_tier,\n            COUNT(*) as count,\n            SUM(pg_column_size(compressed_data)) as bytes\n          FROM frame_timeseries\n          GROUP BY storage_tier\n        `);\n\n        for (const row of result.rows) {\n          metrics.tierDistribution[row.storage_tier] = parseInt(row.count);\n          metrics.storageBytes += parseInt(row.bytes || 0);\n          metrics.totalObjects += parseInt(row.count);\n        }\n      } finally {\n        client.release();\n      }\n    }\n\n    return metrics;\n  }\n\n  /**\n   * Cleanup and shutdown\n   */\n  async shutdown(): Promise<void> {\n    if (this.migrationWorker) {\n      clearInterval(this.migrationWorker);\n    }\n\n    if (this.redisClient) {\n      await this.redisClient.quit();\n    }\n\n    if (this.timeseriesPool) {\n      await this.timeseriesPool.end();\n    }\n\n    this.logger.info('Infinite Storage System shut down');\n  }\n}"],
-  "mappings": "AAWA,SAAS,UAAU,kBAAkB,wBAA8C;AACnF,SAAS,gBAAgB,yBAAyB;AAClD,SAAS,YAAY;AACrB,SAAS,cAAc;AAGvB,SAAS,UAAU,kBAAkB;AAqC9B,MAAM,sBAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAsB,CAAC;AAAA,EACvB,kBAAyC;AAAA,EAEjD,YAAY,QAAuB;AACjC,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,QAAI,CAAC,OAAO,SAAS,OAAO,MAAM,WAAW,GAAG;AAC9C,WAAK,OAAO,QAAQ;AAAA,QAClB,EAAE,MAAM,OAAO,mBAAmB,GAAG,cAAc,UAAU,iBAAiB,EAAE;AAAA,QAChF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,cAAc,iBAAiB,GAAG;AAAA,QACxF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,eAAe,iBAAiB,IAAI;AAAA,QAC1F,EAAE,MAAM,WAAW,mBAAmB,UAAU,cAAc,cAAc,iBAAiB,KAAQ;AAAA,MACvG;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,UAAI,KAAK,OAAO,OAAO,KAAK;AAC1B,aAAK,cAAc,kBAAkB;AAAA,UACnC,KAAK,KAAK,OAAO,MAAM;AAAA,QACzB,CAAC;AAED,cAAM,KAAK,YAAY,QAAQ;AAG/B,cAAM,KAAK,YAAY,UAAU,oBAAoB,aAAa;AAClE,YAAI,KAAK,OAAO,MAAM,aAAa;AACjC,gBAAM,KAAK,YAAY,UAAU,aAAa,GAAG,KAAK,OAAO,MAAM,WAAW,IAAI;AAAA,QACpF;AAEA,aAAK,OAAO,KAAK,uCAAuC;AAAA,MAC1D;AAGA,UAAI,KAAK,OAAO,YAAY,kBAAkB;AAC5C,aAAK,iBAAiB,IAAI,KAAK;AAAA,UAC7B,kBAAkB,KAAK,OAAO,WAAW;AAAA,UACzC,KAAK;AAAA,UACL,mBAAmB;AAAA,QACrB,CAAC;AAGD,cAAM,KAAK,uBAAuB;AAClC,aAAK,OAAO,KAAK,yCAAyC;AAAA,MAC5D;AAGA,UAAI,KAAK,OAAO,IAAI,QAAQ;AAC1B,aAAK,WAAW,IAAI,SAAS;AAAA,UAC3B,QAAQ,KAAK,OAAO,GAAG,UAAU;AAAA,UACjC,aAAa,KAAK,OAAO,GAAG,cAAc;AAAA,YACxC,aAAa,KAAK,OAAO,GAAG;AAAA,YAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,UAClC,IAAI;AAAA,QACN,CAAC;AAED,aAAK,OAAO,KAAK,8CAA8C;AAAA,MACjE;AAGA,WAAK,qBAAqB;AAE1B,WAAK,OAAO,KAAK,qCAAqC;AAAA,IACxD,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,uCAAuC,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAclB;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB,EAAE,MAAM,MAAM;AAEb,aAAK,OAAO,KAAK,wCAAwC;AAAA,MAC3D,CAAC;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA,OAElB,EAAE,MAAM,MAAM;AACb,aAAK,OAAO,KAAK,kCAAkC;AAAA,MACrD,CAAC;AAAA,IAEH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAAc,QAA+B;AAC5D,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI;AACF,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAC/C,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AAGjD,UAAI,KAAK,aAAa;AACpB,cAAM,KAAK,YAAY;AAAA,UACrB;AAAA,UACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAChC;AAAA,QACF;AAGA,cAAM,KAAK,YAAY,KAAK,QAAQ,QAAQ,IAAI;AAAA,UAC9C;AAAA,UACA,aAAa,MAAM,eAAe;AAAA,UAClC,MAAM,MAAM;AAAA,UACZ,WAAW,MAAM;AAAA,UACjB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAQhB;AAAA,YACD,IAAI,KAAK,MAAM,SAAS;AAAA,YACxB,MAAM;AAAA,YACN;AAAA,YACA,MAAM,eAAe;AAAA,YACrB,MAAM;AAAA,YACN;AAAA,YACA;AAAA,YACA;AAAA,UACF,CAAC;AAAA,QACH,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,WAAK,aAAa,OAAO;AAEzB,WAAK,OAAO,MAAM,gBAAgB,MAAM,OAAO,OAAO,OAAO,IAAI;AAAA,IACnE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAAiB,QAAuC;AAC1E,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,WAAW,SAAS,MAAM,IAAI,OAAO;AAE3C,QAAI;AAEF,UAAI,KAAK,aAAa;AACpB,cAAM,SAAS,MAAM,KAAK,YAAY,IAAI,QAAQ;AAClD,YAAI,QAAQ;AACV,gBAAM,eAAe,MAAM,WAAW,MAAM;AAC5C,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,YAAY,OAAO,UAAU,KAAK,OAAO,MAAM,cAAc,IAAI;AAE5E,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO,MAAM,mBAAmB,OAAO,qBAAqB,OAAO,IAAI;AAE5E,iBAAO;AAAA,QACT;AAAA,MACF;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAM/B,CAAC,SAAS,MAAM,CAAC;AAEpB,cAAI,OAAO,KAAK,SAAS,GAAG;AAC1B,kBAAM,MAAM,OAAO,KAAK,CAAC;AACzB,gBAAI;AAEJ,gBAAI,IAAI,iBAAiB;AACvB,oBAAM,eAAe,MAAM,WAAW,IAAI,eAAe;AACzD,sBAAQ,KAAK,MAAM,YAAY;AAAA,YACjC,OAAO;AACL,sBAAQ,IAAI;AAAA,YACd;AAGA,kBAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,eAIhB,CAAC,SAAS,MAAM,CAAC;AAGpB,gBAAI,KAAK,aAAa;AACpB,oBAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,YAC3C;AAEA,kBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,iBAAK,aAAa,OAAO;AACzB,iBAAK,OAAO,MAAM,mBAAmB,OAAO,sBAAsB,OAAO,IAAI;AAE7E,mBAAO;AAAA,UACT;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,UAAI,KAAK,YAAY,KAAK,OAAO,GAAG,QAAQ;AAC1C,cAAM,MAAM,UAAU,MAAM,IAAI,OAAO;AAEvC,YAAI;AACF,gBAAM,UAAU,IAAI,iBAAiB;AAAA,YACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,YACvB,KAAK;AAAA,UACP,CAAC;AAED,gBAAM,WAAW,MAAM,KAAK,SAAS,KAAK,OAAO;AACjD,gBAAM,iBAAiB,MAAM,SAAS,KAAM,qBAAqB;AACjE,gBAAM,eAAe,MAAM,WAAW,OAAO,KAAK,cAAc,CAAC;AACjE,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,aAAa,OAAO,MAAM;AAErC,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO,MAAM,mBAAmB,OAAO,sBAAsB,OAAO,IAAI;AAE7E,iBAAO;AAAA,QACT,SAAS,OAAY;AACnB,cAAI,MAAM,SAAS,aAAa;AAC9B,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,OAAO,wBAAwB;AAC1D,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4BAA4B,OAAO,IAAI,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAiB,OAAc,QAA+B;AAC1E,QAAI,CAAC,KAAK,YAAa;AAEvB,QAAI;AACF,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AACjD,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAE/C,YAAM,KAAK,YAAY;AAAA,QACrB;AAAA,QACA,KAAK,OAAO,MAAM,cAAc;AAAA,QAChC;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,kBAAkB,MAAM,OAAO,cAAc;AAAA,IACjE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,MAAM,OAAO,IAAI,KAAK;AAAA,IACrE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAc,QAA+B;AAEtE,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,iBAAiB,MAAM,SAAS,KAAK,UAAU,KAAK,CAAC;AAE3D,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,WAOhB;AAAA,UACD,IAAI,KAAK,MAAM,SAAS;AAAA,UACxB,MAAM;AAAA,UACN;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF,CAAC;AAAA,MACH,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAGA,UAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAA6B;AAEnC,SAAK,kBAAkB,YAAY,YAAY;AAC7C,YAAM,KAAK,gBAAgB;AAAA,IAC7B,GAAG,KAAK,KAAK,GAAI;AAEjB,SAAK,OAAO,KAAK,0BAA0B;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAiC;AAC7C,SAAK,OAAO,KAAK,4BAA4B;AAE7C,QAAI,CAAC,KAAK,eAAgB;AAE1B,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,eAAe,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAOvC;AAGD,iBAAW,OAAO,aAAa,MAAM;AACnC,cAAM,KAAK,YAAY,KAAK,UAAU;AAGtC,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,WAIhB,CAAC,IAAI,UAAU,IAAI,OAAO,CAAC;AAAA,MAChC;AAGA,YAAM,kBAAkB,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAO1C;AAGD,iBAAW,OAAO,gBAAgB,MAAM;AACtC,cAAM,KAAK,YAAY,KAAK,SAAS;AAGrC,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,WAIhB,CAAC,IAAI,UAAU,IAAI,OAAO,CAAC;AAAA,MAChC;AAEA,WAAK,OAAO,KAAK,wBAAwB,aAAa,KAAK,MAAM,aAAa,gBAAgB,KAAK,MAAM,aAAa;AAAA,IACxH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,YAAY,KAAU,cAAqC;AACvE,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,OAAO,GAAG,OAAQ;AAE9C,QAAI;AACF,YAAM,MAAM,UAAU,IAAI,OAAO,IAAI,IAAI,QAAQ;AACjD,YAAM,OAAO,IAAI,mBAAmB,MAAM,SAAS,KAAK,UAAU,IAAI,IAAI,CAAC;AAE3E,YAAM,UAAU,IAAI,iBAAiB;AAAA,QACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,QACvB,KAAK;AAAA,QACL,MAAM;AAAA,QACN,cAAc;AAAA,QACd,UAAU;AAAA,UACR,QAAQ,IAAI;AAAA,UACZ,SAAS,IAAI;AAAA,UACb,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,YAAM,KAAK,SAAS,KAAK,OAAO;AAEhC,WAAK,OAAO,MAAM,kBAAkB,IAAI,QAAQ,UAAU,YAAY,EAAE;AAAA,IAC1E,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,IAAI,QAAQ,UAAU,KAAK;AACxE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,WAAyB;AAC5C,SAAK,UAAU,KAAK,SAAS;AAG7B,QAAI,KAAK,UAAU,SAAS,KAAM;AAChC,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAsC;AAC1C,UAAM,UAA0B;AAAA,MAC9B,cAAc;AAAA,MACd,kBAAkB,CAAC;AAAA,MACnB,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,IAChB;AAGA,QAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,YAAM,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACvD,cAAQ,eAAe,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAClE,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,GAAG,CAAC;AAC7D,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,CAAC;AAAA,IAChE;AAGA,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAOjC;AAED,mBAAW,OAAO,OAAO,MAAM;AAC7B,kBAAQ,iBAAiB,IAAI,YAAY,IAAI,SAAS,IAAI,KAAK;AAC/D,kBAAQ,gBAAgB,SAAS,IAAI,SAAS,CAAC;AAC/C,kBAAQ,gBAAgB,SAAS,IAAI,KAAK;AAAA,QAC5C;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAA0B;AAC9B,QAAI,KAAK,iBAAiB;AACxB,oBAAc,KAAK,eAAe;AAAA,IACpC;AAEA,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,KAAK;AAAA,IAC9B;AAEA,QAAI,KAAK,gBAAgB;AACvB,YAAM,KAAK,eAAe,IAAI;AAAA,IAChC;AAEA,SAAK,OAAO,KAAK,mCAAmC;AAAA,EACtD;AACF;",
+  "sourcesContent": ["/**\n * Infinite Storage System for StackMemory\n * Implements STA-287: Remote storage with TimeSeries DB + S3 + Redis\n *\n * Storage Tiers:\n * - Hot: Redis (< 1 hour, frequently accessed)\n * - Warm: TimeSeries DB (1 hour - 7 days)\n * - Cold: S3 Standard (7 days - 30 days)\n * - Archive: S3 Glacier (> 30 days)\n */\n\nimport {\n  S3Client,\n  PutObjectCommand,\n  GetObjectCommand,\n  ListObjectsV2Command,\n} from '@aws-sdk/client-s3';\nimport { createClient as createRedisClient } from 'redis';\nimport { Pool } from 'pg';\nimport { Logger } from '../monitoring/logger.js';\nimport { Frame } from '../context/frame-manager.js';\nimport { v4 as uuidv4 } from 'uuid';\nimport { compress, decompress } from '../utils/compression.js';\n\nexport interface StorageTier {\n  name: 'hot' | 'warm' | 'cold' | 'archive';\n  ageThresholdHours: number;\n  storageClass: string;\n  accessLatencyMs: number;\n}\n\nexport interface StorageConfig {\n  redis: {\n    url: string;\n    ttlSeconds: number;\n    maxMemoryMB: number;\n  };\n  timeseries: {\n    connectionString: string;\n    retentionDays: number;\n  };\n  s3: {\n    bucket: string;\n    region: string;\n    accessKeyId?: string;\n    secretAccessKey?: string;\n  };\n  tiers: StorageTier[];\n}\n\nexport interface StorageMetrics {\n  totalObjects: number;\n  tierDistribution: Record<string, number>;\n  storageBytes: number;\n  avgLatencyMs: number;\n  p50LatencyMs: number;\n  p99LatencyMs: number;\n}\n\nexport class InfiniteStorageSystem {\n  private redisClient: any;\n  private timeseriesPool: Pool;\n  private s3Client: S3Client;\n  private logger: Logger;\n  private config: StorageConfig;\n  private latencies: number[] = [];\n  private migrationWorker: NodeJS.Timeout | null = null;\n\n  constructor(config: StorageConfig) {\n    this.config = config;\n    this.logger = new Logger('InfiniteStorage');\n\n    // Default storage tiers\n    if (!config.tiers || config.tiers.length === 0) {\n      this.config.tiers = [\n        {\n          name: 'hot',\n          ageThresholdHours: 1,\n          storageClass: 'MEMORY',\n          accessLatencyMs: 5,\n        },\n        {\n          name: 'warm',\n          ageThresholdHours: 168,\n          storageClass: 'TIMESERIES',\n          accessLatencyMs: 50,\n        },\n        {\n          name: 'cold',\n          ageThresholdHours: 720,\n          storageClass: 'S3_STANDARD',\n          accessLatencyMs: 100,\n        },\n        {\n          name: 'archive',\n          ageThresholdHours: Infinity,\n          storageClass: 'S3_GLACIER',\n          accessLatencyMs: 3600000,\n        },\n      ];\n    }\n  }\n\n  async initialize(): Promise<void> {\n    try {\n      // Initialize Redis (hot tier)\n      if (this.config.redis?.url) {\n        this.redisClient = createRedisClient({\n          url: this.config.redis.url,\n        });\n\n        await this.redisClient.connect();\n\n        // Configure Redis memory policy\n        await this.redisClient.configSet('maxmemory-policy', 'allkeys-lru');\n        if (this.config.redis.maxMemoryMB) {\n          await this.redisClient.configSet(\n            'maxmemory',\n            `${this.config.redis.maxMemoryMB}mb`\n          );\n        }\n\n        this.logger.info('Redis client initialized for hot tier');\n      }\n\n      // Initialize TimeSeries DB (warm tier)\n      if (this.config.timeseries?.connectionString) {\n        this.timeseriesPool = new Pool({\n          connectionString: this.config.timeseries.connectionString,\n          max: 10,\n          idleTimeoutMillis: 30000,\n        });\n\n        // Create TimeSeries tables if not exists\n        await this.createTimeSeriesTables();\n        this.logger.info('TimeSeries DB initialized for warm tier');\n      }\n\n      // Initialize S3 (cold/archive tiers)\n      if (this.config.s3?.bucket) {\n        this.s3Client = new S3Client({\n          region: this.config.s3.region || 'us-east-1',\n          credentials: this.config.s3.accessKeyId\n            ? {\n                accessKeyId: this.config.s3.accessKeyId,\n                secretAccessKey: this.config.s3.secretAccessKey!,\n              }\n            : undefined,\n        });\n\n        this.logger.info('S3 client initialized for cold/archive tiers');\n      }\n\n      // Start background migration worker\n      this.startMigrationWorker();\n\n      this.logger.info('Infinite Storage System initialized');\n    } catch (error: unknown) {\n      this.logger.error('Failed to initialize storage system', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Create TimeSeries tables for warm tier storage\n   */\n  private async createTimeSeriesTables(): Promise<void> {\n    const client = await this.timeseriesPool.connect();\n\n    try {\n      // Create hypertable for time-series data\n      await client.query(`\n        CREATE TABLE IF NOT EXISTS frame_timeseries (\n          time TIMESTAMPTZ NOT NULL,\n          frame_id TEXT NOT NULL,\n          user_id TEXT NOT NULL,\n          project_name TEXT,\n          type TEXT,\n          data JSONB,\n          compressed_data BYTEA,\n          storage_tier TEXT DEFAULT 'warm',\n          access_count INTEGER DEFAULT 0,\n          last_accessed TIMESTAMPTZ DEFAULT NOW(),\n          PRIMARY KEY (time, frame_id)\n        )\n      `);\n\n      // Create hypertable if using TimescaleDB\n      await client\n        .query(\n          `\n        SELECT create_hypertable('frame_timeseries', 'time', \n          chunk_time_interval => INTERVAL '1 day',\n          if_not_exists => TRUE)\n      `\n        )\n        .catch(() => {\n          // Fallback to regular partitioning if not TimescaleDB\n          this.logger.info('Using standard PostgreSQL partitioning');\n        });\n\n      // Create indexes\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);\n      `);\n\n      // Create compression policy (TimescaleDB specific)\n      await client\n        .query(\n          `\n        SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)\n      `\n        )\n        .catch(() => {\n          this.logger.info('Compression policy not available');\n        });\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Store a frame with automatic tier selection\n   */\n  async storeFrame(frame: Frame, userId: string): Promise<void> {\n    const startTime = Date.now();\n\n    try {\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n\n      // Always store in hot tier first (Redis)\n      if (this.redisClient) {\n        await this.redisClient.setEx(\n          frameKey,\n          this.config.redis.ttlSeconds || 3600,\n          compressedData\n        );\n\n        // Store metadata for quick lookups\n        await this.redisClient.hSet(`meta:${frameKey}`, {\n          userId,\n          projectName: frame.projectName || 'default',\n          type: frame.type,\n          timestamp: frame.timestamp,\n          tier: 'hot',\n        });\n      }\n\n      // Also store in warm tier for durability\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n\n        try {\n          await client.query(\n            `\n            INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)\n            VALUES ($1, $2, $3, $4, $5, $6, $7, $8)\n            ON CONFLICT (time, frame_id) DO UPDATE\n            SET data = EXCLUDED.data,\n                compressed_data = EXCLUDED.compressed_data,\n                last_accessed = NOW(),\n                access_count = frame_timeseries.access_count + 1\n          `,\n            [\n              new Date(frame.timestamp),\n              frame.frameId,\n              userId,\n              frame.projectName || 'default',\n              frame.type,\n              frame,\n              compressedData,\n              'warm',\n            ]\n          );\n        } finally {\n          client.release();\n        }\n      }\n\n      // Track latency\n      const latency = Date.now() - startTime;\n      this.trackLatency(latency);\n\n      this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Retrieve a frame with intelligent caching\n   */\n  async retrieveFrame(frameId: string, userId: string): Promise<Frame | null> {\n    const startTime = Date.now();\n    const frameKey = `frame:${userId}:${frameId}`;\n\n    try {\n      // Try hot tier first (Redis)\n      if (this.redisClient) {\n        const cached = await this.redisClient.get(frameKey);\n        if (cached) {\n          const decompressed = await decompress(cached);\n          const frame = JSON.parse(decompressed);\n\n          // Refresh TTL on access\n          await this.redisClient.expire(\n            frameKey,\n            this.config.redis.ttlSeconds || 3600\n          );\n\n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(\n            `Retrieved frame ${frameId} from hot tier in ${latency}ms`\n          );\n\n          return frame;\n        }\n      }\n\n      // Try warm tier (TimeSeries DB)\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n\n        try {\n          const result = await client.query(\n            `\n            SELECT data, compressed_data, storage_tier \n            FROM frame_timeseries \n            WHERE frame_id = $1 AND user_id = $2\n            ORDER BY time DESC\n            LIMIT 1\n          `,\n            [frameId, userId]\n          );\n\n          if (result.rows.length > 0) {\n            const row = result.rows[0];\n            let frame: Frame;\n\n            if (row.compressed_data) {\n              const decompressed = await decompress(row.compressed_data);\n              frame = JSON.parse(decompressed);\n            } else {\n              frame = row.data;\n            }\n\n            // Update access stats\n            await client.query(\n              `\n              UPDATE frame_timeseries \n              SET last_accessed = NOW(), access_count = access_count + 1\n              WHERE frame_id = $1 AND user_id = $2\n            `,\n              [frameId, userId]\n            );\n\n            // Promote to hot tier if frequently accessed\n            if (this.redisClient) {\n              await this.promoteToHotTier(frame, userId);\n            }\n\n            const latency = Date.now() - startTime;\n            this.trackLatency(latency);\n            this.logger.debug(\n              `Retrieved frame ${frameId} from warm tier in ${latency}ms`\n            );\n\n            return frame;\n          }\n        } finally {\n          client.release();\n        }\n      }\n\n      // Try cold/archive tiers (S3)\n      if (this.s3Client && this.config.s3.bucket) {\n        const key = `frames/${userId}/${frameId}.json.gz`;\n\n        try {\n          const command = new GetObjectCommand({\n            Bucket: this.config.s3.bucket,\n            Key: key,\n          });\n\n          const response = await this.s3Client.send(command);\n          const compressedData = await response.Body!.transformToByteArray();\n          const decompressed = await decompress(Buffer.from(compressedData));\n          const frame = JSON.parse(decompressed);\n\n          // Promote to warmer tiers for future access\n          await this.promoteFrame(frame, userId);\n\n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(\n            `Retrieved frame ${frameId} from cold tier in ${latency}ms`\n          );\n\n          return frame;\n        } catch (error: any) {\n          if (error.Code !== 'NoSuchKey') {\n            throw error;\n          }\n        }\n      }\n\n      this.logger.debug(`Frame ${frameId} not found in any tier`);\n      return null;\n    } catch (error: unknown) {\n      this.logger.error(`Failed to retrieve frame ${frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Promote frame to hot tier for fast access\n   */\n  private async promoteToHotTier(frame: Frame, userId: string): Promise<void> {\n    if (!this.redisClient) return;\n\n    try {\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n\n      await this.redisClient.setEx(\n        frameKey,\n        this.config.redis.ttlSeconds || 3600,\n        compressedData\n      );\n\n      this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to promote frame ${frame.frameId}`, error);\n    }\n  }\n\n  /**\n   * Promote frame through storage tiers\n   */\n  private async promoteFrame(frame: Frame, userId: string): Promise<void> {\n    // Promote to warm tier\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n\n      try {\n        const compressedData = await compress(JSON.stringify(frame));\n\n        await client.query(\n          `\n          INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)\n          VALUES ($1, $2, $3, $4, $5, $6)\n          ON CONFLICT (time, frame_id) DO UPDATE\n          SET storage_tier = 'warm',\n              last_accessed = NOW(),\n              access_count = frame_timeseries.access_count + 1\n        `,\n          [\n            new Date(frame.timestamp),\n            frame.frameId,\n            userId,\n            frame,\n            compressedData,\n            'warm',\n          ]\n        );\n      } finally {\n        client.release();\n      }\n    }\n\n    // Also promote to hot tier\n    await this.promoteToHotTier(frame, userId);\n  }\n\n  /**\n   * Start background worker for tier migration\n   */\n  private startMigrationWorker(): void {\n    // Run migration every hour\n    this.migrationWorker = setInterval(\n      async () => {\n        await this.migrateAgedData();\n      },\n      60 * 60 * 1000\n    );\n\n    this.logger.info('Migration worker started');\n  }\n\n  /**\n   * Migrate aged data to appropriate storage tiers\n   */\n  private async migrateAgedData(): Promise<void> {\n    this.logger.info('Starting tier migration...');\n\n    if (!this.timeseriesPool) return;\n\n    const client = await this.timeseriesPool.connect();\n\n    try {\n      // Find data eligible for cold storage (> 7 days old)\n      const coldEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'warm'\n          AND time < NOW() - INTERVAL '7 days'\n          AND last_accessed < NOW() - INTERVAL '7 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 cold storage\n      for (const row of coldEligible.rows) {\n        await this.migrateToS3(row, 'STANDARD');\n\n        // Update tier in database\n        await client.query(\n          `\n          UPDATE frame_timeseries\n          SET storage_tier = 'cold'\n          WHERE frame_id = $1 AND user_id = $2\n        `,\n          [row.frame_id, row.user_id]\n        );\n      }\n\n      // Find data eligible for archive (> 30 days old)\n      const archiveEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'cold'\n          AND time < NOW() - INTERVAL '30 days'\n          AND last_accessed < NOW() - INTERVAL '30 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 Glacier\n      for (const row of archiveEligible.rows) {\n        await this.migrateToS3(row, 'GLACIER');\n\n        // Update tier in database\n        await client.query(\n          `\n          UPDATE frame_timeseries\n          SET storage_tier = 'archive'\n          WHERE frame_id = $1 AND user_id = $2\n        `,\n          [row.frame_id, row.user_id]\n        );\n      }\n\n      this.logger.info(\n        `Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`\n      );\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Migrate data to S3 storage\n   */\n  private async migrateToS3(row: any, storageClass: string): Promise<void> {\n    if (!this.s3Client || !this.config.s3.bucket) return;\n\n    try {\n      const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;\n      const data =\n        row.compressed_data || (await compress(JSON.stringify(row.data)));\n\n      const command = new PutObjectCommand({\n        Bucket: this.config.s3.bucket,\n        Key: key,\n        Body: data,\n        StorageClass: storageClass,\n        Metadata: {\n          userId: row.user_id,\n          frameId: row.frame_id,\n          migratedAt: new Date().toISOString(),\n        },\n      });\n\n      await this.s3Client.send(command);\n\n      this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);\n    } catch (error: unknown) {\n      this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Track latency for performance monitoring\n   */\n  private trackLatency(latencyMs: number): void {\n    this.latencies.push(latencyMs);\n\n    // Keep only last 1000 measurements\n    if (this.latencies.length > 1000) {\n      this.latencies.shift();\n    }\n  }\n\n  /**\n   * Get storage metrics\n   */\n  async getMetrics(): Promise<StorageMetrics> {\n    const metrics: StorageMetrics = {\n      totalObjects: 0,\n      tierDistribution: {},\n      storageBytes: 0,\n      avgLatencyMs: 0,\n      p50LatencyMs: 0,\n      p99LatencyMs: 0,\n    };\n\n    // Calculate latency percentiles\n    if (this.latencies.length > 0) {\n      const sorted = [...this.latencies].sort((a, b) => a - b);\n      metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n      metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];\n      metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];\n    }\n\n    // Get tier distribution from TimeSeries DB\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n\n      try {\n        const result = await client.query(`\n          SELECT \n            storage_tier,\n            COUNT(*) as count,\n            SUM(pg_column_size(compressed_data)) as bytes\n          FROM frame_timeseries\n          GROUP BY storage_tier\n        `);\n\n        for (const row of result.rows) {\n          metrics.tierDistribution[row.storage_tier] = parseInt(row.count);\n          metrics.storageBytes += parseInt(row.bytes || 0);\n          metrics.totalObjects += parseInt(row.count);\n        }\n      } finally {\n        client.release();\n      }\n    }\n\n    return metrics;\n  }\n\n  /**\n   * Cleanup and shutdown\n   */\n  async shutdown(): Promise<void> {\n    if (this.migrationWorker) {\n      clearInterval(this.migrationWorker);\n    }\n\n    if (this.redisClient) {\n      await this.redisClient.quit();\n    }\n\n    if (this.timeseriesPool) {\n      await this.timeseriesPool.end();\n    }\n\n    this.logger.info('Infinite Storage System shut down');\n  }\n}\n"],
+  "mappings": "AAWA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,gBAAgB,yBAAyB;AAClD,SAAS,YAAY;AACrB,SAAS,cAAc;AAGvB,SAAS,UAAU,kBAAkB;AAqC9B,MAAM,sBAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAsB,CAAC;AAAA,EACvB,kBAAyC;AAAA,EAEjD,YAAY,QAAuB;AACjC,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,QAAI,CAAC,OAAO,SAAS,OAAO,MAAM,WAAW,GAAG;AAC9C,WAAK,OAAO,QAAQ;AAAA,QAClB;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,mBAAmB;AAAA,UACnB,cAAc;AAAA,UACd,iBAAiB;AAAA,QACnB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,UAAI,KAAK,OAAO,OAAO,KAAK;AAC1B,aAAK,cAAc,kBAAkB;AAAA,UACnC,KAAK,KAAK,OAAO,MAAM;AAAA,QACzB,CAAC;AAED,cAAM,KAAK,YAAY,QAAQ;AAG/B,cAAM,KAAK,YAAY,UAAU,oBAAoB,aAAa;AAClE,YAAI,KAAK,OAAO,MAAM,aAAa;AACjC,gBAAM,KAAK,YAAY;AAAA,YACrB;AAAA,YACA,GAAG,KAAK,OAAO,MAAM,WAAW;AAAA,UAClC;AAAA,QACF;AAEA,aAAK,OAAO,KAAK,uCAAuC;AAAA,MAC1D;AAGA,UAAI,KAAK,OAAO,YAAY,kBAAkB;AAC5C,aAAK,iBAAiB,IAAI,KAAK;AAAA,UAC7B,kBAAkB,KAAK,OAAO,WAAW;AAAA,UACzC,KAAK;AAAA,UACL,mBAAmB;AAAA,QACrB,CAAC;AAGD,cAAM,KAAK,uBAAuB;AAClC,aAAK,OAAO,KAAK,yCAAyC;AAAA,MAC5D;AAGA,UAAI,KAAK,OAAO,IAAI,QAAQ;AAC1B,aAAK,WAAW,IAAI,SAAS;AAAA,UAC3B,QAAQ,KAAK,OAAO,GAAG,UAAU;AAAA,UACjC,aAAa,KAAK,OAAO,GAAG,cACxB;AAAA,YACE,aAAa,KAAK,OAAO,GAAG;AAAA,YAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,UAClC,IACA;AAAA,QACN,CAAC;AAED,aAAK,OAAO,KAAK,8CAA8C;AAAA,MACjE;AAGA,WAAK,qBAAqB;AAE1B,WAAK,OAAO,KAAK,qCAAqC;AAAA,IACxD,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,uCAAuC,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAclB;AAGD,YAAM,OACH;AAAA,QACC;AAAA;AAAA;AAAA;AAAA;AAAA,MAKF,EACC,MAAM,MAAM;AAEX,aAAK,OAAO,KAAK,wCAAwC;AAAA,MAC3D,CAAC;AAGH,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB;AAGD,YAAM,OACH;AAAA,QACC;AAAA;AAAA;AAAA,MAGF,EACC,MAAM,MAAM;AACX,aAAK,OAAO,KAAK,kCAAkC;AAAA,MACrD,CAAC;AAAA,IACL,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAAc,QAA+B;AAC5D,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI;AACF,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAC/C,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AAGjD,UAAI,KAAK,aAAa;AACpB,cAAM,KAAK,YAAY;AAAA,UACrB;AAAA,UACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAChC;AAAA,QACF;AAGA,cAAM,KAAK,YAAY,KAAK,QAAQ,QAAQ,IAAI;AAAA,UAC9C;AAAA,UACA,aAAa,MAAM,eAAe;AAAA,UAClC,MAAM,MAAM;AAAA,UACZ,WAAW,MAAM;AAAA,UACjB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,OAAO;AAAA,YACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,YASA;AAAA,cACE,IAAI,KAAK,MAAM,SAAS;AAAA,cACxB,MAAM;AAAA,cACN;AAAA,cACA,MAAM,eAAe;AAAA,cACrB,MAAM;AAAA,cACN;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,WAAK,aAAa,OAAO;AAEzB,WAAK,OAAO,MAAM,gBAAgB,MAAM,OAAO,OAAO,OAAO,IAAI;AAAA,IACnE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAAiB,QAAuC;AAC1E,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,WAAW,SAAS,MAAM,IAAI,OAAO;AAE3C,QAAI;AAEF,UAAI,KAAK,aAAa;AACpB,cAAM,SAAS,MAAM,KAAK,YAAY,IAAI,QAAQ;AAClD,YAAI,QAAQ;AACV,gBAAM,eAAe,MAAM,WAAW,MAAM;AAC5C,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,YAAY;AAAA,YACrB;AAAA,YACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAClC;AAEA,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO;AAAA,YACV,mBAAmB,OAAO,qBAAqB,OAAO;AAAA,UACxD;AAEA,iBAAO;AAAA,QACT;AAAA,MACF;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,SAAS,MAAM,OAAO;AAAA,YAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,YAOA,CAAC,SAAS,MAAM;AAAA,UAClB;AAEA,cAAI,OAAO,KAAK,SAAS,GAAG;AAC1B,kBAAM,MAAM,OAAO,KAAK,CAAC;AACzB,gBAAI;AAEJ,gBAAI,IAAI,iBAAiB;AACvB,oBAAM,eAAe,MAAM,WAAW,IAAI,eAAe;AACzD,sBAAQ,KAAK,MAAM,YAAY;AAAA,YACjC,OAAO;AACL,sBAAQ,IAAI;AAAA,YACd;AAGA,kBAAM,OAAO;AAAA,cACX;AAAA;AAAA;AAAA;AAAA;AAAA,cAKA,CAAC,SAAS,MAAM;AAAA,YAClB;AAGA,gBAAI,KAAK,aAAa;AACpB,oBAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,YAC3C;AAEA,kBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,iBAAK,aAAa,OAAO;AACzB,iBAAK,OAAO;AAAA,cACV,mBAAmB,OAAO,sBAAsB,OAAO;AAAA,YACzD;AAEA,mBAAO;AAAA,UACT;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,UAAI,KAAK,YAAY,KAAK,OAAO,GAAG,QAAQ;AAC1C,cAAM,MAAM,UAAU,MAAM,IAAI,OAAO;AAEvC,YAAI;AACF,gBAAM,UAAU,IAAI,iBAAiB;AAAA,YACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,YACvB,KAAK;AAAA,UACP,CAAC;AAED,gBAAM,WAAW,MAAM,KAAK,SAAS,KAAK,OAAO;AACjD,gBAAM,iBAAiB,MAAM,SAAS,KAAM,qBAAqB;AACjE,gBAAM,eAAe,MAAM,WAAW,OAAO,KAAK,cAAc,CAAC;AACjE,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,aAAa,OAAO,MAAM;AAErC,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO;AAAA,YACV,mBAAmB,OAAO,sBAAsB,OAAO;AAAA,UACzD;AAEA,iBAAO;AAAA,QACT,SAAS,OAAY;AACnB,cAAI,MAAM,SAAS,aAAa;AAC9B,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,OAAO,wBAAwB;AAC1D,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4BAA4B,OAAO,IAAI,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAiB,OAAc,QAA+B;AAC1E,QAAI,CAAC,KAAK,YAAa;AAEvB,QAAI;AACF,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AACjD,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAE/C,YAAM,KAAK,YAAY;AAAA,QACrB;AAAA,QACA,KAAK,OAAO,MAAM,cAAc;AAAA,QAChC;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,kBAAkB,MAAM,OAAO,cAAc;AAAA,IACjE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,MAAM,OAAO,IAAI,KAAK;AAAA,IACrE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAc,QAA+B;AAEtE,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,iBAAiB,MAAM,SAAS,KAAK,UAAU,KAAK,CAAC;AAE3D,cAAM,OAAO;AAAA,UACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAQA;AAAA,YACE,IAAI,KAAK,MAAM,SAAS;AAAA,YACxB,MAAM;AAAA,YACN;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAGA,UAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAA6B;AAEnC,SAAK,kBAAkB;AAAA,MACrB,YAAY;AACV,cAAM,KAAK,gBAAgB;AAAA,MAC7B;AAAA,MACA,KAAK,KAAK;AAAA,IACZ;AAEA,SAAK,OAAO,KAAK,0BAA0B;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAiC;AAC7C,SAAK,OAAO,KAAK,4BAA4B;AAE7C,QAAI,CAAC,KAAK,eAAgB;AAE1B,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,eAAe,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAOvC;AAGD,iBAAW,OAAO,aAAa,MAAM;AACnC,cAAM,KAAK,YAAY,KAAK,UAAU;AAGtC,cAAM,OAAO;AAAA,UACX;AAAA;AAAA;AAAA;AAAA;AAAA,UAKA,CAAC,IAAI,UAAU,IAAI,OAAO;AAAA,QAC5B;AAAA,MACF;AAGA,YAAM,kBAAkB,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAO1C;AAGD,iBAAW,OAAO,gBAAgB,MAAM;AACtC,cAAM,KAAK,YAAY,KAAK,SAAS;AAGrC,cAAM,OAAO;AAAA,UACX;AAAA;AAAA;AAAA;AAAA;AAAA,UAKA,CAAC,IAAI,UAAU,IAAI,OAAO;AAAA,QAC5B;AAAA,MACF;AAEA,WAAK,OAAO;AAAA,QACV,wBAAwB,aAAa,KAAK,MAAM,aAAa,gBAAgB,KAAK,MAAM;AAAA,MAC1F;AAAA,IACF,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,YAAY,KAAU,cAAqC;AACvE,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,OAAO,GAAG,OAAQ;AAE9C,QAAI;AACF,YAAM,MAAM,UAAU,IAAI,OAAO,IAAI,IAAI,QAAQ;AACjD,YAAM,OACJ,IAAI,mBAAoB,MAAM,SAAS,KAAK,UAAU,IAAI,IAAI,CAAC;AAEjE,YAAM,UAAU,IAAI,iBAAiB;AAAA,QACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,QACvB,KAAK;AAAA,QACL,MAAM;AAAA,QACN,cAAc;AAAA,QACd,UAAU;AAAA,UACR,QAAQ,IAAI;AAAA,UACZ,SAAS,IAAI;AAAA,UACb,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,YAAM,KAAK,SAAS,KAAK,OAAO;AAEhC,WAAK,OAAO,MAAM,kBAAkB,IAAI,QAAQ,UAAU,YAAY,EAAE;AAAA,IAC1E,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,IAAI,QAAQ,UAAU,KAAK;AACxE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,WAAyB;AAC5C,SAAK,UAAU,KAAK,SAAS;AAG7B,QAAI,KAAK,UAAU,SAAS,KAAM;AAChC,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAsC;AAC1C,UAAM,UAA0B;AAAA,MAC9B,cAAc;AAAA,MACd,kBAAkB,CAAC;AAAA,MACnB,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,IAChB;AAGA,QAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,YAAM,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACvD,cAAQ,eAAe,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAClE,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,GAAG,CAAC;AAC7D,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,CAAC;AAAA,IAChE;AAGA,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAOjC;AAED,mBAAW,OAAO,OAAO,MAAM;AAC7B,kBAAQ,iBAAiB,IAAI,YAAY,IAAI,SAAS,IAAI,KAAK;AAC/D,kBAAQ,gBAAgB,SAAS,IAAI,SAAS,CAAC;AAC/C,kBAAQ,gBAAgB,SAAS,IAAI,KAAK;AAAA,QAC5C;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAA0B;AAC9B,QAAI,KAAK,iBAAiB;AACxB,oBAAc,KAAK,eAAe;AAAA,IACpC;AAEA,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,KAAK;AAAA,IAC9B;AAEA,QAAI,KAAK,gBAAgB;AACvB,YAAM,KAAK,eAAe,IAAI;AAAA,IAChC;AAEA,SAAK,OAAO,KAAK,mCAAmC;AAAA,EACtD;AACF;",
   "names": []
 }

package/dist/core/storage/railway-optimized-storage.js

@@ -1,5 +1,10 @@
 import { createClient } from "redis";
-import { S3Client, PutObjectCommand, GetObjectCommand, DeleteObjectCommand } from "@aws-sdk/client-s3";
+import {
+  S3Client,
+  PutObjectCommand,
+  GetObjectCommand,
+  DeleteObjectCommand
+} from "@aws-sdk/client-s3";
 import { Storage } from "@google-cloud/storage";
 import { logger } from "../monitoring/logger.js";
 import * as zlib from "zlib";
@@ -79,7 +84,10 @@ class RailwayOptimizedStorage {
         await this.redisClient.configSet("maxmemory-policy", "allkeys-lru");
         logger.info("Redis connected for hot tier storage");
       } catch (error) {
-        logger.warn("Redis connection failed, falling back to SQLite only", error);
+        logger.warn(
+          "Redis connection failed, falling back to SQLite only",
+          error
+        );
       }
     }
     if (this.config.railwayBuckets.accessKeyId) {
@@ -285,10 +293,12 @@ class RailwayOptimizedStorage {
       if (this.railwayS3) {
         try {
           const warmKey = this.getWarmTierKey(trace);
-          await this.railwayS3.send(new DeleteObjectCommand({
-            Bucket: this.config.railwayBuckets.bucket,
-            Key: warmKey
-          }));
+          await this.railwayS3.send(
+            new DeleteObjectCommand({
+              Bucket: this.config.railwayBuckets.bucket,
+              Key: warmKey
+            })
+          );
         } catch (error) {
         }
       }
@@ -334,9 +344,7 @@ class RailwayOptimizedStorage {
    */
   async retrieveTrace(traceId) {
     await this.initialized;
-    const location = this.localDb.prepare(
-      "SELECT tier, location FROM storage_tiers WHERE trace_id = ?"
-    ).get(traceId);
+    const location = this.localDb.prepare("SELECT tier, location FROM storage_tiers WHERE trace_id = ?").get(traceId);
     if (!location) {
       return null;
     }
@@ -419,13 +427,15 @@ class RailwayOptimizedStorage {
   trackStorage(traceId, tier, trace) {
     const originalSize = JSON.stringify(trace).length;
     const compressedSize = Math.floor(originalSize * 0.3);
-    this.localDb.prepare(`
+    this.localDb.prepare(
+      `
       INSERT OR REPLACE INTO storage_tiers (
         trace_id, tier, location, original_size, compressed_size,
         compression_ratio, access_count, last_accessed, created_at,
         migrated_at, score
       ) VALUES (?, ?, ?, ?, ?, ?, 0, ?, ?, ?, ?)
-    `).run(
+    `
+    ).run(
       traceId,
       tier,
       this.getStorageLocation(trace, tier),
@@ -472,12 +482,14 @@ class RailwayOptimizedStorage {
       errors: []
     };
     const now = Date.now();
-    const candidates = this.localDb.prepare(`
+    const candidates = this.localDb.prepare(
+      `
       SELECT trace_id, tier, created_at, score
       FROM storage_tiers
       WHERE tier != 'cold'
       ORDER BY created_at ASC
-    `).all();
+    `
+    ).all();
     for (const candidate of candidates) {
       const ageHours = (now - candidate.created_at) / (1e3 * 60 * 60);
       try {
@@ -497,7 +509,9 @@ class RailwayOptimizedStorage {
           }
         }
       } catch (error) {
-        results.errors.push(`Failed to migrate ${candidate.trace_id}: ${error}`);
+        results.errors.push(
+          `Failed to migrate ${candidate.trace_id}: ${error}`
+        );
       }
     }
     logger.info("Tier migration completed", results);
@@ -507,7 +521,8 @@ class RailwayOptimizedStorage {
    * Get storage statistics
    */
   getStorageStats() {
-    const tierStats = this.localDb.prepare(`
+    const tierStats = this.localDb.prepare(
+      `
       SELECT 
         tier,
         COUNT(*) as count,
@@ -517,8 +532,10 @@ class RailwayOptimizedStorage {
         AVG(access_count) as avg_access
       FROM storage_tiers
       GROUP BY tier
-    `).all();
-    const ageDistribution = this.localDb.prepare(`
+    `
+    ).all();
+    const ageDistribution = this.localDb.prepare(
+      `
       SELECT 
         CASE 
           WHEN (? - created_at) / 3600000 < 24 THEN '< 24h'
@@ -529,13 +546,20 @@ class RailwayOptimizedStorage {
         COUNT(*) as count
       FROM storage_tiers
       GROUP BY age_group
-    `).all(Date.now(), Date.now(), Date.now());
+    `
+    ).all(Date.now(), Date.now(), Date.now());
     return {
       byTier: tierStats,
       byAge: ageDistribution,
       totalTraces: tierStats.reduce((sum, t) => sum + t.count, 0),
-      totalSize: tierStats.reduce((sum, t) => sum + t.total_original, 0),
-      compressedSize: tierStats.reduce((sum, t) => sum + t.total_compressed, 0)
+      totalSize: tierStats.reduce(
+        (sum, t) => sum + t.total_original,
+        0
+      ),
+      compressedSize: tierStats.reduce(
+        (sum, t) => sum + t.total_compressed,
+        0
+      )
     };
   }
   /**
@@ -544,10 +568,12 @@ class RailwayOptimizedStorage {
   async cleanup() {
     let cleaned = 0;
     const cutoff = Date.now() - 90 * 24 * 60 * 60 * 1e3;
-    const result = this.localDb.prepare(`
+    const result = this.localDb.prepare(
+      `
       DELETE FROM storage_tiers
       WHERE tier = 'cold' AND created_at < ? AND access_count = 0
-    `).run(cutoff);
+    `
+    ).run(cutoff);
     cleaned = result.changes;
     logger.info("Cleanup completed", { removed: cleaned });
     return cleaned;