@stackmemoryai/stackmemory 0.3.5 → 0.3.6

package/dist/core/storage/infinite-storage.js

@@ -0,0 +1,443 @@
+import { S3Client, PutObjectCommand, GetObjectCommand } from "@aws-sdk/client-s3";
+import { createClient as createRedisClient } from "redis";
+import { Pool } from "pg";
+import { Logger } from "../monitoring/logger.js";
+import { compress, decompress } from "../utils/compression.js";
+class InfiniteStorageSystem {
+  redisClient;
+  timeseriesPool;
+  s3Client;
+  logger;
+  config;
+  latencies = [];
+  migrationWorker = null;
+  constructor(config) {
+    this.config = config;
+    this.logger = new Logger("InfiniteStorage");
+    if (!config.tiers || config.tiers.length === 0) {
+      this.config.tiers = [
+        { name: "hot", ageThresholdHours: 1, storageClass: "MEMORY", accessLatencyMs: 5 },
+        { name: "warm", ageThresholdHours: 168, storageClass: "TIMESERIES", accessLatencyMs: 50 },
+        { name: "cold", ageThresholdHours: 720, storageClass: "S3_STANDARD", accessLatencyMs: 100 },
+        { name: "archive", ageThresholdHours: Infinity, storageClass: "S3_GLACIER", accessLatencyMs: 36e5 }
+      ];
+    }
+  }
+  async initialize() {
+    try {
+      if (this.config.redis?.url) {
+        this.redisClient = createRedisClient({
+          url: this.config.redis.url
+        });
+        await this.redisClient.connect();
+        await this.redisClient.configSet("maxmemory-policy", "allkeys-lru");
+        if (this.config.redis.maxMemoryMB) {
+          await this.redisClient.configSet("maxmemory", `${this.config.redis.maxMemoryMB}mb`);
+        }
+        this.logger.info("Redis client initialized for hot tier");
+      }
+      if (this.config.timeseries?.connectionString) {
+        this.timeseriesPool = new Pool({
+          connectionString: this.config.timeseries.connectionString,
+          max: 10,
+          idleTimeoutMillis: 3e4
+        });
+        await this.createTimeSeriesTables();
+        this.logger.info("TimeSeries DB initialized for warm tier");
+      }
+      if (this.config.s3?.bucket) {
+        this.s3Client = new S3Client({
+          region: this.config.s3.region || "us-east-1",
+          credentials: this.config.s3.accessKeyId ? {
+            accessKeyId: this.config.s3.accessKeyId,
+            secretAccessKey: this.config.s3.secretAccessKey
+          } : void 0
+        });
+        this.logger.info("S3 client initialized for cold/archive tiers");
+      }
+      this.startMigrationWorker();
+      this.logger.info("Infinite Storage System initialized");
+    } catch (error) {
+      this.logger.error("Failed to initialize storage system", error);
+      throw error;
+    }
+  }
+  /**
+   * Create TimeSeries tables for warm tier storage
+   */
+  async createTimeSeriesTables() {
+    const client = await this.timeseriesPool.connect();
+    try {
+      await client.query(`
+        CREATE TABLE IF NOT EXISTS frame_timeseries (
+          time TIMESTAMPTZ NOT NULL,
+          frame_id TEXT NOT NULL,
+          user_id TEXT NOT NULL,
+          project_name TEXT,
+          type TEXT,
+          data JSONB,
+          compressed_data BYTEA,
+          storage_tier TEXT DEFAULT 'warm',
+          access_count INTEGER DEFAULT 0,
+          last_accessed TIMESTAMPTZ DEFAULT NOW(),
+          PRIMARY KEY (time, frame_id)
+        )
+      `);
+      await client.query(`
+        SELECT create_hypertable('frame_timeseries', 'time', 
+          chunk_time_interval => INTERVAL '1 day',
+          if_not_exists => TRUE)
+      `).catch(() => {
+        this.logger.info("Using standard PostgreSQL partitioning");
+      });
+      await client.query(`
+        CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);
+        CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);
+        CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);
+      `);
+      await client.query(`
+        SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)
+      `).catch(() => {
+        this.logger.info("Compression policy not available");
+      });
+    } finally {
+      client.release();
+    }
+  }
+  /**
+   * Store a frame with automatic tier selection
+   */
+  async storeFrame(frame, userId) {
+    const startTime = Date.now();
+    try {
+      const frameData = JSON.stringify(frame);
+      const compressedData = await compress(frameData);
+      const frameKey = `frame:${userId}:${frame.frameId}`;
+      if (this.redisClient) {
+        await this.redisClient.setEx(
+          frameKey,
+          this.config.redis.ttlSeconds || 3600,
+          compressedData
+        );
+        await this.redisClient.hSet(`meta:${frameKey}`, {
+          userId,
+          projectName: frame.projectName || "default",
+          type: frame.type,
+          timestamp: frame.timestamp,
+          tier: "hot"
+        });
+      }
+      if (this.timeseriesPool) {
+        const client = await this.timeseriesPool.connect();
+        try {
+          await client.query(`
+            INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)
+            VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
+            ON CONFLICT (time, frame_id) DO UPDATE
+            SET data = EXCLUDED.data,
+                compressed_data = EXCLUDED.compressed_data,
+                last_accessed = NOW(),
+                access_count = frame_timeseries.access_count + 1
+          `, [
+            new Date(frame.timestamp),
+            frame.frameId,
+            userId,
+            frame.projectName || "default",
+            frame.type,
+            frame,
+            compressedData,
+            "warm"
+          ]);
+        } finally {
+          client.release();
+        }
+      }
+      const latency = Date.now() - startTime;
+      this.trackLatency(latency);
+      this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);
+    } catch (error) {
+      this.logger.error(`Failed to store frame ${frame.frameId}`, error);
+      throw error;
+    }
+  }
+  /**
+   * Retrieve a frame with intelligent caching
+   */
+  async retrieveFrame(frameId, userId) {
+    const startTime = Date.now();
+    const frameKey = `frame:${userId}:${frameId}`;
+    try {
+      if (this.redisClient) {
+        const cached = await this.redisClient.get(frameKey);
+        if (cached) {
+          const decompressed = await decompress(cached);
+          const frame = JSON.parse(decompressed);
+          await this.redisClient.expire(frameKey, this.config.redis.ttlSeconds || 3600);
+          const latency = Date.now() - startTime;
+          this.trackLatency(latency);
+          this.logger.debug(`Retrieved frame ${frameId} from hot tier in ${latency}ms`);
+          return frame;
+        }
+      }
+      if (this.timeseriesPool) {
+        const client = await this.timeseriesPool.connect();
+        try {
+          const result = await client.query(`
+            SELECT data, compressed_data, storage_tier 
+            FROM frame_timeseries 
+            WHERE frame_id = $1 AND user_id = $2
+            ORDER BY time DESC
+            LIMIT 1
+          `, [frameId, userId]);
+          if (result.rows.length > 0) {
+            const row = result.rows[0];
+            let frame;
+            if (row.compressed_data) {
+              const decompressed = await decompress(row.compressed_data);
+              frame = JSON.parse(decompressed);
+            } else {
+              frame = row.data;
+            }
+            await client.query(`
+              UPDATE frame_timeseries 
+              SET last_accessed = NOW(), access_count = access_count + 1
+              WHERE frame_id = $1 AND user_id = $2
+            `, [frameId, userId]);
+            if (this.redisClient) {
+              await this.promoteToHotTier(frame, userId);
+            }
+            const latency = Date.now() - startTime;
+            this.trackLatency(latency);
+            this.logger.debug(`Retrieved frame ${frameId} from warm tier in ${latency}ms`);
+            return frame;
+          }
+        } finally {
+          client.release();
+        }
+      }
+      if (this.s3Client && this.config.s3.bucket) {
+        const key = `frames/${userId}/${frameId}.json.gz`;
+        try {
+          const command = new GetObjectCommand({
+            Bucket: this.config.s3.bucket,
+            Key: key
+          });
+          const response = await this.s3Client.send(command);
+          const compressedData = await response.Body.transformToByteArray();
+          const decompressed = await decompress(Buffer.from(compressedData));
+          const frame = JSON.parse(decompressed);
+          await this.promoteFrame(frame, userId);
+          const latency = Date.now() - startTime;
+          this.trackLatency(latency);
+          this.logger.debug(`Retrieved frame ${frameId} from cold tier in ${latency}ms`);
+          return frame;
+        } catch (error) {
+          if (error.Code !== "NoSuchKey") {
+            throw error;
+          }
+        }
+      }
+      this.logger.debug(`Frame ${frameId} not found in any tier`);
+      return null;
+    } catch (error) {
+      this.logger.error(`Failed to retrieve frame ${frameId}`, error);
+      throw error;
+    }
+  }
+  /**
+   * Promote frame to hot tier for fast access
+   */
+  async promoteToHotTier(frame, userId) {
+    if (!this.redisClient) return;
+    try {
+      const frameKey = `frame:${userId}:${frame.frameId}`;
+      const frameData = JSON.stringify(frame);
+      const compressedData = await compress(frameData);
+      await this.redisClient.setEx(
+        frameKey,
+        this.config.redis.ttlSeconds || 3600,
+        compressedData
+      );
+      this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);
+    } catch (error) {
+      this.logger.error(`Failed to promote frame ${frame.frameId}`, error);
+    }
+  }
+  /**
+   * Promote frame through storage tiers
+   */
+  async promoteFrame(frame, userId) {
+    if (this.timeseriesPool) {
+      const client = await this.timeseriesPool.connect();
+      try {
+        const compressedData = await compress(JSON.stringify(frame));
+        await client.query(`
+          INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)
+          VALUES ($1, $2, $3, $4, $5, $6)
+          ON CONFLICT (time, frame_id) DO UPDATE
+          SET storage_tier = 'warm',
+              last_accessed = NOW(),
+              access_count = frame_timeseries.access_count + 1
+        `, [
+          new Date(frame.timestamp),
+          frame.frameId,
+          userId,
+          frame,
+          compressedData,
+          "warm"
+        ]);
+      } finally {
+        client.release();
+      }
+    }
+    await this.promoteToHotTier(frame, userId);
+  }
+  /**
+   * Start background worker for tier migration
+   */
+  startMigrationWorker() {
+    this.migrationWorker = setInterval(async () => {
+      await this.migrateAgedData();
+    }, 60 * 60 * 1e3);
+    this.logger.info("Migration worker started");
+  }
+  /**
+   * Migrate aged data to appropriate storage tiers
+   */
+  async migrateAgedData() {
+    this.logger.info("Starting tier migration...");
+    if (!this.timeseriesPool) return;
+    const client = await this.timeseriesPool.connect();
+    try {
+      const coldEligible = await client.query(`
+        SELECT frame_id, user_id, data, compressed_data
+        FROM frame_timeseries
+        WHERE storage_tier = 'warm'
+          AND time < NOW() - INTERVAL '7 days'
+          AND last_accessed < NOW() - INTERVAL '7 days'
+        LIMIT 1000
+      `);
+      for (const row of coldEligible.rows) {
+        await this.migrateToS3(row, "STANDARD");
+        await client.query(`
+          UPDATE frame_timeseries
+          SET storage_tier = 'cold'
+          WHERE frame_id = $1 AND user_id = $2
+        `, [row.frame_id, row.user_id]);
+      }
+      const archiveEligible = await client.query(`
+        SELECT frame_id, user_id, data, compressed_data
+        FROM frame_timeseries
+        WHERE storage_tier = 'cold'
+          AND time < NOW() - INTERVAL '30 days'
+          AND last_accessed < NOW() - INTERVAL '30 days'
+        LIMIT 1000
+      `);
+      for (const row of archiveEligible.rows) {
+        await this.migrateToS3(row, "GLACIER");
+        await client.query(`
+          UPDATE frame_timeseries
+          SET storage_tier = 'archive'
+          WHERE frame_id = $1 AND user_id = $2
+        `, [row.frame_id, row.user_id]);
+      }
+      this.logger.info(`Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`);
+    } finally {
+      client.release();
+    }
+  }
+  /**
+   * Migrate data to S3 storage
+   */
+  async migrateToS3(row, storageClass) {
+    if (!this.s3Client || !this.config.s3.bucket) return;
+    try {
+      const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;
+      const data = row.compressed_data || await compress(JSON.stringify(row.data));
+      const command = new PutObjectCommand({
+        Bucket: this.config.s3.bucket,
+        Key: key,
+        Body: data,
+        StorageClass: storageClass,
+        Metadata: {
+          userId: row.user_id,
+          frameId: row.frame_id,
+          migratedAt: (/* @__PURE__ */ new Date()).toISOString()
+        }
+      });
+      await this.s3Client.send(command);
+      this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);
+    } catch (error) {
+      this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);
+      throw error;
+    }
+  }
+  /**
+   * Track latency for performance monitoring
+   */
+  trackLatency(latencyMs) {
+    this.latencies.push(latencyMs);
+    if (this.latencies.length > 1e3) {
+      this.latencies.shift();
+    }
+  }
+  /**
+   * Get storage metrics
+   */
+  async getMetrics() {
+    const metrics = {
+      totalObjects: 0,
+      tierDistribution: {},
+      storageBytes: 0,
+      avgLatencyMs: 0,
+      p50LatencyMs: 0,
+      p99LatencyMs: 0
+    };
+    if (this.latencies.length > 0) {
+      const sorted = [...this.latencies].sort((a, b) => a - b);
+      metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;
+      metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];
+      metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];
+    }
+    if (this.timeseriesPool) {
+      const client = await this.timeseriesPool.connect();
+      try {
+        const result = await client.query(`
+          SELECT 
+            storage_tier,
+            COUNT(*) as count,
+            SUM(pg_column_size(compressed_data)) as bytes
+          FROM frame_timeseries
+          GROUP BY storage_tier
+        `);
+        for (const row of result.rows) {
+          metrics.tierDistribution[row.storage_tier] = parseInt(row.count);
+          metrics.storageBytes += parseInt(row.bytes || 0);
+          metrics.totalObjects += parseInt(row.count);
+        }
+      } finally {
+        client.release();
+      }
+    }
+    return metrics;
+  }
+  /**
+   * Cleanup and shutdown
+   */
+  async shutdown() {
+    if (this.migrationWorker) {
+      clearInterval(this.migrationWorker);
+    }
+    if (this.redisClient) {
+      await this.redisClient.quit();
+    }
+    if (this.timeseriesPool) {
+      await this.timeseriesPool.end();
+    }
+    this.logger.info("Infinite Storage System shut down");
+  }
+}
+export {
+  InfiniteStorageSystem
+};
+//# sourceMappingURL=infinite-storage.js.map

package/dist/core/storage/infinite-storage.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/core/storage/infinite-storage.ts"],
+  "sourcesContent": ["/**\n * Infinite Storage System for StackMemory\n * Implements STA-287: Remote storage with TimeSeries DB + S3 + Redis\n * \n * Storage Tiers:\n * - Hot: Redis (< 1 hour, frequently accessed)\n * - Warm: TimeSeries DB (1 hour - 7 days)\n * - Cold: S3 Standard (7 days - 30 days)\n * - Archive: S3 Glacier (> 30 days)\n */\n\nimport { S3Client, PutObjectCommand, GetObjectCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';\nimport { createClient as createRedisClient } from 'redis';\nimport { Pool } from 'pg';\nimport { Logger } from '../monitoring/logger.js';\nimport { Frame } from '../context/frame-manager.js';\nimport { v4 as uuidv4 } from 'uuid';\nimport { compress, decompress } from '../utils/compression.js';\n\nexport interface StorageTier {\n  name: 'hot' | 'warm' | 'cold' | 'archive';\n  ageThresholdHours: number;\n  storageClass: string;\n  accessLatencyMs: number;\n}\n\nexport interface StorageConfig {\n  redis: {\n    url: string;\n    ttlSeconds: number;\n    maxMemoryMB: number;\n  };\n  timeseries: {\n    connectionString: string;\n    retentionDays: number;\n  };\n  s3: {\n    bucket: string;\n    region: string;\n    accessKeyId?: string;\n    secretAccessKey?: string;\n  };\n  tiers: StorageTier[];\n}\n\nexport interface StorageMetrics {\n  totalObjects: number;\n  tierDistribution: Record<string, number>;\n  storageBytes: number;\n  avgLatencyMs: number;\n  p50LatencyMs: number;\n  p99LatencyMs: number;\n}\n\nexport class InfiniteStorageSystem {\n  private redisClient: any;\n  private timeseriesPool: Pool;\n  private s3Client: S3Client;\n  private logger: Logger;\n  private config: StorageConfig;\n  private latencies: number[] = [];\n  private migrationWorker: NodeJS.Timeout | null = null;\n\n  constructor(config: StorageConfig) {\n    this.config = config;\n    this.logger = new Logger('InfiniteStorage');\n    \n    // Default storage tiers\n    if (!config.tiers || config.tiers.length === 0) {\n      this.config.tiers = [\n        { name: 'hot', ageThresholdHours: 1, storageClass: 'MEMORY', accessLatencyMs: 5 },\n        { name: 'warm', ageThresholdHours: 168, storageClass: 'TIMESERIES', accessLatencyMs: 50 },\n        { name: 'cold', ageThresholdHours: 720, storageClass: 'S3_STANDARD', accessLatencyMs: 100 },\n        { name: 'archive', ageThresholdHours: Infinity, storageClass: 'S3_GLACIER', accessLatencyMs: 3600000 },\n      ];\n    }\n  }\n\n  async initialize(): Promise<void> {\n    try {\n      // Initialize Redis (hot tier)\n      if (this.config.redis?.url) {\n        this.redisClient = createRedisClient({\n          url: this.config.redis.url,\n        });\n        \n        await this.redisClient.connect();\n        \n        // Configure Redis memory policy\n        await this.redisClient.configSet('maxmemory-policy', 'allkeys-lru');\n        if (this.config.redis.maxMemoryMB) {\n          await this.redisClient.configSet('maxmemory', `${this.config.redis.maxMemoryMB}mb`);\n        }\n        \n        this.logger.info('Redis client initialized for hot tier');\n      }\n\n      // Initialize TimeSeries DB (warm tier)\n      if (this.config.timeseries?.connectionString) {\n        this.timeseriesPool = new Pool({\n          connectionString: this.config.timeseries.connectionString,\n          max: 10,\n          idleTimeoutMillis: 30000,\n        });\n\n        // Create TimeSeries tables if not exists\n        await this.createTimeSeriesTables();\n        this.logger.info('TimeSeries DB initialized for warm tier');\n      }\n\n      // Initialize S3 (cold/archive tiers)\n      if (this.config.s3?.bucket) {\n        this.s3Client = new S3Client({\n          region: this.config.s3.region || 'us-east-1',\n          credentials: this.config.s3.accessKeyId ? {\n            accessKeyId: this.config.s3.accessKeyId,\n            secretAccessKey: this.config.s3.secretAccessKey!,\n          } : undefined,\n        });\n        \n        this.logger.info('S3 client initialized for cold/archive tiers');\n      }\n\n      // Start background migration worker\n      this.startMigrationWorker();\n      \n      this.logger.info('Infinite Storage System initialized');\n    } catch (error) {\n      this.logger.error('Failed to initialize storage system', error);\n      throw error;\n    }\n  }\n\n  /**\n   * Create TimeSeries tables for warm tier storage\n   */\n  private async createTimeSeriesTables(): Promise<void> {\n    const client = await this.timeseriesPool.connect();\n    \n    try {\n      // Create hypertable for time-series data\n      await client.query(`\n        CREATE TABLE IF NOT EXISTS frame_timeseries (\n          time TIMESTAMPTZ NOT NULL,\n          frame_id TEXT NOT NULL,\n          user_id TEXT NOT NULL,\n          project_name TEXT,\n          type TEXT,\n          data JSONB,\n          compressed_data BYTEA,\n          storage_tier TEXT DEFAULT 'warm',\n          access_count INTEGER DEFAULT 0,\n          last_accessed TIMESTAMPTZ DEFAULT NOW(),\n          PRIMARY KEY (time, frame_id)\n        )\n      `);\n\n      // Create hypertable if using TimescaleDB\n      await client.query(`\n        SELECT create_hypertable('frame_timeseries', 'time', \n          chunk_time_interval => INTERVAL '1 day',\n          if_not_exists => TRUE)\n      `).catch(() => {\n        // Fallback to regular partitioning if not TimescaleDB\n        this.logger.info('Using standard PostgreSQL partitioning');\n      });\n\n      // Create indexes\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);\n        CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);\n      `);\n\n      // Create compression policy (TimescaleDB specific)\n      await client.query(`\n        SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)\n      `).catch(() => {\n        this.logger.info('Compression policy not available');\n      });\n\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Store a frame with automatic tier selection\n   */\n  async storeFrame(frame: Frame, userId: string): Promise<void> {\n    const startTime = Date.now();\n    \n    try {\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n\n      // Always store in hot tier first (Redis)\n      if (this.redisClient) {\n        await this.redisClient.setEx(\n          frameKey,\n          this.config.redis.ttlSeconds || 3600,\n          compressedData\n        );\n        \n        // Store metadata for quick lookups\n        await this.redisClient.hSet(`meta:${frameKey}`, {\n          userId,\n          projectName: frame.projectName || 'default',\n          type: frame.type,\n          timestamp: frame.timestamp,\n          tier: 'hot',\n        });\n      }\n\n      // Also store in warm tier for durability\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n        \n        try {\n          await client.query(`\n            INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)\n            VALUES ($1, $2, $3, $4, $5, $6, $7, $8)\n            ON CONFLICT (time, frame_id) DO UPDATE\n            SET data = EXCLUDED.data,\n                compressed_data = EXCLUDED.compressed_data,\n                last_accessed = NOW(),\n                access_count = frame_timeseries.access_count + 1\n          `, [\n            new Date(frame.timestamp),\n            frame.frameId,\n            userId,\n            frame.projectName || 'default',\n            frame.type,\n            frame,\n            compressedData,\n            'warm',\n          ]);\n        } finally {\n          client.release();\n        }\n      }\n\n      // Track latency\n      const latency = Date.now() - startTime;\n      this.trackLatency(latency);\n      \n      this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);\n    } catch (error) {\n      this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Retrieve a frame with intelligent caching\n   */\n  async retrieveFrame(frameId: string, userId: string): Promise<Frame | null> {\n    const startTime = Date.now();\n    const frameKey = `frame:${userId}:${frameId}`;\n\n    try {\n      // Try hot tier first (Redis)\n      if (this.redisClient) {\n        const cached = await this.redisClient.get(frameKey);\n        if (cached) {\n          const decompressed = await decompress(cached);\n          const frame = JSON.parse(decompressed);\n          \n          // Refresh TTL on access\n          await this.redisClient.expire(frameKey, this.config.redis.ttlSeconds || 3600);\n          \n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(`Retrieved frame ${frameId} from hot tier in ${latency}ms`);\n          \n          return frame;\n        }\n      }\n\n      // Try warm tier (TimeSeries DB)\n      if (this.timeseriesPool) {\n        const client = await this.timeseriesPool.connect();\n        \n        try {\n          const result = await client.query(`\n            SELECT data, compressed_data, storage_tier \n            FROM frame_timeseries \n            WHERE frame_id = $1 AND user_id = $2\n            ORDER BY time DESC\n            LIMIT 1\n          `, [frameId, userId]);\n\n          if (result.rows.length > 0) {\n            const row = result.rows[0];\n            let frame: Frame;\n            \n            if (row.compressed_data) {\n              const decompressed = await decompress(row.compressed_data);\n              frame = JSON.parse(decompressed);\n            } else {\n              frame = row.data;\n            }\n\n            // Update access stats\n            await client.query(`\n              UPDATE frame_timeseries \n              SET last_accessed = NOW(), access_count = access_count + 1\n              WHERE frame_id = $1 AND user_id = $2\n            `, [frameId, userId]);\n\n            // Promote to hot tier if frequently accessed\n            if (this.redisClient) {\n              await this.promoteToHotTier(frame, userId);\n            }\n\n            const latency = Date.now() - startTime;\n            this.trackLatency(latency);\n            this.logger.debug(`Retrieved frame ${frameId} from warm tier in ${latency}ms`);\n            \n            return frame;\n          }\n        } finally {\n          client.release();\n        }\n      }\n\n      // Try cold/archive tiers (S3)\n      if (this.s3Client && this.config.s3.bucket) {\n        const key = `frames/${userId}/${frameId}.json.gz`;\n        \n        try {\n          const command = new GetObjectCommand({\n            Bucket: this.config.s3.bucket,\n            Key: key,\n          });\n          \n          const response = await this.s3Client.send(command);\n          const compressedData = await response.Body!.transformToByteArray();\n          const decompressed = await decompress(Buffer.from(compressedData));\n          const frame = JSON.parse(decompressed);\n\n          // Promote to warmer tiers for future access\n          await this.promoteFrame(frame, userId);\n\n          const latency = Date.now() - startTime;\n          this.trackLatency(latency);\n          this.logger.debug(`Retrieved frame ${frameId} from cold tier in ${latency}ms`);\n          \n          return frame;\n        } catch (error: any) {\n          if (error.Code !== 'NoSuchKey') {\n            throw error;\n          }\n        }\n      }\n\n      this.logger.debug(`Frame ${frameId} not found in any tier`);\n      return null;\n    } catch (error) {\n      this.logger.error(`Failed to retrieve frame ${frameId}`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Promote frame to hot tier for fast access\n   */\n  private async promoteToHotTier(frame: Frame, userId: string): Promise<void> {\n    if (!this.redisClient) return;\n    \n    try {\n      const frameKey = `frame:${userId}:${frame.frameId}`;\n      const frameData = JSON.stringify(frame);\n      const compressedData = await compress(frameData);\n      \n      await this.redisClient.setEx(\n        frameKey,\n        this.config.redis.ttlSeconds || 3600,\n        compressedData\n      );\n      \n      this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);\n    } catch (error) {\n      this.logger.error(`Failed to promote frame ${frame.frameId}`, error);\n    }\n  }\n\n  /**\n   * Promote frame through storage tiers\n   */\n  private async promoteFrame(frame: Frame, userId: string): Promise<void> {\n    // Promote to warm tier\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n      \n      try {\n        const compressedData = await compress(JSON.stringify(frame));\n        \n        await client.query(`\n          INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)\n          VALUES ($1, $2, $3, $4, $5, $6)\n          ON CONFLICT (time, frame_id) DO UPDATE\n          SET storage_tier = 'warm',\n              last_accessed = NOW(),\n              access_count = frame_timeseries.access_count + 1\n        `, [\n          new Date(frame.timestamp),\n          frame.frameId,\n          userId,\n          frame,\n          compressedData,\n          'warm',\n        ]);\n      } finally {\n        client.release();\n      }\n    }\n\n    // Also promote to hot tier\n    await this.promoteToHotTier(frame, userId);\n  }\n\n  /**\n   * Start background worker for tier migration\n   */\n  private startMigrationWorker(): void {\n    // Run migration every hour\n    this.migrationWorker = setInterval(async () => {\n      await this.migrateAgedData();\n    }, 60 * 60 * 1000);\n    \n    this.logger.info('Migration worker started');\n  }\n\n  /**\n   * Migrate aged data to appropriate storage tiers\n   */\n  private async migrateAgedData(): Promise<void> {\n    this.logger.info('Starting tier migration...');\n    \n    if (!this.timeseriesPool) return;\n    \n    const client = await this.timeseriesPool.connect();\n    \n    try {\n      // Find data eligible for cold storage (> 7 days old)\n      const coldEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'warm'\n          AND time < NOW() - INTERVAL '7 days'\n          AND last_accessed < NOW() - INTERVAL '7 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 cold storage\n      for (const row of coldEligible.rows) {\n        await this.migrateToS3(row, 'STANDARD');\n        \n        // Update tier in database\n        await client.query(`\n          UPDATE frame_timeseries\n          SET storage_tier = 'cold'\n          WHERE frame_id = $1 AND user_id = $2\n        `, [row.frame_id, row.user_id]);\n      }\n\n      // Find data eligible for archive (> 30 days old)\n      const archiveEligible = await client.query(`\n        SELECT frame_id, user_id, data, compressed_data\n        FROM frame_timeseries\n        WHERE storage_tier = 'cold'\n          AND time < NOW() - INTERVAL '30 days'\n          AND last_accessed < NOW() - INTERVAL '30 days'\n        LIMIT 1000\n      `);\n\n      // Migrate to S3 Glacier\n      for (const row of archiveEligible.rows) {\n        await this.migrateToS3(row, 'GLACIER');\n        \n        // Update tier in database\n        await client.query(`\n          UPDATE frame_timeseries\n          SET storage_tier = 'archive'\n          WHERE frame_id = $1 AND user_id = $2\n        `, [row.frame_id, row.user_id]);\n      }\n\n      this.logger.info(`Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`);\n    } finally {\n      client.release();\n    }\n  }\n\n  /**\n   * Migrate data to S3 storage\n   */\n  private async migrateToS3(row: any, storageClass: string): Promise<void> {\n    if (!this.s3Client || !this.config.s3.bucket) return;\n    \n    try {\n      const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;\n      const data = row.compressed_data || await compress(JSON.stringify(row.data));\n      \n      const command = new PutObjectCommand({\n        Bucket: this.config.s3.bucket,\n        Key: key,\n        Body: data,\n        StorageClass: storageClass,\n        Metadata: {\n          userId: row.user_id,\n          frameId: row.frame_id,\n          migratedAt: new Date().toISOString(),\n        },\n      });\n      \n      await this.s3Client.send(command);\n      \n      this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);\n    } catch (error) {\n      this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Track latency for performance monitoring\n   */\n  private trackLatency(latencyMs: number): void {\n    this.latencies.push(latencyMs);\n    \n    // Keep only last 1000 measurements\n    if (this.latencies.length > 1000) {\n      this.latencies.shift();\n    }\n  }\n\n  /**\n   * Get storage metrics\n   */\n  async getMetrics(): Promise<StorageMetrics> {\n    const metrics: StorageMetrics = {\n      totalObjects: 0,\n      tierDistribution: {},\n      storageBytes: 0,\n      avgLatencyMs: 0,\n      p50LatencyMs: 0,\n      p99LatencyMs: 0,\n    };\n\n    // Calculate latency percentiles\n    if (this.latencies.length > 0) {\n      const sorted = [...this.latencies].sort((a, b) => a - b);\n      metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n      metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];\n      metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];\n    }\n\n    // Get tier distribution from TimeSeries DB\n    if (this.timeseriesPool) {\n      const client = await this.timeseriesPool.connect();\n      \n      try {\n        const result = await client.query(`\n          SELECT \n            storage_tier,\n            COUNT(*) as count,\n            SUM(pg_column_size(compressed_data)) as bytes\n          FROM frame_timeseries\n          GROUP BY storage_tier\n        `);\n\n        for (const row of result.rows) {\n          metrics.tierDistribution[row.storage_tier] = parseInt(row.count);\n          metrics.storageBytes += parseInt(row.bytes || 0);\n          metrics.totalObjects += parseInt(row.count);\n        }\n      } finally {\n        client.release();\n      }\n    }\n\n    return metrics;\n  }\n\n  /**\n   * Cleanup and shutdown\n   */\n  async shutdown(): Promise<void> {\n    if (this.migrationWorker) {\n      clearInterval(this.migrationWorker);\n    }\n\n    if (this.redisClient) {\n      await this.redisClient.quit();\n    }\n\n    if (this.timeseriesPool) {\n      await this.timeseriesPool.end();\n    }\n\n    this.logger.info('Infinite Storage System shut down');\n  }\n}"],
+  "mappings": "AAWA,SAAS,UAAU,kBAAkB,wBAA8C;AACnF,SAAS,gBAAgB,yBAAyB;AAClD,SAAS,YAAY;AACrB,SAAS,cAAc;AAGvB,SAAS,UAAU,kBAAkB;AAqC9B,MAAM,sBAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAsB,CAAC;AAAA,EACvB,kBAAyC;AAAA,EAEjD,YAAY,QAAuB;AACjC,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,QAAI,CAAC,OAAO,SAAS,OAAO,MAAM,WAAW,GAAG;AAC9C,WAAK,OAAO,QAAQ;AAAA,QAClB,EAAE,MAAM,OAAO,mBAAmB,GAAG,cAAc,UAAU,iBAAiB,EAAE;AAAA,QAChF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,cAAc,iBAAiB,GAAG;AAAA,QACxF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,eAAe,iBAAiB,IAAI;AAAA,QAC1F,EAAE,MAAM,WAAW,mBAAmB,UAAU,cAAc,cAAc,iBAAiB,KAAQ;AAAA,MACvG;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,UAAI,KAAK,OAAO,OAAO,KAAK;AAC1B,aAAK,cAAc,kBAAkB;AAAA,UACnC,KAAK,KAAK,OAAO,MAAM;AAAA,QACzB,CAAC;AAED,cAAM,KAAK,YAAY,QAAQ;AAG/B,cAAM,KAAK,YAAY,UAAU,oBAAoB,aAAa;AAClE,YAAI,KAAK,OAAO,MAAM,aAAa;AACjC,gBAAM,KAAK,YAAY,UAAU,aAAa,GAAG,KAAK,OAAO,MAAM,WAAW,IAAI;AAAA,QACpF;AAEA,aAAK,OAAO,KAAK,uCAAuC;AAAA,MAC1D;AAGA,UAAI,KAAK,OAAO,YAAY,kBAAkB;AAC5C,aAAK,iBAAiB,IAAI,KAAK;AAAA,UAC7B,kBAAkB,KAAK,OAAO,WAAW;AAAA,UACzC,KAAK;AAAA,UACL,mBAAmB;AAAA,QACrB,CAAC;AAGD,cAAM,KAAK,uBAAuB;AAClC,aAAK,OAAO,KAAK,yCAAyC;AAAA,MAC5D;AAGA,UAAI,KAAK,OAAO,IAAI,QAAQ;AAC1B,aAAK,WAAW,IAAI,SAAS;AAAA,UAC3B,QAAQ,KAAK,OAAO,GAAG,UAAU;AAAA,UACjC,aAAa,KAAK,OAAO,GAAG,cAAc;AAAA,YACxC,aAAa,KAAK,OAAO,GAAG;AAAA,YAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,UAClC,IAAI;AAAA,QACN,CAAC;AAED,aAAK,OAAO,KAAK,8CAA8C;AAAA,MACjE;AAGA,WAAK,qBAAqB;AAE1B,WAAK,OAAO,KAAK,qCAAqC;AAAA,IACxD,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,uCAAuC,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAclB;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB,EAAE,MAAM,MAAM;AAEb,aAAK,OAAO,KAAK,wCAAwC;AAAA,MAC3D,CAAC;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA,OAElB,EAAE,MAAM,MAAM;AACb,aAAK,OAAO,KAAK,kCAAkC;AAAA,MACrD,CAAC;AAAA,IAEH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAAc,QAA+B;AAC5D,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI;AACF,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAC/C,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AAGjD,UAAI,KAAK,aAAa;AACpB,cAAM,KAAK,YAAY;AAAA,UACrB;AAAA,UACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAChC;AAAA,QACF;AAGA,cAAM,KAAK,YAAY,KAAK,QAAQ,QAAQ,IAAI;AAAA,UAC9C;AAAA,UACA,aAAa,MAAM,eAAe;AAAA,UAClC,MAAM,MAAM;AAAA,UACZ,WAAW,MAAM;AAAA,UACjB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAQhB;AAAA,YACD,IAAI,KAAK,MAAM,SAAS;AAAA,YACxB,MAAM;AAAA,YACN;AAAA,YACA,MAAM,eAAe;AAAA,YACrB,MAAM;AAAA,YACN;AAAA,YACA;AAAA,YACA;AAAA,UACF,CAAC;AAAA,QACH,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,WAAK,aAAa,OAAO;AAEzB,WAAK,OAAO,MAAM,gBAAgB,MAAM,OAAO,OAAO,OAAO,IAAI;AAAA,IACnE,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAAiB,QAAuC;AAC1E,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,WAAW,SAAS,MAAM,IAAI,OAAO;AAE3C,QAAI;AAEF,UAAI,KAAK,aAAa;AACpB,cAAM,SAAS,MAAM,KAAK,YAAY,IAAI,QAAQ;AAClD,YAAI,QAAQ;AACV,gBAAM,eAAe,MAAM,WAAW,MAAM;AAC5C,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,YAAY,OAAO,UAAU,KAAK,OAAO,MAAM,cAAc,IAAI;AAE5E,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO,MAAM,mBAAmB,OAAO,qBAAqB,OAAO,IAAI;AAE5E,iBAAO;AAAA,QACT;AAAA,MACF;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAM/B,CAAC,SAAS,MAAM,CAAC;AAEpB,cAAI,OAAO,KAAK,SAAS,GAAG;AAC1B,kBAAM,MAAM,OAAO,KAAK,CAAC;AACzB,gBAAI;AAEJ,gBAAI,IAAI,iBAAiB;AACvB,oBAAM,eAAe,MAAM,WAAW,IAAI,eAAe;AACzD,sBAAQ,KAAK,MAAM,YAAY;AAAA,YACjC,OAAO;AACL,sBAAQ,IAAI;AAAA,YACd;AAGA,kBAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,eAIhB,CAAC,SAAS,MAAM,CAAC;AAGpB,gBAAI,KAAK,aAAa;AACpB,oBAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,YAC3C;AAEA,kBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,iBAAK,aAAa,OAAO;AACzB,iBAAK,OAAO,MAAM,mBAAmB,OAAO,sBAAsB,OAAO,IAAI;AAE7E,mBAAO;AAAA,UACT;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,UAAI,KAAK,YAAY,KAAK,OAAO,GAAG,QAAQ;AAC1C,cAAM,MAAM,UAAU,MAAM,IAAI,OAAO;AAEvC,YAAI;AACF,gBAAM,UAAU,IAAI,iBAAiB;AAAA,YACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,YACvB,KAAK;AAAA,UACP,CAAC;AAED,gBAAM,WAAW,MAAM,KAAK,SAAS,KAAK,OAAO;AACjD,gBAAM,iBAAiB,MAAM,SAAS,KAAM,qBAAqB;AACjE,gBAAM,eAAe,MAAM,WAAW,OAAO,KAAK,cAAc,CAAC;AACjE,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,aAAa,OAAO,MAAM;AAErC,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO,MAAM,mBAAmB,OAAO,sBAAsB,OAAO,IAAI;AAE7E,iBAAO;AAAA,QACT,SAAS,OAAY;AACnB,cAAI,MAAM,SAAS,aAAa;AAC9B,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,OAAO,wBAAwB;AAC1D,aAAO;AAAA,IACT,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,4BAA4B,OAAO,IAAI,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAiB,OAAc,QAA+B;AAC1E,QAAI,CAAC,KAAK,YAAa;AAEvB,QAAI;AACF,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AACjD,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAE/C,YAAM,KAAK,YAAY;AAAA,QACrB;AAAA,QACA,KAAK,OAAO,MAAM,cAAc;AAAA,QAChC;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,kBAAkB,MAAM,OAAO,cAAc;AAAA,IACjE,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,2BAA2B,MAAM,OAAO,IAAI,KAAK;AAAA,IACrE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAc,QAA+B;AAEtE,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,iBAAiB,MAAM,SAAS,KAAK,UAAU,KAAK,CAAC;AAE3D,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,WAOhB;AAAA,UACD,IAAI,KAAK,MAAM,SAAS;AAAA,UACxB,MAAM;AAAA,UACN;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF,CAAC;AAAA,MACH,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAGA,UAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAA6B;AAEnC,SAAK,kBAAkB,YAAY,YAAY;AAC7C,YAAM,KAAK,gBAAgB;AAAA,IAC7B,GAAG,KAAK,KAAK,GAAI;AAEjB,SAAK,OAAO,KAAK,0BAA0B;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAiC;AAC7C,SAAK,OAAO,KAAK,4BAA4B;AAE7C,QAAI,CAAC,KAAK,eAAgB;AAE1B,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,eAAe,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAOvC;AAGD,iBAAW,OAAO,aAAa,MAAM;AACnC,cAAM,KAAK,YAAY,KAAK,UAAU;AAGtC,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,WAIhB,CAAC,IAAI,UAAU,IAAI,OAAO,CAAC;AAAA,MAChC;AAGA,YAAM,kBAAkB,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAO1C;AAGD,iBAAW,OAAO,gBAAgB,MAAM;AACtC,cAAM,KAAK,YAAY,KAAK,SAAS;AAGrC,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,WAIhB,CAAC,IAAI,UAAU,IAAI,OAAO,CAAC;AAAA,MAChC;AAEA,WAAK,OAAO,KAAK,wBAAwB,aAAa,KAAK,MAAM,aAAa,gBAAgB,KAAK,MAAM,aAAa;AAAA,IACxH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,YAAY,KAAU,cAAqC;AACvE,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,OAAO,GAAG,OAAQ;AAE9C,QAAI;AACF,YAAM,MAAM,UAAU,IAAI,OAAO,IAAI,IAAI,QAAQ;AACjD,YAAM,OAAO,IAAI,mBAAmB,MAAM,SAAS,KAAK,UAAU,IAAI,IAAI,CAAC;AAE3E,YAAM,UAAU,IAAI,iBAAiB;AAAA,QACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,QACvB,KAAK;AAAA,QACL,MAAM;AAAA,QACN,cAAc;AAAA,QACd,UAAU;AAAA,UACR,QAAQ,IAAI;AAAA,UACZ,SAAS,IAAI;AAAA,UACb,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,YAAM,KAAK,SAAS,KAAK,OAAO;AAEhC,WAAK,OAAO,MAAM,kBAAkB,IAAI,QAAQ,UAAU,YAAY,EAAE;AAAA,IAC1E,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,2BAA2B,IAAI,QAAQ,UAAU,KAAK;AACxE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,WAAyB;AAC5C,SAAK,UAAU,KAAK,SAAS;AAG7B,QAAI,KAAK,UAAU,SAAS,KAAM;AAChC,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAsC;AAC1C,UAAM,UAA0B;AAAA,MAC9B,cAAc;AAAA,MACd,kBAAkB,CAAC;AAAA,MACnB,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,IAChB;AAGA,QAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,YAAM,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACvD,cAAQ,eAAe,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAClE,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,GAAG,CAAC;AAC7D,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,CAAC;AAAA,IAChE;AAGA,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAOjC;AAED,mBAAW,OAAO,OAAO,MAAM;AAC7B,kBAAQ,iBAAiB,IAAI,YAAY,IAAI,SAAS,IAAI,KAAK;AAC/D,kBAAQ,gBAAgB,SAAS,IAAI,SAAS,CAAC;AAC/C,kBAAQ,gBAAgB,SAAS,IAAI,KAAK;AAAA,QAC5C;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAA0B;AAC9B,QAAI,KAAK,iBAAiB;AACxB,oBAAc,KAAK,eAAe;AAAA,IACpC;AAEA,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,KAAK;AAAA,IAC9B;AAEA,QAAI,KAAK,gBAAgB;AACvB,YAAM,KAAK,eAAe,IAAI;AAAA,IAChC;AAEA,SAAK,OAAO,KAAK,mCAAmC;AAAA,EACtD;AACF;",
+  "names": []
+}

package/dist/core/utils/compression.js

@@ -0,0 +1,79 @@
+import zlib from "zlib";
+import { promisify } from "util";
+const gzipAsync = promisify(zlib.gzip);
+const gunzipAsync = promisify(zlib.gunzip);
+const brotliCompressAsync = promisify(zlib.brotliCompress);
+const brotliDecompressAsync = promisify(zlib.brotliDecompress);
+var CompressionType = /* @__PURE__ */ ((CompressionType2) => {
+  CompressionType2["NONE"] = "none";
+  CompressionType2["GZIP"] = "gzip";
+  CompressionType2["BROTLI"] = "brotli";
+  return CompressionType2;
+})(CompressionType || {});
+async function compress(data, options = {}) {
+  const { type = "gzip" /* GZIP */, level = 6 } = options;
+  const input = typeof data === "string" ? Buffer.from(data, "utf8") : data;
+  switch (type) {
+    case "none" /* NONE */:
+      return input;
+    case "gzip" /* GZIP */:
+      return gzipAsync(input, { level });
+    case "brotli" /* BROTLI */:
+      return brotliCompressAsync(input, {
+        params: {
+          [zlib.constants.BROTLI_PARAM_QUALITY]: level
+        }
+      });
+    default:
+      throw new Error(`Unknown compression type: ${type}`);
+  }
+}
+async function decompress(data, type = "gzip" /* GZIP */) {
+  let decompressed;
+  switch (type) {
+    case "none" /* NONE */:
+      decompressed = data;
+      break;
+    case "gzip" /* GZIP */:
+      decompressed = await gunzipAsync(data);
+      break;
+    case "brotli" /* BROTLI */:
+      decompressed = await brotliDecompressAsync(data);
+      break;
+    default:
+      throw new Error(`Unknown compression type: ${type}`);
+  }
+  return decompressed.toString("utf8");
+}
+function compressionRatio(original, compressed) {
+  if (original === 0) return 0;
+  return (1 - compressed / original) * 100;
+}
+function detectCompressionType(data) {
+  if (data.length >= 2 && data[0] === 31 && data[1] === 139) {
+    return "gzip" /* GZIP */;
+  }
+  if (data.length >= 4 && data[0] === 206 && data[1] === 178) {
+    return "brotli" /* BROTLI */;
+  }
+  return "none" /* NONE */;
+}
+function chooseOptimalCompression(data, speedPriority = false) {
+  const size = typeof data === "string" ? Buffer.byteLength(data) : data.length;
+  if (size < 1024) {
+    return "none" /* NONE */;
+  }
+  if (speedPriority || size < 100 * 1024) {
+    return "gzip" /* GZIP */;
+  }
+  return "brotli" /* BROTLI */;
+}
+export {
+  CompressionType,
+  chooseOptimalCompression,
+  compress,
+  compressionRatio,
+  decompress,
+  detectCompressionType
+};
+//# sourceMappingURL=compression.js.map

package/dist/core/utils/compression.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/core/utils/compression.ts"],
+  "sourcesContent": ["/**\n * Compression utilities for storage optimization\n */\n\nimport zlib from 'zlib';\nimport { promisify } from 'util';\n\nconst gzipAsync = promisify(zlib.gzip);\nconst gunzipAsync = promisify(zlib.gunzip);\nconst brotliCompressAsync = promisify(zlib.brotliCompress);\nconst brotliDecompressAsync = promisify(zlib.brotliDecompress);\n\nexport enum CompressionType {\n  NONE = 'none',\n  GZIP = 'gzip',\n  BROTLI = 'brotli',\n}\n\nexport interface CompressionOptions {\n  type?: CompressionType;\n  level?: number;\n}\n\n/**\n * Compress data using specified algorithm\n */\nexport async function compress(\n  data: string | Buffer,\n  options: CompressionOptions = {}\n): Promise<Buffer> {\n  const { type = CompressionType.GZIP, level = 6 } = options;\n  \n  const input = typeof data === 'string' ? Buffer.from(data, 'utf8') : data;\n  \n  switch (type) {\n    case CompressionType.NONE:\n      return input;\n      \n    case CompressionType.GZIP:\n      return gzipAsync(input, { level });\n      \n    case CompressionType.BROTLI:\n      return brotliCompressAsync(input, {\n        params: {\n          [zlib.constants.BROTLI_PARAM_QUALITY]: level,\n        },\n      });\n      \n    default:\n      throw new Error(`Unknown compression type: ${type}`);\n  }\n}\n\n/**\n * Decompress data\n */\nexport async function decompress(\n  data: Buffer,\n  type: CompressionType = CompressionType.GZIP\n): Promise<string> {\n  let decompressed: Buffer;\n  \n  switch (type) {\n    case CompressionType.NONE:\n      decompressed = data;\n      break;\n      \n    case CompressionType.GZIP:\n      decompressed = await gunzipAsync(data);\n      break;\n      \n    case CompressionType.BROTLI:\n      decompressed = await brotliDecompressAsync(data);\n      break;\n      \n    default:\n      throw new Error(`Unknown compression type: ${type}`);\n  }\n  \n  return decompressed.toString('utf8');\n}\n\n/**\n * Calculate compression ratio\n */\nexport function compressionRatio(original: number, compressed: number): number {\n  if (original === 0) return 0;\n  return (1 - compressed / original) * 100;\n}\n\n/**\n * Auto-detect compression type from buffer\n */\nexport function detectCompressionType(data: Buffer): CompressionType {\n  // Check for gzip magic number\n  if (data.length >= 2 && data[0] === 0x1f && data[1] === 0x8b) {\n    return CompressionType.GZIP;\n  }\n  \n  // Check for brotli\n  // Brotli doesn't have a consistent magic number, but we can try to decompress\n  // This is a heuristic approach\n  if (data.length >= 4 && data[0] === 0xce && data[1] === 0xb2) {\n    return CompressionType.BROTLI;\n  }\n  \n  return CompressionType.NONE;\n}\n\n/**\n * Choose optimal compression based on data characteristics\n */\nexport function chooseOptimalCompression(\n  data: string | Buffer,\n  speedPriority: boolean = false\n): CompressionType {\n  const size = typeof data === 'string' ? Buffer.byteLength(data) : data.length;\n  \n  // Don't compress small data\n  if (size < 1024) {\n    return CompressionType.NONE;\n  }\n  \n  // Use gzip for speed priority or medium data\n  if (speedPriority || size < 100 * 1024) {\n    return CompressionType.GZIP;\n  }\n  \n  // Use brotli for large data and better compression\n  return CompressionType.BROTLI;\n}"],
+  "mappings": "AAIA,OAAO,UAAU;AACjB,SAAS,iBAAiB;AAE1B,MAAM,YAAY,UAAU,KAAK,IAAI;AACrC,MAAM,cAAc,UAAU,KAAK,MAAM;AACzC,MAAM,sBAAsB,UAAU,KAAK,cAAc;AACzD,MAAM,wBAAwB,UAAU,KAAK,gBAAgB;AAEtD,IAAK,kBAAL,kBAAKA,qBAAL;AACL,EAAAA,iBAAA,UAAO;AACP,EAAAA,iBAAA,UAAO;AACP,EAAAA,iBAAA,YAAS;AAHC,SAAAA;AAAA,GAAA;AAcZ,eAAsB,SACpB,MACA,UAA8B,CAAC,GACd;AACjB,QAAM,EAAE,OAAO,mBAAsB,QAAQ,EAAE,IAAI;AAEnD,QAAM,QAAQ,OAAO,SAAS,WAAW,OAAO,KAAK,MAAM,MAAM,IAAI;AAErE,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO;AAAA,IAET,KAAK;AACH,aAAO,UAAU,OAAO,EAAE,MAAM,CAAC;AAAA,IAEnC,KAAK;AACH,aAAO,oBAAoB,OAAO;AAAA,QAChC,QAAQ;AAAA,UACN,CAAC,KAAK,UAAU,oBAAoB,GAAG;AAAA,QACzC;AAAA,MACF,CAAC;AAAA,IAEH;AACE,YAAM,IAAI,MAAM,6BAA6B,IAAI,EAAE;AAAA,EACvD;AACF;AAKA,eAAsB,WACpB,MACA,OAAwB,mBACP;AACjB,MAAI;AAEJ,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,qBAAe;AACf;AAAA,IAEF,KAAK;AACH,qBAAe,MAAM,YAAY,IAAI;AACrC;AAAA,IAEF,KAAK;AACH,qBAAe,MAAM,sBAAsB,IAAI;AAC/C;AAAA,IAEF;AACE,YAAM,IAAI,MAAM,6BAA6B,IAAI,EAAE;AAAA,EACvD;AAEA,SAAO,aAAa,SAAS,MAAM;AACrC;AAKO,SAAS,iBAAiB,UAAkB,YAA4B;AAC7E,MAAI,aAAa,EAAG,QAAO;AAC3B,UAAQ,IAAI,aAAa,YAAY;AACvC;AAKO,SAAS,sBAAsB,MAA+B;AAEnE,MAAI,KAAK,UAAU,KAAK,KAAK,CAAC,MAAM,MAAQ,KAAK,CAAC,MAAM,KAAM;AAC5D,WAAO;AAAA,EACT;AAKA,MAAI,KAAK,UAAU,KAAK,KAAK,CAAC,MAAM,OAAQ,KAAK,CAAC,MAAM,KAAM;AAC5D,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAKO,SAAS,yBACd,MACA,gBAAyB,OACR;AACjB,QAAM,OAAO,OAAO,SAAS,WAAW,OAAO,WAAW,IAAI,IAAI,KAAK;AAGvE,MAAI,OAAO,MAAM;AACf,WAAO;AAAA,EACT;AAGA,MAAI,iBAAiB,OAAO,MAAM,MAAM;AACtC,WAAO;AAAA,EACT;AAGA,SAAO;AACT;",
+  "names": ["CompressionType"]
+}