@dexto/core 1.5.8 → 1.6.0

package/dist/storage/blob/local-blob-store.js

@@ -1,463 +0,0 @@
-import "../../chunk-PTJYTZNU.js";
-import { promises as fs, createReadStream } from "fs";
-import path from "path";
-import { createHash } from "crypto";
-import { pathToFileURL } from "url";
-import { DextoLogComponent } from "../../logger/v2/types.js";
-import { StorageError } from "../errors.js";
-class LocalBlobStore {
-  config;
-  storePath;
-  connected = false;
-  statsCache = null;
-  statsCachePromise = null;
-  lastStatsRefresh = 0;
-  logger;
-  static STATS_REFRESH_INTERVAL_MS = 6e4;
-  // 1 minute
-  constructor(config, logger) {
-    this.config = config;
-    this.storePath = config.storePath;
-    this.logger = logger.createChild(DextoLogComponent.STORAGE);
-  }
-  async connect() {
-    if (this.connected) return;
-    try {
-      await fs.mkdir(this.storePath, { recursive: true });
-      await this.refreshStatsCache();
-      this.lastStatsRefresh = Date.now();
-      this.connected = true;
-      this.logger.debug(`LocalBlobStore connected at: ${this.storePath}`);
-    } catch (error) {
-      throw StorageError.blobOperationFailed("connect", "local", error);
-    }
-  }
-  async disconnect() {
-    this.connected = false;
-    this.logger.debug("LocalBlobStore disconnected");
-  }
-  /**
-   * Normalize metadata after JSON parsing to ensure createdAt is a Date object
-   */
-  normalizeMetadata(parsed) {
-    return {
-      ...parsed,
-      createdAt: parsed.createdAt instanceof Date ? parsed.createdAt : new Date(parsed.createdAt)
-    };
-  }
-  isConnected() {
-    return this.connected;
-  }
-  getStoreType() {
-    return "local";
-  }
-  async store(input, metadata = {}) {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    const buffer = await this.inputToBuffer(input);
-    if (buffer.length > this.config.maxBlobSize) {
-      throw StorageError.blobSizeExceeded(buffer.length, this.config.maxBlobSize);
-    }
-    const hash = createHash("sha256").update(buffer).digest("hex").substring(0, 16);
-    const id = hash;
-    const blobPath = path.join(this.storePath, `${id}.dat`);
-    const metaPath = path.join(this.storePath, `${id}.meta.json`);
-    try {
-      const existingMeta = await fs.readFile(metaPath, "utf-8");
-      const parsed = JSON.parse(existingMeta);
-      const existingMetadata = this.normalizeMetadata(parsed);
-      this.logger.debug(
-        `Blob ${id} already exists, returning existing reference (deduplication)`
-      );
-      return {
-        id,
-        uri: `blob:${id}`,
-        metadata: existingMetadata
-      };
-    } catch {
-    }
-    const maxTotalSize = this.config.maxTotalSize;
-    if (maxTotalSize) {
-      const stats = await this.ensureStatsCache();
-      if (stats.totalSize + buffer.length > maxTotalSize) {
-        throw StorageError.blobTotalSizeExceeded(
-          stats.totalSize + buffer.length,
-          maxTotalSize
-        );
-      }
-    }
-    const storedMetadata = {
-      id,
-      mimeType: metadata.mimeType || this.detectMimeType(buffer, metadata.originalName),
-      originalName: metadata.originalName,
-      createdAt: metadata.createdAt || /* @__PURE__ */ new Date(),
-      source: metadata.source || "system",
-      size: buffer.length,
-      hash
-    };
-    try {
-      await Promise.all([
-        fs.writeFile(blobPath, buffer),
-        fs.writeFile(metaPath, JSON.stringify(storedMetadata, null, 2))
-      ]);
-      this.logger.debug(
-        `Stored blob ${id} (${buffer.length} bytes, ${storedMetadata.mimeType})`
-      );
-      this.updateStatsCacheAfterStore(buffer.length);
-      return {
-        id,
-        uri: `blob:${id}`,
-        metadata: storedMetadata
-      };
-    } catch (error) {
-      await Promise.allSettled([
-        fs.unlink(blobPath).catch(() => {
-        }),
-        fs.unlink(metaPath).catch(() => {
-        })
-      ]);
-      throw StorageError.blobOperationFailed("store", "local", error);
-    }
-  }
-  async retrieve(reference, format = "buffer") {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    const id = this.parseReference(reference);
-    const blobPath = path.join(this.storePath, `${id}.dat`);
-    const metaPath = path.join(this.storePath, `${id}.meta.json`);
-    try {
-      const metaContent = await fs.readFile(metaPath, "utf-8");
-      const parsed = JSON.parse(metaContent);
-      const metadata = this.normalizeMetadata(parsed);
-      switch (format) {
-        case "base64": {
-          const buffer = await fs.readFile(blobPath);
-          return { format: "base64", data: buffer.toString("base64"), metadata };
-        }
-        case "buffer": {
-          const buffer = await fs.readFile(blobPath);
-          return { format: "buffer", data: buffer, metadata };
-        }
-        case "path": {
-          await fs.access(blobPath);
-          return { format: "path", data: blobPath, metadata };
-        }
-        case "stream": {
-          const stream = createReadStream(blobPath);
-          return { format: "stream", data: stream, metadata };
-        }
-        case "url": {
-          const absolutePath = path.resolve(blobPath);
-          return {
-            format: "url",
-            data: pathToFileURL(absolutePath).toString(),
-            metadata
-          };
-        }
-        default:
-          throw StorageError.blobInvalidInput(format, `Unsupported format: ${format}`);
-      }
-    } catch (error) {
-      if (error instanceof Error && "code" in error && error.code === "ENOENT") {
-        throw StorageError.blobNotFound(reference);
-      }
-      throw StorageError.blobOperationFailed("retrieve", "local", error);
-    }
-  }
-  async exists(reference) {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    const id = this.parseReference(reference);
-    const blobPath = path.join(this.storePath, `${id}.dat`);
-    const metaPath = path.join(this.storePath, `${id}.meta.json`);
-    try {
-      await Promise.all([fs.access(blobPath), fs.access(metaPath)]);
-      return true;
-    } catch {
-      return false;
-    }
-  }
-  async delete(reference) {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    const id = this.parseReference(reference);
-    const blobPath = path.join(this.storePath, `${id}.dat`);
-    const metaPath = path.join(this.storePath, `${id}.meta.json`);
-    try {
-      const metaContent = await fs.readFile(metaPath, "utf-8");
-      const parsed = JSON.parse(metaContent);
-      const metadata = this.normalizeMetadata(parsed);
-      await Promise.all([fs.unlink(blobPath), fs.unlink(metaPath)]);
-      this.logger.debug(`Deleted blob: ${id}`);
-      this.updateStatsCacheAfterDelete(metadata.size);
-    } catch (error) {
-      if (error instanceof Error && "code" in error && error.code === "ENOENT") {
-        throw StorageError.blobNotFound(reference);
-      }
-      throw StorageError.blobOperationFailed("delete", "local", error);
-    }
-  }
-  async cleanup(olderThan) {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    const cleanupDays = this.config.cleanupAfterDays;
-    const cutoffDate = olderThan || new Date(Date.now() - cleanupDays * 24 * 60 * 60 * 1e3);
-    let deletedCount = 0;
-    try {
-      const files = await fs.readdir(this.storePath);
-      const metaFiles = files.filter((f) => f.endsWith(".meta.json"));
-      for (const metaFile of metaFiles) {
-        const metaPath = path.join(this.storePath, metaFile);
-        const id = metaFile.replace(".meta.json", "");
-        const blobPath = path.join(this.storePath, `${id}.dat`);
-        try {
-          const metaContent = await fs.readFile(metaPath, "utf-8");
-          const parsed = JSON.parse(metaContent);
-          const metadata = this.normalizeMetadata(parsed);
-          if (metadata.createdAt < cutoffDate) {
-            await Promise.all([
-              fs.unlink(blobPath).catch(() => {
-              }),
-              fs.unlink(metaPath).catch(() => {
-              })
-            ]);
-            deletedCount++;
-            this.updateStatsCacheAfterDelete(metadata.size);
-            this.logger.debug(`Cleaned up old blob: ${id}`);
-          }
-        } catch (error) {
-          this.logger.warn(
-            `Failed to process blob metadata ${metaFile}: ${String(error)}`
-          );
-        }
-      }
-      if (deletedCount > 0) {
-        this.logger.info(`Blob cleanup: removed ${deletedCount} old blobs`);
-      }
-      return deletedCount;
-    } catch (error) {
-      throw StorageError.blobCleanupFailed("local", error);
-    }
-  }
-  async getStats() {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    const stats = await this.ensureStatsCache();
-    return {
-      count: stats.count,
-      totalSize: stats.totalSize,
-      backendType: "local",
-      storePath: this.storePath
-    };
-  }
-  getStoragePath() {
-    return this.storePath;
-  }
-  async listBlobs() {
-    if (!this.connected) {
-      throw StorageError.blobBackendNotConnected("local");
-    }
-    try {
-      const files = await fs.readdir(this.storePath);
-      const metaFiles = files.filter((f) => f.endsWith(".meta.json"));
-      const blobs = [];
-      for (const metaFile of metaFiles) {
-        try {
-          const metaPath = path.join(this.storePath, metaFile);
-          const metaContent = await fs.readFile(metaPath, "utf-8");
-          const parsed = JSON.parse(metaContent);
-          const metadata = this.normalizeMetadata(parsed);
-          const blobId = metaFile.replace(".meta.json", "");
-          blobs.push({
-            id: blobId,
-            uri: `blob:${blobId}`,
-            metadata
-          });
-        } catch (error) {
-          this.logger.warn(
-            `Failed to process blob metadata ${metaFile}: ${String(error)}`
-          );
-        }
-      }
-      return blobs;
-    } catch (error) {
-      this.logger.warn(`Failed to list blobs: ${String(error)}`);
-      return [];
-    }
-  }
-  async ensureStatsCache() {
-    const now = Date.now();
-    const cacheAge = now - this.lastStatsRefresh;
-    const isStale = cacheAge > LocalBlobStore.STATS_REFRESH_INTERVAL_MS;
-    if (!this.statsCache || isStale) {
-      if (!this.statsCachePromise) {
-        this.statsCachePromise = this.refreshStatsCache();
-      }
-      try {
-        await this.statsCachePromise;
-        this.lastStatsRefresh = now;
-      } finally {
-        this.statsCachePromise = null;
-      }
-    }
-    return this.statsCache ?? { count: 0, totalSize: 0 };
-  }
-  async refreshStatsCache() {
-    const stats = { count: 0, totalSize: 0 };
-    try {
-      const files = await fs.readdir(this.storePath);
-      const datFiles = files.filter((f) => f.endsWith(".dat"));
-      stats.count = datFiles.length;
-      for (const datFile of datFiles) {
-        try {
-          const stat = await fs.stat(path.join(this.storePath, datFile));
-          stats.totalSize += stat.size;
-        } catch (error) {
-          this.logger.debug(
-            `Skipping size calculation for ${datFile}: ${error instanceof Error ? error.message : String(error)}`
-          );
-        }
-      }
-    } catch (error) {
-      this.logger.warn(`Failed to refresh blob stats cache: ${String(error)}`);
-    }
-    this.statsCache = stats;
-  }
-  updateStatsCacheAfterStore(size) {
-    if (!this.statsCache) {
-      this.statsCache = { count: 1, totalSize: size };
-      return;
-    }
-    this.statsCache.count += 1;
-    this.statsCache.totalSize += size;
-  }
-  updateStatsCacheAfterDelete(size) {
-    if (!this.statsCache) {
-      this.statsCache = { count: 0, totalSize: 0 };
-      return;
-    }
-    this.statsCache.count = Math.max(0, this.statsCache.count - 1);
-    this.statsCache.totalSize = Math.max(0, this.statsCache.totalSize - size);
-  }
-  /**
-   * Convert various input types to Buffer
-   */
-  async inputToBuffer(input) {
-    if (Buffer.isBuffer(input)) {
-      return input;
-    }
-    if (input instanceof Uint8Array) {
-      return Buffer.from(input);
-    }
-    if (input instanceof ArrayBuffer) {
-      return Buffer.from(new Uint8Array(input));
-    }
-    if (typeof input === "string") {
-      if (input.startsWith("data:")) {
-        const commaIndex = input.indexOf(",");
-        if (commaIndex !== -1 && input.includes(";base64,")) {
-          const base64Data = input.substring(commaIndex + 1);
-          return Buffer.from(base64Data, "base64");
-        }
-        throw StorageError.blobEncodingError(
-          "inputToBuffer",
-          "Unsupported data URI format"
-        );
-      }
-      if ((input.includes("/") || input.includes("\\")) && input.length > 1) {
-        try {
-          await fs.access(input);
-          return await fs.readFile(input);
-        } catch {
-        }
-      }
-      try {
-        return Buffer.from(input, "base64");
-      } catch {
-        throw StorageError.blobEncodingError("inputToBuffer", "Invalid base64 string");
-      }
-    }
-    throw StorageError.blobInvalidInput(input, `Unsupported input type: ${typeof input}`);
-  }
-  /**
-   * Parse blob reference to extract ID
-   */
-  parseReference(reference) {
-    if (!reference) {
-      throw StorageError.blobInvalidReference(reference, "Empty reference");
-    }
-    if (reference.startsWith("blob:")) {
-      const id = reference.substring(5);
-      if (!id) {
-        throw StorageError.blobInvalidReference(reference, "Empty blob ID after prefix");
-      }
-      return id;
-    }
-    return reference;
-  }
-  /**
-   * Detect MIME type from buffer content and/or filename
-   */
-  detectMimeType(buffer, filename) {
-    const header = buffer.subarray(0, 16);
-    if (header.length >= 3) {
-      const jpegSignature = header.subarray(0, 3);
-      if (jpegSignature.equals(Buffer.from([255, 216, 255]))) {
-        return "image/jpeg";
-      }
-    }
-    if (header.length >= 4) {
-      const signature = header.subarray(0, 4);
-      if (signature.equals(Buffer.from([137, 80, 78, 71]))) return "image/png";
-      if (signature.equals(Buffer.from([71, 73, 70, 56]))) return "image/gif";
-      if (signature.equals(Buffer.from([37, 80, 68, 70]))) return "application/pdf";
-    }
-    if (filename) {
-      const ext = path.extname(filename).toLowerCase();
-      const mimeTypes = {
-        ".jpg": "image/jpeg",
-        ".jpeg": "image/jpeg",
-        ".png": "image/png",
-        ".gif": "image/gif",
-        ".pdf": "application/pdf",
-        ".txt": "text/plain",
-        ".json": "application/json",
-        ".xml": "text/xml",
-        ".html": "text/html",
-        ".css": "text/css",
-        ".js": "text/javascript",
-        ".mp3": "audio/mpeg",
-        ".mp4": "video/mp4",
-        ".wav": "audio/wav"
-      };
-      if (mimeTypes[ext]) return mimeTypes[ext];
-    }
-    if (this.isTextBuffer(buffer)) {
-      return "text/plain";
-    }
-    return "application/octet-stream";
-  }
-  /**
-   * Check if buffer contains text content
-   */
-  isTextBuffer(buffer) {
-    let printableCount = 0;
-    const sampleSize = Math.min(512, buffer.length);
-    for (let i = 0; i < sampleSize; i++) {
-      const byte = buffer[i];
-      if (byte !== void 0 && (byte >= 32 && byte <= 126 || byte === 9 || byte === 10 || byte === 13)) {
-        printableCount++;
-      }
-    }
-    return printableCount / sampleSize > 0.7;
-  }
-}
-export {
-  LocalBlobStore
-};