@effing/ffs 0.4.0 → 0.5.0

package/dist/chunk-5SGOYTM2.js

@@ -0,0 +1,341 @@
+// src/fetch.ts
+import { fetch, Agent } from "undici";
+async function ffsFetch(url, options) {
+  const {
+    method,
+    body,
+    headers,
+    headersTimeout = 3e5,
+    // 5 minutes
+    bodyTimeout = 3e5
+    // 5 minutes
+  } = options ?? {};
+  const agent = new Agent({ headersTimeout, bodyTimeout });
+  return fetch(url, {
+    method,
+    body,
+    headers: { "User-Agent": "FFS (+https://effing.dev/ffs)", ...headers },
+    dispatcher: agent
+  });
+}
+
+// src/storage.ts
+import {
+  S3Client,
+  PutObjectCommand,
+  GetObjectCommand,
+  HeadObjectCommand,
+  DeleteObjectCommand
+} from "@aws-sdk/client-s3";
+import { Upload } from "@aws-sdk/lib-storage";
+import fs from "fs/promises";
+import { createReadStream, createWriteStream, existsSync } from "fs";
+import { pipeline } from "stream/promises";
+import path from "path";
+import os from "os";
+import crypto from "crypto";
+var DEFAULT_SOURCE_TTL_MS = 60 * 60 * 1e3;
+var DEFAULT_JOB_METADATA_TTL_MS = 8 * 60 * 60 * 1e3;
+var S3TransientStore = class {
+  client;
+  bucket;
+  prefix;
+  sourceTtlMs;
+  jobMetadataTtlMs;
+  constructor(options) {
+    this.client = new S3Client({
+      endpoint: options.endpoint,
+      region: options.region ?? "auto",
+      credentials: options.accessKeyId ? {
+        accessKeyId: options.accessKeyId,
+        secretAccessKey: options.secretAccessKey
+      } : void 0,
+      forcePathStyle: !!options.endpoint
+    });
+    this.bucket = options.bucket;
+    this.prefix = options.prefix ?? "";
+    this.sourceTtlMs = options.sourceTtlMs ?? DEFAULT_SOURCE_TTL_MS;
+    this.jobMetadataTtlMs = options.jobMetadataTtlMs ?? DEFAULT_JOB_METADATA_TTL_MS;
+  }
+  getExpires(ttlMs) {
+    return new Date(Date.now() + ttlMs);
+  }
+  getFullKey(key) {
+    return `${this.prefix}${key}`;
+  }
+  async put(key, stream, ttlMs) {
+    const upload = new Upload({
+      client: this.client,
+      params: {
+        Bucket: this.bucket,
+        Key: this.getFullKey(key),
+        Body: stream,
+        Expires: this.getExpires(ttlMs ?? this.sourceTtlMs)
+      }
+    });
+    await upload.done();
+  }
+  async getStream(key) {
+    try {
+      const response = await this.client.send(
+        new GetObjectCommand({
+          Bucket: this.bucket,
+          Key: this.getFullKey(key)
+        })
+      );
+      return response.Body;
+    } catch (err) {
+      const error = err;
+      if (error.name === "NoSuchKey" || error.$metadata?.httpStatusCode === 404) {
+        return null;
+      }
+      throw err;
+    }
+  }
+  async exists(key) {
+    try {
+      await this.client.send(
+        new HeadObjectCommand({
+          Bucket: this.bucket,
+          Key: this.getFullKey(key)
+        })
+      );
+      return true;
+    } catch (err) {
+      const error = err;
+      if (error.name === "NotFound" || error.$metadata?.httpStatusCode === 404) {
+        return false;
+      }
+      throw err;
+    }
+  }
+  async existsMany(keys) {
+    const results = await Promise.all(
+      keys.map(async (key) => [key, await this.exists(key)])
+    );
+    return new Map(results);
+  }
+  async delete(key) {
+    try {
+      await this.client.send(
+        new DeleteObjectCommand({
+          Bucket: this.bucket,
+          Key: this.getFullKey(key)
+        })
+      );
+    } catch (err) {
+      const error = err;
+      if (error.name === "NoSuchKey" || error.$metadata?.httpStatusCode === 404) {
+        return;
+      }
+      throw err;
+    }
+  }
+  async putJson(key, data, ttlMs) {
+    await this.client.send(
+      new PutObjectCommand({
+        Bucket: this.bucket,
+        Key: this.getFullKey(key),
+        Body: JSON.stringify(data),
+        ContentType: "application/json",
+        Expires: this.getExpires(ttlMs ?? this.jobMetadataTtlMs)
+      })
+    );
+  }
+  async getJson(key) {
+    try {
+      const response = await this.client.send(
+        new GetObjectCommand({
+          Bucket: this.bucket,
+          Key: this.getFullKey(key)
+        })
+      );
+      const body = await response.Body?.transformToString();
+      if (!body) return null;
+      return JSON.parse(body);
+    } catch (err) {
+      const error = err;
+      if (error.name === "NoSuchKey" || error.$metadata?.httpStatusCode === 404) {
+        return null;
+      }
+      throw err;
+    }
+  }
+  close() {
+  }
+};
+var LocalTransientStore = class {
+  baseDir;
+  initialized = false;
+  cleanupInterval;
+  sourceTtlMs;
+  jobMetadataTtlMs;
+  /** For cleanup, use the longer of the two TTLs */
+  maxTtlMs;
+  constructor(options) {
+    this.baseDir = options?.baseDir ?? path.join(os.tmpdir(), "ffs-transient");
+    this.sourceTtlMs = options?.sourceTtlMs ?? DEFAULT_SOURCE_TTL_MS;
+    this.jobMetadataTtlMs = options?.jobMetadataTtlMs ?? DEFAULT_JOB_METADATA_TTL_MS;
+    this.maxTtlMs = Math.max(this.sourceTtlMs, this.jobMetadataTtlMs);
+    this.cleanupInterval = setInterval(() => {
+      this.cleanupExpired().catch(console.error);
+    }, 3e5);
+  }
+  /**
+   * Remove files older than max TTL
+   */
+  async cleanupExpired() {
+    if (!this.initialized) return;
+    const now = Date.now();
+    await this.cleanupDir(this.baseDir, now);
+  }
+  async cleanupDir(dir, now) {
+    let entries;
+    try {
+      entries = await fs.readdir(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const entry of entries) {
+      const fullPath = path.join(dir, entry.name);
+      if (entry.isDirectory()) {
+        await this.cleanupDir(fullPath, now);
+        try {
+          await fs.rmdir(fullPath);
+        } catch {
+        }
+      } else if (entry.isFile()) {
+        try {
+          const stat = await fs.stat(fullPath);
+          if (now - stat.mtimeMs > this.maxTtlMs) {
+            await fs.rm(fullPath, { force: true });
+          }
+        } catch {
+        }
+      }
+    }
+  }
+  async ensureDir(filePath) {
+    await fs.mkdir(path.dirname(filePath), { recursive: true });
+    this.initialized = true;
+  }
+  filePath(key) {
+    return path.join(this.baseDir, key);
+  }
+  tmpPathFor(finalPath) {
+    const rand = crypto.randomBytes(8).toString("hex");
+    return `${finalPath}.tmp-${process.pid}-${rand}`;
+  }
+  async put(key, stream, _ttlMs) {
+    const fp = this.filePath(key);
+    await this.ensureDir(fp);
+    const tmpPath = this.tmpPathFor(fp);
+    try {
+      const writeStream = createWriteStream(tmpPath);
+      await pipeline(stream, writeStream);
+      await fs.rename(tmpPath, fp);
+    } catch (err) {
+      await fs.rm(tmpPath, { force: true }).catch(() => {
+      });
+      throw err;
+    }
+  }
+  async getStream(key) {
+    const fp = this.filePath(key);
+    if (!existsSync(fp)) return null;
+    return createReadStream(fp);
+  }
+  async exists(key) {
+    try {
+      await fs.access(this.filePath(key));
+      return true;
+    } catch {
+      return false;
+    }
+  }
+  async existsMany(keys) {
+    const results = await Promise.all(
+      keys.map(async (key) => [key, await this.exists(key)])
+    );
+    return new Map(results);
+  }
+  async delete(key) {
+    await fs.rm(this.filePath(key), { force: true });
+  }
+  async putJson(key, data, _ttlMs) {
+    const fp = this.filePath(key);
+    await this.ensureDir(fp);
+    const tmpPath = this.tmpPathFor(fp);
+    try {
+      await fs.writeFile(tmpPath, JSON.stringify(data));
+      await fs.rename(tmpPath, fp);
+    } catch (err) {
+      await fs.rm(tmpPath, { force: true }).catch(() => {
+      });
+      throw err;
+    }
+  }
+  async getJson(key) {
+    try {
+      const content = await fs.readFile(this.filePath(key), "utf-8");
+      return JSON.parse(content);
+    } catch {
+      return null;
+    }
+  }
+  close() {
+    if (this.cleanupInterval) {
+      clearInterval(this.cleanupInterval);
+      this.cleanupInterval = void 0;
+    }
+  }
+};
+function createTransientStore() {
+  const sourceTtlMs = process.env.FFS_SOURCE_CACHE_TTL_MS ? parseInt(process.env.FFS_SOURCE_CACHE_TTL_MS, 10) : DEFAULT_SOURCE_TTL_MS;
+  const jobMetadataTtlMs = process.env.FFS_JOB_METADATA_TTL_MS ? parseInt(process.env.FFS_JOB_METADATA_TTL_MS, 10) : DEFAULT_JOB_METADATA_TTL_MS;
+  if (process.env.FFS_TRANSIENT_STORE_BUCKET) {
+    return new S3TransientStore({
+      endpoint: process.env.FFS_TRANSIENT_STORE_ENDPOINT,
+      region: process.env.FFS_TRANSIENT_STORE_REGION ?? "auto",
+      bucket: process.env.FFS_TRANSIENT_STORE_BUCKET,
+      prefix: process.env.FFS_TRANSIENT_STORE_PREFIX,
+      accessKeyId: process.env.FFS_TRANSIENT_STORE_ACCESS_KEY,
+      secretAccessKey: process.env.FFS_TRANSIENT_STORE_SECRET_KEY,
+      sourceTtlMs,
+      jobMetadataTtlMs
+    });
+  }
+  return new LocalTransientStore({
+    baseDir: process.env.FFS_TRANSIENT_STORE_LOCAL_DIR,
+    sourceTtlMs,
+    jobMetadataTtlMs
+  });
+}
+function hashUrl(url) {
+  return crypto.createHash("sha256").update(url).digest("hex").slice(0, 16);
+}
+function sourceStoreKey(url) {
+  return `sources/${hashUrl(url)}`;
+}
+function warmupJobStoreKey(jobId) {
+  return `jobs/warmup/${jobId}.json`;
+}
+function renderJobStoreKey(jobId) {
+  return `jobs/render/${jobId}.json`;
+}
+function warmupAndRenderJobStoreKey(jobId) {
+  return `jobs/warmup-and-render/${jobId}.json`;
+}
+var storeKeys = {
+  source: sourceStoreKey,
+  warmupJob: warmupJobStoreKey,
+  renderJob: renderJobStoreKey,
+  warmupAndRenderJob: warmupAndRenderJobStoreKey
+};
+
+export {
+  ffsFetch,
+  createTransientStore,
+  storeKeys
+};
+//# sourceMappingURL=chunk-5SGOYTM2.js.map

package/dist/chunk-5SGOYTM2.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/fetch.ts","../src/storage.ts"],"sourcesContent":["import { fetch, Agent, type Response, type BodyInit } from \"undici\";\n\n/**\n * Options for ffsFetch function\n */\nexport type FfsFetchOptions = {\n  /** HTTP method */\n  method?: \"GET\" | \"POST\" | \"PUT\" | \"DELETE\" | \"PATCH\" | \"HEAD\" | \"OPTIONS\";\n  /** Request body */\n  body?: BodyInit;\n  /** Headers to send (merged with default User-Agent) */\n  headers?: Record<string, string>;\n  /** Timeout for receiving response headers in ms. @default 300000 (5 min) */\n  headersTimeout?: number;\n  /** Timeout between body data chunks in ms. 0 = no timeout. @default 300000 (5 min) */\n  bodyTimeout?: number;\n};\n\n/**\n * Fetch with default User-Agent and configurable timeouts.\n *\n * @example\n * // Simple GET\n * const response = await ffsFetch(\"https://example.com/data.json\");\n *\n * @example\n * // Large file with infinite body timeout\n * const response = await ffsFetch(\"https://example.com/video.mp4\", {\n *   bodyTimeout: 0,\n * });\n *\n * @example\n * // PUT upload\n * const response = await ffsFetch(\"https://s3.example.com/video.mp4\", {\n *   method: \"PUT\",\n *   body: videoBuffer,\n *   bodyTimeout: 0,\n *   headers: { \"Content-Type\": \"video/mp4\" },\n * });\n */\nexport async function ffsFetch(\n  url: string,\n  options?: FfsFetchOptions,\n): Promise<Response> {\n  const {\n    method,\n    body,\n    headers,\n    headersTimeout = 300000, // 5 minutes\n    bodyTimeout = 300000, // 5 minutes\n  } = options ?? {};\n\n  const agent = new Agent({ headersTimeout, bodyTimeout });\n\n  return fetch(url, {\n    method,\n    body,\n    headers: { \"User-Agent\": \"FFS (+https://effing.dev/ffs)\", ...headers },\n    dispatcher: agent,\n  });\n}\n","import {\n  S3Client,\n  PutObjectCommand,\n  GetObjectCommand,\n  HeadObjectCommand,\n  DeleteObjectCommand,\n} from \"@aws-sdk/client-s3\";\nimport { Upload } from \"@aws-sdk/lib-storage\";\nimport fs from \"fs/promises\";\nimport { createReadStream, createWriteStream, existsSync } from \"fs\";\nimport { pipeline } from \"stream/promises\";\nimport path from \"path\";\nimport os from \"os\";\nimport crypto from \"crypto\";\nimport type { Readable } from \"stream\";\n\n/** Default TTL for sources: 60 minutes */\nconst DEFAULT_SOURCE_TTL_MS = 60 * 60 * 1000;\n/** Default TTL for job metadata: 8 hours */\nconst DEFAULT_JOB_METADATA_TTL_MS = 8 * 60 * 60 * 1000;\n\n/**\n * Transient store interface for caching sources and storing ephemeral job metadata.\n */\nexport interface TransientStore {\n  /** TTL for cached sources in milliseconds */\n  readonly sourceTtlMs: number;\n  /** TTL for job metadata in milliseconds */\n  readonly jobMetadataTtlMs: number;\n  /** Store a stream with the given key and optional TTL override */\n  put(key: string, stream: Readable, ttlMs?: number): Promise<void>;\n  /** Get a stream for the given key, or null if not found */\n  getStream(key: string): Promise<Readable | null>;\n  /** Check if a key exists */\n  exists(key: string): Promise<boolean>;\n  /** Check if multiple keys exist (batch operation) */\n  existsMany(keys: string[]): Promise<Map<string, boolean>>;\n  /** Delete a key */\n  delete(key: string): Promise<void>;\n  /** Store JSON data with optional TTL override */\n  putJson(key: string, data: object, ttlMs?: number): Promise<void>;\n  /** Get JSON data, or null if not found */\n  getJson<T>(key: string): Promise<T | null>;\n  /** Close and cleanup resources */\n  close(): void;\n}\n\n/**\n * S3-compatible transient store implementation\n */\nexport class S3TransientStore implements TransientStore {\n  private client: S3Client;\n  private bucket: string;\n  private prefix: string;\n  public readonly sourceTtlMs: number;\n  public readonly jobMetadataTtlMs: number;\n\n  constructor(options: {\n    endpoint?: string;\n    region?: string;\n    bucket: string;\n    prefix?: string;\n    accessKeyId?: string;\n    secretAccessKey?: string;\n    sourceTtlMs?: number;\n    jobMetadataTtlMs?: number;\n  }) {\n    this.client = new S3Client({\n      endpoint: options.endpoint,\n      region: options.region ?? \"auto\",\n      credentials: options.accessKeyId\n        ? {\n            accessKeyId: options.accessKeyId,\n            secretAccessKey: options.secretAccessKey!,\n          }\n        : undefined,\n      forcePathStyle: !!options.endpoint,\n    });\n    this.bucket = options.bucket;\n    this.prefix = options.prefix ?? \"\";\n    this.sourceTtlMs = options.sourceTtlMs ?? DEFAULT_SOURCE_TTL_MS;\n    this.jobMetadataTtlMs =\n      options.jobMetadataTtlMs ?? DEFAULT_JOB_METADATA_TTL_MS;\n  }\n\n  private getExpires(ttlMs: number): Date {\n    return new Date(Date.now() + ttlMs);\n  }\n\n  private getFullKey(key: string): string {\n    return `${this.prefix}${key}`;\n  }\n\n  async put(key: string, stream: Readable, ttlMs?: number): Promise<void> {\n    const upload = new Upload({\n      client: this.client,\n      params: {\n        Bucket: this.bucket,\n        Key: this.getFullKey(key),\n        Body: stream,\n        Expires: this.getExpires(ttlMs ?? this.sourceTtlMs),\n      },\n    });\n    await upload.done();\n  }\n\n  async getStream(key: string): Promise<Readable | null> {\n    try {\n      const response = await this.client.send(\n        new GetObjectCommand({\n          Bucket: this.bucket,\n          Key: this.getFullKey(key),\n        }),\n      );\n      return response.Body as Readable;\n    } catch (err: unknown) {\n      const error = err as {\n        name?: string;\n        $metadata?: { httpStatusCode?: number };\n      };\n      if (\n        error.name === \"NoSuchKey\" ||\n        error.$metadata?.httpStatusCode === 404\n      ) {\n        return null;\n      }\n      throw err;\n    }\n  }\n\n  async exists(key: string): Promise<boolean> {\n    try {\n      await this.client.send(\n        new HeadObjectCommand({\n          Bucket: this.bucket,\n          Key: this.getFullKey(key),\n        }),\n      );\n      return true;\n    } catch (err: unknown) {\n      const error = err as {\n        name?: string;\n        $metadata?: { httpStatusCode?: number };\n      };\n      if (\n        error.name === \"NotFound\" ||\n        error.$metadata?.httpStatusCode === 404\n      ) {\n        return false;\n      }\n      throw err;\n    }\n  }\n\n  async existsMany(keys: string[]): Promise<Map<string, boolean>> {\n    const results = await Promise.all(\n      keys.map(async (key) => [key, await this.exists(key)] as const),\n    );\n    return new Map(results);\n  }\n\n  async delete(key: string): Promise<void> {\n    try {\n      await this.client.send(\n        new DeleteObjectCommand({\n          Bucket: this.bucket,\n          Key: this.getFullKey(key),\n        }),\n      );\n    } catch (err: unknown) {\n      const error = err as {\n        name?: string;\n        $metadata?: { httpStatusCode?: number };\n      };\n      if (\n        error.name === \"NoSuchKey\" ||\n        error.$metadata?.httpStatusCode === 404\n      ) {\n        return;\n      }\n      throw err;\n    }\n  }\n\n  async putJson(key: string, data: object, ttlMs?: number): Promise<void> {\n    await this.client.send(\n      new PutObjectCommand({\n        Bucket: this.bucket,\n        Key: this.getFullKey(key),\n        Body: JSON.stringify(data),\n        ContentType: \"application/json\",\n        Expires: this.getExpires(ttlMs ?? this.jobMetadataTtlMs),\n      }),\n    );\n  }\n\n  async getJson<T>(key: string): Promise<T | null> {\n    try {\n      const response = await this.client.send(\n        new GetObjectCommand({\n          Bucket: this.bucket,\n          Key: this.getFullKey(key),\n        }),\n      );\n      const body = await response.Body?.transformToString();\n      if (!body) return null;\n      return JSON.parse(body) as T;\n    } catch (err: unknown) {\n      const error = err as {\n        name?: string;\n        $metadata?: { httpStatusCode?: number };\n      };\n      if (\n        error.name === \"NoSuchKey\" ||\n        error.$metadata?.httpStatusCode === 404\n      ) {\n        return null;\n      }\n      throw err;\n    }\n  }\n\n  close(): void {\n    // nothing to do here\n  }\n}\n\n/**\n * Local filesystem transient store implementation\n */\nexport class LocalTransientStore implements TransientStore {\n  private baseDir: string;\n  private initialized = false;\n  private cleanupInterval?: ReturnType<typeof setInterval>;\n  public readonly sourceTtlMs: number;\n  public readonly jobMetadataTtlMs: number;\n  /** For cleanup, use the longer of the two TTLs */\n  private maxTtlMs: number;\n\n  constructor(options?: {\n    baseDir?: string;\n    sourceTtlMs?: number;\n    jobMetadataTtlMs?: number;\n  }) {\n    this.baseDir = options?.baseDir ?? path.join(os.tmpdir(), \"ffs-transient\");\n    this.sourceTtlMs = options?.sourceTtlMs ?? DEFAULT_SOURCE_TTL_MS;\n    this.jobMetadataTtlMs =\n      options?.jobMetadataTtlMs ?? DEFAULT_JOB_METADATA_TTL_MS;\n    this.maxTtlMs = Math.max(this.sourceTtlMs, this.jobMetadataTtlMs);\n\n    // Cleanup expired files every 5 minutes\n    this.cleanupInterval = setInterval(() => {\n      this.cleanupExpired().catch(console.error);\n    }, 300_000);\n  }\n\n  /**\n   * Remove files older than max TTL\n   */\n  public async cleanupExpired(): Promise<void> {\n    if (!this.initialized) return;\n\n    const now = Date.now();\n    await this.cleanupDir(this.baseDir, now);\n  }\n\n  private async cleanupDir(dir: string, now: number): Promise<void> {\n    let entries;\n    try {\n      entries = await fs.readdir(dir, { withFileTypes: true });\n    } catch {\n      return; // Directory doesn't exist or can't be read\n    }\n\n    for (const entry of entries) {\n      const fullPath = path.join(dir, entry.name);\n\n      if (entry.isDirectory()) {\n        await this.cleanupDir(fullPath, now);\n        // Remove empty directories\n        try {\n          await fs.rmdir(fullPath);\n        } catch {\n          // Directory not empty or other error, ignore\n        }\n      } else if (entry.isFile()) {\n        try {\n          const stat = await fs.stat(fullPath);\n          if (now - stat.mtimeMs > this.maxTtlMs) {\n            await fs.rm(fullPath, { force: true });\n          }\n        } catch {\n          // File may have been deleted, ignore\n        }\n      }\n    }\n  }\n\n  private async ensureDir(filePath: string): Promise<void> {\n    await fs.mkdir(path.dirname(filePath), { recursive: true });\n    this.initialized = true;\n  }\n\n  private filePath(key: string): string {\n    return path.join(this.baseDir, key);\n  }\n\n  private tmpPathFor(finalPath: string): string {\n    const rand = crypto.randomBytes(8).toString(\"hex\");\n    // Keep tmp file in the same directory so rename stays atomic on POSIX filesystems.\n    return `${finalPath}.tmp-${process.pid}-${rand}`;\n  }\n\n  async put(key: string, stream: Readable, _ttlMs?: number): Promise<void> {\n    // Note: TTL is not used for local storage; cleanup uses file mtime\n    const fp = this.filePath(key);\n    await this.ensureDir(fp);\n\n    // Write to temp file, then rename for atomicity (no partial reads).\n    const tmpPath = this.tmpPathFor(fp);\n    try {\n      const writeStream = createWriteStream(tmpPath);\n      await pipeline(stream, writeStream);\n      await fs.rename(tmpPath, fp);\n    } catch (err) {\n      await fs.rm(tmpPath, { force: true }).catch(() => {});\n      throw err;\n    }\n  }\n\n  async getStream(key: string): Promise<Readable | null> {\n    const fp = this.filePath(key);\n    if (!existsSync(fp)) return null;\n    return createReadStream(fp);\n  }\n\n  async exists(key: string): Promise<boolean> {\n    try {\n      await fs.access(this.filePath(key));\n      return true;\n    } catch {\n      return false;\n    }\n  }\n\n  async existsMany(keys: string[]): Promise<Map<string, boolean>> {\n    const results = await Promise.all(\n      keys.map(async (key) => [key, await this.exists(key)] as const),\n    );\n    return new Map(results);\n  }\n\n  async delete(key: string): Promise<void> {\n    await fs.rm(this.filePath(key), { force: true });\n  }\n\n  async putJson(key: string, data: object, _ttlMs?: number): Promise<void> {\n    // Note: TTL is not used for local storage; cleanup uses file mtime\n    const fp = this.filePath(key);\n    await this.ensureDir(fp);\n\n    // Write to temp file, then rename for atomicity (no partial reads).\n    const tmpPath = this.tmpPathFor(fp);\n    try {\n      await fs.writeFile(tmpPath, JSON.stringify(data));\n      await fs.rename(tmpPath, fp);\n    } catch (err) {\n      await fs.rm(tmpPath, { force: true }).catch(() => {});\n      throw err;\n    }\n  }\n\n  async getJson<T>(key: string): Promise<T | null> {\n    try {\n      const content = await fs.readFile(this.filePath(key), \"utf-8\");\n      return JSON.parse(content) as T;\n    } catch {\n      return null;\n    }\n  }\n\n  close(): void {\n    // Stop the cleanup interval\n    if (this.cleanupInterval) {\n      clearInterval(this.cleanupInterval);\n      this.cleanupInterval = undefined;\n    }\n  }\n}\n\n/**\n * Create a transient store instance based on environment variables.\n * Uses S3 if FFS_TRANSIENT_STORE_BUCKET is set, otherwise uses local filesystem.\n */\nexport function createTransientStore(): TransientStore {\n  // Parse TTLs from env\n  const sourceTtlMs = process.env.FFS_SOURCE_CACHE_TTL_MS\n    ? parseInt(process.env.FFS_SOURCE_CACHE_TTL_MS, 10)\n    : DEFAULT_SOURCE_TTL_MS;\n  const jobMetadataTtlMs = process.env.FFS_JOB_METADATA_TTL_MS\n    ? parseInt(process.env.FFS_JOB_METADATA_TTL_MS, 10)\n    : DEFAULT_JOB_METADATA_TTL_MS;\n\n  if (process.env.FFS_TRANSIENT_STORE_BUCKET) {\n    return new S3TransientStore({\n      endpoint: process.env.FFS_TRANSIENT_STORE_ENDPOINT,\n      region: process.env.FFS_TRANSIENT_STORE_REGION ?? \"auto\",\n      bucket: process.env.FFS_TRANSIENT_STORE_BUCKET,\n      prefix: process.env.FFS_TRANSIENT_STORE_PREFIX,\n      accessKeyId: process.env.FFS_TRANSIENT_STORE_ACCESS_KEY,\n      secretAccessKey: process.env.FFS_TRANSIENT_STORE_SECRET_KEY,\n      sourceTtlMs,\n      jobMetadataTtlMs,\n    });\n  }\n\n  return new LocalTransientStore({\n    baseDir: process.env.FFS_TRANSIENT_STORE_LOCAL_DIR,\n    sourceTtlMs,\n    jobMetadataTtlMs,\n  });\n}\n\nexport function hashUrl(url: string): string {\n  return crypto.createHash(\"sha256\").update(url).digest(\"hex\").slice(0, 16);\n}\n\nexport type SourceStoreKey = `sources/${string}`;\nexport type WarmupJobStoreKey = `jobs/warmup/${string}.json`;\nexport type RenderJobStoreKey = `jobs/render/${string}.json`;\nexport type WarmupAndRenderJobStoreKey =\n  `jobs/warmup-and-render/${string}.json`;\n\n/**\n * Build the store key for a source URL (hashing is handled internally).\n */\nexport function sourceStoreKey(url: string): SourceStoreKey {\n  return `sources/${hashUrl(url)}`;\n}\n\nexport function warmupJobStoreKey(jobId: string): WarmupJobStoreKey {\n  return `jobs/warmup/${jobId}.json`;\n}\n\nexport function renderJobStoreKey(jobId: string): RenderJobStoreKey {\n  return `jobs/render/${jobId}.json`;\n}\n\nexport function warmupAndRenderJobStoreKey(\n  jobId: string,\n): WarmupAndRenderJobStoreKey {\n  return `jobs/warmup-and-render/${jobId}.json`;\n}\n\n/**\n * Centralized store key builders for known namespaces.\n * Prefer using these helpers over manual string interpolation.\n */\nexport const storeKeys = {\n  source: sourceStoreKey,\n  warmupJob: warmupJobStoreKey,\n  renderJob: renderJobStoreKey,\n  warmupAndRenderJob: warmupAndRenderJobStoreKey,\n} as const;\n"],"mappings":";AAAA,SAAS,OAAO,aAA2C;AAwC3D,eAAsB,SACpB,KACA,SACmB;AACnB,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA,iBAAiB;AAAA;AAAA,IACjB,cAAc;AAAA;AAAA,EAChB,IAAI,WAAW,CAAC;AAEhB,QAAM,QAAQ,IAAI,MAAM,EAAE,gBAAgB,YAAY,CAAC;AAEvD,SAAO,MAAM,KAAK;AAAA,IAChB;AAAA,IACA;AAAA,IACA,SAAS,EAAE,cAAc,iCAAiC,GAAG,QAAQ;AAAA,IACrE,YAAY;AAAA,EACd,CAAC;AACH;;;AC5DA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,cAAc;AACvB,OAAO,QAAQ;AACf,SAAS,kBAAkB,mBAAmB,kBAAkB;AAChE,SAAS,gBAAgB;AACzB,OAAO,UAAU;AACjB,OAAO,QAAQ;AACf,OAAO,YAAY;AAInB,IAAM,wBAAwB,KAAK,KAAK;AAExC,IAAM,8BAA8B,IAAI,KAAK,KAAK;AA+B3C,IAAM,mBAAN,MAAiD;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EACQ;AAAA,EACA;AAAA,EAEhB,YAAY,SAST;AACD,SAAK,SAAS,IAAI,SAAS;AAAA,MACzB,UAAU,QAAQ;AAAA,MAClB,QAAQ,QAAQ,UAAU;AAAA,MAC1B,aAAa,QAAQ,cACjB;AAAA,QACE,aAAa,QAAQ;AAAA,QACrB,iBAAiB,QAAQ;AAAA,MAC3B,IACA;AAAA,MACJ,gBAAgB,CAAC,CAAC,QAAQ;AAAA,IAC5B,CAAC;AACD,SAAK,SAAS,QAAQ;AACtB,SAAK,SAAS,QAAQ,UAAU;AAChC,SAAK,cAAc,QAAQ,eAAe;AAC1C,SAAK,mBACH,QAAQ,oBAAoB;AAAA,EAChC;AAAA,EAEQ,WAAW,OAAqB;AACtC,WAAO,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK;AAAA,EACpC;AAAA,EAEQ,WAAW,KAAqB;AACtC,WAAO,GAAG,KAAK,MAAM,GAAG,GAAG;AAAA,EAC7B;AAAA,EAEA,MAAM,IAAI,KAAa,QAAkB,OAA+B;AACtE,UAAM,SAAS,IAAI,OAAO;AAAA,MACxB,QAAQ,KAAK;AAAA,MACb,QAAQ;AAAA,QACN,QAAQ,KAAK;AAAA,QACb,KAAK,KAAK,WAAW,GAAG;AAAA,QACxB,MAAM;AAAA,QACN,SAAS,KAAK,WAAW,SAAS,KAAK,WAAW;AAAA,MACpD;AAAA,IACF,CAAC;AACD,UAAM,OAAO,KAAK;AAAA,EACpB;AAAA,EAEA,MAAM,UAAU,KAAuC;AACrD,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,OAAO;AAAA,QACjC,IAAI,iBAAiB;AAAA,UACnB,QAAQ,KAAK;AAAA,UACb,KAAK,KAAK,WAAW,GAAG;AAAA,QAC1B,CAAC;AAAA,MACH;AACA,aAAO,SAAS;AAAA,IAClB,SAAS,KAAc;AACrB,YAAM,QAAQ;AAId,UACE,MAAM,SAAS,eACf,MAAM,WAAW,mBAAmB,KACpC;AACA,eAAO;AAAA,MACT;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,KAA+B;AAC1C,QAAI;AACF,YAAM,KAAK,OAAO;AAAA,QAChB,IAAI,kBAAkB;AAAA,UACpB,QAAQ,KAAK;AAAA,UACb,KAAK,KAAK,WAAW,GAAG;AAAA,QAC1B,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT,SAAS,KAAc;AACrB,YAAM,QAAQ;AAId,UACE,MAAM,SAAS,cACf,MAAM,WAAW,mBAAmB,KACpC;AACA,eAAO;AAAA,MACT;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,WAAW,MAA+C;AAC9D,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,KAAK,IAAI,OAAO,QAAQ,CAAC,KAAK,MAAM,KAAK,OAAO,GAAG,CAAC,CAAU;AAAA,IAChE;AACA,WAAO,IAAI,IAAI,OAAO;AAAA,EACxB;AAAA,EAEA,MAAM,OAAO,KAA4B;AACvC,QAAI;AACF,YAAM,KAAK,OAAO;AAAA,QAChB,IAAI,oBAAoB;AAAA,UACtB,QAAQ,KAAK;AAAA,UACb,KAAK,KAAK,WAAW,GAAG;AAAA,QAC1B,CAAC;AAAA,MACH;AAAA,IACF,SAAS,KAAc;AACrB,YAAM,QAAQ;AAId,UACE,MAAM,SAAS,eACf,MAAM,WAAW,mBAAmB,KACpC;AACA;AAAA,MACF;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,KAAa,MAAc,OAA+B;AACtE,UAAM,KAAK,OAAO;AAAA,MAChB,IAAI,iBAAiB;AAAA,QACnB,QAAQ,KAAK;AAAA,QACb,KAAK,KAAK,WAAW,GAAG;AAAA,QACxB,MAAM,KAAK,UAAU,IAAI;AAAA,QACzB,aAAa;AAAA,QACb,SAAS,KAAK,WAAW,SAAS,KAAK,gBAAgB;AAAA,MACzD,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,QAAW,KAAgC;AAC/C,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,OAAO;AAAA,QACjC,IAAI,iBAAiB;AAAA,UACnB,QAAQ,KAAK;AAAA,UACb,KAAK,KAAK,WAAW,GAAG;AAAA,QAC1B,CAAC;AAAA,MACH;AACA,YAAM,OAAO,MAAM,SAAS,MAAM,kBAAkB;AACpD,UAAI,CAAC,KAAM,QAAO;AAClB,aAAO,KAAK,MAAM,IAAI;AAAA,IACxB,SAAS,KAAc;AACrB,YAAM,QAAQ;AAId,UACE,MAAM,SAAS,eACf,MAAM,WAAW,mBAAmB,KACpC;AACA,eAAO;AAAA,MACT;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,QAAc;AAAA,EAEd;AACF;AAKO,IAAM,sBAAN,MAAoD;AAAA,EACjD;AAAA,EACA,cAAc;AAAA,EACd;AAAA,EACQ;AAAA,EACA;AAAA;AAAA,EAER;AAAA,EAER,YAAY,SAIT;AACD,SAAK,UAAU,SAAS,WAAW,KAAK,KAAK,GAAG,OAAO,GAAG,eAAe;AACzE,SAAK,cAAc,SAAS,eAAe;AAC3C,SAAK,mBACH,SAAS,oBAAoB;AAC/B,SAAK,WAAW,KAAK,IAAI,KAAK,aAAa,KAAK,gBAAgB;AAGhE,SAAK,kBAAkB,YAAY,MAAM;AACvC,WAAK,eAAe,EAAE,MAAM,QAAQ,KAAK;AAAA,IAC3C,GAAG,GAAO;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA,EAKA,MAAa,iBAAgC;AAC3C,QAAI,CAAC,KAAK,YAAa;AAEvB,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,KAAK,WAAW,KAAK,SAAS,GAAG;AAAA,EACzC;AAAA,EAEA,MAAc,WAAW,KAAa,KAA4B;AAChE,QAAI;AACJ,QAAI;AACF,gBAAU,MAAM,GAAG,QAAQ,KAAK,EAAE,eAAe,KAAK,CAAC;AAAA,IACzD,QAAQ;AACN;AAAA,IACF;AAEA,eAAW,SAAS,SAAS;AAC3B,YAAM,WAAW,KAAK,KAAK,KAAK,MAAM,IAAI;AAE1C,UAAI,MAAM,YAAY,GAAG;AACvB,cAAM,KAAK,WAAW,UAAU,GAAG;AAEnC,YAAI;AACF,gBAAM,GAAG,MAAM,QAAQ;AAAA,QACzB,QAAQ;AAAA,QAER;AAAA,MACF,WAAW,MAAM,OAAO,GAAG;AACzB,YAAI;AACF,gBAAM,OAAO,MAAM,GAAG,KAAK,QAAQ;AACnC,cAAI,MAAM,KAAK,UAAU,KAAK,UAAU;AACtC,kBAAM,GAAG,GAAG,UAAU,EAAE,OAAO,KAAK,CAAC;AAAA,UACvC;AAAA,QACF,QAAQ;AAAA,QAER;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,UAAU,UAAiC;AACvD,UAAM,GAAG,MAAM,KAAK,QAAQ,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AAC1D,SAAK,cAAc;AAAA,EACrB;AAAA,EAEQ,SAAS,KAAqB;AACpC,WAAO,KAAK,KAAK,KAAK,SAAS,GAAG;AAAA,EACpC;AAAA,EAEQ,WAAW,WAA2B;AAC5C,UAAM,OAAO,OAAO,YAAY,CAAC,EAAE,SAAS,KAAK;AAEjD,WAAO,GAAG,SAAS,QAAQ,QAAQ,GAAG,IAAI,IAAI;AAAA,EAChD;AAAA,EAEA,MAAM,IAAI,KAAa,QAAkB,QAAgC;AAEvE,UAAM,KAAK,KAAK,SAAS,GAAG;AAC5B,UAAM,KAAK,UAAU,EAAE;AAGvB,UAAM,UAAU,KAAK,WAAW,EAAE;AAClC,QAAI;AACF,YAAM,cAAc,kBAAkB,OAAO;AAC7C,YAAM,SAAS,QAAQ,WAAW;AAClC,YAAM,GAAG,OAAO,SAAS,EAAE;AAAA,IAC7B,SAAS,KAAK;AACZ,YAAM,GAAG,GAAG,SAAS,EAAE,OAAO,KAAK,CAAC,EAAE,MAAM,MAAM;AAAA,MAAC,CAAC;AACpD,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,KAAuC;AACrD,UAAM,KAAK,KAAK,SAAS,GAAG;AAC5B,QAAI,CAAC,WAAW,EAAE,EAAG,QAAO;AAC5B,WAAO,iBAAiB,EAAE;AAAA,EAC5B;AAAA,EAEA,MAAM,OAAO,KAA+B;AAC1C,QAAI;AACF,YAAM,GAAG,OAAO,KAAK,SAAS,GAAG,CAAC;AAClC,aAAO;AAAA,IACT,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,WAAW,MAA+C;AAC9D,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,KAAK,IAAI,OAAO,QAAQ,CAAC,KAAK,MAAM,KAAK,OAAO,GAAG,CAAC,CAAU;AAAA,IAChE;AACA,WAAO,IAAI,IAAI,OAAO;AAAA,EACxB;AAAA,EAEA,MAAM,OAAO,KAA4B;AACvC,UAAM,GAAG,GAAG,KAAK,SAAS,GAAG,GAAG,EAAE,OAAO,KAAK,CAAC;AAAA,EACjD;AAAA,EAEA,MAAM,QAAQ,KAAa,MAAc,QAAgC;AAEvE,UAAM,KAAK,KAAK,SAAS,GAAG;AAC5B,UAAM,KAAK,UAAU,EAAE;AAGvB,UAAM,UAAU,KAAK,WAAW,EAAE;AAClC,QAAI;AACF,YAAM,GAAG,UAAU,SAAS,KAAK,UAAU,IAAI,CAAC;AAChD,YAAM,GAAG,OAAO,SAAS,EAAE;AAAA,IAC7B,SAAS,KAAK;AACZ,YAAM,GAAG,GAAG,SAAS,EAAE,OAAO,KAAK,CAAC,EAAE,MAAM,MAAM;AAAA,MAAC,CAAC;AACpD,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,QAAW,KAAgC;AAC/C,QAAI;AACF,YAAM,UAAU,MAAM,GAAG,SAAS,KAAK,SAAS,GAAG,GAAG,OAAO;AAC7D,aAAO,KAAK,MAAM,OAAO;AAAA,IAC3B,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,QAAc;AAEZ,QAAI,KAAK,iBAAiB;AACxB,oBAAc,KAAK,eAAe;AAClC,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AACF;AAMO,SAAS,uBAAuC;AAErD,QAAM,cAAc,QAAQ,IAAI,0BAC5B,SAAS,QAAQ,IAAI,yBAAyB,EAAE,IAChD;AACJ,QAAM,mBAAmB,QAAQ,IAAI,0BACjC,SAAS,QAAQ,IAAI,yBAAyB,EAAE,IAChD;AAEJ,MAAI,QAAQ,IAAI,4BAA4B;AAC1C,WAAO,IAAI,iBAAiB;AAAA,MAC1B,UAAU,QAAQ,IAAI;AAAA,MACtB,QAAQ,QAAQ,IAAI,8BAA8B;AAAA,MAClD,QAAQ,QAAQ,IAAI;AAAA,MACpB,QAAQ,QAAQ,IAAI;AAAA,MACpB,aAAa,QAAQ,IAAI;AAAA,MACzB,iBAAiB,QAAQ,IAAI;AAAA,MAC7B;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAEA,SAAO,IAAI,oBAAoB;AAAA,IAC7B,SAAS,QAAQ,IAAI;AAAA,IACrB;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEO,SAAS,QAAQ,KAAqB;AAC3C,SAAO,OAAO,WAAW,QAAQ,EAAE,OAAO,GAAG,EAAE,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE;AAC1E;AAWO,SAAS,eAAe,KAA6B;AAC1D,SAAO,WAAW,QAAQ,GAAG,CAAC;AAChC;AAEO,SAAS,kBAAkB,OAAkC;AAClE,SAAO,eAAe,KAAK;AAC7B;AAEO,SAAS,kBAAkB,OAAkC;AAClE,SAAO,eAAe,KAAK;AAC7B;AAEO,SAAS,2BACd,OAC4B;AAC5B,SAAO,0BAA0B,KAAK;AACxC;AAMO,IAAM,YAAY;AAAA,EACvB,QAAQ;AAAA,EACR,WAAW;AAAA,EACX,WAAW;AAAA,EACX,oBAAoB;AACtB;","names":[]}