@tandem-language-exchange/content-store 1.0.11 → 1.0.12

package/dist/chunk-DPWIBUHQ.js

@@ -0,0 +1,85 @@
+#!/usr/bin/env node
+
+// src/shared/s3.ts
+import {
+  S3Client,
+  PutObjectCommand,
+  CopyObjectCommand,
+  GetObjectCommand
+} from "@aws-sdk/client-s3";
+var ContentStore = class {
+  client;
+  bucket;
+  constructor(cfg) {
+    this.client = new S3Client({
+      region: cfg.region,
+      credentials: {
+        accessKeyId: cfg.accessKeyId,
+        secretAccessKey: cfg.secretAccessKey
+      }
+    });
+    this.bucket = cfg.bucket;
+  }
+  /** content-{cms}-{contentType}-{timestamp}.json */
+  buildVersionedKey(cms, contentType, timestamp) {
+    return `content-${cms}-${contentType}-${timestamp}.json`;
+  }
+  /** content-{cms}-{contentType}.json  (always points at the latest version) */
+  buildLatestKey(cms, contentType) {
+    return `content-${cms}-${contentType}.json`;
+  }
+  async upload(key, data) {
+    await this.client.send(
+      new PutObjectCommand({
+        Bucket: this.bucket,
+        Key: key,
+        Body: JSON.stringify(data, null, 2),
+        ContentType: "application/json"
+      })
+    );
+    return key;
+  }
+  async download(key) {
+    const response = await this.client.send(
+      new GetObjectCommand({ Bucket: this.bucket, Key: key })
+    );
+    const body = await response.Body?.transformToString();
+    if (!body) throw new Error(`Empty response for key: ${key}`);
+    return JSON.parse(body);
+  }
+  /**
+   * Copies a versioned object to the "latest" key so that it always reflects
+   * the most recent sync while older timestamped versions are retained.
+   */
+  async copyToLatest(sourceKey, cms, contentType) {
+    const latestKey = this.buildLatestKey(cms, contentType);
+    await this.client.send(
+      new CopyObjectCommand({
+        Bucket: this.bucket,
+        CopySource: `${this.bucket}/${sourceKey}`,
+        Key: latestKey,
+        ContentType: "application/json"
+      })
+    );
+    return latestKey;
+  }
+};
+
+// src/shared/config.ts
+import dotenv from "dotenv";
+dotenv.config({ path: ".env.local" });
+dotenv.config();
+var config = {
+  s3: {
+    bucket: process.env.CONTENT_STORE_S3_BUCKET ?? "",
+    region: process.env.CONTENT_STORE_S3_REGION ?? "eu-central-1",
+    accessKeyId: process.env.AWS_ACCESS_KEY ?? "",
+    secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY ?? ""
+  }
+};
+
+export {
+  config,
+  ContentStore
+};
+//# sourceMappingURL=chunk-DPWIBUHQ.js.map

package/dist/chunk-DPWIBUHQ.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/shared/s3.ts","../src/shared/config.ts"],"sourcesContent":["import {\n  S3Client,\n  PutObjectCommand,\n  CopyObjectCommand,\n  GetObjectCommand,\n} from '@aws-sdk/client-s3';\nimport type { S3Config } from './types';\n\nexport class ContentStore {\n  private client: S3Client;\n  private bucket: string;\n\n  constructor(cfg: S3Config) {\n    this.client = new S3Client({\n      region: cfg.region,\n      credentials: {\n        accessKeyId: cfg.accessKeyId,\n        secretAccessKey: cfg.secretAccessKey,\n      },\n    });\n    this.bucket = cfg.bucket;\n  }\n\n  /** content-{cms}-{contentType}-{timestamp}.json */\n  buildVersionedKey(cms: string, contentType: string, timestamp: number): string {\n    return `content-${cms}-${contentType}-${timestamp}.json`;\n  }\n\n  /** content-{cms}-{contentType}.json  (always points at the latest version) */\n  buildLatestKey(cms: string, contentType: string): string {\n    return `content-${cms}-${contentType}.json`;\n  }\n\n  async upload(key: string, data: unknown): Promise<string> {\n    await this.client.send(\n      new PutObjectCommand({\n        Bucket: this.bucket,\n        Key: key,\n        Body: JSON.stringify(data, null, 2),\n        ContentType: 'application/json',\n      }),\n    );\n    return key;\n  }\n\n  async download(key: string): Promise<unknown> {\n    const response = await this.client.send(\n      new GetObjectCommand({ Bucket: this.bucket, Key: key }),\n    );\n    const body = await response.Body?.transformToString();\n    if (!body) throw new Error(`Empty response for key: ${key}`);\n    return JSON.parse(body);\n  }\n\n  /**\n   * Copies a versioned object to the \"latest\" key so that it always reflects\n   * the most recent sync while older timestamped versions are retained.\n   */\n  async copyToLatest(\n    sourceKey: string,\n    cms: string,\n    contentType: string,\n  ): Promise<string> {\n    const latestKey = this.buildLatestKey(cms, contentType);\n    await this.client.send(\n      new CopyObjectCommand({\n        Bucket: this.bucket,\n        CopySource: `${this.bucket}/${sourceKey}`,\n        Key: latestKey,\n        ContentType: 'application/json',\n      }),\n    );\n    return latestKey;\n  }\n}\n","import dotenv from 'dotenv';\nimport type { S3Config, CMSProvider } from './types';\n\ndotenv.config({ path: '.env.local' });\ndotenv.config();\n\nexport type { CMSProvider, S3Config };\n\nexport interface SharedConfig {\n    s3: S3Config;\n}\n\nexport const config: SharedConfig = {\n    s3: {\n        bucket: process.env.CONTENT_STORE_S3_BUCKET ?? '',\n        region: process.env.CONTENT_STORE_S3_REGION ?? 'eu-central-1',\n        accessKeyId: process.env.AWS_ACCESS_KEY ?? '',\n        secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY ?? '',\n    }\n};\n"],"mappings":";;;AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAGA,IAAM,eAAN,MAAmB;AAAA,EAChB;AAAA,EACA;AAAA,EAER,YAAY,KAAe;AACzB,SAAK,SAAS,IAAI,SAAS;AAAA,MACzB,QAAQ,IAAI;AAAA,MACZ,aAAa;AAAA,QACX,aAAa,IAAI;AAAA,QACjB,iBAAiB,IAAI;AAAA,MACvB;AAAA,IACF,CAAC;AACD,SAAK,SAAS,IAAI;AAAA,EACpB;AAAA;AAAA,EAGA,kBAAkB,KAAa,aAAqB,WAA2B;AAC7E,WAAO,WAAW,GAAG,IAAI,WAAW,IAAI,SAAS;AAAA,EACnD;AAAA;AAAA,EAGA,eAAe,KAAa,aAA6B;AACvD,WAAO,WAAW,GAAG,IAAI,WAAW;AAAA,EACtC;AAAA,EAEA,MAAM,OAAO,KAAa,MAAgC;AACxD,UAAM,KAAK,OAAO;AAAA,MAChB,IAAI,iBAAiB;AAAA,QACnB,QAAQ,KAAK;AAAA,QACb,KAAK;AAAA,QACL,MAAM,KAAK,UAAU,MAAM,MAAM,CAAC;AAAA,QAClC,aAAa;AAAA,MACf,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,SAAS,KAA+B;AAC5C,UAAM,WAAW,MAAM,KAAK,OAAO;AAAA,MACjC,IAAI,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,KAAK,IAAI,CAAC;AAAA,IACxD;AACA,UAAM,OAAO,MAAM,SAAS,MAAM,kBAAkB;AACpD,QAAI,CAAC,KAAM,OAAM,IAAI,MAAM,2BAA2B,GAAG,EAAE;AAC3D,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aACJ,WACA,KACA,aACiB;AACjB,UAAM,YAAY,KAAK,eAAe,KAAK,WAAW;AACtD,UAAM,KAAK,OAAO;AAAA,MAChB,IAAI,kBAAkB;AAAA,QACpB,QAAQ,KAAK;AAAA,QACb,YAAY,GAAG,KAAK,MAAM,IAAI,SAAS;AAAA,QACvC,KAAK;AAAA,QACL,aAAa;AAAA,MACf,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AACF;;;AC1EA,OAAO,YAAY;AAGnB,OAAO,OAAO,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,OAAO;AAQP,IAAM,SAAuB;AAAA,EAChC,IAAI;AAAA,IACA,QAAQ,QAAQ,IAAI,2BAA2B;AAAA,IAC/C,QAAQ,QAAQ,IAAI,2BAA2B;AAAA,IAC/C,aAAa,QAAQ,IAAI,kBAAkB;AAAA,IAC3C,iBAAiB,QAAQ,IAAI,yBAAyB;AAAA,EAC1D;AACJ;","names":[]}

package/dist/chunk-QH4EH2NU.js

@@ -0,0 +1,272 @@
+#!/usr/bin/env node
+import {
+  ContentStore,
+  config
+} from "./chunk-DPWIBUHQ.js";
+
+// src/server/config.ts
+import dotenv from "dotenv";
+dotenv.config({ path: ".env.local" });
+dotenv.config();
+var config2 = {
+  ...config,
+  contentful: {
+    spaceId: process.env.CONTENTFUL_SPACE_ID ?? "",
+    accessToken: process.env.CONTENTFUL_WEBSITE_TOKEN ?? "",
+    host: process.env.CONTENTFUL_HOST ?? "preview.contentful.com",
+    batchSize: 1e3,
+    maxDepth: 4,
+    contentTypes: [
+      "gridLayout",
+      "iconWithText",
+      "page"
+      // Add Contentful content type IDs here to limit sync scope.
+      // Leave empty to sync all content types in the space.
+    ]
+  },
+  sanity: {
+    projectId: process.env.SANITY_PROJECT_ID ?? "",
+    dataset: process.env.SANITY_DATASET ?? "main",
+    token: process.env.SANITY_API_TOKEN ?? "",
+    apiVersion: "2024-01-01"
+  },
+  retry: {
+    maxRetries: parseInt(process.env.RETRY_MAX_RETRIES ?? "5", 10),
+    baseDelayMs: parseInt(process.env.RETRY_BASE_DELAY_MS ?? "1000", 10),
+    maxDelayMs: parseInt(process.env.RETRY_MAX_DELAY_MS ?? "60000", 10)
+  },
+  api: {
+    port: parseInt(process.env.PORT ?? "3010"),
+    apiToken: process.env.CONTENT_STORE_API_TOKEN ?? ""
+  }
+};
+
+// src/server/adapters/contentful.ts
+import {
+  createClient
+} from "contentful";
+
+// src/server/sync/retry.ts
+function rateLimitDelayMs(err) {
+  const e = err;
+  if (e?.status === 429 || e?.statusCode === 429) {
+    const reset = e?.headers?.["x-contentful-ratelimit-reset"];
+    return reset ? parseFloat(reset) * 1e3 : 0;
+  }
+  const resp = e?.response;
+  if (resp?.status === 429) {
+    const headers = resp?.headers;
+    const reset = headers?.["x-contentful-ratelimit-reset"];
+    return reset ? parseFloat(reset) * 1e3 : 0;
+  }
+  return null;
+}
+function computeDelay(attempt, baseDelayMs, maxDelayMs) {
+  const exponential = baseDelayMs * Math.pow(2, attempt);
+  const jitter = Math.random() * baseDelayMs;
+  return Math.min(exponential + jitter, maxDelayMs);
+}
+async function withRetry(fn, { maxRetries, baseDelayMs, maxDelayMs }) {
+  for (let attempt = 0; attempt <= maxRetries; attempt++) {
+    try {
+      return await fn();
+    } catch (err) {
+      if (attempt === maxRetries) throw err;
+      const rlDelay = rateLimitDelayMs(err);
+      let delay;
+      if (rlDelay !== null) {
+        delay = rlDelay > 0 ? rlDelay : computeDelay(attempt, baseDelayMs, maxDelayMs);
+        console.warn(
+          `  Rate limited (attempt ${attempt + 1}/${maxRetries}). Waiting ${Math.round(delay)}ms\u2026`
+        );
+      } else {
+        delay = computeDelay(attempt, baseDelayMs, maxDelayMs);
+        console.warn(
+          `  Request failed (attempt ${attempt + 1}/${maxRetries}): ${err.message}. Retrying in ${Math.round(delay)}ms\u2026`
+        );
+      }
+      await new Promise((resolve) => setTimeout(resolve, delay));
+    }
+  }
+  throw new Error("withRetry: unreachable");
+}
+
+// src/server/adapters/contentful.ts
+function stripEnvelope(value, maxDepth, depth = 0, seen = /* @__PURE__ */ new WeakSet()) {
+  if (value === null || typeof value !== "object") return value;
+  const obj = value;
+  if (seen.has(obj)) return void 0;
+  seen.add(obj);
+  if (Array.isArray(value)) {
+    return value.map((item) => stripEnvelope(item, maxDepth, depth, seen));
+  }
+  const isEnvelope = "sys" in obj && "fields" in obj && typeof obj.fields === "object";
+  if (isEnvelope) {
+    if (depth >= maxDepth) return void 0;
+    const fields = obj.fields;
+    const result2 = {};
+    for (const [k, v] of Object.entries(fields)) {
+      result2[k] = stripEnvelope(v, maxDepth, depth + 1, seen);
+    }
+    return result2;
+  }
+  const result = {};
+  for (const [k, v] of Object.entries(obj)) {
+    result[k] = stripEnvelope(v, maxDepth, depth, seen);
+  }
+  return result;
+}
+var ContentfulAdapter = class {
+  name = "contentful";
+  client;
+  batchSize;
+  maxDepth;
+  allowedTypes;
+  retryConfig;
+  constructor(cfg, retryConfig) {
+    this.client = createClient({
+      space: cfg.spaceId,
+      accessToken: cfg.accessToken,
+      host: cfg.host
+    });
+    this.batchSize = cfg.batchSize;
+    this.maxDepth = cfg.maxDepth;
+    this.allowedTypes = cfg.contentTypes;
+    this.retryConfig = retryConfig;
+  }
+  async getContentTypes() {
+    const response = await withRetry(
+      () => this.client.getContentTypes(),
+      this.retryConfig
+    );
+    const allTypes = response.items.map((ct) => ct.sys.id);
+    if (this.allowedTypes.length > 0) {
+      return allTypes.filter((t) => this.allowedTypes.includes(t));
+    }
+    return allTypes;
+  }
+  /**
+   * Fetches every entry for a content type using batched pagination.
+   * Contentful caps `getEntries` at 1 000 items per call, so we page through
+   * with `skip` until all items are collected.
+   */
+  async fetchAll(contentType) {
+    const allItems = [];
+    let skip = 0;
+    let total = 0;
+    do {
+      const response = await withRetry(
+        () => this.client.getEntries({
+          content_type: contentType,
+          limit: this.batchSize,
+          skip,
+          include: 2
+        }),
+        this.retryConfig
+      );
+      total = response.total;
+      allItems.push(...response.items);
+      skip += response.items.length;
+      if (total > this.batchSize) {
+        console.log(
+          `  [contentful] ${contentType}: fetched ${allItems.length}/${total}`
+        );
+      }
+    } while (skip < total);
+    return { contentType, items: allItems.map((item) => stripEnvelope(item, this.maxDepth)), total };
+  }
+};
+
+// src/server/adapters/sanity.ts
+import { createClient as createClient2 } from "@sanity/client";
+var SanityAdapter = class {
+  name = "sanity";
+  client;
+  retryConfig;
+  constructor(cfg, retryConfig) {
+    this.client = createClient2({
+      projectId: cfg.projectId,
+      dataset: cfg.dataset,
+      token: cfg.token,
+      apiVersion: cfg.apiVersion,
+      useCdn: false
+    });
+    this.retryConfig = retryConfig;
+  }
+  async getContentTypes() {
+    const types = await withRetry(
+      () => this.client.fetch(`array::unique(*[]._type)`),
+      this.retryConfig
+    );
+    return types.filter(
+      (t) => !t.startsWith("system.") && !t.startsWith("sanity.")
+    );
+  }
+  async fetchAll(contentType) {
+    const items = await withRetry(
+      () => this.client.fetch(`*[_type == $type]`, { type: contentType }),
+      this.retryConfig
+    );
+    console.log(`  [sanity] ${contentType}: fetched ${items.length} items`);
+    return { contentType, items, total: items.length };
+  }
+};
+
+// src/server/adapters/index.ts
+function createAdapter(cms) {
+  switch (cms) {
+    case "contentful":
+      return new ContentfulAdapter(config2.contentful, config2.retry);
+    case "sanity":
+      return new SanityAdapter(config2.sanity, config2.retry);
+    default:
+      throw new Error(`Unknown CMS provider: ${cms}`);
+  }
+}
+
+// src/server/sync/engine.ts
+async function runSync(cms, contentTypes) {
+  const adapter = createAdapter(cms);
+  const store = new ContentStore(config2.s3);
+  const timestamp = Math.floor(Date.now() / 1e3);
+  console.log(`
+Starting sync from ${cms} at ${new Date(timestamp * 1e3).toISOString()}`);
+  const typesToSync = contentTypes && contentTypes.length > 0 ? contentTypes : await adapter.getContentTypes();
+  console.log(`Content types to sync: ${typesToSync.join(", ")}
+`);
+  const entries = [];
+  const errors = [];
+  for (const contentType of typesToSync) {
+    try {
+      const result = await adapter.fetchAll(contentType);
+      const versionedKey = store.buildVersionedKey(cms, contentType, timestamp);
+      await store.upload(versionedKey, result.items);
+      const latestKey = await store.copyToLatest(versionedKey, cms, contentType);
+      entries.push({
+        contentType,
+        itemCount: result.total,
+        versionedKey,
+        latestKey
+      });
+      console.log(
+        `  + ${contentType}: ${result.total} items -> ${versionedKey}`
+      );
+    } catch (err) {
+      const message = err instanceof Error ? err.message : String(err);
+      errors.push({ contentType, error: message });
+      console.error(`  x ${contentType}: ${message}`);
+    }
+  }
+  console.log(
+    `
+Sync complete: ${entries.length} succeeded, ${errors.length} failed
+`
+  );
+  return { cms, timestamp, entries, errors };
+}
+
+export {
+  config2 as config,
+  runSync
+};
+//# sourceMappingURL=chunk-QH4EH2NU.js.map

package/dist/chunk-QH4EH2NU.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/server/config.ts","../src/server/adapters/contentful.ts","../src/server/sync/retry.ts","../src/server/adapters/sanity.ts","../src/server/adapters/index.ts","../src/server/sync/engine.ts"],"sourcesContent":["import dotenv from 'dotenv';\nimport type { S3Config, CMSProvider } from '../shared/types';\nimport {SharedConfig, config as sharedConfig} from '../shared/config';\n\ndotenv.config({ path: '.env.local' });\ndotenv.config();\n\nexport type { CMSProvider, S3Config };\n\nexport interface ContentfulConfig {\n  spaceId: string;\n  accessToken: string;\n  host: string;\n  batchSize: number;\n  /** Content types to sync. When empty, all content types in the space are synced. */\n  contentTypes: string[];\n  /** Max nesting depth when unwrapping resolved entries. Deeper references are dropped. */\n  maxDepth: number;\n}\n\nexport interface SanityConfig {\n  projectId: string;\n  dataset: string;\n  token: string;\n  apiVersion: string;\n}\n\nexport interface RetryConfig {\n  maxRetries: number;\n  baseDelayMs: number;\n  maxDelayMs: number;\n}\n\nexport interface RestApiConfig {\n  port: number;\n  apiToken: string;\n}\n\nexport interface ServerConfig {\n  contentful: ContentfulConfig;\n  sanity: SanityConfig;\n  retry: RetryConfig;\n  api: RestApiConfig;\n}\n\nexport const config: ServerConfig & SharedConfig = {\n  ...sharedConfig,\n  contentful: {\n    spaceId: process.env.CONTENTFUL_SPACE_ID ?? '',\n    accessToken: process.env.CONTENTFUL_WEBSITE_TOKEN ?? '',\n    host: process.env.CONTENTFUL_HOST ?? 'preview.contentful.com',\n    batchSize: 1000,\n    maxDepth: 4,\n    contentTypes: [\n        'gridLayout','iconWithText','page'\n      // Add Contentful content type IDs here to limit sync scope.\n      // Leave empty to sync all content types in the space.\n    ],\n  },\n\n  sanity: {\n    projectId: process.env.SANITY_PROJECT_ID ?? '',\n    dataset: process.env.SANITY_DATASET ?? 'main',\n    token: process.env.SANITY_API_TOKEN ?? '',\n    apiVersion: '2024-01-01',\n  },\n\n  retry: {\n    maxRetries: parseInt(process.env.RETRY_MAX_RETRIES ?? '5', 10),\n    baseDelayMs: parseInt(process.env.RETRY_BASE_DELAY_MS ?? '1000', 10),\n    maxDelayMs: parseInt(process.env.RETRY_MAX_DELAY_MS ?? '60000', 10),\n  },\n\n  api: {\n    port: parseInt(process.env.PORT ?? '3010'),\n    apiToken: process.env.CONTENT_STORE_API_TOKEN ?? '',\n  },\n};\n","import {\n  createClient,\n  type ContentfulClientApi,\n  type ContentTypeCollection,\n  type EntryCollection,\n  type EntrySkeletonType,\n} from 'contentful';\nimport type { ContentfulConfig, RetryConfig } from '../config';\nimport type { CMSAdapter, FetchResult } from './types';\nimport { withRetry } from '../sync/retry';\n\n/**\n * Recursively unwraps Contentful's { metadata, sys, fields } envelope.\n * `depth` tracks how many entry/asset envelopes deep we are — anything\n * beyond `maxDepth` is dropped to avoid blowing the call stack on\n * circular or extremely deep reference chains.\n */\nfunction stripEnvelope(\n  value: unknown,\n  maxDepth: number,\n  depth = 0,\n  seen = new WeakSet<object>(),\n): unknown {\n  if (value === null || typeof value !== 'object') return value;\n\n  const obj = value as Record<string, unknown>;\n\n  if (seen.has(obj)) return undefined;\n  seen.add(obj);\n\n  if (Array.isArray(value)) {\n    return value.map((item) => stripEnvelope(item, maxDepth, depth, seen));\n  }\n\n  const isEnvelope = 'sys' in obj && 'fields' in obj && typeof obj.fields === 'object';\n\n  if (isEnvelope) {\n    if (depth >= maxDepth) return undefined;\n\n    const fields = obj.fields as Record<string, unknown>;\n    const result: Record<string, unknown> = {};\n    for (const [k, v] of Object.entries(fields)) {\n      result[k] = stripEnvelope(v, maxDepth, depth + 1, seen);\n    }\n    return result;\n  }\n\n  const result: Record<string, unknown> = {};\n  for (const [k, v] of Object.entries(obj)) {\n    result[k] = stripEnvelope(v, maxDepth, depth, seen);\n  }\n  return result;\n}\n\nexport class ContentfulAdapter implements CMSAdapter {\n  readonly name = 'contentful';\n  private client: ContentfulClientApi<undefined>;\n  private batchSize: number;\n  private maxDepth: number;\n  private allowedTypes: string[];\n  private retryConfig: RetryConfig;\n\n  constructor(cfg: ContentfulConfig, retryConfig: RetryConfig) {\n    this.client = createClient({\n      space: cfg.spaceId,\n      accessToken: cfg.accessToken,\n      host: cfg.host,\n    });\n    this.batchSize = cfg.batchSize;\n    this.maxDepth = cfg.maxDepth;\n    this.allowedTypes = cfg.contentTypes;\n    this.retryConfig = retryConfig;\n  }\n\n  async getContentTypes(): Promise<string[]> {\n    const response = await withRetry<ContentTypeCollection>(\n      () => this.client.getContentTypes(),\n      this.retryConfig,\n    );\n\n    const allTypes = response.items.map((ct) => ct.sys.id);\n\n    if (this.allowedTypes.length > 0) {\n      return allTypes.filter((t) => this.allowedTypes.includes(t));\n    }\n    return allTypes;\n  }\n\n  /**\n   * Fetches every entry for a content type using batched pagination.\n   * Contentful caps `getEntries` at 1 000 items per call, so we page through\n   * with `skip` until all items are collected.\n   */\n  async fetchAll(contentType: string): Promise<FetchResult> {\n    const allItems: unknown[] = [];\n    let skip = 0;\n    let total = 0;\n\n    do {\n      const response = await withRetry<EntryCollection<EntrySkeletonType>>(\n        () =>\n          this.client.getEntries({\n            content_type: contentType,\n            limit: this.batchSize,\n            skip,\n            include: 2,\n          }),\n        this.retryConfig,\n      );\n\n      total = response.total;\n      allItems.push(...response.items);\n      skip += response.items.length;\n\n      if (total > this.batchSize) {\n        console.log(\n          `  [contentful] ${contentType}: fetched ${allItems.length}/${total}`,\n        );\n      }\n    } while (skip < total);\n\n    return { contentType, items: allItems.map((item) => stripEnvelope(item, this.maxDepth)), total };\n  }\n}\n","import type { RetryConfig } from '../config';\n\n/**\n * Inspects an error to determine if it represents an API rate-limit (HTTP 429).\n * Returns the suggested wait time in ms when available, otherwise `0` to signal\n * that the caller should fall back to computed backoff.  Returns `null` when the\n * error is *not* a rate-limit error.\n */\nfunction rateLimitDelayMs(err: unknown): number | null {\n  const e = err as Record<string, unknown>;\n\n  if (e?.status === 429 || e?.statusCode === 429) {\n    const reset = (e?.headers as Record<string, string> | undefined)?.[\n      'x-contentful-ratelimit-reset'\n    ];\n    return reset ? parseFloat(reset) * 1000 : 0;\n  }\n\n  const resp = e?.response as Record<string, unknown> | undefined;\n  if (resp?.status === 429) {\n    const headers = resp?.headers as Record<string, string> | undefined;\n    const reset = headers?.['x-contentful-ratelimit-reset'];\n    return reset ? parseFloat(reset) * 1000 : 0;\n  }\n\n  return null;\n}\n\nfunction computeDelay(\n  attempt: number,\n  baseDelayMs: number,\n  maxDelayMs: number,\n): number {\n  const exponential = baseDelayMs * Math.pow(2, attempt);\n  const jitter = Math.random() * baseDelayMs;\n  return Math.min(exponential + jitter, maxDelayMs);\n}\n\n/**\n * Executes `fn` with automatic retry + exponential backoff.\n * Rate-limit (429) responses are handled specially: if the API provides a\n * Retry-After / reset header, that value is respected instead of computed backoff.\n */\nexport async function withRetry<T>(\n  fn: () => Promise<T>,\n  { maxRetries, baseDelayMs, maxDelayMs }: RetryConfig,\n): Promise<T> {\n  for (let attempt = 0; attempt <= maxRetries; attempt++) {\n    try {\n      return await fn();\n    } catch (err) {\n      if (attempt === maxRetries) throw err;\n\n      const rlDelay = rateLimitDelayMs(err);\n      let delay: number;\n\n      if (rlDelay !== null) {\n        delay =\n          rlDelay > 0 ? rlDelay : computeDelay(attempt, baseDelayMs, maxDelayMs);\n        console.warn(\n          `  Rate limited (attempt ${attempt + 1}/${maxRetries}). ` +\n            `Waiting ${Math.round(delay)}ms…`,\n        );\n      } else {\n        delay = computeDelay(attempt, baseDelayMs, maxDelayMs);\n        console.warn(\n          `  Request failed (attempt ${attempt + 1}/${maxRetries}): ` +\n            `${(err as Error).message}. Retrying in ${Math.round(delay)}ms…`,\n        );\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, delay));\n    }\n  }\n\n  throw new Error('withRetry: unreachable');\n}\n","import { createClient, type SanityClient } from '@sanity/client';\nimport type { SanityConfig, RetryConfig } from '../config';\nimport type { CMSAdapter, FetchResult } from './types';\nimport { withRetry } from '../sync/retry';\n\nexport class SanityAdapter implements CMSAdapter {\n  readonly name = 'sanity';\n  private client: SanityClient;\n  private retryConfig: RetryConfig;\n\n  constructor(cfg: SanityConfig, retryConfig: RetryConfig) {\n    this.client = createClient({\n      projectId: cfg.projectId,\n      dataset: cfg.dataset,\n      token: cfg.token,\n      apiVersion: cfg.apiVersion,\n      useCdn: false,\n    });\n    this.retryConfig = retryConfig;\n  }\n\n  async getContentTypes(): Promise<string[]> {\n    const types: string[] = await withRetry(\n      () => this.client.fetch(`array::unique(*[]._type)`),\n      this.retryConfig,\n    );\n    return types.filter(\n      (t) => !t.startsWith('system.') && !t.startsWith('sanity.'),\n    );\n  }\n\n  async fetchAll(contentType: string): Promise<FetchResult> {\n    const items: unknown[] = await withRetry(\n      () => this.client.fetch(`*[_type == $type]`, { type: contentType }),\n      this.retryConfig,\n    );\n\n    console.log(`  [sanity] ${contentType}: fetched ${items.length} items`);\n    return { contentType, items, total: items.length };\n  }\n}\n","import { config, type CMSProvider } from '../config';\nimport type { CMSAdapter } from './types';\nimport { ContentfulAdapter } from './contentful';\nimport { SanityAdapter } from './sanity';\n\nexport function createAdapter(cms: CMSProvider): CMSAdapter {\n  switch (cms) {\n    case 'contentful':\n      return new ContentfulAdapter(config.contentful, config.retry);\n    case 'sanity':\n      return new SanityAdapter(config.sanity, config.retry);\n    default:\n      throw new Error(`Unknown CMS provider: ${cms as string}`);\n  }\n}\n\nexport type { CMSAdapter, FetchResult } from './types';\n","import type { CMSProvider } from '../config';\nimport { config } from '../config';\nimport { createAdapter } from '../adapters';\nimport { ContentStore } from '../../shared/s3';\n\nexport interface SyncResultEntry {\n  contentType: string;\n  itemCount: number;\n  versionedKey: string;\n  latestKey: string;\n}\n\nexport interface SyncResult {\n  cms: CMSProvider;\n  timestamp: number;\n  entries: SyncResultEntry[];\n  errors: Array<{ contentType: string; error: string }>;\n}\n\nexport async function runSync(\n  cms: CMSProvider,\n  contentTypes?: string[],\n): Promise<SyncResult> {\n  const adapter = createAdapter(cms);\n  const store = new ContentStore(config.s3);\n  const timestamp = Math.floor(Date.now() / 1000);\n\n  console.log(`\\nStarting sync from ${cms} at ${new Date(timestamp * 1000).toISOString()}`);\n\n  const typesToSync =\n    contentTypes && contentTypes.length > 0\n      ? contentTypes\n      : await adapter.getContentTypes();\n\n  console.log(`Content types to sync: ${typesToSync.join(', ')}\\n`);\n\n  const entries: SyncResultEntry[] = [];\n  const errors: Array<{ contentType: string; error: string }> = [];\n\n  for (const contentType of typesToSync) {\n    try {\n      const result = await adapter.fetchAll(contentType);\n\n      const versionedKey = store.buildVersionedKey(cms, contentType, timestamp);\n      await store.upload(versionedKey, result.items);\n\n      const latestKey = await store.copyToLatest(versionedKey, cms, contentType);\n\n      entries.push({\n        contentType,\n        itemCount: result.total,\n        versionedKey,\n        latestKey,\n      });\n\n      console.log(\n        `  + ${contentType}: ${result.total} items -> ${versionedKey}`,\n      );\n    } catch (err) {\n      const message = err instanceof Error ? err.message : String(err);\n      errors.push({ contentType, error: message });\n      console.error(`  x ${contentType}: ${message}`);\n    }\n  }\n\n  console.log(\n    `\\nSync complete: ${entries.length} succeeded, ${errors.length} failed\\n`,\n  );\n\n  return { cms, timestamp, entries, errors };\n}\n"],"mappings":";;;;;;;AAAA,OAAO,YAAY;AAInB,OAAO,OAAO,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,OAAO;AAwCP,IAAMA,UAAsC;AAAA,EACjD,GAAG;AAAA,EACH,YAAY;AAAA,IACV,SAAS,QAAQ,IAAI,uBAAuB;AAAA,IAC5C,aAAa,QAAQ,IAAI,4BAA4B;AAAA,IACrD,MAAM,QAAQ,IAAI,mBAAmB;AAAA,IACrC,WAAW;AAAA,IACX,UAAU;AAAA,IACV,cAAc;AAAA,MACV;AAAA,MAAa;AAAA,MAAe;AAAA;AAAA;AAAA,IAGhC;AAAA,EACF;AAAA,EAEA,QAAQ;AAAA,IACN,WAAW,QAAQ,IAAI,qBAAqB;AAAA,IAC5C,SAAS,QAAQ,IAAI,kBAAkB;AAAA,IACvC,OAAO,QAAQ,IAAI,oBAAoB;AAAA,IACvC,YAAY;AAAA,EACd;AAAA,EAEA,OAAO;AAAA,IACL,YAAY,SAAS,QAAQ,IAAI,qBAAqB,KAAK,EAAE;AAAA,IAC7D,aAAa,SAAS,QAAQ,IAAI,uBAAuB,QAAQ,EAAE;AAAA,IACnE,YAAY,SAAS,QAAQ,IAAI,sBAAsB,SAAS,EAAE;AAAA,EACpE;AAAA,EAEA,KAAK;AAAA,IACH,MAAM,SAAS,QAAQ,IAAI,QAAQ,MAAM;AAAA,IACzC,UAAU,QAAQ,IAAI,2BAA2B;AAAA,EACnD;AACF;;;AC7EA;AAAA,EACE;AAAA,OAKK;;;ACEP,SAAS,iBAAiB,KAA6B;AACrD,QAAM,IAAI;AAEV,MAAI,GAAG,WAAW,OAAO,GAAG,eAAe,KAAK;AAC9C,UAAM,QAAS,GAAG,UAChB,8BACF;AACA,WAAO,QAAQ,WAAW,KAAK,IAAI,MAAO;AAAA,EAC5C;AAEA,QAAM,OAAO,GAAG;AAChB,MAAI,MAAM,WAAW,KAAK;AACxB,UAAM,UAAU,MAAM;AACtB,UAAM,QAAQ,UAAU,8BAA8B;AACtD,WAAO,QAAQ,WAAW,KAAK,IAAI,MAAO;AAAA,EAC5C;AAEA,SAAO;AACT;AAEA,SAAS,aACP,SACA,aACA,YACQ;AACR,QAAM,cAAc,cAAc,KAAK,IAAI,GAAG,OAAO;AACrD,QAAM,SAAS,KAAK,OAAO,IAAI;AAC/B,SAAO,KAAK,IAAI,cAAc,QAAQ,UAAU;AAClD;AAOA,eAAsB,UACpB,IACA,EAAE,YAAY,aAAa,WAAW,GAC1B;AACZ,WAAS,UAAU,GAAG,WAAW,YAAY,WAAW;AACtD,QAAI;AACF,aAAO,MAAM,GAAG;AAAA,IAClB,SAAS,KAAK;AACZ,UAAI,YAAY,WAAY,OAAM;AAElC,YAAM,UAAU,iBAAiB,GAAG;AACpC,UAAI;AAEJ,UAAI,YAAY,MAAM;AACpB,gBACE,UAAU,IAAI,UAAU,aAAa,SAAS,aAAa,UAAU;AACvE,gBAAQ;AAAA,UACN,2BAA2B,UAAU,CAAC,IAAI,UAAU,cACvC,KAAK,MAAM,KAAK,CAAC;AAAA,QAChC;AAAA,MACF,OAAO;AACL,gBAAQ,aAAa,SAAS,aAAa,UAAU;AACrD,gBAAQ;AAAA,UACN,6BAA6B,UAAU,CAAC,IAAI,UAAU,MAChD,IAAc,OAAO,iBAAiB,KAAK,MAAM,KAAK,CAAC;AAAA,QAC/D;AAAA,MACF;AAEA,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,KAAK,CAAC;AAAA,IAC3D;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,wBAAwB;AAC1C;;;AD3DA,SAAS,cACP,OACA,UACA,QAAQ,GACR,OAAO,oBAAI,QAAgB,GAClB;AACT,MAAI,UAAU,QAAQ,OAAO,UAAU,SAAU,QAAO;AAExD,QAAM,MAAM;AAEZ,MAAI,KAAK,IAAI,GAAG,EAAG,QAAO;AAC1B,OAAK,IAAI,GAAG;AAEZ,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,WAAO,MAAM,IAAI,CAAC,SAAS,cAAc,MAAM,UAAU,OAAO,IAAI,CAAC;AAAA,EACvE;AAEA,QAAM,aAAa,SAAS,OAAO,YAAY,OAAO,OAAO,IAAI,WAAW;AAE5E,MAAI,YAAY;AACd,QAAI,SAAS,SAAU,QAAO;AAE9B,UAAM,SAAS,IAAI;AACnB,UAAMC,UAAkC,CAAC;AACzC,eAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,MAAM,GAAG;AAC3C,MAAAA,QAAO,CAAC,IAAI,cAAc,GAAG,UAAU,QAAQ,GAAG,IAAI;AAAA,IACxD;AACA,WAAOA;AAAA,EACT;AAEA,QAAM,SAAkC,CAAC;AACzC,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,GAAG,GAAG;AACxC,WAAO,CAAC,IAAI,cAAc,GAAG,UAAU,OAAO,IAAI;AAAA,EACpD;AACA,SAAO;AACT;AAEO,IAAM,oBAAN,MAA8C;AAAA,EAC1C,OAAO;AAAA,EACR;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,KAAuB,aAA0B;AAC3D,SAAK,SAAS,aAAa;AAAA,MACzB,OAAO,IAAI;AAAA,MACX,aAAa,IAAI;AAAA,MACjB,MAAM,IAAI;AAAA,IACZ,CAAC;AACD,SAAK,YAAY,IAAI;AACrB,SAAK,WAAW,IAAI;AACpB,SAAK,eAAe,IAAI;AACxB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,MAAM,kBAAqC;AACzC,UAAM,WAAW,MAAM;AAAA,MACrB,MAAM,KAAK,OAAO,gBAAgB;AAAA,MAClC,KAAK;AAAA,IACP;AAEA,UAAM,WAAW,SAAS,MAAM,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE;AAErD,QAAI,KAAK,aAAa,SAAS,GAAG;AAChC,aAAO,SAAS,OAAO,CAAC,MAAM,KAAK,aAAa,SAAS,CAAC,CAAC;AAAA,IAC7D;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,SAAS,aAA2C;AACxD,UAAM,WAAsB,CAAC;AAC7B,QAAI,OAAO;AACX,QAAI,QAAQ;AAEZ,OAAG;AACD,YAAM,WAAW,MAAM;AAAA,QACrB,MACE,KAAK,OAAO,WAAW;AAAA,UACrB,cAAc;AAAA,UACd,OAAO,KAAK;AAAA,UACZ;AAAA,UACA,SAAS;AAAA,QACX,CAAC;AAAA,QACH,KAAK;AAAA,MACP;AAEA,cAAQ,SAAS;AACjB,eAAS,KAAK,GAAG,SAAS,KAAK;AAC/B,cAAQ,SAAS,MAAM;AAEvB,UAAI,QAAQ,KAAK,WAAW;AAC1B,gBAAQ;AAAA,UACN,kBAAkB,WAAW,aAAa,SAAS,MAAM,IAAI,KAAK;AAAA,QACpE;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AAEhB,WAAO,EAAE,aAAa,OAAO,SAAS,IAAI,CAAC,SAAS,cAAc,MAAM,KAAK,QAAQ,CAAC,GAAG,MAAM;AAAA,EACjG;AACF;;;AE3HA,SAAS,gBAAAC,qBAAuC;AAKzC,IAAM,gBAAN,MAA0C;AAAA,EACtC,OAAO;AAAA,EACR;AAAA,EACA;AAAA,EAER,YAAY,KAAmB,aAA0B;AACvD,SAAK,SAASC,cAAa;AAAA,MACzB,WAAW,IAAI;AAAA,MACf,SAAS,IAAI;AAAA,MACb,OAAO,IAAI;AAAA,MACX,YAAY,IAAI;AAAA,MAChB,QAAQ;AAAA,IACV,CAAC;AACD,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,MAAM,kBAAqC;AACzC,UAAM,QAAkB,MAAM;AAAA,MAC5B,MAAM,KAAK,OAAO,MAAM,0BAA0B;AAAA,MAClD,KAAK;AAAA,IACP;AACA,WAAO,MAAM;AAAA,MACX,CAAC,MAAM,CAAC,EAAE,WAAW,SAAS,KAAK,CAAC,EAAE,WAAW,SAAS;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,aAA2C;AACxD,UAAM,QAAmB,MAAM;AAAA,MAC7B,MAAM,KAAK,OAAO,MAAM,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAAA,MAClE,KAAK;AAAA,IACP;AAEA,YAAQ,IAAI,cAAc,WAAW,aAAa,MAAM,MAAM,QAAQ;AACtE,WAAO,EAAE,aAAa,OAAO,OAAO,MAAM,OAAO;AAAA,EACnD;AACF;;;ACnCO,SAAS,cAAc,KAA8B;AAC1D,UAAQ,KAAK;AAAA,IACX,KAAK;AACH,aAAO,IAAI,kBAAkBC,QAAO,YAAYA,QAAO,KAAK;AAAA,IAC9D,KAAK;AACH,aAAO,IAAI,cAAcA,QAAO,QAAQA,QAAO,KAAK;AAAA,IACtD;AACE,YAAM,IAAI,MAAM,yBAAyB,GAAa,EAAE;AAAA,EAC5D;AACF;;;ACKA,eAAsB,QACpB,KACA,cACqB;AACrB,QAAM,UAAU,cAAc,GAAG;AACjC,QAAM,QAAQ,IAAI,aAAaC,QAAO,EAAE;AACxC,QAAM,YAAY,KAAK,MAAM,KAAK,IAAI,IAAI,GAAI;AAE9C,UAAQ,IAAI;AAAA,qBAAwB,GAAG,OAAO,IAAI,KAAK,YAAY,GAAI,EAAE,YAAY,CAAC,EAAE;AAExF,QAAM,cACJ,gBAAgB,aAAa,SAAS,IAClC,eACA,MAAM,QAAQ,gBAAgB;AAEpC,UAAQ,IAAI,0BAA0B,YAAY,KAAK,IAAI,CAAC;AAAA,CAAI;AAEhE,QAAM,UAA6B,CAAC;AACpC,QAAM,SAAwD,CAAC;AAE/D,aAAW,eAAe,aAAa;AACrC,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ,SAAS,WAAW;AAEjD,YAAM,eAAe,MAAM,kBAAkB,KAAK,aAAa,SAAS;AACxE,YAAM,MAAM,OAAO,cAAc,OAAO,KAAK;AAE7C,YAAM,YAAY,MAAM,MAAM,aAAa,cAAc,KAAK,WAAW;AAEzE,cAAQ,KAAK;AAAA,QACX;AAAA,QACA,WAAW,OAAO;AAAA,QAClB;AAAA,QACA;AAAA,MACF,CAAC;AAED,cAAQ;AAAA,QACN,OAAO,WAAW,KAAK,OAAO,KAAK,aAAa,YAAY;AAAA,MAC9D;AAAA,IACF,SAAS,KAAK;AACZ,YAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAO,KAAK,EAAE,aAAa,OAAO,QAAQ,CAAC;AAC3C,cAAQ,MAAM,OAAO,WAAW,KAAK,OAAO,EAAE;AAAA,IAChD;AAAA,EACF;AAEA,UAAQ;AAAA,IACN;AAAA,iBAAoB,QAAQ,MAAM,eAAe,OAAO,MAAM;AAAA;AAAA,EAChE;AAEA,SAAO,EAAE,KAAK,WAAW,SAAS,OAAO;AAC3C;","names":["config","result","createClient","createClient","config","config"]}

package/dist/chunk-R6THP5E4.js

@@ -0,0 +1,105 @@
+#!/usr/bin/env node
+import {
+  config
+} from "./chunk-DPWIBUHQ.js";
+
+// src/client/config.ts
+import dotenv from "dotenv";
+dotenv.config({ path: ".env.local" });
+dotenv.config();
+var config2 = {
+  ...config
+};
+
+// src/shared/bundles.ts
+import fs from "fs/promises";
+import path from "path";
+function trimDepth(value, remaining) {
+  if (value === null || value === void 0 || typeof value !== "object") {
+    return value;
+  }
+  if (Array.isArray(value)) {
+    return value.map((item) => trimDepth(item, remaining));
+  }
+  const obj = value;
+  const result = {};
+  for (const [k, v] of Object.entries(obj)) {
+    if (v === null || v === void 0 || typeof v !== "object") {
+      result[k] = v;
+    } else if (remaining <= 1) {
+      result[k] = null;
+    } else if (Array.isArray(v)) {
+      result[k] = v.map((item) => {
+        if (item !== null && typeof item === "object" && !Array.isArray(item)) {
+          return trimDepth(item, remaining - 1);
+        }
+        return item;
+      });
+    } else {
+      result[k] = trimDepth(v, remaining - 1);
+    }
+  }
+  return result;
+}
+async function fetchBundles(store, outputDir, options) {
+  const { cms, contentTypes } = options;
+  await fs.mkdir(outputDir, { recursive: true });
+  const result = {};
+  await Promise.all(
+    contentTypes.map(async (contentType) => {
+      const key = store.buildLatestKey(cms, contentType);
+      const data = await store.download(key);
+      const filePath = path.resolve(
+        outputDir,
+        `content-${cms}-${contentType}.json`
+      );
+      await fs.writeFile(filePath, JSON.stringify(data, null, 2), "utf-8");
+      result[contentType] = filePath;
+    })
+  );
+  return result;
+}
+async function queryBundle(outputDir, cms, contentType, options = {}) {
+  const filePath = path.resolve(
+    outputDir,
+    `content-${cms}-${contentType}.json`
+  );
+  const raw = await fs.readFile(filePath, "utf-8");
+  let items = JSON.parse(raw);
+  if (options.fields) {
+    const filters = options.fields;
+    items = items.filter(
+      (item) => Object.entries(filters).every(([key, expected]) => {
+        const actual = item[key];
+        if (Array.isArray(expected)) return expected.includes(actual);
+        return actual === expected;
+      })
+    );
+  }
+  if (options.limit !== void 0 && options.limit > 0) {
+    items = items.slice(0, options.limit);
+  }
+  if (options.include !== void 0) {
+    items = items.map(
+      (item) => trimDepth(item, options.include)
+    );
+  }
+  if (options.select?.length) {
+    const keys = options.select;
+    items = items.map((item) => {
+      const picked = {};
+      for (const k of keys) {
+        if (k in item) picked[k] = item[k];
+      }
+      return picked;
+    });
+  }
+  return items;
+}
+
+export {
+  config2 as config,
+  fetchBundles,
+  queryBundle
+};
+//# sourceMappingURL=chunk-R6THP5E4.js.map

package/dist/chunk-R6THP5E4.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/client/config.ts","../src/shared/bundles.ts"],"sourcesContent":["import dotenv from 'dotenv';\nimport type { S3Config, CMSProvider } from '../shared/types';\nimport {SharedConfig, config as sharedConfig} from '../shared/config';\n\ndotenv.config({ path: '.env.local' });\ndotenv.config();\n\nexport type { CMSProvider, S3Config };\n\nexport interface ClientConfig {\n}\n\nexport const config: ClientConfig & SharedConfig = {\n    ...sharedConfig\n};\n","import fs from 'node:fs/promises';\nimport path from 'node:path';\nimport type { CMSProvider } from './types';\nimport { ContentStore } from './s3';\n\nexport interface FetchBundlesOptions {\n  cms: CMSProvider;\n  contentTypes: string[];\n}\n\nexport interface QueryOptions {\n  /** Filter items by matching top-level property values (exact equality, or array for IN). */\n  fields?: Record<string, unknown>;\n  /** Properties to include in each result object. Omit to return all properties. */\n  select?: string[];\n  /** Maximum number of items to return. */\n  limit?: number;\n  /**\n   * How many levels deep to return.\n   *  - 1 = the item's own scalar properties only; nested objects/refs are nulled.\n   *  - 2 = the item including its direct references; refs inside those are nulled.\n   *  - 3 = three levels deep, and so on.\n   *  - Omit to return the full depth.\n   */\n  include?: number;\n}\n\n/**\n * Trims nested object depth.\n *\n * `remaining` represents how many levels the current object is allowed.\n *  - Scalar properties are always kept.\n *  - Nested objects / arrays-of-objects consume one level. When `remaining`\n *    drops to 1 they are replaced with `null` (no budget left for refs).\n */\nexport function trimDepth(value: unknown, remaining: number): unknown {\n  if (value === null || value === undefined || typeof value !== 'object') {\n    return value;\n  }\n\n  if (Array.isArray(value)) {\n    return value.map((item) => trimDepth(item, remaining));\n  }\n\n  const obj = value as Record<string, unknown>;\n  const result: Record<string, unknown> = {};\n\n  for (const [k, v] of Object.entries(obj)) {\n    if (v === null || v === undefined || typeof v !== 'object') {\n      result[k] = v;\n    } else if (remaining <= 1) {\n      result[k] = null;\n    } else if (Array.isArray(v)) {\n      result[k] = v.map((item) => {\n        if (item !== null && typeof item === 'object' && !Array.isArray(item)) {\n          return trimDepth(item, remaining - 1);\n        }\n        return item;\n      });\n    } else {\n      result[k] = trimDepth(v, remaining - 1);\n    }\n  }\n\n  return result;\n}\n\n/**\n * Downloads the latest bundles from S3 and writes them as JSON files to `outputDir`.\n *\n * @returns A map of contentType to absolute file path.\n */\nexport async function fetchBundles(\n  store: ContentStore,\n  outputDir: string,\n  options: FetchBundlesOptions,\n): Promise<Record<string, string>> {\n  const { cms, contentTypes } = options;\n  await fs.mkdir(outputDir, { recursive: true });\n\n  const result: Record<string, string> = {};\n\n  await Promise.all(\n    contentTypes.map(async (contentType) => {\n      const key = store.buildLatestKey(cms, contentType);\n      const data = await store.download(key);\n      const filePath = path.resolve(\n        outputDir,\n        `content-${cms}-${contentType}.json`,\n      );\n      await fs.writeFile(filePath, JSON.stringify(data, null, 2), 'utf-8');\n      result[contentType] = filePath;\n    }),\n  );\n\n  return result;\n}\n\n/**\n * Queries a previously fetched bundle from the local filesystem.\n */\nexport async function queryBundle(\n  outputDir: string,\n  cms: CMSProvider,\n  contentType: string,\n  options: QueryOptions = {},\n): Promise<unknown[]> {\n  const filePath = path.resolve(\n    outputDir,\n    `content-${cms}-${contentType}.json`,\n  );\n  const raw = await fs.readFile(filePath, 'utf-8');\n  let items = JSON.parse(raw) as Record<string, unknown>[];\n\n  if (options.fields) {\n    const filters = options.fields;\n    items = items.filter((item) =>\n      Object.entries(filters).every(([key, expected]) => {\n        const actual = item[key];\n        if (Array.isArray(expected)) return expected.includes(actual);\n        return actual === expected;\n      }),\n    );\n  }\n\n  if (options.limit !== undefined && options.limit > 0) {\n    items = items.slice(0, options.limit);\n  }\n\n  if (options.include !== undefined) {\n    items = items.map(\n      (item) => trimDepth(item, options.include!) as Record<string, unknown>,\n    );\n  }\n\n  if (options.select?.length) {\n    const keys = options.select;\n    items = items.map((item) => {\n      const picked: Record<string, unknown> = {};\n      for (const k of keys) {\n        if (k in item) picked[k] = item[k];\n      }\n      return picked;\n    });\n  }\n\n  return items;\n}\n"],"mappings":";;;;;;AAAA,OAAO,YAAY;AAInB,OAAO,OAAO,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,OAAO;AAOP,IAAMA,UAAsC;AAAA,EAC/C,GAAG;AACP;;;ACdA,OAAO,QAAQ;AACf,OAAO,UAAU;AAkCV,SAAS,UAAU,OAAgB,WAA4B;AACpE,MAAI,UAAU,QAAQ,UAAU,UAAa,OAAO,UAAU,UAAU;AACtE,WAAO;AAAA,EACT;AAEA,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,WAAO,MAAM,IAAI,CAAC,SAAS,UAAU,MAAM,SAAS,CAAC;AAAA,EACvD;AAEA,QAAM,MAAM;AACZ,QAAM,SAAkC,CAAC;AAEzC,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,GAAG,GAAG;AACxC,QAAI,MAAM,QAAQ,MAAM,UAAa,OAAO,MAAM,UAAU;AAC1D,aAAO,CAAC,IAAI;AAAA,IACd,WAAW,aAAa,GAAG;AACzB,aAAO,CAAC,IAAI;AAAA,IACd,WAAW,MAAM,QAAQ,CAAC,GAAG;AAC3B,aAAO,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS;AAC1B,YAAI,SAAS,QAAQ,OAAO,SAAS,YAAY,CAAC,MAAM,QAAQ,IAAI,GAAG;AACrE,iBAAO,UAAU,MAAM,YAAY,CAAC;AAAA,QACtC;AACA,eAAO;AAAA,MACT,CAAC;AAAA,IACH,OAAO;AACL,aAAO,CAAC,IAAI,UAAU,GAAG,YAAY,CAAC;AAAA,IACxC;AAAA,EACF;AAEA,SAAO;AACT;AAOA,eAAsB,aACpB,OACA,WACA,SACiC;AACjC,QAAM,EAAE,KAAK,aAAa,IAAI;AAC9B,QAAM,GAAG,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAE7C,QAAM,SAAiC,CAAC;AAExC,QAAM,QAAQ;AAAA,IACZ,aAAa,IAAI,OAAO,gBAAgB;AACtC,YAAM,MAAM,MAAM,eAAe,KAAK,WAAW;AACjD,YAAM,OAAO,MAAM,MAAM,SAAS,GAAG;AACrC,YAAM,WAAW,KAAK;AAAA,QACpB;AAAA,QACA,WAAW,GAAG,IAAI,WAAW;AAAA,MAC/B;AACA,YAAM,GAAG,UAAU,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AACnE,aAAO,WAAW,IAAI;AAAA,IACxB,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAKA,eAAsB,YACpB,WACA,KACA,aACA,UAAwB,CAAC,GACL;AACpB,QAAM,WAAW,KAAK;AAAA,IACpB;AAAA,IACA,WAAW,GAAG,IAAI,WAAW;AAAA,EAC/B;AACA,QAAM,MAAM,MAAM,GAAG,SAAS,UAAU,OAAO;AAC/C,MAAI,QAAQ,KAAK,MAAM,GAAG;AAE1B,MAAI,QAAQ,QAAQ;AAClB,UAAM,UAAU,QAAQ;AACxB,YAAQ,MAAM;AAAA,MAAO,CAAC,SACpB,OAAO,QAAQ,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,QAAQ,MAAM;AACjD,cAAM,SAAS,KAAK,GAAG;AACvB,YAAI,MAAM,QAAQ,QAAQ,EAAG,QAAO,SAAS,SAAS,MAAM;AAC5D,eAAO,WAAW;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,QAAQ,UAAU,UAAa,QAAQ,QAAQ,GAAG;AACpD,YAAQ,MAAM,MAAM,GAAG,QAAQ,KAAK;AAAA,EACtC;AAEA,MAAI,QAAQ,YAAY,QAAW;AACjC,YAAQ,MAAM;AAAA,MACZ,CAAC,SAAS,UAAU,MAAM,QAAQ,OAAQ;AAAA,IAC5C;AAAA,EACF;AAEA,MAAI,QAAQ,QAAQ,QAAQ;AAC1B,UAAM,OAAO,QAAQ;AACrB,YAAQ,MAAM,IAAI,CAAC,SAAS;AAC1B,YAAM,SAAkC,CAAC;AACzC,iBAAW,KAAK,MAAM;AACpB,YAAI,KAAK,KAAM,QAAO,CAAC,IAAI,KAAK,CAAC;AAAA,MACnC;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEA,SAAO;AACT;","names":["config"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tandem-language-exchange/content-store",
-  "version": "1.0.11",
+  "version": "1.0.12",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -14,7 +14,8 @@
     "dist/index.*",
     "dist/sdk/",
     "dist/client/",
-    "dist/shared/"
+    "dist/shared/",
+    "dist/chunk-*"
   ],
   "bin": {
     "fetch-content-bundles": "dist/client/fetch-bundles.js"