@tandem-language-exchange/content-store 1.0.2 → 1.0.3

package/dist/shared/config.d.ts

@@ -0,0 +1,6 @@
+import type { S3Config, CMSProvider } from './types.js';
+export type { CMSProvider, S3Config };
+export interface SharedConfig {
+    s3: S3Config;
+}
+export declare const config: SharedConfig;

package/dist/shared/config.js

@@ -0,0 +1,12 @@
+import dotenv from 'dotenv';
+dotenv.config({ path: '.env.local' });
+dotenv.config();
+export const config = {
+    s3: {
+        bucket: process.env.CONTENT_STORE_S3_BUCKET ?? '',
+        region: process.env.CONTENT_STORE_S3_REGION ?? 'eu-central-1',
+        accessKeyId: process.env.AWS_ACCESS_KEY ?? '',
+        secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY ?? '',
+    }
+};
+//# sourceMappingURL=config.js.map

package/dist/shared/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/shared/config.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;AACtC,MAAM,CAAC,MAAM,EAAE,CAAC;AAQhB,MAAM,CAAC,MAAM,MAAM,GAAiB;IAChC,EAAE,EAAE;QACA,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,EAAE;QACjD,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,cAAc;QAC7D,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;QAC7C,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE;KAC3D;CACJ,CAAC"}

package/dist/shared/sync/engine.d.ts

@@ -0,0 +1,17 @@
+import type { CMSProvider } from '../config.js';
+export interface SyncResultEntry {
+    contentType: string;
+    itemCount: number;
+    versionedKey: string;
+    latestKey: string;
+}
+export interface SyncResult {
+    cms: CMSProvider;
+    timestamp: number;
+    entries: SyncResultEntry[];
+    errors: Array<{
+        contentType: string;
+        error: string;
+    }>;
+}
+export declare function runSync(cms: CMSProvider, contentTypes?: string[]): Promise<SyncResult>;

package/dist/shared/sync/engine.js

@@ -0,0 +1,38 @@
+import { config } from '../config.js';
+import { createAdapter } from '../adapters/index.js';
+import { ContentStore } from '../../shared/s3.js';
+export async function runSync(cms, contentTypes) {
+    const adapter = createAdapter(cms);
+    const store = new ContentStore(config.s3);
+    const timestamp = Math.floor(Date.now() / 1000);
+    console.log(`\nStarting sync from ${cms} at ${new Date(timestamp * 1000).toISOString()}`);
+    const typesToSync = contentTypes && contentTypes.length > 0
+        ? contentTypes
+        : await adapter.getContentTypes();
+    console.log(`Content types to sync: ${typesToSync.join(', ')}\n`);
+    const entries = [];
+    const errors = [];
+    for (const contentType of typesToSync) {
+        try {
+            const result = await adapter.fetchAll(contentType);
+            const versionedKey = store.buildVersionedKey(cms, contentType, timestamp);
+            await store.upload(versionedKey, result.items);
+            const latestKey = await store.copyToLatest(versionedKey, cms, contentType);
+            entries.push({
+                contentType,
+                itemCount: result.total,
+                versionedKey,
+                latestKey,
+            });
+            console.log(`  + ${contentType}: ${result.total} items -> ${versionedKey}`);
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            errors.push({ contentType, error: message });
+            console.error(`  x ${contentType}: ${message}`);
+        }
+    }
+    console.log(`\nSync complete: ${entries.length} succeeded, ${errors.length} failed\n`);
+    return { cms, timestamp, entries, errors };
+}
+//# sourceMappingURL=engine.js.map

package/dist/shared/sync/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/shared/sync/engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAgBlD,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,GAAgB,EAChB,YAAuB;IAEvB,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAEhD,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,OAAO,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE1F,MAAM,WAAW,GACf,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QACrC,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;IAEtC,OAAO,CAAC,GAAG,CAAC,0BAA0B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAElE,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,MAAM,GAAkD,EAAE,CAAC;IAEjE,KAAK,MAAM,WAAW,IAAI,WAAW,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAEnD,MAAM,YAAY,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAE/C,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;YAE3E,OAAO,CAAC,IAAI,CAAC;gBACX,WAAW;gBACX,SAAS,EAAE,MAAM,CAAC,KAAK;gBACvB,YAAY;gBACZ,SAAS;aACV,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,OAAO,WAAW,KAAK,MAAM,CAAC,KAAK,aAAa,YAAY,EAAE,CAC/D,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7C,OAAO,CAAC,KAAK,CAAC,OAAO,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CACT,oBAAoB,OAAO,CAAC,MAAM,eAAe,MAAM,CAAC,MAAM,WAAW,CAC1E,CAAC;IAEF,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AAC7C,CAAC"}

package/dist/shared/sync/retry.d.ts

@@ -0,0 +1,7 @@
+import type { RetryConfig } from '../config.js';
+/**
+ * Executes `fn` with automatic retry + exponential backoff.
+ * Rate-limit (429) responses are handled specially: if the API provides a
+ * Retry-After / reset header, that value is respected instead of computed backoff.
+ */
+export declare function withRetry<T>(fn: () => Promise<T>, { maxRetries, baseDelayMs, maxDelayMs }: RetryConfig): Promise<T>;

package/dist/shared/sync/retry.js

@@ -0,0 +1,57 @@
+/**
+ * Inspects an error to determine if it represents an API rate-limit (HTTP 429).
+ * Returns the suggested wait time in ms when available, otherwise `0` to signal
+ * that the caller should fall back to computed backoff.  Returns `null` when the
+ * error is *not* a rate-limit error.
+ */
+function rateLimitDelayMs(err) {
+    const e = err;
+    if (e?.status === 429 || e?.statusCode === 429) {
+        const reset = e?.headers?.['x-contentful-ratelimit-reset'];
+        return reset ? parseFloat(reset) * 1000 : 0;
+    }
+    const resp = e?.response;
+    if (resp?.status === 429) {
+        const headers = resp?.headers;
+        const reset = headers?.['x-contentful-ratelimit-reset'];
+        return reset ? parseFloat(reset) * 1000 : 0;
+    }
+    return null;
+}
+function computeDelay(attempt, baseDelayMs, maxDelayMs) {
+    const exponential = baseDelayMs * Math.pow(2, attempt);
+    const jitter = Math.random() * baseDelayMs;
+    return Math.min(exponential + jitter, maxDelayMs);
+}
+/**
+ * Executes `fn` with automatic retry + exponential backoff.
+ * Rate-limit (429) responses are handled specially: if the API provides a
+ * Retry-After / reset header, that value is respected instead of computed backoff.
+ */
+export async function withRetry(fn, { maxRetries, baseDelayMs, maxDelayMs }) {
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            if (attempt === maxRetries)
+                throw err;
+            const rlDelay = rateLimitDelayMs(err);
+            let delay;
+            if (rlDelay !== null) {
+                delay =
+                    rlDelay > 0 ? rlDelay : computeDelay(attempt, baseDelayMs, maxDelayMs);
+                console.warn(`  Rate limited (attempt ${attempt + 1}/${maxRetries}). ` +
+                    `Waiting ${Math.round(delay)}ms…`);
+            }
+            else {
+                delay = computeDelay(attempt, baseDelayMs, maxDelayMs);
+                console.warn(`  Request failed (attempt ${attempt + 1}/${maxRetries}): ` +
+                    `${err.message}. Retrying in ${Math.round(delay)}ms…`);
+            }
+            await new Promise((resolve) => setTimeout(resolve, delay));
+        }
+    }
+    throw new Error('withRetry: unreachable');
+}
+//# sourceMappingURL=retry.js.map

package/dist/shared/sync/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../src/shared/sync/retry.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,GAAY;IACpC,MAAM,CAAC,GAAG,GAA8B,CAAC;IAEzC,IAAI,CAAC,EAAE,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,UAAU,KAAK,GAAG,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAI,CAAC,EAAE,OAA8C,EAAE,CAChE,8BAA8B,CAC/B,CAAC;QACF,OAAO,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,EAAE,QAA+C,CAAC;IAChE,IAAI,IAAI,EAAE,MAAM,KAAK,GAAG,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,EAAE,OAA6C,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,8BAA8B,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CACnB,OAAe,EACf,WAAmB,EACnB,UAAkB;IAElB,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,MAAM,EAAE,UAAU,CAAC,CAAC;AACpD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAoB,EACpB,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAe;IAEpD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,OAAO,KAAK,UAAU;gBAAE,MAAM,GAAG,CAAC;YAEtC,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,KAAa,CAAC;YAElB,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,KAAK;oBACH,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;gBACzE,OAAO,CAAC,IAAI,CACV,2BAA2B,OAAO,GAAG,CAAC,IAAI,UAAU,KAAK;oBACvD,WAAW,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CACpC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;gBACvD,OAAO,CAAC,IAAI,CACV,6BAA6B,OAAO,GAAG,CAAC,IAAI,UAAU,KAAK;oBACzD,GAAI,GAAa,CAAC,OAAO,iBAAiB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CACnE,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAC5C,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tandem-language-exchange/content-store",
-  "version": "1.0.2",
+  "version": "1.0.3",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -13,6 +13,7 @@
   "files": [
     "dist/index.*",
     "dist/sdk/",
+    "dist/cli/",
     "dist/shared/"
   ],
   "bin": {