@x12i/catalox 2.4.0 → 2.6.0

package/dist/src/catalox/firestore-gcs-transfer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"firestore-gcs-transfer.d.ts","sourceRoot":"","sources":["../../../src/catalox/firestore-gcs-transfer.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,OAAO,EAA0B,MAAM,uBAAuB,CAAC;AAIxE,OAAO,KAAK,EACV,uCAAuC,EACvC,wCAAwC,EACxC,mCAAmC,EACnC,oCAAoC,EAGpC,0CAA0C,EAC1C,2CAA2C,EAC3C,sCAAsC,EACtC,uCAAuC,EACxC,MAAM,wCAAwC,CAAC;AAEhD,OAAO,EAAE,0BAA0B,EAAE,MAAM,0CAA0C,CAAC;AAEtF,sGAAsG;AACtG,eAAO,MAAM,8BAA8B,2CAA2C,CAAC;AAEvF,KAAK,eAAe,GAAG;IAAE,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAE7C,wBAAgB,kBAAkB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAI1D;AAED,yEAAyE;AACzE,wBAAgB,mCAAmC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,CAMlF;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,MAAM,CAIT;AAOD,qHAAqH;AACrH,eAAO,MAAM,qBAAqB,mCAA6B,CAAC;AAyEhE,wBAAsB,8BAA8B,CAClD,KAAK,EAAE,mCAAmC,GAAG,eAAe,GAC3D,OAAO,CAAC,oCAAoC,CAAC,CAwB/C;AAED,wBAAsB,kCAAkC,CACtD,KAAK,EAAE,uCAAuC,GAAG,eAAe,GAC/D,OAAO,CAAC,wCAAwC,CAAC,CA0DnD;AAgCD,wBAAsB,iCAAiC,CACrD,KAAK,EAAE,sCAAsC,GAAG,eAAe,GAC9D,OAAO,CAAC,uCAAuC,CAAC,CA6ClD;AAED,wBAAsB,6CAA6C,CACjE,KAAK,EAAE,0CAA0C,GAAG,eAAe,GAClE,OAAO,CAAC,2CAA2C,CAAC,CA2DtD"}

package/dist/src/catalox/firestore-gcs-transfer.js

@@ -0,0 +1,329 @@
+import { once } from "node:events";
+import { FieldPath, } from "firebase-admin/firestore";
+import { Storage } from "@google-cloud/storage";
+import readline from "node:readline";
+import { Readable } from "node:stream";
+import { deleteAllDocsInFirestoreCollection } from "./backup-data.js";
+import { collectionRefFromSlashPath } from "../firebase/firestore-collection-path.js";
+/** Default manifest object name under `gcsPrefix` for export-all / restore-all / compare-manifest. */
+export const CATALOX_FIRESTORE_GCS_MANIFEST = "catalox-firestore-export-manifest.json";
+export function normalizeGcsPrefix(prefix) {
+    const p = (prefix ?? "").trim();
+    if (!p)
+        return "";
+    return p.endsWith("/") ? p : `${p}/`;
+}
+/** Map `apps` or `a/b/c` → safe single-segment base for object names. */
+export function firestoreCollectionPathToObjectBase(collectionPath) {
+    return collectionPath
+        .split("/")
+        .filter(Boolean)
+        .join("__")
+        .replace(/[^a-zA-Z0-9_-]/g, "_");
+}
+export function ndjsonObjectPath(params) {
+    const base = firestoreCollectionPathToObjectBase(params.collectionPath);
+    const sfx = params.objectNamePostfix != null && params.objectNamePostfix !== "" ? params.objectNamePostfix : "";
+    return `${params.gcsPrefix}${base}${sfx}.ndjson`;
+}
+function getBucket(input) {
+    const storage = input.storage ?? new Storage();
+    return storage.bucket(input.bucket);
+}
+/** @deprecated Use the same implementation as {@link collectionRefFromSlashPath} (re-exported for compatibility). */
+export const collectionRefFromPath = collectionRefFromSlashPath;
+async function* ndjsonLinesForCollection(col) {
+    let last;
+    while (true) {
+        let q = col.orderBy(FieldPath.documentId()).limit(400);
+        if (last)
+            q = q.startAfter(last);
+        const snap = await q.get();
+        if (snap.empty)
+            break;
+        for (const d of snap.docs) {
+            yield JSON.stringify({ id: d.id, data: d.data() });
+        }
+        last = snap.docs[snap.docs.length - 1];
+    }
+}
+async function uploadNdjsonFromCollection(file, col) {
+    const ws = file.createWriteStream({
+        contentType: "application/x-ndjson",
+        resumable: false,
+    });
+    let count = 0;
+    await new Promise((resolve, reject) => {
+        ws.on("error", reject);
+        ws.on("finish", resolve);
+        (async () => {
+            try {
+                for await (const line of ndjsonLinesForCollection(col)) {
+                    count += 1;
+                    const chunk = `${line}\n`;
+                    if (!ws.write(chunk))
+                        await once(ws, "drain");
+                }
+            }
+            catch (e) {
+                reject(e);
+            }
+            finally {
+                ws.end();
+            }
+        })().catch(reject);
+    });
+    return count;
+}
+async function discoverCollectionsForExport(fs, recursive) {
+    const roots = await fs.listCollections();
+    if (!recursive)
+        return roots;
+    const out = [];
+    const seen = new Set();
+    const queue = [...roots];
+    while (queue.length) {
+        const col = queue.shift();
+        if (seen.has(col.path))
+            continue;
+        seen.add(col.path);
+        out.push(col);
+        let lastDoc;
+        while (true) {
+            let q = col.orderBy(FieldPath.documentId()).limit(200);
+            if (lastDoc)
+                q = q.startAfter(lastDoc);
+            const snap = await q.get();
+            if (snap.empty)
+                break;
+            for (const d of snap.docs) {
+                const subs = await d.ref.listCollections();
+                for (const s of subs) {
+                    if (!seen.has(s.path))
+                        queue.push(s);
+                }
+            }
+            lastDoc = snap.docs[snap.docs.length - 1];
+        }
+    }
+    return out;
+}
+export async function exportFirestoreCollectionToGcs(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    try {
+        const col = collectionRefFromPath(input.firestore, input.collectionPath);
+        const objectPath = ndjsonObjectPath({
+            gcsPrefix: prefix,
+            collectionPath: input.collectionPath,
+            ...(input.objectNamePostfix != null && input.objectNamePostfix !== ""
+                ? { objectNamePostfix: input.objectNamePostfix }
+                : {}),
+        });
+        const bucket = getBucket(input);
+        const file = bucket.file(objectPath);
+        const count = await uploadNdjsonFromCollection(file, col);
+        return { ok: true, bucket: input.bucket, objectPath, documentCount: count, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "export_failed",
+            message: e instanceof Error ? e.message : String(e),
+            detail: { collectionPath: input.collectionPath },
+        });
+        return { ok: false, bucket: input.bucket, objectPath: "", documentCount: 0, issues };
+    }
+}
+export async function exportAllFirestoreCollectionsToGcs(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    const recursive = Boolean(input.recursive);
+    const bucket = getBucket(input);
+    const entries = [];
+    try {
+        const cols = await discoverCollectionsForExport(input.firestore, recursive);
+        for (const col of cols) {
+            const collectionPath = col.path;
+            const objectPath = ndjsonObjectPath({
+                gcsPrefix: prefix,
+                collectionPath,
+                ...(input.objectNamePostfix != null && input.objectNamePostfix !== ""
+                    ? { objectNamePostfix: input.objectNamePostfix }
+                    : {}),
+            });
+            try {
+                const file = bucket.file(objectPath);
+                const count = await uploadNdjsonFromCollection(file, col);
+                entries.push({ firestorePath: collectionPath, objectPath, documentCount: count });
+            }
+            catch (e) {
+                issues.push({
+                    code: "export_collection_failed",
+                    message: e instanceof Error ? e.message : String(e),
+                    detail: { firestorePath: collectionPath },
+                });
+            }
+        }
+        const manifestObjectPath = `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`;
+        const manifest = {
+            catalog: "catalox-firestore-gcs-export",
+            version: 1,
+            exportedAt: new Date().toISOString(),
+            gcsPrefix: prefix,
+            objectNamePostfix: input.objectNamePostfix ?? "",
+            entries: entries.map((e) => ({
+                firestorePath: e.firestorePath,
+                objectPath: e.objectPath,
+                documentCount: e.documentCount,
+            })),
+        };
+        await bucket.file(manifestObjectPath).save(JSON.stringify(manifest, null, 2), {
+            contentType: "application/json",
+            resumable: false,
+        });
+        const ok = issues.length === 0;
+        return { ok, bucket: input.bucket, manifestObjectPath, entries, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "export_all_failed",
+            message: e instanceof Error ? e.message : String(e),
+        });
+        return { ok: false, bucket: input.bucket, manifestObjectPath: `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`, entries, issues };
+    }
+}
+async function restoreNdjsonStreamToCollection(fs, col, stream) {
+    const rl = readline.createInterface({ input: stream, crlfDelay: Infinity });
+    let batch = fs.batch();
+    let n = 0;
+    let inBatch = 0;
+    const flush = async () => {
+        if (inBatch === 0)
+            return;
+        await batch.commit();
+        batch = fs.batch();
+        inBatch = 0;
+    };
+    for await (const line of rl) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        const row = JSON.parse(trimmed);
+        if (row.id == null || row.data == null)
+            throw new Error("Invalid NDJSON row: expected { id, data }");
+        batch.set(col.doc(String(row.id)), row.data, { merge: false });
+        n += 1;
+        inBatch += 1;
+        if (inBatch >= 450)
+            await flush();
+    }
+    await flush();
+    return n;
+}
+export async function restoreFirestoreCollectionFromGcs(input) {
+    const issues = [];
+    try {
+        const col = collectionRefFromPath(input.firestore, input.collectionPath);
+        if (input.replaceDestinationCollection) {
+            await deleteAllDocsInFirestoreCollection(input.firestore, col.path);
+        }
+        const bucket = getBucket(input);
+        const [exists] = await bucket.file(input.objectPath).exists();
+        if (!exists) {
+            issues.push({ code: "object_not_found", message: `GCS object not found: ${input.objectPath}` });
+            return {
+                ok: false,
+                bucket: input.bucket,
+                objectPath: input.objectPath,
+                collectionPath: input.collectionPath,
+                documentsWritten: 0,
+                issues,
+            };
+        }
+        const rs = bucket.file(input.objectPath).createReadStream();
+        const written = await restoreNdjsonStreamToCollection(input.firestore, col, rs);
+        return {
+            ok: true,
+            bucket: input.bucket,
+            objectPath: input.objectPath,
+            collectionPath: input.collectionPath,
+            documentsWritten: written,
+            issues,
+        };
+    }
+    catch (e) {
+        issues.push({
+            code: "restore_failed",
+            message: e instanceof Error ? e.message : String(e),
+            detail: { objectPath: input.objectPath, collectionPath: input.collectionPath },
+        });
+        return {
+            ok: false,
+            bucket: input.bucket,
+            objectPath: input.objectPath,
+            collectionPath: input.collectionPath,
+            documentsWritten: 0,
+            issues,
+        };
+    }
+}
+export async function restoreAllFirestoreCollectionsFromGcsManifest(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    const manifestObjectPath = input.manifestObjectPath ?? `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`;
+    const restored = [];
+    try {
+        const bucket = getBucket(input);
+        const [exists] = await bucket.file(manifestObjectPath).exists();
+        if (!exists) {
+            issues.push({ code: "manifest_not_found", message: `GCS object not found: ${manifestObjectPath}` });
+            return { ok: false, bucket: input.bucket, manifestObjectPath, restored, issues };
+        }
+        const [buf] = await bucket.file(manifestObjectPath).download();
+        const manifest = JSON.parse(buf.toString("utf8"));
+        if (manifest.catalog !== "catalox-firestore-gcs-export" || manifest.version !== 1 || !Array.isArray(manifest.entries)) {
+            throw new Error("Unsupported manifest format (expected catalog catalox-firestore-gcs-export version 1)");
+        }
+        for (const ent of manifest.entries) {
+            try {
+                const col = collectionRefFromPath(input.firestore, ent.firestorePath);
+                if (input.replaceDestinationCollection) {
+                    await deleteAllDocsInFirestoreCollection(input.firestore, col.path);
+                }
+                const [objExists] = await bucket.file(ent.objectPath).exists();
+                if (!objExists) {
+                    issues.push({
+                        code: "object_not_found",
+                        message: `Missing NDJSON object: ${ent.objectPath}`,
+                        detail: { firestorePath: ent.firestorePath },
+                    });
+                    continue;
+                }
+                const rs = bucket.file(ent.objectPath).createReadStream();
+                const documentsWritten = await restoreNdjsonStreamToCollection(input.firestore, col, rs);
+                restored.push({
+                    firestorePath: ent.firestorePath,
+                    objectPath: ent.objectPath,
+                    documentsWritten,
+                });
+            }
+            catch (e) {
+                issues.push({
+                    code: "restore_entry_failed",
+                    message: e instanceof Error ? e.message : String(e),
+                    detail: { firestorePath: ent.firestorePath, objectPath: ent.objectPath },
+                });
+            }
+        }
+        const ok = issues.length === 0;
+        return { ok, bucket: input.bucket, manifestObjectPath, restored, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "restore_all_failed",
+            message: e instanceof Error ? e.message : String(e),
+        });
+        return { ok: false, bucket: input.bucket, manifestObjectPath, restored, issues };
+    }
+}
+//# sourceMappingURL=firestore-gcs-transfer.js.map

package/dist/src/catalox/firestore-gcs-transfer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"firestore-gcs-transfer.js","sourceRoot":"","sources":["../../../src/catalox/firestore-gcs-transfer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EACL,SAAS,GAIV,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,OAAO,EAA0B,MAAM,uBAAuB,CAAC;AACxE,OAAO,QAAQ,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAcvC,OAAO,EAAE,kCAAkC,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,0CAA0C,CAAC;AAEtF,sGAAsG;AACtG,MAAM,CAAC,MAAM,8BAA8B,GAAG,wCAAwC,CAAC;AAIvF,MAAM,UAAU,kBAAkB,CAAC,MAAe;IAChD,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAClB,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;AACvC,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,mCAAmC,CAAC,cAAsB;IACxE,OAAO,cAAc;SAClB,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAIhC;IACC,MAAM,IAAI,GAAG,mCAAmC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,IAAI,IAAI,IAAI,MAAM,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC;IAChH,OAAO,GAAG,MAAM,CAAC,SAAS,GAAG,IAAI,GAAG,GAAG,SAAS,CAAC;AACnD,CAAC;AAED,SAAS,SAAS,CAAC,KAA2C;IAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,OAAO,EAAE,CAAC;IAC/C,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,qHAAqH;AACrH,MAAM,CAAC,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;AAEhE,KAAK,SAAS,CAAC,CAAC,wBAAwB,CAAC,GAAwB;IAC/D,IAAI,IAAuC,CAAC;IAC5C,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,IAAI;YAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM;QACtB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,0BAA0B,CAAC,IAAU,EAAE,GAAwB;IAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAChC,WAAW,EAAE,sBAAsB;QACnC,SAAS,EAAE,KAAK;KACjB,CAAC,CAAC;IACH,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACvB,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzB,CAAC,KAAK,IAAI,EAAE;YACV,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvD,KAAK,IAAI,CAAC,CAAC;oBACX,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,CAAC;oBAC1B,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;wBAAE,MAAM,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC;oBAAS,CAAC;gBACT,EAAE,CAAC,GAAG,EAAE,CAAC;YACX,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,EAAa,EAAE,SAAkB;IAC3E,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,eAAe,EAAE,CAAC;IACzC,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAE7B,MAAM,GAAG,GAA0B,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACzB,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;QAC3B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACjC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEd,IAAI,OAA0C,CAAC;QAC/C,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvD,IAAI,OAAO;gBAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,KAAK;gBAAE,MAAM;YACtB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;oBACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;wBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YACD,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,KAA4D;IAE5D,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACzE,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE;gBACnE,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE;gBAChD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACtF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,MAAM,EAAE,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;SACjD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;IACvF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,KAAgE;IAEhE,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,OAAO,GAAwD,EAAE,CAAC;IAExE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,CAAC;YAChC,MAAM,UAAU,GAAG,gBAAgB,CAAC;gBAClC,SAAS,EAAE,MAAM;gBACjB,cAAc;gBACd,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE;oBACnE,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE;oBAChD,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACrC,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC1D,OAAO,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,GAAG,MAAM,GAAG,8BAA8B,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAiC;YAC7C,OAAO,EAAE,8BAA8B;YACvC,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,SAAS,EAAE,MAAM;YACjB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,EAAE;YAChD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,aAAa,EAAE,CAAC,CAAC,aAAa;gBAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,aAAa,EAAE,CAAC,CAAC,aAAa;aAC/B,CAAC,CAAC;SACJ,CAAC;QACF,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAC5E,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC3E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACpD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,GAAG,8BAA8B,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAChI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAC5C,EAAa,EACb,GAAwB,EACxB,MAAgB;IAEhB,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC5E,IAAI,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;QACvB,IAAI,OAAO,KAAK,CAAC;YAAE,OAAO;QAC1B,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,CAAC;IACd,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoD,CAAC;QACnF,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACrG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,CAAC,IAAI,CAAC,CAAC;QACP,OAAO,IAAI,CAAC,CAAC;QACb,IAAI,OAAO,IAAI,GAAG;YAAE,MAAM,KAAK,EAAE,CAAC;IACpC,CAAC;IACD,MAAM,KAAK,EAAE,CAAC;IACd,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,KAA+D;IAE/D,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,4BAA4B,EAAE,CAAC;YACvC,MAAM,kCAAkC,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,yBAAyB,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAChG,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,gBAAgB,EAAE,CAAC;gBACnB,MAAM;aACP,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,+BAA+B,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,EAAc,CAAC,CAAC;QAC5F,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,gBAAgB,EAAE,OAAO;YACzB,MAAM;SACP,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,MAAM,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;SAC/E,CAAC,CAAC;QACH,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,gBAAgB,EAAE,CAAC;YACnB,MAAM;SACP,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6CAA6C,CACjE,KAAmE;IAEnE,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,IAAI,GAAG,MAAM,GAAG,8BAA8B,EAAE,CAAC;IACpG,MAAM,QAAQ,GAA4D,EAAE,CAAC;IAE7E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,yBAAyB,kBAAkB,EAAE,EAAE,CAAC,CAAC;YACpG,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnF,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAiC,CAAC;QAClF,IAAI,QAAQ,CAAC,OAAO,KAAK,8BAA8B,IAAI,QAAQ,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACtH,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC3G,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;gBACtE,IAAI,KAAK,CAAC,4BAA4B,EAAE,CAAC;oBACvC,MAAM,kCAAkC,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtE,CAAC;gBACD,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC/D,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,kBAAkB;wBACxB,OAAO,EAAE,0BAA0B,GAAG,CAAC,UAAU,EAAE;wBACnD,MAAM,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE;qBAC7C,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAC;gBAC1D,MAAM,gBAAgB,GAAG,MAAM,+BAA+B,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,EAAc,CAAC,CAAC;gBACrG,QAAQ,CAAC,IAAI,CAAC;oBACZ,aAAa,EAAE,GAAG,CAAC,aAAa;oBAChC,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,gBAAgB;iBACjB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE;iBACzE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAC5E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACpD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnF,CAAC;AACH,CAAC"}

package/dist/src/catalox/index.d.ts

@@ -1,8 +1,10 @@
 export * from "./context.js";
 export * from "./authorization.js";
 export * from "./catalox.js";
-export { runBackupData, formatBackupTimestamp, discoverNativeCatalogIds, BACKUP_METADATA_SOURCE_NAMES, type BackupDataDeps, pruneMongoBackupRuns, pruneFirebaseVersionedBackups, paginatedCopyFirestoreToFirestore, deleteAllDocsInFirestoreCollection, firebaseLatestName, firebaseVersionedName, firebaseNativeLogical, firebaseSnapshotLogical, firebaseSnapshotRunLogical, } from "./backup-data.js";
+export { runBackupData, formatBackupTimestamp, discoverNativeCatalogIds, BACKUP_METADATA_SOURCE_NAMES, type BackupDataDeps, pruneMongoBackupRuns, pruneFirebaseVersionedBackups, gcsBackupRunFolder, paginatedCopyFirestoreToFirestore, deleteAllDocsInFirestoreCollection, firebaseLatestName, firebaseVersionedName, firebaseNativeLogical, firebaseSnapshotLogical, firebaseSnapshotRunLogical, } from "./backup-data.js";
 export { runRestoreFirestoreBackup, runUndoFirestoreRestore, type RestoreFirestoreDeps } from "./restore-firestore-backup.js";
+export { exportFirestoreCollectionToGcs, exportAllFirestoreCollectionsToGcs, restoreFirestoreCollectionFromGcs, restoreAllFirestoreCollectionsFromGcsManifest, CATALOX_FIRESTORE_GCS_MANIFEST, normalizeGcsPrefix, firestoreCollectionPathToObjectBase, ndjsonObjectPath, collectionRefFromPath, } from "./firestore-gcs-transfer.js";
+export { compareFirestoreCollectionWithGcsNdjson, compareAllFirestoreCollectionsWithGcsManifest, normalizeForCompare, dataFingerprint, } from "./firestore-gcs-compare.js";
 export { reportNativeCatalogLayoutDiagnostics, nativeCatalogFirestorePaths, type NativeCatalogLayoutDiagnosticRow, } from "./native-catalog-layout-diagnostics.js";
 export * from "./identity.js";
 export * from "./json-io.js";

package/dist/src/catalox/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/catalox/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAC5B,KAAK,cAAc,EACnB,oBAAoB,EACpB,6BAA6B,EAC7B,iCAAiC,EACjC,kCAAkC,EAClC,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC9H,OAAO,EACL,oCAAoC,EACpC,2BAA2B,EAC3B,KAAK,gCAAgC,GACtC,MAAM,wCAAwC,CAAC;AAChD,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/catalox/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAC5B,KAAK,cAAc,EACnB,oBAAoB,EACpB,6BAA6B,EAC7B,kBAAkB,EAClB,iCAAiC,EACjC,kCAAkC,EAClC,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC9H,OAAO,EACL,8BAA8B,EAC9B,kCAAkC,EAClC,iCAAiC,EACjC,6CAA6C,EAC7C,8BAA8B,EAC9B,kBAAkB,EAClB,mCAAmC,EACnC,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,uCAAuC,EACvC,6CAA6C,EAC7C,mBAAmB,EACnB,eAAe,GAChB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,oCAAoC,EACpC,2BAA2B,EAC3B,KAAK,gCAAgC,GACtC,MAAM,wCAAwC,CAAC;AAChD,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}

package/dist/src/catalox/index.js

@@ -1,8 +1,10 @@
 export * from "./context.js";
 export * from "./authorization.js";
 export * from "./catalox.js";
-export { runBackupData, formatBackupTimestamp, discoverNativeCatalogIds, BACKUP_METADATA_SOURCE_NAMES, pruneMongoBackupRuns, pruneFirebaseVersionedBackups, paginatedCopyFirestoreToFirestore, deleteAllDocsInFirestoreCollection, firebaseLatestName, firebaseVersionedName, firebaseNativeLogical, firebaseSnapshotLogical, firebaseSnapshotRunLogical, } from "./backup-data.js";
+export { runBackupData, formatBackupTimestamp, discoverNativeCatalogIds, BACKUP_METADATA_SOURCE_NAMES, pruneMongoBackupRuns, pruneFirebaseVersionedBackups, gcsBackupRunFolder, paginatedCopyFirestoreToFirestore, deleteAllDocsInFirestoreCollection, firebaseLatestName, firebaseVersionedName, firebaseNativeLogical, firebaseSnapshotLogical, firebaseSnapshotRunLogical, } from "./backup-data.js";
 export { runRestoreFirestoreBackup, runUndoFirestoreRestore } from "./restore-firestore-backup.js";
+export { exportFirestoreCollectionToGcs, exportAllFirestoreCollectionsToGcs, restoreFirestoreCollectionFromGcs, restoreAllFirestoreCollectionsFromGcsManifest, CATALOX_FIRESTORE_GCS_MANIFEST, normalizeGcsPrefix, firestoreCollectionPathToObjectBase, ndjsonObjectPath, collectionRefFromPath, } from "./firestore-gcs-transfer.js";
+export { compareFirestoreCollectionWithGcsNdjson, compareAllFirestoreCollectionsWithGcsManifest, normalizeForCompare, dataFingerprint, } from "./firestore-gcs-compare.js";
 export { reportNativeCatalogLayoutDiagnostics, nativeCatalogFirestorePaths, } from "./native-catalog-layout-diagnostics.js";
 export * from "./identity.js";
 export * from "./json-io.js";

package/dist/src/catalox/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/catalox/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAE5B,oBAAoB,EACpB,6BAA6B,EAC7B,iCAAiC,EACjC,kCAAkC,EAClC,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAA6B,MAAM,+BAA+B,CAAC;AAC9H,OAAO,EACL,oCAAoC,EACpC,2BAA2B,GAE5B,MAAM,wCAAwC,CAAC;AAChD,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/catalox/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAE5B,oBAAoB,EACpB,6BAA6B,EAC7B,kBAAkB,EAClB,iCAAiC,EACjC,kCAAkC,EAClC,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAA6B,MAAM,+BAA+B,CAAC;AAC9H,OAAO,EACL,8BAA8B,EAC9B,kCAAkC,EAClC,iCAAiC,EACjC,6CAA6C,EAC7C,8BAA8B,EAC9B,kBAAkB,EAClB,mCAAmC,EACnC,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,uCAAuC,EACvC,6CAA6C,EAC7C,mBAAmB,EACnB,eAAe,GAChB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,oCAAoC,EACpC,2BAA2B,GAE5B,MAAM,wCAAwC,CAAC;AAChD,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}

package/dist/src/cli/index.js

@@ -7,7 +7,7 @@ import { getFirestore } from "firebase-admin/firestore";
 import { createRequire } from "node:module";
 import { readFileSync } from "node:fs";
 import { resolve as resolvePath } from "node:path";
-import { ApiCatalogAdapter, AuthorizationService, BindingStore, CatalogStore, Catalox, DefinitionStore, DescriptorStore, FirestoreStore, MappingStore, NativeItemStore, ReferenceStore, SnapshotStore, StoreAppBindingStore, } from "../index.js";
+import { ApiCatalogAdapter, AuthorizationService, BindingStore, CatalogStore, Catalox, DefinitionStore, DescriptorStore, FirestoreStore, MappingStore, NativeItemStore, ReferenceStore, SnapshotStore, StoreAppBindingStore, normalizeGcsPrefix, ndjsonObjectPath, } from "../index.js";
 import { AdapterStore } from "../firebase/adapter-store.js";
 import { AppStore } from "../firebase/app-store.js";
 import { CatalogDataIndexStore } from "../firebase/catalog-data-index-store.js";
@@ -296,21 +296,37 @@ const firestoreCmd = program
     .description("Firestore backup, restore (Firebase mirrors), and native layout migration");
 firestoreCmd
     .command("backup")
-    .description("Generic Catalox backup to Mongo (catalox-backups) or Firebase (backup-* collections)")
+    .description("Generic Catalox backup to Mongo (catalox-backups), Firebase (backup-* collections), or GCS (NDJSON via @x12i/helpers/gcs)")
     .requiredOption("--app <appId>", "AppId for Catalox context")
-    .requiredOption("--mode <mongo|firebase>", "Backup target")
+    .requiredOption("--mode <mongo|firebase|gcs>", "Backup target")
     .option("--mongo-uri <uri>", "Mongo connection string (required when mode=mongo)")
+    .option("--bucket <name>", "GCS bucket name (required when mode=gcs)")
+    .option("--gcs-prefix <path>", "Optional prefix before timestamp folder (default: catalox-firestore-backups/)", "")
     .option("--label <text>", "Backup label stored on manifest")
     .option("--snapshots", "Include catalogSnapshots data", false)
     .option("--catalog <catalogId...>", "Restrict which native catalogs are copied")
     .option("--god", "God mode", false)
     .action(async (opts) => {
+    const m = String(opts.mode).toLowerCase();
+    const mode = m === "mongo" ? "mongo" : m === "gcs" ? "gcs" : "firebase";
+    if (mode === "gcs" && !(opts.bucket != null && String(opts.bucket).trim())) {
+        // eslint-disable-next-line no-console
+        console.error("--bucket is required when --mode gcs");
+        process.exitCode = 1;
+        return;
+    }
     const catalox = createCatalox();
     const ctx = baseContext({ app: opts.app, god: opts.god });
-    const mode = String(opts.mode) === "mongo" ? "mongo" : "firebase";
+    const gcsPrefixOpt = opts.gcsPrefix != null && String(opts.gcsPrefix).trim() ? String(opts.gcsPrefix).trim() : undefined;
     const res = await catalox.backupData(ctx, {
         mode,
         mongoBackupUri: opts.mongoUri,
+        ...(mode === "gcs"
+            ? {
+                gcsBucket: String(opts.bucket).trim(),
+                ...(gcsPrefixOpt !== undefined ? { gcsPrefix: gcsPrefixOpt } : {}),
+            }
+            : {}),
         includeSnapshots: Boolean(opts.snapshots),
         ...(opts.catalog?.length ? { catalogIds: opts.catalog } : {}),
         ...(opts.label != null && String(opts.label) !== "" ? { backupLabel: String(opts.label) } : {}),
@@ -430,6 +446,174 @@ firestoreCmd
     if (!m.ok)
         process.exitCode = 1;
 });
+firestoreCmd
+    .command("export-gcs")
+    .description("Export Firestore collection(s) to a GCS bucket as NDJSON + manifest (for --all). Uses Application Default Credentials for GCS.")
+    .requiredOption("--app <appId>", "AppId for Catalox context")
+    .requiredOption("--bucket <name>", "GCS bucket name")
+    .option("--prefix <path>", "Object key prefix inside the bucket", "")
+    .option("--postfix <suffix>", "Optional suffix before .ndjson in each object name", "")
+    .option("--path <collectionPath>", "Single collection path (e.g. apps or catalogData/myId/items)")
+    .option("--all", "Export every root collection; writes catalox-firestore-export-manifest.json", false)
+    .option("--recursive", "With --all: include all document subcollections (expensive)", false)
+    .option("--god", "God mode", false)
+    .action(async (opts) => {
+    const hasPath = Boolean(opts.path && String(opts.path).trim());
+    const all = Boolean(opts.all);
+    if (hasPath === all) {
+        // eslint-disable-next-line no-console
+        console.error("Specify exactly one of: --path <collectionPath> OR --all");
+        process.exitCode = 1;
+        return;
+    }
+    const catalox = createCatalox();
+    const ctx = baseContext({ app: opts.app, god: opts.god });
+    const bucket = String(opts.bucket);
+    const gcsPrefix = String(opts.prefix ?? "");
+    const objectNamePostfix = opts.postfix != null ? String(opts.postfix) : undefined;
+    if (hasPath) {
+        const res = await catalox.exportFirestoreCollectionToGcs(ctx, {
+            bucket,
+            gcsPrefix,
+            ...(objectNamePostfix !== undefined && objectNamePostfix !== "" ? { objectNamePostfix } : {}),
+            collectionPath: String(opts.path).trim(),
+        });
+        await writeOrStdout(JSON.stringify(res, null, 2));
+        if (!res.ok)
+            process.exitCode = 1;
+        return;
+    }
+    const res = await catalox.exportAllFirestoreCollectionsToGcs(ctx, {
+        bucket,
+        gcsPrefix,
+        ...(objectNamePostfix !== undefined && objectNamePostfix !== "" ? { objectNamePostfix } : {}),
+        recursive: Boolean(opts.recursive),
+    });
+    await writeOrStdout(JSON.stringify(res, null, 2));
+    if (!res.ok)
+        process.exitCode = 1;
+});
+firestoreCmd
+    .command("import-gcs")
+    .description("Restore Firestore from GCS NDJSON produced by export-gcs (single collection or manifest for all). Uses ADC for GCS.")
+    .requiredOption("--app <appId>", "AppId for Catalox context")
+    .requiredOption("--bucket <name>", "GCS bucket name")
+    .option("--prefix <path>", "Object key prefix (must match export)", "")
+    .option("--postfix <suffix>", "Suffix used at export time", "")
+    .option("--path <collectionPath>", "Target Firestore collection path for single-file restore")
+    .option("--object <objectPath>", "Full GCS object path within bucket (overrides prefix/path/postfix inference)")
+    .option("--manifest <objectPath>", "Restore all entries from this manifest object path in the bucket")
+    .option("--restore-all", "Restore all entries using default manifest name under --prefix (same as export --all)", false)
+    .option("--replace", "Delete each destination collection before writing", false)
+    .option("--god", "God mode", false)
+    .action(async (opts) => {
+    const catalox = createCatalox();
+    const ctx = baseContext({ app: opts.app, god: opts.god });
+    const bucket = String(opts.bucket);
+    const gcsPrefix = String(opts.prefix ?? "");
+    const postfix = opts.postfix != null ? String(opts.postfix) : undefined;
+    const replace = Boolean(opts.replace);
+    const manifestPath = opts.manifest != null && String(opts.manifest).trim() ? String(opts.manifest).trim() : "";
+    const restoreAll = Boolean(opts.restoreAll);
+    if (manifestPath || restoreAll) {
+        const res = await catalox.restoreAllFirestoreCollectionsFromGcsManifest(ctx, {
+            bucket,
+            gcsPrefix,
+            ...(postfix !== undefined && postfix !== "" ? { objectNamePostfix: postfix } : {}),
+            ...(manifestPath ? { manifestObjectPath: manifestPath } : {}),
+            replaceDestinationCollection: replace,
+        });
+        await writeOrStdout(JSON.stringify(res, null, 2));
+        if (!res.ok)
+            process.exitCode = 1;
+        return;
+    }
+    const collectionPath = opts.path != null && String(opts.path).trim() ? String(opts.path).trim() : "";
+    if (!collectionPath) {
+        // eslint-disable-next-line no-console
+        console.error("For single-collection restore, pass --path (and optionally --object), or use --manifest / --restore-all");
+        process.exitCode = 1;
+        return;
+    }
+    const explicitObject = opts.object != null && String(opts.object).trim() ? String(opts.object).trim() : "";
+    const objectPath = explicitObject ||
+        ndjsonObjectPath({
+            gcsPrefix: normalizeGcsPrefix(gcsPrefix),
+            collectionPath,
+            ...(postfix != null && postfix !== "" ? { objectNamePostfix: postfix } : {}),
+        });
+    const res = await catalox.restoreFirestoreCollectionFromGcs(ctx, {
+        bucket,
+        gcsPrefix,
+        ...(postfix !== undefined && postfix !== "" ? { objectNamePostfix: postfix } : {}),
+        collectionPath,
+        objectPath,
+        replaceDestinationCollection: replace,
+    });
+    await writeOrStdout(JSON.stringify(res, null, 2));
+    if (!res.ok)
+        process.exitCode = 1;
+});
+firestoreCmd
+    .command("compare-gcs")
+    .description("Compare live Firestore to NDJSON in GCS: identical, changed, only-in-Firestore, only-in-bucket (see docs/firestore-gcs-export.md)")
+    .requiredOption("--app <appId>", "AppId for Catalox context")
+    .requiredOption("--bucket <name>", "GCS bucket name")
+    .option("--prefix <path>", "Object key prefix (must match export)", "")
+    .option("--postfix <suffix>", "Suffix used at export time (single-collection mode)", "")
+    .option("--path <collectionPath>", "Firestore collection path for single-object compare")
+    .option("--object <objectPath>", "Full GCS object path (overrides prefix/path/postfix inference)")
+    .option("--manifest <objectPath>", "Compare all entries from this manifest object path")
+    .option("--restore-all", "Compare all entries using default manifest name under --prefix (same as export --all)", false)
+    .option("--max-ids <n>", "Max document ids listed per category (counts are always full)", "500")
+    .option("--god", "God mode", false)
+    .action(async (opts) => {
+    const catalox = createCatalox();
+    const ctx = baseContext({ app: opts.app, god: opts.god });
+    const bucket = String(opts.bucket);
+    const gcsPrefix = String(opts.prefix ?? "");
+    const postfix = opts.postfix != null ? String(opts.postfix) : undefined;
+    const maxIds = Math.max(0, Number.parseInt(String(opts.maxIds ?? "500"), 10) || 0);
+    const manifestPath = opts.manifest != null && String(opts.manifest).trim() ? String(opts.manifest).trim() : "";
+    const restoreAll = Boolean(opts.restoreAll);
+    if (manifestPath || restoreAll) {
+        const res = await catalox.compareAllFirestoreCollectionsWithGcsManifest(ctx, {
+            bucket,
+            gcsPrefix,
+            ...(manifestPath ? { manifestObjectPath: manifestPath } : {}),
+            maxListedIdsPerCategory: maxIds,
+        });
+        await writeOrStdout(JSON.stringify(res, null, 2));
+        if (!res.ok)
+            process.exitCode = 1;
+        return;
+    }
+    const collectionPath = opts.path != null && String(opts.path).trim() ? String(opts.path).trim() : "";
+    if (!collectionPath) {
+        // eslint-disable-next-line no-console
+        console.error("Pass --path for single-collection compare, or --manifest / --restore-all for manifest-driven compare");
+        process.exitCode = 1;
+        return;
+    }
+    const explicitObject = opts.object != null && String(opts.object).trim() ? String(opts.object).trim() : "";
+    const objectPath = explicitObject ||
+        ndjsonObjectPath({
+            gcsPrefix: normalizeGcsPrefix(gcsPrefix),
+            collectionPath,
+            ...(postfix != null && postfix !== "" ? { objectNamePostfix: postfix } : {}),
+        });
+    const res = await catalox.compareFirestoreCollectionWithGcsNdjson(ctx, {
+        bucket,
+        gcsPrefix,
+        ...(postfix != null && postfix !== "" ? { objectNamePostfix: postfix } : {}),
+        collectionPath,
+        objectPath,
+        maxListedIdsPerCategory: maxIds,
+    });
+    await writeOrStdout(JSON.stringify(res, null, 2));
+    if (!res.ok)
+        process.exitCode = 1;
+});
 program.parseAsync(process.argv).catch((err) => {
     // eslint-disable-next-line no-console
     console.error(err instanceof Error ? err.message : err);