@x12i/catalox 2.4.0 → 2.5.0

package/dist/src/catalox/firestore-gcs-compare.js

@@ -0,0 +1,221 @@
+import { createHash } from "node:crypto";
+import { FieldPath, Timestamp, } from "firebase-admin/firestore";
+import { Storage } from "@google-cloud/storage";
+import readline from "node:readline";
+import { Readable } from "node:stream";
+import { CATALOX_FIRESTORE_GCS_MANIFEST, collectionRefFromPath, normalizeGcsPrefix, } from "./firestore-gcs-transfer.js";
+function getBucket(input) {
+    const storage = input.storage ?? new Storage();
+    return storage.bucket(input.bucket);
+}
+/**
+ * Normalizes Firestore values (including Timestamp and JSON-round-trip timestamp shapes)
+ * for stable equality checks between live reads and NDJSON exports.
+ */
+export function normalizeForCompare(value) {
+    if (value == null)
+        return value;
+    if (typeof value !== "object")
+        return value;
+    if (value instanceof Timestamp) {
+        return { __cfTs: value.seconds, __cfNs: value.nanoseconds };
+    }
+    if (Array.isArray(value))
+        return value.map(normalizeForCompare);
+    const o = value;
+    const sec = typeof o.seconds === "number" ? o.seconds : typeof o._seconds === "number" ? o._seconds : undefined;
+    if (typeof sec === "number") {
+        const ns = (typeof o.nanoseconds === "number" ? o.nanoseconds : undefined) ??
+            (typeof o._nanoseconds === "number" ? o._nanoseconds : undefined) ??
+            0;
+        const keys = Object.keys(o);
+        const allowed = new Set(["seconds", "_seconds", "nanoseconds", "_nanoseconds"]);
+        if (keys.every((k) => allowed.has(k))) {
+            return { __cfTs: sec, __cfNs: ns };
+        }
+    }
+    const out = {};
+    for (const k of Object.keys(o).sort()) {
+        out[k] = normalizeForCompare(o[k]);
+    }
+    return out;
+}
+export function dataFingerprint(data) {
+    return createHash("sha256").update(JSON.stringify(normalizeForCompare(data))).digest("hex");
+}
+async function loadNdjsonDataMap(bucket, objectPath) {
+    const map = new Map();
+    const [exists] = await bucket.file(objectPath).exists();
+    if (!exists)
+        throw new Error(`GCS object not found: ${objectPath}`);
+    const rs = bucket.file(objectPath).createReadStream();
+    const rl = readline.createInterface({ input: rs, crlfDelay: Infinity });
+    for await (const line of rl) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        const row = JSON.parse(trimmed);
+        if (row.id == null || row.data === undefined)
+            throw new Error("Invalid NDJSON row: expected { id, data }");
+        map.set(String(row.id), row.data);
+    }
+    return map;
+}
+function pushLimited(arr, id, max) {
+    if (arr.length < max)
+        arr.push(id);
+}
+export async function compareFirestoreCollectionWithGcsNdjson(input) {
+    const issues = [];
+    const maxIds = input.maxListedIdsPerCategory ?? 500;
+    const maxFp = input.maxChangedFingerprints ?? 50;
+    const emptyIds = () => ({
+        identicalIds: [],
+        changedIds: [],
+        onlyInFirestoreIds: [],
+        onlyInBucketIds: [],
+    });
+    try {
+        const bucket = getBucket(input);
+        const bucketMap = await loadNdjsonDataMap(bucket, input.objectPath);
+        const col = collectionRefFromPath(input.firestore, input.collectionPath);
+        const processedFromBucket = new Set();
+        let firestoreDocuments = 0;
+        const ids = emptyIds();
+        const changedSamples = [];
+        let identical = 0;
+        let changed = 0;
+        let onlyInFirestore = 0;
+        let onlyInBucket = 0;
+        let last;
+        while (true) {
+            let q = col.orderBy(FieldPath.documentId()).limit(400);
+            if (last)
+                q = q.startAfter(last);
+            const snap = await q.get();
+            if (snap.empty)
+                break;
+            for (const d of snap.docs) {
+                firestoreDocuments += 1;
+                const fd = d.data();
+                if (!bucketMap.has(d.id)) {
+                    onlyInFirestore += 1;
+                    pushLimited(ids.onlyInFirestoreIds, d.id, maxIds);
+                    continue;
+                }
+                processedFromBucket.add(d.id);
+                const bd = bucketMap.get(d.id);
+                const fpF = dataFingerprint(fd);
+                const fpB = dataFingerprint(bd);
+                if (fpF === fpB) {
+                    identical += 1;
+                    pushLimited(ids.identicalIds, d.id, maxIds);
+                }
+                else {
+                    changed += 1;
+                    pushLimited(ids.changedIds, d.id, maxIds);
+                    if (changedSamples.length < maxFp) {
+                        changedSamples.push({ id: d.id, firestoreFingerprint: fpF, bucketFingerprint: fpB });
+                    }
+                }
+            }
+            last = snap.docs[snap.docs.length - 1];
+        }
+        for (const id of bucketMap.keys()) {
+            if (!processedFromBucket.has(id)) {
+                onlyInBucket += 1;
+                pushLimited(ids.onlyInBucketIds, id, maxIds);
+            }
+        }
+        return {
+            ok: true,
+            collectionPath: input.collectionPath,
+            objectPath: input.objectPath,
+            bucket: input.bucket,
+            counts: {
+                firestoreDocuments,
+                bucketDocuments: bucketMap.size,
+                identical,
+                changed,
+                onlyInFirestore,
+                onlyInBucket,
+            },
+            ids,
+            changedSamples,
+            issues,
+        };
+    }
+    catch (e) {
+        issues.push({
+            code: "compare_failed",
+            message: e instanceof Error ? e.message : String(e),
+            detail: { collectionPath: input.collectionPath, objectPath: input.objectPath },
+        });
+        return {
+            ok: false,
+            collectionPath: input.collectionPath,
+            objectPath: input.objectPath,
+            bucket: input.bucket,
+            counts: {
+                firestoreDocuments: 0,
+                bucketDocuments: 0,
+                identical: 0,
+                changed: 0,
+                onlyInFirestore: 0,
+                onlyInBucket: 0,
+            },
+            ids: emptyIds(),
+            changedSamples: [],
+            issues,
+        };
+    }
+}
+export async function compareAllFirestoreCollectionsWithGcsManifest(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    const manifestObjectPath = input.manifestObjectPath ?? `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`;
+    const collections = [];
+    try {
+        const bucket = getBucket(input);
+        const [exists] = await bucket.file(manifestObjectPath).exists();
+        if (!exists) {
+            issues.push({ code: "manifest_not_found", message: `GCS object not found: ${manifestObjectPath}` });
+            return { ok: false, bucket: input.bucket, manifestObjectPath, collections, issues };
+        }
+        const [buf] = await bucket.file(manifestObjectPath).download();
+        const manifest = JSON.parse(buf.toString("utf8"));
+        if (manifest.catalog !== "catalox-firestore-gcs-export" || manifest.version !== 1 || !Array.isArray(manifest.entries)) {
+            throw new Error("Unsupported manifest format (expected catalog catalox-firestore-gcs-export version 1)");
+        }
+        for (const ent of manifest.entries) {
+            const one = await compareFirestoreCollectionWithGcsNdjson({
+                firestore: input.firestore,
+                bucket: input.bucket,
+                ...(input.gcsPrefix != null && input.gcsPrefix !== "" ? { gcsPrefix: input.gcsPrefix } : {}),
+                collectionPath: ent.firestorePath,
+                objectPath: ent.objectPath,
+                ...(input.maxListedIdsPerCategory != null ? { maxListedIdsPerCategory: input.maxListedIdsPerCategory } : {}),
+                ...(input.maxChangedFingerprints != null ? { maxChangedFingerprints: input.maxChangedFingerprints } : {}),
+                ...(input.storage ? { storage: input.storage } : {}),
+            });
+            collections.push(one);
+            if (!one.ok) {
+                issues.push({
+                    code: "compare_collection_failed",
+                    message: one.issues[0]?.message ?? "compare failed",
+                    detail: { collectionPath: ent.firestorePath, objectPath: ent.objectPath },
+                });
+            }
+        }
+        const ok = issues.length === 0 && collections.every((c) => c.ok);
+        return { ok, bucket: input.bucket, manifestObjectPath, collections, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "compare_manifest_failed",
+            message: e instanceof Error ? e.message : String(e),
+        });
+        return { ok: false, bucket: input.bucket, manifestObjectPath, collections, issues };
+    }
+}
+//# sourceMappingURL=firestore-gcs-compare.js.map

package/dist/src/catalox/firestore-gcs-compare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"firestore-gcs-compare.js","sourceRoot":"","sources":["../../../src/catalox/firestore-gcs-compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,SAAS,EACT,SAAS,GAGV,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,OAAO,EAAe,MAAM,uBAAuB,CAAC;AAC7D,OAAO,QAAQ,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAWvC,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,6BAA6B,CAAC;AAIrC,SAAS,SAAS,CAAC,KAA2C;IAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,OAAO,EAAE,CAAC;IAC/C,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,KAAK,CAAC;IAChC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;QAC/B,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAChE,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAChH,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,EAAE,GACN,CAAC,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/D,CAAC,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACjE,CAAC,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACtC,GAAG,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAa;IAC3C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9F,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,UAAkB;IACjE,MAAM,GAAG,GAAG,IAAI,GAAG,EAAmB,CAAC;IACvC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;IACxD,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,EAAE,CAAC,CAAC;IACpE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACtD,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoC,CAAC;QACnE,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC3G,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,GAAa,EAAE,EAAU,EAAE,GAAW;IACzD,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;QAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uCAAuC,CAC3D,KAA+D;IAE/D,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,uBAAuB,IAAI,GAAG,CAAC;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,sBAAsB,IAAI,EAAE,CAAC;IAEjD,MAAM,QAAQ,GAAG,GAAqB,EAAE,CAAC,CAAC;QACxC,YAAY,EAAE,EAAE;QAChB,UAAU,EAAE,EAAE;QACd,kBAAkB,EAAE,EAAE;QACtB,eAAe,EAAE,EAAE;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QACpE,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QAEzE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9C,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAC;QACvB,MAAM,cAAc,GAA2B,EAAE,CAAC;QAElD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,IAAuC,CAAC;QAC5C,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvD,IAAI,IAAI;gBAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,KAAK;gBAAE,MAAM;YACtB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1B,kBAAkB,IAAI,CAAC,CAAC;gBACxB,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;oBACzB,eAAe,IAAI,CAAC,CAAC;oBACrB,WAAW,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBAClD,SAAS;gBACX,CAAC;gBACD,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC9B,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC/B,MAAM,GAAG,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;gBAChC,MAAM,GAAG,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;oBAChB,SAAS,IAAI,CAAC,CAAC;oBACf,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC9C,CAAC;qBAAM,CAAC;oBACN,OAAO,IAAI,CAAC,CAAC;oBACb,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBAC1C,IAAI,cAAc,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;wBAClC,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,oBAAoB,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;oBACvF,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACjC,YAAY,IAAI,CAAC,CAAC;gBAClB,WAAW,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI;YACR,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE;gBACN,kBAAkB;gBAClB,eAAe,EAAE,SAAS,CAAC,IAAI;gBAC/B,SAAS;gBACT,OAAO;gBACP,eAAe;gBACf,YAAY;aACb;YACD,GAAG;YACH,cAAc;YACd,MAAM;SACP,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,MAAM,EAAE,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE;SAC/E,CAAC,CAAC;QACH,OAAO;YACL,EAAE,EAAE,KAAK;YACT,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE;gBACN,kBAAkB,EAAE,CAAC;gBACrB,eAAe,EAAE,CAAC;gBAClB,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,CAAC;gBACV,eAAe,EAAE,CAAC;gBAClB,YAAY,EAAE,CAAC;aAChB;YACD,GAAG,EAAE,QAAQ,EAAE;YACf,cAAc,EAAE,EAAE;YAClB,MAAM;SACP,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6CAA6C,CACjE,KAA2E;IAE3E,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,IAAI,GAAG,MAAM,GAAG,8BAA8B,EAAE,CAAC;IACpG,MAAM,WAAW,GAA8C,EAAE,CAAC;IAElE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,yBAAyB,kBAAkB,EAAE,EAAE,CAAC,CAAC;YACpG,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAiC,CAAC;QAClF,IAAI,QAAQ,CAAC,OAAO,KAAK,8BAA8B,IAAI,QAAQ,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACtH,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC3G,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,MAAM,uCAAuC,CAAC;gBACxD,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5F,cAAc,EAAE,GAAG,CAAC,aAAa;gBACjC,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,GAAG,CAAC,KAAK,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5G,GAAG,CAAC,KAAK,CAAC,sBAAsB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrD,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,2BAA2B;oBACjC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,gBAAgB;oBACnD,MAAM,EAAE,EAAE,cAAc,EAAE,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE;iBAC1E,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;IAC/E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,yBAAyB;YAC/B,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACpD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtF,CAAC;AACH,CAAC"}

package/dist/src/catalox/firestore-gcs-transfer.d.ts

@@ -0,0 +1,24 @@
+import { type CollectionReference, type Firestore } from "firebase-admin/firestore";
+import { Storage } from "@google-cloud/storage";
+import type { ExportAllFirestoreCollectionsToGcsInput, ExportAllFirestoreCollectionsToGcsResult, ExportFirestoreCollectionToGcsInput, ExportFirestoreCollectionToGcsResult, RestoreAllFirestoreCollectionsFromGcsInput, RestoreAllFirestoreCollectionsFromGcsResult, RestoreFirestoreCollectionFromGcsInput, RestoreFirestoreCollectionFromGcsResult } from "../contracts/gcs-firestore-transfer.js";
+/** Default manifest object name under `gcsPrefix` for export-all / restore-all / compare-manifest. */
+export declare const CATALOX_FIRESTORE_GCS_MANIFEST = "catalox-firestore-export-manifest.json";
+type GcsRuntimeInput = {
+    storage?: Storage;
+};
+export declare function normalizeGcsPrefix(prefix?: string): string;
+/** Map `apps` or `a/b/c` → safe single-segment base for object names. */
+export declare function firestoreCollectionPathToObjectBase(collectionPath: string): string;
+export declare function ndjsonObjectPath(params: {
+    gcsPrefix: string;
+    collectionPath: string;
+    objectNamePostfix?: string;
+}): string;
+/** Parse `col` or `col/doc/subcol` into a CollectionReference (odd number of segments). */
+export declare function collectionRefFromPath(fs: Firestore, collectionPath: string): CollectionReference;
+export declare function exportFirestoreCollectionToGcs(input: ExportFirestoreCollectionToGcsInput & GcsRuntimeInput): Promise<ExportFirestoreCollectionToGcsResult>;
+export declare function exportAllFirestoreCollectionsToGcs(input: ExportAllFirestoreCollectionsToGcsInput & GcsRuntimeInput): Promise<ExportAllFirestoreCollectionsToGcsResult>;
+export declare function restoreFirestoreCollectionFromGcs(input: RestoreFirestoreCollectionFromGcsInput & GcsRuntimeInput): Promise<RestoreFirestoreCollectionFromGcsResult>;
+export declare function restoreAllFirestoreCollectionsFromGcsManifest(input: RestoreAllFirestoreCollectionsFromGcsInput & GcsRuntimeInput): Promise<RestoreAllFirestoreCollectionsFromGcsResult>;
+export {};
+//# sourceMappingURL=firestore-gcs-transfer.d.ts.map

package/dist/src/catalox/firestore-gcs-transfer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"firestore-gcs-transfer.d.ts","sourceRoot":"","sources":["../../../src/catalox/firestore-gcs-transfer.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,mBAAmB,EAExB,KAAK,SAAS,EAEf,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,OAAO,EAA0B,MAAM,uBAAuB,CAAC;AAIxE,OAAO,KAAK,EACV,uCAAuC,EACvC,wCAAwC,EACxC,mCAAmC,EACnC,oCAAoC,EAGpC,0CAA0C,EAC1C,2CAA2C,EAC3C,sCAAsC,EACtC,uCAAuC,EACxC,MAAM,wCAAwC,CAAC;AAGhD,sGAAsG;AACtG,eAAO,MAAM,8BAA8B,2CAA2C,CAAC;AAEvF,KAAK,eAAe,GAAG;IAAE,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAE7C,wBAAgB,kBAAkB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAI1D;AAED,yEAAyE;AACzE,wBAAgB,mCAAmC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,CAMlF;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,MAAM,CAIT;AAOD,2FAA2F;AAC3F,wBAAgB,qBAAqB,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,GAAG,mBAAmB,CAkBhG;AAyED,wBAAsB,8BAA8B,CAClD,KAAK,EAAE,mCAAmC,GAAG,eAAe,GAC3D,OAAO,CAAC,oCAAoC,CAAC,CAwB/C;AAED,wBAAsB,kCAAkC,CACtD,KAAK,EAAE,uCAAuC,GAAG,eAAe,GAC/D,OAAO,CAAC,wCAAwC,CAAC,CA0DnD;AAgCD,wBAAsB,iCAAiC,CACrD,KAAK,EAAE,sCAAsC,GAAG,eAAe,GAC9D,OAAO,CAAC,uCAAuC,CAAC,CA6ClD;AAED,wBAAsB,6CAA6C,CACjE,KAAK,EAAE,0CAA0C,GAAG,eAAe,GAClE,OAAO,CAAC,2CAA2C,CAAC,CA2DtD"}

package/dist/src/catalox/firestore-gcs-transfer.js

@@ -0,0 +1,346 @@
+import { once } from "node:events";
+import { FieldPath, } from "firebase-admin/firestore";
+import { Storage } from "@google-cloud/storage";
+import readline from "node:readline";
+import { Readable } from "node:stream";
+import { deleteAllDocsInFirestoreCollection } from "./backup-data.js";
+/** Default manifest object name under `gcsPrefix` for export-all / restore-all / compare-manifest. */
+export const CATALOX_FIRESTORE_GCS_MANIFEST = "catalox-firestore-export-manifest.json";
+export function normalizeGcsPrefix(prefix) {
+    const p = (prefix ?? "").trim();
+    if (!p)
+        return "";
+    return p.endsWith("/") ? p : `${p}/`;
+}
+/** Map `apps` or `a/b/c` → safe single-segment base for object names. */
+export function firestoreCollectionPathToObjectBase(collectionPath) {
+    return collectionPath
+        .split("/")
+        .filter(Boolean)
+        .join("__")
+        .replace(/[^a-zA-Z0-9_-]/g, "_");
+}
+export function ndjsonObjectPath(params) {
+    const base = firestoreCollectionPathToObjectBase(params.collectionPath);
+    const sfx = params.objectNamePostfix != null && params.objectNamePostfix !== "" ? params.objectNamePostfix : "";
+    return `${params.gcsPrefix}${base}${sfx}.ndjson`;
+}
+function getBucket(input) {
+    const storage = input.storage ?? new Storage();
+    return storage.bucket(input.bucket);
+}
+/** Parse `col` or `col/doc/subcol` into a CollectionReference (odd number of segments). */
+export function collectionRefFromPath(fs, collectionPath) {
+    const parts = collectionPath.split("/").filter(Boolean);
+    if (parts.length === 0)
+        throw new Error("collectionPath is empty");
+    if (parts.length % 2 === 0) {
+        throw new Error(`collectionPath must end at a collection (odd segment count); got "${collectionPath}"`);
+    }
+    let cur = fs.collection(parts[0]);
+    for (let i = 1; i < parts.length; i++) {
+        const seg = parts[i];
+        if (i % 2 === 1) {
+            cur = cur.doc(seg);
+        }
+        else {
+            cur = cur.collection(seg);
+        }
+    }
+    return cur;
+}
+async function* ndjsonLinesForCollection(col) {
+    let last;
+    while (true) {
+        let q = col.orderBy(FieldPath.documentId()).limit(400);
+        if (last)
+            q = q.startAfter(last);
+        const snap = await q.get();
+        if (snap.empty)
+            break;
+        for (const d of snap.docs) {
+            yield JSON.stringify({ id: d.id, data: d.data() });
+        }
+        last = snap.docs[snap.docs.length - 1];
+    }
+}
+async function uploadNdjsonFromCollection(file, col) {
+    const ws = file.createWriteStream({
+        contentType: "application/x-ndjson",
+        resumable: false,
+    });
+    let count = 0;
+    await new Promise((resolve, reject) => {
+        ws.on("error", reject);
+        ws.on("finish", resolve);
+        (async () => {
+            try {
+                for await (const line of ndjsonLinesForCollection(col)) {
+                    count += 1;
+                    const chunk = `${line}\n`;
+                    if (!ws.write(chunk))
+                        await once(ws, "drain");
+                }
+            }
+            catch (e) {
+                reject(e);
+            }
+            finally {
+                ws.end();
+            }
+        })().catch(reject);
+    });
+    return count;
+}
+async function discoverCollectionsForExport(fs, recursive) {
+    const roots = await fs.listCollections();
+    if (!recursive)
+        return roots;
+    const out = [];
+    const seen = new Set();
+    const queue = [...roots];
+    while (queue.length) {
+        const col = queue.shift();
+        if (seen.has(col.path))
+            continue;
+        seen.add(col.path);
+        out.push(col);
+        let lastDoc;
+        while (true) {
+            let q = col.orderBy(FieldPath.documentId()).limit(200);
+            if (lastDoc)
+                q = q.startAfter(lastDoc);
+            const snap = await q.get();
+            if (snap.empty)
+                break;
+            for (const d of snap.docs) {
+                const subs = await d.ref.listCollections();
+                for (const s of subs) {
+                    if (!seen.has(s.path))
+                        queue.push(s);
+                }
+            }
+            lastDoc = snap.docs[snap.docs.length - 1];
+        }
+    }
+    return out;
+}
+export async function exportFirestoreCollectionToGcs(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    try {
+        const col = collectionRefFromPath(input.firestore, input.collectionPath);
+        const objectPath = ndjsonObjectPath({
+            gcsPrefix: prefix,
+            collectionPath: input.collectionPath,
+            ...(input.objectNamePostfix != null && input.objectNamePostfix !== ""
+                ? { objectNamePostfix: input.objectNamePostfix }
+                : {}),
+        });
+        const bucket = getBucket(input);
+        const file = bucket.file(objectPath);
+        const count = await uploadNdjsonFromCollection(file, col);
+        return { ok: true, bucket: input.bucket, objectPath, documentCount: count, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "export_failed",
+            message: e instanceof Error ? e.message : String(e),
+            detail: { collectionPath: input.collectionPath },
+        });
+        return { ok: false, bucket: input.bucket, objectPath: "", documentCount: 0, issues };
+    }
+}
+export async function exportAllFirestoreCollectionsToGcs(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    const recursive = Boolean(input.recursive);
+    const bucket = getBucket(input);
+    const entries = [];
+    try {
+        const cols = await discoverCollectionsForExport(input.firestore, recursive);
+        for (const col of cols) {
+            const collectionPath = col.path;
+            const objectPath = ndjsonObjectPath({
+                gcsPrefix: prefix,
+                collectionPath,
+                ...(input.objectNamePostfix != null && input.objectNamePostfix !== ""
+                    ? { objectNamePostfix: input.objectNamePostfix }
+                    : {}),
+            });
+            try {
+                const file = bucket.file(objectPath);
+                const count = await uploadNdjsonFromCollection(file, col);
+                entries.push({ firestorePath: collectionPath, objectPath, documentCount: count });
+            }
+            catch (e) {
+                issues.push({
+                    code: "export_collection_failed",
+                    message: e instanceof Error ? e.message : String(e),
+                    detail: { firestorePath: collectionPath },
+                });
+            }
+        }
+        const manifestObjectPath = `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`;
+        const manifest = {
+            catalog: "catalox-firestore-gcs-export",
+            version: 1,
+            exportedAt: new Date().toISOString(),
+            gcsPrefix: prefix,
+            objectNamePostfix: input.objectNamePostfix ?? "",
+            entries: entries.map((e) => ({
+                firestorePath: e.firestorePath,
+                objectPath: e.objectPath,
+                documentCount: e.documentCount,
+            })),
+        };
+        await bucket.file(manifestObjectPath).save(JSON.stringify(manifest, null, 2), {
+            contentType: "application/json",
+            resumable: false,
+        });
+        const ok = issues.length === 0;
+        return { ok, bucket: input.bucket, manifestObjectPath, entries, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "export_all_failed",
+            message: e instanceof Error ? e.message : String(e),
+        });
+        return { ok: false, bucket: input.bucket, manifestObjectPath: `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`, entries, issues };
+    }
+}
+async function restoreNdjsonStreamToCollection(fs, col, stream) {
+    const rl = readline.createInterface({ input: stream, crlfDelay: Infinity });
+    let batch = fs.batch();
+    let n = 0;
+    let inBatch = 0;
+    const flush = async () => {
+        if (inBatch === 0)
+            return;
+        await batch.commit();
+        batch = fs.batch();
+        inBatch = 0;
+    };
+    for await (const line of rl) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        const row = JSON.parse(trimmed);
+        if (row.id == null || row.data == null)
+            throw new Error("Invalid NDJSON row: expected { id, data }");
+        batch.set(col.doc(String(row.id)), row.data, { merge: false });
+        n += 1;
+        inBatch += 1;
+        if (inBatch >= 450)
+            await flush();
+    }
+    await flush();
+    return n;
+}
+export async function restoreFirestoreCollectionFromGcs(input) {
+    const issues = [];
+    try {
+        const col = collectionRefFromPath(input.firestore, input.collectionPath);
+        if (input.replaceDestinationCollection) {
+            await deleteAllDocsInFirestoreCollection(input.firestore, col.path);
+        }
+        const bucket = getBucket(input);
+        const [exists] = await bucket.file(input.objectPath).exists();
+        if (!exists) {
+            issues.push({ code: "object_not_found", message: `GCS object not found: ${input.objectPath}` });
+            return {
+                ok: false,
+                bucket: input.bucket,
+                objectPath: input.objectPath,
+                collectionPath: input.collectionPath,
+                documentsWritten: 0,
+                issues,
+            };
+        }
+        const rs = bucket.file(input.objectPath).createReadStream();
+        const written = await restoreNdjsonStreamToCollection(input.firestore, col, rs);
+        return {
+            ok: true,
+            bucket: input.bucket,
+            objectPath: input.objectPath,
+            collectionPath: input.collectionPath,
+            documentsWritten: written,
+            issues,
+        };
+    }
+    catch (e) {
+        issues.push({
+            code: "restore_failed",
+            message: e instanceof Error ? e.message : String(e),
+            detail: { objectPath: input.objectPath, collectionPath: input.collectionPath },
+        });
+        return {
+            ok: false,
+            bucket: input.bucket,
+            objectPath: input.objectPath,
+            collectionPath: input.collectionPath,
+            documentsWritten: 0,
+            issues,
+        };
+    }
+}
+export async function restoreAllFirestoreCollectionsFromGcsManifest(input) {
+    const issues = [];
+    const prefix = normalizeGcsPrefix(input.gcsPrefix);
+    const manifestObjectPath = input.manifestObjectPath ?? `${prefix}${CATALOX_FIRESTORE_GCS_MANIFEST}`;
+    const restored = [];
+    try {
+        const bucket = getBucket(input);
+        const [exists] = await bucket.file(manifestObjectPath).exists();
+        if (!exists) {
+            issues.push({ code: "manifest_not_found", message: `GCS object not found: ${manifestObjectPath}` });
+            return { ok: false, bucket: input.bucket, manifestObjectPath, restored, issues };
+        }
+        const [buf] = await bucket.file(manifestObjectPath).download();
+        const manifest = JSON.parse(buf.toString("utf8"));
+        if (manifest.catalog !== "catalox-firestore-gcs-export" || manifest.version !== 1 || !Array.isArray(manifest.entries)) {
+            throw new Error("Unsupported manifest format (expected catalog catalox-firestore-gcs-export version 1)");
+        }
+        for (const ent of manifest.entries) {
+            try {
+                const col = collectionRefFromPath(input.firestore, ent.firestorePath);
+                if (input.replaceDestinationCollection) {
+                    await deleteAllDocsInFirestoreCollection(input.firestore, col.path);
+                }
+                const [objExists] = await bucket.file(ent.objectPath).exists();
+                if (!objExists) {
+                    issues.push({
+                        code: "object_not_found",
+                        message: `Missing NDJSON object: ${ent.objectPath}`,
+                        detail: { firestorePath: ent.firestorePath },
+                    });
+                    continue;
+                }
+                const rs = bucket.file(ent.objectPath).createReadStream();
+                const documentsWritten = await restoreNdjsonStreamToCollection(input.firestore, col, rs);
+                restored.push({
+                    firestorePath: ent.firestorePath,
+                    objectPath: ent.objectPath,
+                    documentsWritten,
+                });
+            }
+            catch (e) {
+                issues.push({
+                    code: "restore_entry_failed",
+                    message: e instanceof Error ? e.message : String(e),
+                    detail: { firestorePath: ent.firestorePath, objectPath: ent.objectPath },
+                });
+            }
+        }
+        const ok = issues.length === 0;
+        return { ok, bucket: input.bucket, manifestObjectPath, restored, issues };
+    }
+    catch (e) {
+        issues.push({
+            code: "restore_all_failed",
+            message: e instanceof Error ? e.message : String(e),
+        });
+        return { ok: false, bucket: input.bucket, manifestObjectPath, restored, issues };
+    }
+}
+//# sourceMappingURL=firestore-gcs-transfer.js.map

package/dist/src/catalox/firestore-gcs-transfer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"firestore-gcs-transfer.js","sourceRoot":"","sources":["../../../src/catalox/firestore-gcs-transfer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EACL,SAAS,GAKV,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,OAAO,EAA0B,MAAM,uBAAuB,CAAC;AACxE,OAAO,QAAQ,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAcvC,OAAO,EAAE,kCAAkC,EAAE,MAAM,kBAAkB,CAAC;AAEtE,sGAAsG;AACtG,MAAM,CAAC,MAAM,8BAA8B,GAAG,wCAAwC,CAAC;AAIvF,MAAM,UAAU,kBAAkB,CAAC,MAAe;IAChD,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAClB,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;AACvC,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,mCAAmC,CAAC,cAAsB;IACxE,OAAO,cAAc;SAClB,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAIhC;IACC,MAAM,IAAI,GAAG,mCAAmC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,IAAI,IAAI,IAAI,MAAM,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC;IAChH,OAAO,GAAG,MAAM,CAAC,SAAS,GAAG,IAAI,GAAG,GAAG,SAAS,CAAC;AACnD,CAAC;AAED,SAAS,SAAS,CAAC,KAA2C;IAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,OAAO,EAAE,CAAC;IAC/C,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,qBAAqB,CAAC,EAAa,EAAE,cAAsB;IACzE,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACnE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,qEAAqE,cAAc,GAAG,CACvF,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,GAA4C,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;IAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAChB,GAAG,GAAI,GAA2B,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,GAAG,GAAI,GAAyB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IACD,OAAO,GAA0B,CAAC;AACpC,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,wBAAwB,CAAC,GAAwB;IAC/D,IAAI,IAAuC,CAAC;IAC5C,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,IAAI;YAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM;QACtB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,0BAA0B,CAAC,IAAU,EAAE,GAAwB;IAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAChC,WAAW,EAAE,sBAAsB;QACnC,SAAS,EAAE,KAAK;KACjB,CAAC,CAAC;IACH,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACvB,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzB,CAAC,KAAK,IAAI,EAAE;YACV,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvD,KAAK,IAAI,CAAC,CAAC;oBACX,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,CAAC;oBAC1B,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;wBAAE,MAAM,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC;oBAAS,CAAC;gBACT,EAAE,CAAC,GAAG,EAAE,CAAC;YACX,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,EAAa,EAAE,SAAkB;IAC3E,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,eAAe,EAAE,CAAC;IACzC,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAE7B,MAAM,GAAG,GAA0B,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACzB,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;QAC3B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACjC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEd,IAAI,OAA0C,CAAC;QAC/C,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvD,IAAI,OAAO;gBAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,KAAK;gBAAE,MAAM;YACtB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;oBACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;wBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YACD,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,KAA4D;IAE5D,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACzE,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE;gBACnE,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE;gBAChD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACtF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,MAAM,EAAE,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;SACjD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;IACvF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,KAAgE;IAEhE,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,OAAO,GAAwD,EAAE,CAAC;IAExE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,CAAC;YAChC,MAAM,UAAU,GAAG,gBAAgB,CAAC;gBAClC,SAAS,EAAE,MAAM;gBACjB,cAAc;gBACd,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE;oBACnE,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE;oBAChD,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACrC,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC1D,OAAO,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,GAAG,MAAM,GAAG,8BAA8B,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAiC;YAC7C,OAAO,EAAE,8BAA8B;YACvC,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,SAAS,EAAE,MAAM;YACjB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,EAAE;YAChD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,aAAa,EAAE,CAAC,CAAC,aAAa;gBAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,aAAa,EAAE,CAAC,CAAC,aAAa;aAC/B,CAAC,CAAC;SACJ,CAAC;QACF,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAC5E,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC3E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACpD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,GAAG,8BAA8B,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAChI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAC5C,EAAa,EACb,GAAwB,EACxB,MAAgB;IAEhB,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC5E,IAAI,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;QACvB,IAAI,OAAO,KAAK,CAAC;YAAE,OAAO;QAC1B,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,CAAC;IACd,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoD,CAAC;QACnF,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACrG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,CAAC,IAAI,CAAC,CAAC;QACP,OAAO,IAAI,CAAC,CAAC;QACb,IAAI,OAAO,IAAI,GAAG;YAAE,MAAM,KAAK,EAAE,CAAC;IACpC,CAAC;IACD,MAAM,KAAK,EAAE,CAAC;IACd,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,KAA+D;IAE/D,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,4BAA4B,EAAE,CAAC;YACvC,MAAM,kCAAkC,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,yBAAyB,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAChG,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,gBAAgB,EAAE,CAAC;gBACnB,MAAM;aACP,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,+BAA+B,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,EAAc,CAAC,CAAC;QAC5F,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,gBAAgB,EAAE,OAAO;YACzB,MAAM;SACP,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,MAAM,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;SAC/E,CAAC,CAAC;QACH,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,gBAAgB,EAAE,CAAC;YACnB,MAAM;SACP,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6CAA6C,CACjE,KAAmE;IAEnE,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,IAAI,GAAG,MAAM,GAAG,8BAA8B,EAAE,CAAC;IACpG,MAAM,QAAQ,GAA4D,EAAE,CAAC;IAE7E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,yBAAyB,kBAAkB,EAAE,EAAE,CAAC,CAAC;YACpG,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnF,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAiC,CAAC;QAClF,IAAI,QAAQ,CAAC,OAAO,KAAK,8BAA8B,IAAI,QAAQ,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACtH,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC3G,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;gBACtE,IAAI,KAAK,CAAC,4BAA4B,EAAE,CAAC;oBACvC,MAAM,kCAAkC,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtE,CAAC;gBACD,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC/D,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,kBAAkB;wBACxB,OAAO,EAAE,0BAA0B,GAAG,CAAC,UAAU,EAAE;wBACnD,MAAM,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE;qBAC7C,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAC;gBAC1D,MAAM,gBAAgB,GAAG,MAAM,+BAA+B,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,EAAc,CAAC,CAAC;gBACrG,QAAQ,CAAC,IAAI,CAAC;oBACZ,aAAa,EAAE,GAAG,CAAC,aAAa;oBAChC,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,gBAAgB;iBACjB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE;iBACzE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAC5E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACpD,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnF,CAAC;AACH,CAAC"}

package/dist/src/catalox/index.d.ts

@@ -3,6 +3,8 @@ export * from "./authorization.js";
 export * from "./catalox.js";
 export { runBackupData, formatBackupTimestamp, discoverNativeCatalogIds, BACKUP_METADATA_SOURCE_NAMES, type BackupDataDeps, pruneMongoBackupRuns, pruneFirebaseVersionedBackups, paginatedCopyFirestoreToFirestore, deleteAllDocsInFirestoreCollection, firebaseLatestName, firebaseVersionedName, firebaseNativeLogical, firebaseSnapshotLogical, firebaseSnapshotRunLogical, } from "./backup-data.js";
 export { runRestoreFirestoreBackup, runUndoFirestoreRestore, type RestoreFirestoreDeps } from "./restore-firestore-backup.js";
+export { exportFirestoreCollectionToGcs, exportAllFirestoreCollectionsToGcs, restoreFirestoreCollectionFromGcs, restoreAllFirestoreCollectionsFromGcsManifest, CATALOX_FIRESTORE_GCS_MANIFEST, normalizeGcsPrefix, firestoreCollectionPathToObjectBase, ndjsonObjectPath, collectionRefFromPath, } from "./firestore-gcs-transfer.js";
+export { compareFirestoreCollectionWithGcsNdjson, compareAllFirestoreCollectionsWithGcsManifest, normalizeForCompare, dataFingerprint, } from "./firestore-gcs-compare.js";
 export { reportNativeCatalogLayoutDiagnostics, nativeCatalogFirestorePaths, type NativeCatalogLayoutDiagnosticRow, } from "./native-catalog-layout-diagnostics.js";
 export * from "./identity.js";
 export * from "./json-io.js";

package/dist/src/catalox/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/catalox/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAC5B,KAAK,cAAc,EACnB,oBAAoB,EACpB,6BAA6B,EAC7B,iCAAiC,EACjC,kCAAkC,EAClC,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC9H,OAAO,EACL,oCAAoC,EACpC,2BAA2B,EAC3B,KAAK,gCAAgC,GACtC,MAAM,wCAAwC,CAAC;AAChD,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/catalox/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAC5B,KAAK,cAAc,EACnB,oBAAoB,EACpB,6BAA6B,EAC7B,iCAAiC,EACjC,kCAAkC,EAClC,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC9H,OAAO,EACL,8BAA8B,EAC9B,kCAAkC,EAClC,iCAAiC,EACjC,6CAA6C,EAC7C,8BAA8B,EAC9B,kBAAkB,EAClB,mCAAmC,EACnC,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,uCAAuC,EACvC,6CAA6C,EAC7C,mBAAmB,EACnB,eAAe,GAChB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,oCAAoC,EACpC,2BAA2B,EAC3B,KAAK,gCAAgC,GACtC,MAAM,wCAAwC,CAAC;AAChD,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}