@x12i/catalox 2.3.0 → 2.5.0

package/dist/src/migrations/migrate-native-catalog-layout.js

@@ -0,0 +1,224 @@
+import { FieldPath } from "firebase-admin/firestore";
+import { mkdir, writeFile, appendFile } from "node:fs/promises";
+import { resolve as resolvePath } from "node:path";
+import { discoverNativeCatalogIds } from "../catalox/backup-data.js";
+import { CatalogStore } from "../firebase/catalog-store.js";
+import { BindingStore } from "../firebase/binding-store.js";
+import { DefinitionStore } from "../firebase/definition-store.js";
+import { FirestoreStore } from "../firebase/firestore-store.js";
+import { NativeItemStore } from "../firebase/native-item-store.js";
+import { CatalogDataIndexStore } from "../firebase/catalog-data-index-store.js";
+import { flatNativeItemsCollectionRef, legacyNativeItemsCollectionRef, nativeItemsCollectionId, } from "../firebase/catalog-data-paths.js";
+async function countDocs(col) {
+    let n = 0;
+    let last;
+    while (true) {
+        let q = col.orderBy(FieldPath.documentId()).limit(500);
+        if (last)
+            q = q.startAfter(last);
+        const snap = await q.get();
+        if (snap.empty)
+            break;
+        n += snap.size;
+        last = snap.docs[snap.docs.length - 1];
+    }
+    return n;
+}
+async function deleteLegacyItems(fs, catalogId, batchSize = 400) {
+    const col = legacyNativeItemsCollectionRef(fs, catalogId);
+    let deleted = 0;
+    while (true) {
+        const snap = await col.limit(batchSize).get();
+        if (snap.empty)
+            break;
+        const batch = fs.batch();
+        for (const d of snap.docs) {
+            batch.delete(d.ref);
+            deleted += 1;
+        }
+        await batch.commit();
+    }
+    return deleted;
+}
+/**
+ * After native item rows **already** live under flat `catalogData-{catalogId}-items`, align
+ * `catalogDefinitions` storage hints and seed `catalogData/{catalogId}` index metadata.
+ * Does **not** copy legacy `catalogData/{catalogId}/items` → flat; that is `migrateNativeCatalogLayout`.
+ * Used by the tail of native layout migration and by Firebase restore (which writes items to flat first).
+ */
+export async function fixNativeCatalogDataMetadata(deps, catalogIds, nowIso) {
+    for (const catalogId of catalogIds) {
+        const def = await deps.definitions.get(catalogId);
+        if (def && def.type === "native") {
+            await deps.definitions.upsert({
+                ...def,
+                storage: {
+                    provider: "firestore",
+                    collectionPath: nativeItemsCollectionId(catalogId),
+                },
+                updatedAt: nowIso,
+            });
+        }
+        await deps.catalogDataIndex.seedNativeCatalog(catalogId, nowIso);
+        deps.nativeItems.invalidateLayoutCache(catalogId);
+    }
+}
+export async function migrateNativeCatalogLayout(deps, input) {
+    const issues = [];
+    const migratedCatalogs = [];
+    let docsCopied = 0;
+    let legacyDeleted = 0;
+    const fs = deps.firestoreStore.firestore;
+    const allCatalogs = await deps.catalogs.listAll();
+    const nativeIds = await discoverNativeCatalogIds(fs, allCatalogs, {
+        bindings: deps.bindings,
+        ...(input.catalogIds != null && input.catalogIds.length ? { catalogIds: input.catalogIds } : {}),
+        ...(input.appId != null && input.appId !== "" ? { appId: input.appId } : {}),
+    });
+    if (input.verifyOnly) {
+        for (const catalogId of nativeIds) {
+            const leg = legacyNativeItemsCollectionRef(fs, catalogId);
+            const flat = flatNativeItemsCollectionRef(fs, catalogId);
+            const [nLeg, nFlat] = await Promise.all([countDocs(leg), countDocs(flat)]);
+            if (nLeg > 0 && nFlat > 0) {
+                issues.push({
+                    catalogId: String(catalogId),
+                    code: "both_layouts_nonempty",
+                    message: `legacy=${nLeg} flat=${nFlat}`,
+                });
+            }
+        }
+        return {
+            ok: issues.length === 0,
+            migratedCatalogs: [],
+            docsCopied: 0,
+            legacyDeleted: 0,
+            issues,
+        };
+    }
+    const now = new Date().toISOString();
+    let ndjsonPath;
+    if (input.exportFilesDir) {
+        const dir = resolvePath(input.exportFilesDir);
+        await mkdir(dir, { recursive: true });
+        ndjsonPath = resolvePath(dir, `native-migrate-${formatTs(now)}.ndjson`);
+    }
+    for (const catalogId of nativeIds) {
+        try {
+            const legacy = legacyNativeItemsCollectionRef(fs, catalogId);
+            const flat = flatNativeItemsCollectionRef(fs, catalogId);
+            const legSnap = await legacy.limit(1).get();
+            if (legSnap.empty)
+                continue;
+            let last;
+            while (true) {
+                let q = legacy.orderBy(FieldPath.documentId()).limit(300);
+                if (last)
+                    q = q.startAfter(last);
+                const snap = await q.get();
+                if (snap.empty)
+                    break;
+                const ndjsonLines = [];
+                for (const d of snap.docs) {
+                    ndjsonLines.push(JSON.stringify({
+                        schemaVersion: 1,
+                        catalogId: String(catalogId),
+                        itemId: d.id,
+                        sourcePath: d.ref.path,
+                        data: d.data(),
+                    }));
+                }
+                if (ndjsonPath && ndjsonLines.length) {
+                    await appendFile(ndjsonPath, `${ndjsonLines.join("\n")}\n`, "utf8");
+                }
+                if (!input.dryRun) {
+                    const batch = fs.batch();
+                    let batchWrites = 0;
+                    for (const d of snap.docs) {
+                        if (!input.overwrite) {
+                            const existing = await flat.doc(d.id).get();
+                            if (existing.exists)
+                                continue;
+                        }
+                        batch.set(flat.doc(d.id), d.data(), { merge: false });
+                        docsCopied += 1;
+                        batchWrites += 1;
+                    }
+                    if (batchWrites > 0)
+                        await batch.commit();
+                }
+                else {
+                    docsCopied += snap.docs.length;
+                }
+                last = snap.docs[snap.docs.length - 1];
+            }
+            if (!input.dryRun) {
+                await fixNativeCatalogDataMetadata({
+                    definitions: deps.definitions,
+                    catalogDataIndex: deps.catalogDataIndex,
+                    nativeItems: deps.nativeItems,
+                }, [catalogId], now);
+            }
+            migratedCatalogs.push(String(catalogId));
+        }
+        catch (e) {
+            issues.push({
+                catalogId: String(catalogId),
+                code: "migrate_failed",
+                message: e instanceof Error ? e.message : String(e),
+            });
+            if (!input.continueOnError) {
+                return {
+                    ok: false,
+                    migratedCatalogs,
+                    docsCopied,
+                    legacyDeleted,
+                    issues,
+                };
+            }
+        }
+    }
+    if (input.deleteLegacy) {
+        if (!input.iHaveBackups) {
+            return {
+                ok: false,
+                migratedCatalogs,
+                docsCopied,
+                legacyDeleted,
+                issues: [
+                    {
+                        catalogId: "*",
+                        code: "missing_confirmation",
+                        message: "deleteLegacy requires iHaveBackups: true",
+                    },
+                ],
+            };
+        }
+        if (!input.dryRun) {
+            for (const catalogId of migratedCatalogs) {
+                legacyDeleted += await deleteLegacyItems(fs, catalogId);
+            }
+        }
+    }
+    if (ndjsonPath) {
+        const manifestPath = ndjsonPath.replace(/\.ndjson$/, ".manifest.json");
+        await writeFile(manifestPath, JSON.stringify({
+            schemaVersion: 1,
+            createdAt: now,
+            migratedCatalogs,
+            docsCopied,
+            ndjsonPath,
+        }, null, 2), "utf8");
+    }
+    return {
+        ok: issues.length === 0,
+        migratedCatalogs,
+        docsCopied,
+        legacyDeleted,
+        issues,
+    };
+}
+function formatTs(iso) {
+    return iso.replace(/[:.]/g, "-");
+}
+//# sourceMappingURL=migrate-native-catalog-layout.js.map

package/dist/src/migrations/migrate-native-catalog-layout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate-native-catalog-layout.js","sourceRoot":"","sources":["../../../src/migrations/migrate-native-catalog-layout.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAkB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AAGnD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAErE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,EACL,4BAA4B,EAC5B,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AA6B3C,KAAK,UAAU,SAAS,CAAC,GAA0C;IACjE,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,IAAyD,CAAC;IAC9D,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,IAAI;YAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM;QACtB,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;QACf,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,EAAa,EACb,SAAoB,EACpB,SAAS,GAAG,GAAG;IAEf,MAAM,GAAG,GAAG,8BAA8B,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM;QACtB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;IACvB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAIC,EACD,UAAuB,EACvB,MAAc;IAEd,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5B,GAAG,GAAG;gBACN,OAAO,EAAE;oBACP,QAAQ,EAAE,WAAW;oBACrB,cAAc,EAAE,uBAAuB,CAAC,SAAS,CAAC;iBACnD;gBACD,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjE,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,IAOC,EACD,KAAsC;IAEtC,MAAM,MAAM,GAAsC,EAAE,CAAC;IACrD,MAAM,gBAAgB,GAAa,EAAE,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC;IAEzC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,wBAAwB,CAAC,EAAE,EAAE,WAA8B,EAAE;QACnF,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChG,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7E,CAAC,CAAC;IAEH,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,8BAA8B,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,4BAA4B,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACzD,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3E,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC;oBACV,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC;oBAC5B,IAAI,EAAE,uBAAuB;oBAC7B,OAAO,EAAE,UAAU,IAAI,SAAS,KAAK,EAAE;iBACxC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YACvB,gBAAgB,EAAE,EAAE;YACpB,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,CAAC;YAChB,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,UAA8B,CAAC;IACnC,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,kBAAkB,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,8BAA8B,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAC7D,MAAM,IAAI,GAAG,4BAA4B,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,OAAO,CAAC,KAAK;gBAAE,SAAS;YAE5B,IAAI,IAAyD,CAAC;YAC9D,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC1D,IAAI,IAAI;oBAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC3B,IAAI,IAAI,CAAC,KAAK;oBAAE,MAAM;gBAEtB,MAAM,WAAW,GAAa,EAAE,CAAC;gBACjC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC1B,WAAW,CAAC,IAAI,CACd,IAAI,CAAC,SAAS,CAAC;wBACb,aAAa,EAAE,CAAC;wBAChB,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC;wBAC5B,MAAM,EAAE,CAAC,CAAC,EAAE;wBACZ,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI;wBACtB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;qBACf,CAAC,CACH,CAAC;gBACJ,CAAC;gBACD,IAAI,UAAU,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;oBACrC,MAAM,UAAU,CAAC,UAAU,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACtE,CAAC;gBAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;oBACzB,IAAI,WAAW,GAAG,CAAC,CAAC;oBACpB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;4BACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;4BAC5C,IAAI,QAAQ,CAAC,MAAM;gCAAE,SAAS;wBAChC,CAAC;wBACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAoC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;wBACxF,UAAU,IAAI,CAAC,CAAC;wBAChB,WAAW,IAAI,CAAC,CAAC;oBACnB,CAAC;oBACD,IAAI,WAAW,GAAG,CAAC;wBAAE,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACN,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBACjC,CAAC;gBACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,4BAA4B,CAChC;oBACE,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,WAAW,EAAE,IAAI,CAAC,WAAW;iBAC9B,EACD,CAAC,SAAS,CAAC,EACX,GAAG,CACJ,CAAC;YACJ,CAAC;YACD,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC;gBACV,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC;gBAC5B,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;aACpD,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;gBAC3B,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,gBAAgB;oBAChB,UAAU;oBACV,aAAa;oBACb,MAAM;iBACP,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YACxB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,gBAAgB;gBAChB,UAAU;gBACV,aAAa;gBACb,MAAM,EAAE;oBACN;wBACE,SAAS,EAAE,GAAG;wBACd,IAAI,EAAE,sBAAsB;wBAC5B,OAAO,EAAE,0CAA0C;qBACpD;iBACF;aACF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClB,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;gBACzC,aAAa,IAAI,MAAM,iBAAiB,CAAC,EAAE,EAAE,SAAsB,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;QACvE,MAAM,SAAS,CACb,YAAY,EACZ,IAAI,CAAC,SAAS,CACZ;YACE,aAAa,EAAE,CAAC;YAChB,SAAS,EAAE,GAAG;YACd,gBAAgB;YAChB,UAAU;YACV,UAAU;SACX,EACD,IAAI,EACJ,CAAC,CACF,EACD,MAAM,CACP,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QACvB,gBAAgB;QAChB,UAAU;QACV,aAAa;QACb,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW;IAC3B,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACnC,CAAC"}

package/dist/test/integration/firestore.emulator.test.js

@@ -4,7 +4,7 @@ import path from "node:path";
 import { loadDotenv } from "@x12i/env";
 import { initializeApp, cert, getApps, deleteApp } from "firebase-admin/app";
 import { getFirestore } from "firebase-admin/firestore";
-import { FirestoreStore, AppStore, CatalogStore, BindingStore, DefinitionStore, MappingStore, DescriptorStore, ReferenceStore, NativeItemStore, SnapshotStore, AdapterStore, AuthorizationService, Catalox, } from "../../src/index.js";
+import { FirestoreStore, AppStore, CatalogStore, BindingStore, DefinitionStore, MappingStore, DescriptorStore, ReferenceStore, NativeItemStore, CatalogDataIndexStore, SnapshotStore, AdapterStore, AuthorizationService, Catalox, } from "../../src/index.js";
 loadDotenv(path.resolve(process.cwd(), ".env"));
 function requireEnv(name) {
     const v = process.env[name];
@@ -33,6 +33,7 @@ test("Firestore live integration: discovery + native upsert/list + descriptor",
     const descriptors = new DescriptorStore(store);
     const references = new ReferenceStore(store);
     const nativeItems = new NativeItemStore(store);
+    const catalogDataIndex = new CatalogDataIndexStore(store);
     const snapshots = new SnapshotStore(store);
     const adapters = new AdapterStore(store);
     const authz = new AuthorizationService(bindings);
@@ -47,6 +48,8 @@ test("Firestore live integration: discovery + native upsert/list + descriptor",
         nativeItems,
         snapshots,
         adapters,
+        firestoreStore: store,
+        catalogDataIndex,
         authz,
     });
     const runId = `${Date.now()}`;
@@ -64,7 +67,7 @@ test("Firestore live integration: discovery + native upsert/list + descriptor",
         catalogId,
         name: "Signals",
         sourceMode: "native",
-        native: { type: "native", firestoreCollectionPath: `catalogData/${catalogId}/items` },
+        native: { type: "native" },
     });
     await catalox.bindCatalogToApp(ctx, {
         appId,
@@ -107,11 +110,16 @@ test("Firestore live integration: discovery + native upsert/list + descriptor",
     assert.ok(got);
     assert.equal(got?.title, "Example");
     // Best-effort cleanup: delete the docs created by this test only.
+    const nativeCol = firestore.collection(`catalogData-${catalogId}-items`);
+    const nativeSnap = await nativeCol.get();
+    for (const d of nativeSnap.docs)
+        await d.ref.delete().catch(() => { });
     await firestore.collection("apps").doc(appId).delete().catch(() => { });
     await firestore.collection("catalogs").doc(catalogId).delete().catch(() => { });
     await firestore.collection("catalogBindings").doc(`${appId}:${catalogId}`).delete().catch(() => { });
     await firestore.collection("catalogDefinitions").doc(catalogId).delete().catch(() => { });
     await firestore.collection("catalogDescriptors").doc(catalogId).delete().catch(() => { });
+    await firestore.collection("catalogData").doc(catalogId).delete().catch(() => { });
     // Cleanup app instance.
     await deleteApp(app);
     for (const a of getApps()) {

package/dist/test/integration/firestore.emulator.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"firestore.emulator.test.js","sourceRoot":"","sources":["../../../test/integration/firestore.emulator.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EACL,cAAc,EACd,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,eAAe,EACf,cAAc,EACd,eAAe,EACf,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,MAAM,oBAAoB,CAAC;AAE5B,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AAEhD,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;IACzD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,uBAAuB;IAC9B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,GAAG,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,4GAA4G,CAAC,CAAC;IAChI,CAAC;AACH,CAAC;AAED,IAAI,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;IACzF,uBAAuB,EAAE,CAAC;IAE1B,MAAM,kBAAkB,GAAG,UAAU,CAAC,+BAA+B,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,UAAU,CAAC,qBAAqB,CAAC,CAAC;IAEpD,MAAM,OAAO,GAAG,gBAAgB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,aAAa,CACvB,EAAE,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,EACnD,OAAO,CACR,CAAC;IACF,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAEpC,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC;QAC1B,IAAI;QACJ,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,QAAQ;QACR,WAAW;QACX,UAAU;QACV,WAAW;QACX,SAAS;QACT,QAAQ;QACR,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,gBAAgB,KAAK,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,WAAW,KAAK,EAAE,CAAC;IACrC,MAAM,GAAG,GAAG,EAAE,KAAK,EAAE,CAAC;IAEtB,MAAM,IAAI,CAAC,MAAM,CAAC;QAChB,KAAK;QACL,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,aAAa,CAAC,GAAU,EAAE;QACtC,SAAS;QACT,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,QAAQ;QACpB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,uBAAuB,EAAE,eAAe,SAAS,QAAQ,EAAE;KACtF,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAU,EAAE;QACzC,KAAK;QACL,SAAS;QACT,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;KAC1D,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,GAAU,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACxE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAElD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC,GAAU,EAAE,SAAS,CAAC,CAAC;IAC7E,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;IACtB,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAE/C,0EAA0E;IAC1E,MAAM,WAAW,CAAC,MAAM,CAAC;QACvB,SAAS;QACT,iBAAiB,EAAE,GAAG;QACtB,UAAU,EAAE;YACV,GAAI,UAAkB;YACtB,QAAQ,EAAE;gBACR,cAAc,EAAE,WAAW;gBAC3B,eAAe,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;gBACvC,UAAU,EAAE,OAAO;aACpB;SACF;QACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,uBAAuB,CAAC,GAAU,EAAE,SAAS,EAAE;QAC3D,UAAU,EAAE,MAAM;QAClB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;KAC5C,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAU,EAAE,SAAS,EAAE;QACnE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE;KAC/B,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAEjD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,GAAU,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC3E,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACf,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAEpC,kEAAkE;IAClE,MAAM,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvE,MAAM,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/E,MAAM,SAAS,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpG,MAAM,SAAS,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACzF,MAAM,SAAS,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAEzF,wBAAwB;IACxB,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;YAAE,MAAM,SAAS,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC,CAAC,CAAC"}
+{"version":3,"file":"firestore.emulator.test.js","sourceRoot":"","sources":["../../../test/integration/firestore.emulator.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EACL,cAAc,EACd,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,eAAe,EACf,cAAc,EACd,eAAe,EACf,qBAAqB,EACrB,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,MAAM,oBAAoB,CAAC;AAE5B,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AAEhD,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;IACzD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,uBAAuB;IAC9B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,GAAG,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,4GAA4G,CAAC,CAAC;IAChI,CAAC;AACH,CAAC;AAED,IAAI,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;IACzF,uBAAuB,EAAE,CAAC;IAE1B,MAAM,kBAAkB,GAAG,UAAU,CAAC,+BAA+B,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,UAAU,CAAC,qBAAqB,CAAC,CAAC;IAEpD,MAAM,OAAO,GAAG,gBAAgB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,aAAa,CACvB,EAAE,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,EACnD,OAAO,CACR,CAAC;IACF,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAEpC,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,gBAAgB,GAAG,IAAI,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC;QAC1B,IAAI;QACJ,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,QAAQ;QACR,WAAW;QACX,UAAU;QACV,WAAW;QACX,SAAS;QACT,QAAQ;QACR,cAAc,EAAE,KAAK;QACrB,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,gBAAgB,KAAK,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,WAAW,KAAK,EAAE,CAAC;IACrC,MAAM,GAAG,GAAG,EAAE,KAAK,EAAE,CAAC;IAEtB,MAAM,IAAI,CAAC,MAAM,CAAC;QAChB,KAAK;QACL,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,aAAa,CAAC,GAAU,EAAE;QACtC,SAAS;QACT,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,QAAQ;QACpB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KAC3B,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAU,EAAE;QACzC,KAAK;QACL,SAAS;QACT,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;KAC1D,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,GAAU,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACxE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAElD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC,GAAU,EAAE,SAAS,CAAC,CAAC;IAC7E,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;IACtB,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAE/C,0EAA0E;IAC1E,MAAM,WAAW,CAAC,MAAM,CAAC;QACvB,SAAS;QACT,iBAAiB,EAAE,GAAG;QACtB,UAAU,EAAE;YACV,GAAI,UAAkB;YACtB,QAAQ,EAAE;gBACR,cAAc,EAAE,WAAW;gBAC3B,eAAe,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;gBACvC,UAAU,EAAE,OAAO;aACpB;SACF;QACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,uBAAuB,CAAC,GAAU,EAAE,SAAS,EAAE;QAC3D,UAAU,EAAE,MAAM;QAClB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;KAC5C,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAU,EAAE,SAAS,EAAE;QACnE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE;KAC/B,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAEjD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,GAAU,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC3E,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACf,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAEpC,kEAAkE;IAClE,MAAM,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,eAAe,SAAS,QAAQ,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI;QAAE,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtE,MAAM,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvE,MAAM,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/E,MAAM,SAAS,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpG,MAAM,SAAS,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACzF,MAAM,SAAS,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACzF,MAAM,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAElF,wBAAwB;IACxB,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;YAAE,MAAM,SAAS,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC,CAAC,CAAC"}

package/dist/test/unit/backup-timestamp.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=backup-timestamp.test.d.ts.map

package/dist/test/unit/backup-timestamp.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backup-timestamp.test.d.ts","sourceRoot":"","sources":["../../../test/unit/backup-timestamp.test.ts"],"names":[],"mappings":""}

package/dist/test/unit/backup-timestamp.test.js

@@ -0,0 +1,11 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { formatBackupTimestamp } from "../../src/catalox/backup-data.js";
+test("formatBackupTimestamp uses filesystem-safe default", () => {
+    const ts = formatBackupTimestamp(undefined, new Date("2026-04-18T11:30:00.000Z"));
+    assert.match(ts, /^2026_04_18T11_30_00Z$/);
+});
+test("formatBackupTimestamp respects override", () => {
+    assert.equal(formatBackupTimestamp("custom_ts"), "custom_ts");
+});
+//# sourceMappingURL=backup-timestamp.test.js.map

package/dist/test/unit/backup-timestamp.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backup-timestamp.test.js","sourceRoot":"","sources":["../../../test/unit/backup-timestamp.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAEzE,IAAI,CAAC,oDAAoD,EAAE,GAAG,EAAE;IAC9D,MAAM,EAAE,GAAG,qBAAqB,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAClF,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACnD,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC,CAAC;AAChE,CAAC,CAAC,CAAC"}

package/dist/test/unit/compact-catalog-filter.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=compact-catalog-filter.test.d.ts.map

package/dist/test/unit/compact-catalog-filter.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compact-catalog-filter.test.d.ts","sourceRoot":"","sources":["../../../test/unit/compact-catalog-filter.test.ts"],"names":[],"mappings":""}

package/dist/test/unit/compact-catalog-filter.test.js

@@ -0,0 +1,18 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { compactCatalogFilter } from "../../src/contracts/catalogs.js";
+test("compactCatalogFilter drops null, undefined, and blank strings", () => {
+    assert.deepEqual(compactCatalogFilter({
+        a: "",
+        b: "  ",
+        c: null,
+        d: undefined,
+        e: "x",
+        f: 0,
+        g: false,
+    }), { e: "x", f: 0, g: false });
+});
+test("compactCatalogFilter returns {} for undefined input", () => {
+    assert.deepEqual(compactCatalogFilter(undefined), {});
+});
+//# sourceMappingURL=compact-catalog-filter.test.js.map

package/dist/test/unit/compact-catalog-filter.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compact-catalog-filter.test.js","sourceRoot":"","sources":["../../../test/unit/compact-catalog-filter.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAEvE,IAAI,CAAC,+DAA+D,EAAE,GAAG,EAAE;IACzE,MAAM,CAAC,SAAS,CACd,oBAAoB,CAAC;QACnB,CAAC,EAAE,EAAE;QACL,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,SAAS;QACZ,CAAC,EAAE,GAAG;QACN,CAAC,EAAE,CAAC;QACJ,CAAC,EAAE,KAAK;KACT,CAAC,EACF,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAC3B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qDAAqD,EAAE,GAAG,EAAE;IAC/D,MAAM,CAAC,SAAS,CAAC,oBAAoB,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;AACxD,CAAC,CAAC,CAAC"}

package/dist/test/unit/gcs-firestore-compare.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=gcs-firestore-compare.test.d.ts.map

package/dist/test/unit/gcs-firestore-compare.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-firestore-compare.test.d.ts","sourceRoot":"","sources":["../../../test/unit/gcs-firestore-compare.test.ts"],"names":[],"mappings":""}

package/dist/test/unit/gcs-firestore-compare.test.js

@@ -0,0 +1,14 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { Timestamp } from "firebase-admin/firestore";
+import { dataFingerprint, normalizeForCompare } from "../../src/catalox/firestore-gcs-compare.js";
+test("normalizeForCompare maps Timestamp and JSON seconds shape consistently", () => {
+    const ts = new Timestamp(1700000000, 123000000);
+    const fromJson = { _seconds: 1700000000, _nanoseconds: 123000000 };
+    assert.equal(JSON.stringify(normalizeForCompare(ts)), JSON.stringify(normalizeForCompare(fromJson)));
+    assert.equal(dataFingerprint(ts), dataFingerprint(fromJson));
+});
+test("dataFingerprint differs when data differs", () => {
+    assert.notEqual(dataFingerprint({ a: 1 }), dataFingerprint({ a: 2 }));
+});
+//# sourceMappingURL=gcs-firestore-compare.test.js.map

package/dist/test/unit/gcs-firestore-compare.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-firestore-compare.test.js","sourceRoot":"","sources":["../../../test/unit/gcs-firestore-compare.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,4CAA4C,CAAC;AAElG,IAAI,CAAC,wEAAwE,EAAE,GAAG,EAAE;IAClF,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACnE,MAAM,CAAC,KAAK,CACV,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,EACvC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAC9C,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC/D,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACrD,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC,CAAC"}

package/dist/test/unit/gcs-firestore-paths.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=gcs-firestore-paths.test.d.ts.map

package/dist/test/unit/gcs-firestore-paths.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-firestore-paths.test.d.ts","sourceRoot":"","sources":["../../../test/unit/gcs-firestore-paths.test.ts"],"names":[],"mappings":""}

package/dist/test/unit/gcs-firestore-paths.test.js

@@ -0,0 +1,16 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { firestoreCollectionPathToObjectBase, ndjsonObjectPath, normalizeGcsPrefix, } from "../../src/catalox/firestore-gcs-transfer.js";
+test("normalizeGcsPrefix trims and adds trailing slash", () => {
+    assert.equal(normalizeGcsPrefix(""), "");
+    assert.equal(normalizeGcsPrefix("  a/b  "), "a/b/");
+});
+test("firestoreCollectionPathToObjectBase flattens slashes", () => {
+    assert.equal(firestoreCollectionPathToObjectBase("apps"), "apps");
+    assert.equal(firestoreCollectionPathToObjectBase("catalogData/narratives/items"), "catalogData__narratives__items");
+});
+test("ndjsonObjectPath applies optional postfix", () => {
+    assert.equal(ndjsonObjectPath({ gcsPrefix: "p/", collectionPath: "apps" }), "p/apps.ndjson");
+    assert.equal(ndjsonObjectPath({ gcsPrefix: "", collectionPath: "apps", objectNamePostfix: "_v1" }), "apps_v1.ndjson");
+});
+//# sourceMappingURL=gcs-firestore-paths.test.js.map

package/dist/test/unit/gcs-firestore-paths.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-firestore-paths.test.js","sourceRoot":"","sources":["../../../test/unit/gcs-firestore-paths.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EACL,mCAAmC,EACnC,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,6CAA6C,CAAC;AAErD,IAAI,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,sDAAsD,EAAE,GAAG,EAAE;IAChE,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,8BAA8B,CAAC,EAAE,gCAAgC,CAAC,CAAC;AACtH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACrD,MAAM,CAAC,KAAK,CACV,gBAAgB,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,EAC7D,eAAe,CAChB,CAAC;IACF,MAAM,CAAC,KAAK,CACV,gBAAgB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,EACrF,gBAAgB,CACjB,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/test/unit/resolve-native-items-layout.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=resolve-native-items-layout.test.d.ts.map

package/dist/test/unit/resolve-native-items-layout.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-native-items-layout.test.d.ts","sourceRoot":"","sources":["../../../test/unit/resolve-native-items-layout.test.ts"],"names":[],"mappings":""}

package/dist/test/unit/resolve-native-items-layout.test.js

@@ -0,0 +1,50 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { resolveNativeItemsLayout } from "../../src/firebase/catalog-data-paths.js";
+function mockFirestoreForLayout(catalogId, scenario) {
+    const flatCollectionId = `catalogData-${catalogId}-items`;
+    return {
+        collection(name) {
+            if (name === flatCollectionId) {
+                return {
+                    limit: () => ({
+                        get: async () => ({ empty: scenario !== "flat" }),
+                    }),
+                };
+            }
+            if (name === "catalogData") {
+                return {
+                    doc: (id) => {
+                        assert.equal(id, catalogId);
+                        return {
+                            collection: (sub) => {
+                                assert.equal(sub, "items");
+                                return {
+                                    limit: () => ({
+                                        get: async () => ({
+                                            empty: scenario === "empty" || scenario === "flat",
+                                        }),
+                                    }),
+                                };
+                            },
+                        };
+                    },
+                };
+            }
+            throw new Error(`unexpected collection ${name}`);
+        },
+    };
+}
+test("resolveNativeItemsLayout prefers flat when flat has data", async () => {
+    const fs = mockFirestoreForLayout("signals", "flat");
+    assert.equal(await resolveNativeItemsLayout(fs, "signals"), "flat");
+});
+test("resolveNativeItemsLayout uses legacy when flat empty and legacy has data", async () => {
+    const fs = mockFirestoreForLayout("signals", "legacy");
+    assert.equal(await resolveNativeItemsLayout(fs, "signals"), "legacy");
+});
+test("resolveNativeItemsLayout defaults to flat when both empty", async () => {
+    const fs = mockFirestoreForLayout("signals", "empty");
+    assert.equal(await resolveNativeItemsLayout(fs, "signals"), "flat");
+});
+//# sourceMappingURL=resolve-native-items-layout.test.js.map

package/dist/test/unit/resolve-native-items-layout.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-native-items-layout.test.js","sourceRoot":"","sources":["../../../test/unit/resolve-native-items-layout.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAGxC,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AAEpF,SAAS,sBAAsB,CAC7B,SAAiB,EACjB,QAAqC;IAErC,MAAM,gBAAgB,GAAG,eAAe,SAAS,QAAQ,CAAC;IAC1D,OAAO;QACL,UAAU,CAAC,IAAY;YACrB,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBAC9B,OAAO;oBACL,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;wBACZ,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,KAAK,MAAM,EAAE,CAAC;qBAClD,CAAC;iBACH,CAAC;YACJ,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC3B,OAAO;oBACL,GAAG,EAAE,CAAC,EAAU,EAAE,EAAE;wBAClB,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;wBAC5B,OAAO;4BACL,UAAU,EAAE,CAAC,GAAW,EAAE,EAAE;gCAC1B,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gCAC3B,OAAO;oCACL,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;wCACZ,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;4CAChB,KAAK,EAAE,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,MAAM;yCACnD,CAAC;qCACH,CAAC;iCACH,CAAC;4BACJ,CAAC;yBACF,CAAC;oBACJ,CAAC;iBACF,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;KACsB,CAAC;AAC5B,CAAC;AAED,IAAI,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;IAC1E,MAAM,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACrD,MAAM,CAAC,KAAK,CAAC,MAAM,wBAAwB,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;IAC1F,MAAM,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACvD,MAAM,CAAC,KAAK,CAAC,MAAM,wBAAwB,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC;AACxE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;IAC3E,MAAM,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,CAAC,KAAK,CAAC,MAAM,wBAAwB,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@x12i/catalox",
-  "version": "2.3.0",
+  "version": "2.5.0",
   "description": "Catalox: Firebase-native catalog metadata + unification package.",
   "license": "MIT",
   "private": false,
@@ -16,6 +16,8 @@
     "mapping",
     "mongo",
     "adapter",
+    "gcs",
+    "google-cloud-storage",
     "x12i"
   ],
   "exports": {
@@ -35,6 +37,7 @@
     "LICENSE"
   ],
   "scripts": {
+    "cli": "node dist/src/cli/index.js",
     "build": "tsc -p tsconfig.json",
     "prepublishOnly": "npm run build && npm test",
     "test": "npm run test:unit",
@@ -43,6 +46,7 @@
     "lint": "node -e \"console.log('no lint configured')\""
   },
   "dependencies": {
+    "@google-cloud/storage": "^7.19.0",
     "@x12i/helpers": "^1.2.4",
     "ajv": "^8.18.0",
     "ajv-formats": "^3.0.1",