@stoker-platform/cli 0.5.139 → 0.5.141

package/lib/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@stoker-platform/cli",
-    "version": "0.5.138",
+    "version": "0.5.140",
     "type": "module",
     "license": "SEE LICENSE IN LICENSE.md",
     "main": "./lib/src/main.js",
@@ -24,9 +24,9 @@
         "@google-cloud/secret-manager": "^6.1.2",
         "@google-cloud/storage": "^7.19.0",
         "@inquirer/prompts": "^8.5.2",
-        "@stoker-platform/node-client": "0.5.87",
+        "@stoker-platform/node-client": "0.5.88",
         "@stoker-platform/types": "0.5.65",
-        "@stoker-platform/utils": "0.5.78",
+        "@stoker-platform/utils": "0.5.79",
         "algoliasearch": "^5.53.0",
         "commander": "^15.0.0",
         "cross-spawn": "^7.0.6",

package/lib/src/migration/firestore/migrateFirestore.js

@@ -1,8 +1,10 @@
 import { deleteField } from "./operations/deleteField.js";
+import { replayProjections } from "./operations/replayProjections.js";
 export const migrateFirestore = async (currentSchema, lastSchema) => {
     console.log("Migrating Firestore...");
     if (lastSchema) {
         await deleteField(currentSchema, lastSchema);
+        await replayProjections(currentSchema, lastSchema);
     }
     return;
 };

package/lib/src/migration/firestore/operations/deleteField.js

@@ -46,7 +46,7 @@ export const deleteField = async (currentSchema, lastSchema) => {
                     .doc(tenantId)
                     .collection("system_migration")
                     .doc(currentSchema.version.toString())
-                    .collection(collection)
+                    .collection(`Migration-${collection}`)
                     .doc(doc.id), {
                     [fieldName]: doc.get(fieldName),
                 }, { merge: true });

package/lib/src/migration/firestore/operations/replayProjections.js

@@ -0,0 +1,160 @@
+import { getFirestorePathRef, getStokerFirestore } from "@stoker-platform/node-client";
+import { addDenormalized, getAllRoleGroups, getDependencyIndexFields, getFieldAccessGroupFields, getFieldAccessGroupIndexFields, getFieldAccessGroupKey, getRoleGroups, isDependencyField, } from "@stoker-platform/utils";
+import { FieldValue } from "firebase-admin/firestore";
+import isEqual from "lodash/isEqual.js";
+const getUniqueFieldNames = (collectionSchema) => collectionSchema.fields
+    .filter((field) => "unique" in field && field.unique)
+    .map((field) => field.name)
+    .sort();
+const getDependencyIndexShape = (collectionSchema, schema) => {
+    const shape = {};
+    for (const field of collectionSchema.fields) {
+        if (isDependencyField(field, collectionSchema, schema)) {
+            shape[field.name] = getDependencyIndexFields(field, collectionSchema, schema)
+                .map((indexField) => indexField.name)
+                .sort();
+        }
+    }
+    return shape;
+};
+const getRoleGroupShape = (collectionSchema, schema) => Array.from(getRoleGroups(collectionSchema, schema))
+    .map((group) => ({
+    key: group.key,
+    roles: [...group.roles].sort(),
+    fields: group.fields.map((field) => field.name).sort(),
+}))
+    .sort((a, b) => a.key.localeCompare(b.key));
+const getFieldAccessGroupFieldShape = (collectionSchema) => {
+    const shape = {};
+    for (const [groupKey, groupFields] of Object.entries(getFieldAccessGroupFields(collectionSchema))) {
+        // eslint-disable-next-line security/detect-object-injection
+        shape[groupKey] = groupFields.map((field) => field.name).sort();
+    }
+    return shape;
+};
+const getProjectionKeys = (collectionSchema, schema) => {
+    const keys = new Set();
+    const roleGroups = getRoleGroups(collectionSchema, schema);
+    for (const group of roleGroups) {
+        keys.add(group.key);
+    }
+    const fieldAccessGroups = getFieldAccessGroupFields(collectionSchema);
+    for (const [groupKey, groupFields] of Object.entries(fieldAccessGroups)) {
+        if (groupFields.length === 0)
+            continue;
+        for (const group of roleGroups) {
+            const indexFields = getFieldAccessGroupIndexFields(groupKey, collectionSchema, group);
+            if (indexFields.length === 0)
+                continue;
+            const overlayKey = getFieldAccessGroupKey(groupKey, group.key);
+            keys.add(overlayKey);
+        }
+    }
+    for (const field of collectionSchema.fields) {
+        if (isDependencyField(field, collectionSchema, schema)) {
+            keys.add(field.name);
+        }
+    }
+    return keys;
+};
+const replayProjectionsForCollection = async (collection, currentSchema, lastSchema) => {
+    console.log(`Projections for collection ${collection} have changed. Replaying...`);
+    const db = getStokerFirestore();
+    const bulkWriter = db.bulkWriter();
+    bulkWriter.onWriteError((error) => {
+        console.log(error);
+        return true;
+    });
+    // eslint-disable-next-line security/detect-object-injection
+    const lastCollectionSchema = lastSchema.collections[collection];
+    // eslint-disable-next-line security/detect-object-injection
+    const currentCollectionSchema = currentSchema.collections[collection];
+    const currentRoleGroups = getAllRoleGroups(currentSchema);
+    const projectionKeys = new Set([
+        ...getProjectionKeys(lastCollectionSchema, lastSchema),
+        ...getProjectionKeys(currentCollectionSchema, currentSchema),
+    ]);
+    const uniqueFieldNames = new Set([
+        ...getUniqueFieldNames(lastCollectionSchema),
+        ...getUniqueFieldNames(currentCollectionSchema),
+    ]);
+    const tenants = await db.collection("tenants").listDocuments();
+    for (const tenant of tenants) {
+        for (const key of projectionKeys) {
+            await db.recursiveDelete(tenant.collection("system_fields").doc(collection).collection(`${collection}-${key}`));
+        }
+        for (const fieldName of uniqueFieldNames) {
+            await db.recursiveDelete(tenant.collection("system_unique").doc(collection).collection(`Unique-${collection}-${fieldName}`));
+        }
+    }
+    const querySnapshot = await db.collectionGroup(collection).get();
+    for (const doc of querySnapshot.docs) {
+        const tenantId = doc.ref.path.split("/")[1];
+        const record = { id: doc.id, ...doc.data() };
+        const path = record.Collection_Path;
+        if (!path) {
+            continue;
+        }
+        const dependencyRef = (field) => db
+            .collection("tenants")
+            .doc(tenantId)
+            .collection("system_fields")
+            .doc(collection)
+            .collection(`${collection}-${field.name}`)
+            .doc(doc.id);
+        const uniqueRef = (field, uniqueValue) => db
+            .collection("tenants")
+            .doc(tenantId)
+            .collection("system_unique")
+            .doc(collection)
+            .collection(`Unique-${collection}-${field.name}`)
+            .doc(uniqueValue);
+        const privateRef = (role) => db
+            .collection("tenants")
+            .doc(tenantId)
+            .collection("system_fields")
+            .doc(collection)
+            .collection(`${collection}-${role}`)
+            .doc(doc.id);
+        const twoWayIncludeRef = (relationPath, id) => {
+            const ref = getFirestorePathRef(db, relationPath, tenantId);
+            return ref.doc(id);
+        };
+        const twoWayDependencyRef = (field, dependencyField, id) => db
+            .collection("tenants")
+            .doc(tenantId)
+            .collection("system_fields")
+            .doc(field.collection)
+            .collection(`${field.collection}-${dependencyField}`)
+            .doc(id);
+        const twoWayPrivateRef = (field, role, id) => db
+            .collection("tenants")
+            .doc(tenantId)
+            .collection("system_fields")
+            .doc(field.collection)
+            .collection(`${field.collection}-${role.replaceAll(" ", "-")}`)
+            .doc(id);
+        addDenormalized("create", bulkWriter, path, doc.id, record, currentSchema, currentCollectionSchema, { noTwoWay: true }, currentRoleGroups, FieldValue.arrayUnion, FieldValue.arrayRemove, FieldValue.delete, dependencyRef, uniqueRef, privateRef, twoWayIncludeRef, twoWayDependencyRef, twoWayPrivateRef);
+    }
+    await bulkWriter.close();
+};
+export const replayProjections = async (currentSchema, lastSchema) => {
+    const currentSchemaKeys = Object.keys(currentSchema.collections);
+    for (const collection of currentSchemaKeys) {
+        // eslint-disable-next-line security/detect-object-injection
+        if (!lastSchema.collections[collection])
+            continue;
+        // eslint-disable-next-line security/detect-object-injection
+        const lastCollectionSchema = lastSchema.collections[collection];
+        // eslint-disable-next-line security/detect-object-injection
+        const currentCollectionSchema = currentSchema.collections[collection];
+        const roleGroupsChanged = !isEqual(getRoleGroupShape(lastCollectionSchema, lastSchema), getRoleGroupShape(currentCollectionSchema, currentSchema));
+        const fieldAccessGroupsChanged = !isEqual(lastCollectionSchema.fieldAccessGroups, currentCollectionSchema.fieldAccessGroups) ||
+            !isEqual(getFieldAccessGroupFieldShape(lastCollectionSchema), getFieldAccessGroupFieldShape(currentCollectionSchema));
+        const uniqueFieldsChanged = !isEqual(getUniqueFieldNames(lastCollectionSchema), getUniqueFieldNames(currentCollectionSchema));
+        const dependenciesChanged = !isEqual(getDependencyIndexShape(lastCollectionSchema, lastSchema), getDependencyIndexShape(currentCollectionSchema, currentSchema));
+        if (roleGroupsChanged || fieldAccessGroupsChanged || uniqueFieldsChanged || dependenciesChanged) {
+            await replayProjectionsForCollection(collection, currentSchema, lastSchema);
+        }
+    }
+};

package/lib/src/migration/migrateAll.js

@@ -6,7 +6,7 @@ import { migrateFirestore } from "./firestore/migrateFirestore.js";
 import { generateSchema } from "../deploy/schema/generateSchema.js";
 export const migrateAll = async () => {
     await initializeFirebase();
-    const currentSchema = await generateSchema();
+    const currentSchema = await generateSchema(true);
     const lastSchema = await fetchLastSchema();
     console.log("Migration started...");
     if (isNaN(currentSchema.version)) {

package/lib/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/main.ts","../src/data/exporttobigquery.ts","../src/data/seeddata.ts","../src/deploy/deployproject.ts","../src/deploy/cloud-functions/getfunctionsdata.ts","../src/deploy/firestore-export/exportfirestoredata.ts","../src/deploy/firestore-ttl/deployttls.ts","../src/deploy/live-update/liveupdate.ts","../src/deploy/maintenance/activatemaintenancemode.ts","../src/deploy/maintenance/disablemaintenancemode.ts","../src/deploy/maintenance/setdeploymentstatus.ts","../src/deploy/rules-indexes/generatefirestoreindexes.ts","../src/deploy/rules-indexes/generatefirestorerules.ts","../src/deploy/rules-indexes/generatestoragerules.ts","../src/deploy/schema/applyschema.ts","../src/deploy/schema/generateschema.ts","../src/deploy/schema/persistschema.ts","../src/deploy/schema/updateliveschema.ts","../src/lint/lintschema.ts","../src/lint/securityreport.ts","../src/migration/migrateall.ts","../src/migration/firestore/migratefirestore.ts","../src/migration/firestore/operations/deletefield.ts","../src/ops/auditdenormalized.ts","../src/ops/auditpermissions.ts","../src/ops/auditrelations.ts","../src/ops/explainpreloadqueries.ts","../src/ops/getuser.ts","../src/ops/getuserpermissions.ts","../src/ops/getuserrecord.ts","../src/ops/listprojects.ts","../src/ops/mfastatus.ts","../src/ops/setusercollection.ts","../src/ops/setuserdocument.ts","../src/ops/setuserrole.ts","../src/project/addproject.ts","../src/project/addrecord.ts","../src/project/addrecordprompt.ts","../src/project/addtenant.ts","../src/project/buildwebapp.ts","../src/project/customdomain.ts","../src/project/deleteproject.ts","../src/project/deleterecord.ts","../src/project/deletetenant.ts","../src/project/getone.ts","../src/project/getsome.ts","../src/project/initproject.ts","../src/project/prepareemulatordata.ts","../src/project/setproject.ts","../src/project/startemulators.ts","../src/project/updaterecord.ts","../src/types/generatetypes.ts"],"version":"6.0.3"}
+{"root":["../src/main.ts","../src/data/exporttobigquery.ts","../src/data/seeddata.ts","../src/deploy/deployproject.ts","../src/deploy/cloud-functions/getfunctionsdata.ts","../src/deploy/firestore-export/exportfirestoredata.ts","../src/deploy/firestore-ttl/deployttls.ts","../src/deploy/live-update/liveupdate.ts","../src/deploy/maintenance/activatemaintenancemode.ts","../src/deploy/maintenance/disablemaintenancemode.ts","../src/deploy/maintenance/setdeploymentstatus.ts","../src/deploy/rules-indexes/generatefirestoreindexes.ts","../src/deploy/rules-indexes/generatefirestorerules.ts","../src/deploy/rules-indexes/generatestoragerules.ts","../src/deploy/schema/applyschema.ts","../src/deploy/schema/generateschema.ts","../src/deploy/schema/persistschema.ts","../src/deploy/schema/updateliveschema.ts","../src/lint/lintschema.ts","../src/lint/securityreport.ts","../src/migration/migrateall.ts","../src/migration/firestore/migratefirestore.ts","../src/migration/firestore/operations/deletefield.ts","../src/migration/firestore/operations/replayprojections.ts","../src/ops/auditdenormalized.ts","../src/ops/auditpermissions.ts","../src/ops/auditrelations.ts","../src/ops/explainpreloadqueries.ts","../src/ops/getuser.ts","../src/ops/getuserpermissions.ts","../src/ops/getuserrecord.ts","../src/ops/listprojects.ts","../src/ops/mfastatus.ts","../src/ops/setusercollection.ts","../src/ops/setuserdocument.ts","../src/ops/setuserrole.ts","../src/project/addproject.ts","../src/project/addrecord.ts","../src/project/addrecordprompt.ts","../src/project/addtenant.ts","../src/project/buildwebapp.ts","../src/project/customdomain.ts","../src/project/deleteproject.ts","../src/project/deleterecord.ts","../src/project/deletetenant.ts","../src/project/getone.ts","../src/project/getsome.ts","../src/project/initproject.ts","../src/project/prepareemulatordata.ts","../src/project/setproject.ts","../src/project/startemulators.ts","../src/project/updaterecord.ts","../src/types/generatetypes.ts"],"version":"6.0.3"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@stoker-platform/cli",
-    "version": "0.5.139",
+    "version": "0.5.141",
     "type": "module",
     "license": "SEE LICENSE IN LICENSE.md",
     "main": "./lib/src/main.js",