@ductape/sdk 0.1.19 → 0.1.21

package/dist/products/services/products.service.js

@@ -27,10 +27,12 @@ const cloud_broker_link_util_1 = require("../../cloud/cloud-broker-link.util");
 const cloud_database_link_util_1 = require("../../cloud/cloud-database-link.util");
 const cloud_graph_link_util_1 = require("../../cloud/cloud-graph-link.util");
 const cloud_vector_link_util_1 = require("../../cloud/cloud-vector-link.util");
+const cloud_materialize_util_1 = require("../../cloud/cloud-materialize.util");
 const productsBuilder_types_1 = require("../../types/productsBuilder.types");
 const validators_1 = require("../validators");
 const objects_utils_1 = require("../utils/objects.utils");
 const processor_utils_1 = require("../../processor/utils/processor.utils");
+const bootstrap_cache_1 = require("../bootstrap-cache");
 const create_productDatabaseAction_validator_1 = require("../validators/joi-validators/create.productDatabaseAction.validator");
 const update_productDatabaseAction_validator_1 = require("../validators/joi-validators/update.productDatabaseAction.validator");
 const create_productStorage_validator_1 = require("../validators/joi-validators/create.productStorage.validator");
@@ -81,6 +83,34 @@ class ProductsBuilderService {
         if (queues) {
             this.queues = queues;
         }
+        this.bootstrapCache = new bootstrap_cache_1.BootstrapCache(this.workspace_id, this.redisClient, this.workspace_private_key);
+    }
+    applyBootstrapProductContext(productTag, boot) {
+        var _a, _b;
+        if (boot.product_id) {
+            this.product_id = boot.product_id;
+        }
+        const hasPrivateKey = boot.private_key != null && String(boot.private_key).trim() !== '';
+        if (hasPrivateKey) {
+            this.product = {
+                _id: boot.product_id,
+                workspace_id: boot.workspace_id,
+                private_key: boot.private_key,
+                tag: productTag !== null && productTag !== void 0 ? productTag : ((_b = (_a = this.product) === null || _a === void 0 ? void 0 : _a.tag) !== null && _b !== void 0 ? _b : ''),
+            };
+        }
+    }
+    async cachedBootstrap(domain, keyParts, fetch, apply) {
+        const key = (0, bootstrap_cache_1.buildBootstrapCacheKey)(domain, this.workspace_id, keyParts);
+        const cached = await this.bootstrapCache.get(key);
+        if (cached) {
+            apply === null || apply === void 0 ? void 0 : apply(cached);
+            return cached;
+        }
+        const result = await fetch();
+        apply === null || apply === void 0 ? void 0 : apply(result);
+        this.bootstrapCache.set(key, result);
+        return result;
     }
     fetchPrivateKey() {
         var _a;
@@ -235,6 +265,32 @@ class ProductsBuilderService {
             option.check_interval = 10000;
         }
     }
+    /** Validate a quota/fallback action provider (app action or product workflow). */
+    async validateQuotaFallbackProvider(option) {
+        var _a;
+        if (option.type !== productsBuilder_types_1.FeatureEventTypes.ACTION)
+            return;
+        if ((_a = option.app) === null || _a === void 0 ? void 0 : _a.trim()) {
+            const app = await this.fetchThirdPartyAppByAccessTag(option.app);
+            if (!app) {
+                throw new Error(`App with access tag ${option.app} not found`);
+            }
+            const version = app.versions.find((v) => v.tag === app.version);
+            const action = version === null || version === void 0 ? void 0 : version.actions.find((a) => a.tag === option.event);
+            if (!action) {
+                throw new Error(`Cannot find action ${option.event} on app ${app.tag} version ${app.version}`);
+            }
+        }
+        else {
+            const workflow = await this.fetchWorkflow(option.event);
+            if (!workflow) {
+                throw new Error(`Workflow ${option.event} not found on product`);
+            }
+        }
+        if (option.healthcheck) {
+            await this.validateProviderHealthcheckTag(option);
+        }
+    }
     /** Keep in-memory product component arrays in sync after component CRUD (components API can lag). */
     mergeProductComponent(kind, item) {
         if (!this.product || !(item === null || item === void 0 ? void 0 : item.tag))
@@ -277,6 +333,27 @@ class ProductsBuilderService {
             event,
             envs, action: enums_1.RequestAction.CREATE, component: enums_1.ProductComponents.HEALTHCHECK }), this.getUserAccess());
     }
+    async updateHealthcheckFromSchema(schema) {
+        var _a, _b, _c;
+        const probe = schema.probe;
+        const probeInput = (probe === null || probe === void 0 ? void 0 : probe.input) != null ? probe.input : undefined;
+        const app = (_a = probe === null || probe === void 0 ? void 0 : probe.app) !== null && _a !== void 0 ? _a : schema.app;
+        const event = (_b = probe === null || probe === void 0 ? void 0 : probe.event) !== null && _b !== void 0 ? _b : schema.event;
+        if (probeInput != null && !((_c = this.product) === null || _c === void 0 ? void 0 : _c.private_key)) {
+            throw new Error('Healthcheck inputs must be encrypted with the product private key; product not initialized or missing private_key');
+        }
+        const envs = await Promise.all((schema.envs || []).map(async (env) => {
+            var _a;
+            const input = env.input != null ? env.input : probeInput;
+            const encrypted = input != null && ((_a = this.product) === null || _a === void 0 ? void 0 : _a.private_key)
+                ? (0, processor_utils_1.encrypt)(JSON.stringify(input), this.product.private_key)
+                : input;
+            return Object.assign(Object.assign({}, env), { input: encrypted });
+        }));
+        await this.productApi.updateProduct(this.product_id, Object.assign(Object.assign({}, schema), { app,
+            event,
+            envs, action: enums_1.RequestAction.UPDATE, component: enums_1.ProductComponents.HEALTHCHECK }), this.getUserAccess());
+    }
     async updateDataValidation(selector, update) {
         if (!selector.startsWith('$Data{') && !selector.startsWith('$Filter')) {
             throw new Error(`selector ${selector} is expected to start with $Data or $Filter`);
@@ -352,12 +429,9 @@ class ProductsBuilderService {
             await validators_1.CreateProductBuilderSchema.validateAsync(data);
             const exists = await this.checkIfProductExists(data.name);
             if (exists && (exists === null || exists === void 0 ? void 0 : exists._id)) {
-                // await this.initializeProduct(exists?._id);
-            }
-            else {
-                const product = await this.createNewProduct(data);
-                // await this.initializeProduct(product._id);
+                return exists;
             }
+            return await this.createNewProduct(data);
         }
         catch (e) {
             throw e;
@@ -418,22 +492,9 @@ class ProductsBuilderService {
      * Returns only the minimal action data needed to execute
      */
     async bootstrapAction(params) {
+        var _a;
         try {
-            const result = await this.productApi.bootstrapAction(params, this.getUserAccess());
-            // Initialize minimal product data so fetchPrivateKey/fetchProductId/fetchWorkspaceId work
-            if (result.product_id) {
-                this.product_id = result.product_id;
-            }
-            const hasPrivateKey = result.private_key != null && String(result.private_key).trim() !== '';
-            if (hasPrivateKey) {
-                this.product = {
-                    _id: result.product_id,
-                    workspace_id: result.workspace_id,
-                    private_key: result.private_key,
-                    tag: params.product_tag,
-                };
-            }
-            return result;
+            return await this.cachedBootstrap('action', [(_a = params.product_tag) !== null && _a !== void 0 ? _a : '', params.access_tag, params.env_slug, params.action_tag], () => this.productApi.bootstrapAction(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
         }
         catch (e) {
             throw e;
@@ -460,14 +521,17 @@ class ProductsBuilderService {
     }
     async bootstrapNotification(params) {
         try {
-            const result = await this.productApi.bootstrapNotification(params, this.getUserAccess());
-            if (result.product_id) {
-                this.product_id = result.product_id;
-            }
-            if (result.notification && result.private_key) {
-                result.notification = this.decryptNotificationChannelConfigs(result.notification, result.private_key);
-            }
-            return result;
+            return await this.cachedBootstrap('notification', [params.product_tag, params.env_slug, params.notification_tag, params.message_tag], async () => {
+                const result = await this.productApi.bootstrapNotification(params, this.getUserAccess());
+                if (result.notification && result.private_key) {
+                    result.notification = this.decryptNotificationChannelConfigs(result.notification, result.private_key);
+                }
+                return result;
+            }, (result) => {
+                if (result.product_id) {
+                    this.product_id = result.product_id;
+                }
+            });
         }
         catch (e) {
             throw e;
@@ -475,11 +539,68 @@ class ProductsBuilderService {
     }
     async bootstrapStorage(params) {
         try {
-            const result = await this.productApi.bootstrapStorage(params, this.getUserAccess());
-            if (result.product_id) {
-                this.product_id = result.product_id;
-            }
-            return result;
+            return await this.cachedBootstrap('storage', [params.product_tag, params.env_slug, params.storage_tag], () => this.productApi.bootstrapStorage(params, this.getUserAccess()), (result) => {
+                if (result.product_id) {
+                    this.product_id = result.product_id;
+                }
+            });
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapSession(params) {
+        try {
+            return await this.cachedBootstrap('session', [params.product_tag, params.env_slug, params.session_tag], () => this.productApi.bootstrapSession(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapDatabase(params) {
+        try {
+            return await this.cachedBootstrap('database', [params.product_tag, params.env_slug, params.database_tag], () => this.productApi.bootstrapDatabase(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapBroker(params) {
+        var _a;
+        try {
+            return await this.cachedBootstrap('broker', [params.product_tag, params.env_slug, params.broker_tag, (_a = params.topic_tag) !== null && _a !== void 0 ? _a : ''], () => this.productApi.bootstrapBroker(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapGraph(params) {
+        try {
+            return await this.cachedBootstrap('graph', [params.product_tag, params.env_slug, params.graph_tag], () => this.productApi.bootstrapGraph(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapVector(params) {
+        try {
+            return await this.cachedBootstrap('vector', [params.product_tag, params.env_slug, params.vector_tag], () => this.productApi.bootstrapVector(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapResilience(params) {
+        try {
+            return await this.cachedBootstrap('resilience', [params.product_tag, params.env_slug, params.component_type, params.component_tag], () => this.productApi.bootstrapResilience(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    async bootstrapIntelligence(params) {
+        try {
+            return await this.cachedBootstrap('intelligence', [params.product_tag, params.env_slug, params.agent_tag], () => this.productApi.bootstrapIntelligence(params, this.getUserAccess()), (result) => this.applyBootstrapProductContext(params.product_tag, result));
         }
         catch (e) {
             throw e;
@@ -491,19 +612,21 @@ class ProductsBuilderService {
     async bootstrapWorkflow(params) {
         try {
             const auth = this.getUserAccess();
-            const result = await this.productApi.bootstrapWorkflow(Object.assign(Object.assign({}, params), { workspace_id: auth.workspace_id }), auth);
-            if (result && typeof result === 'object') {
-                for (const stepTag of Object.keys(result)) {
-                    const data = result[stepTag];
-                    if (data === null || data === void 0 ? void 0 : data.product_id) {
-                        this.product_id = data.product_id;
-                    }
-                    if ((data === null || data === void 0 ? void 0 : data.notification) && (data === null || data === void 0 ? void 0 : data.private_key)) {
-                        result[stepTag] = Object.assign(Object.assign({}, data), { notification: this.decryptNotificationChannelConfigs(data.notification, data.private_key) });
+            return await this.cachedBootstrap('workflow', [params.product_tag, params.env_slug, (0, bootstrap_cache_1.hashWorkflowSteps)(params.steps)], async () => {
+                const result = await this.productApi.bootstrapWorkflow(Object.assign(Object.assign({}, params), { workspace_id: auth.workspace_id }), auth);
+                if (result && typeof result === 'object') {
+                    for (const stepTag of Object.keys(result)) {
+                        const data = result[stepTag];
+                        if (data === null || data === void 0 ? void 0 : data.product_id) {
+                            this.product_id = data.product_id;
+                        }
+                        if ((data === null || data === void 0 ? void 0 : data.notification) && (data === null || data === void 0 ? void 0 : data.private_key)) {
+                            result[stepTag] = Object.assign(Object.assign({}, data), { notification: this.decryptNotificationChannelConfigs(data.notification, data.private_key) });
+                        }
                     }
                 }
-            }
-            return result !== null && result !== void 0 ? result : {};
+                return result !== null && result !== void 0 ? result : {};
+            });
         }
         catch (e) {
             throw e;
@@ -519,7 +642,7 @@ class ProductsBuilderService {
     }
     async updateProduct(data) {
         try {
-            if (!this.app_id)
+            if (!this.product_id)
                 throw new Error('Product not initialized');
             await validators_1.CreateProductBuilderSchema.validateAsync(data);
             await this.productApi.updateProduct(this.product_id, Object.assign({}, data), this.getUserAccess());
@@ -1072,20 +1195,7 @@ class ProductsBuilderService {
                 data.total_init = 0;
                 await Promise.all(data.options.map(async (d) => {
                     data.total_quota += d.quota;
-                    if (d.type === productsBuilder_types_1.FeatureEventTypes.ACTION) {
-                        const app = await this.fetchThirdPartyAppByAccessTag(d.app);
-                        if (!app) {
-                            throw new Error(`App with access tag ${d.app} not found`);
-                        }
-                        const version = app.versions.find((version) => version.tag === app.version);
-                        const action = version.actions.find((action) => action.tag === d.event);
-                        if (!action) {
-                            throw new Error(`Cannot find action ${d.event} on app ${app.tag} version ${app.version}`);
-                        }
-                        if (d.healthcheck) {
-                            await this.validateProviderHealthcheckTag(d);
-                        }
-                    }
+                    await this.validateQuotaFallbackProvider(d);
                     d.last_checked = new Date();
                     d.provider_status = productsBuilder_types_1.ProviderStatus.AVAILABLE;
                     d.last_available = true;
@@ -1110,20 +1220,7 @@ class ProductsBuilderService {
                     data.tag = tag;
                     await Promise.all(data.options.map(async (d) => {
                         data.total_quota += d.quota;
-                        if (d.type === productsBuilder_types_1.FeatureEventTypes.ACTION) {
-                            const app = await this.fetchThirdPartyAppByAccessTag(d.app);
-                            if (!app) {
-                                throw new Error(`App with access tag ${d.app} not found`);
-                            }
-                            const version = app.versions.find((version) => version.tag === app.version);
-                            const action = version.actions.find((action) => action.tag === d.event);
-                            if (!action) {
-                                throw new Error(`Cannot find action ${d.event} on app ${app.tag} version ${app.version}`);
-                            }
-                            if (d.healthcheck) {
-                                await this.validateProviderHealthcheckTag(d);
-                            }
-                        }
+                        await this.validateQuotaFallbackProvider(d);
                         d.last_checked = new Date();
                         d.provider_status = productsBuilder_types_1.ProviderStatus.AVAILABLE;
                         d.last_available = true;
@@ -1179,20 +1276,7 @@ class ProductsBuilderService {
                 await validators_1.CreateProductFallbackSchema.validateAsync(data);
                 await this.validateQuotaFallbackInputAndOutput(data, 'fallback');
                 await Promise.all(data.options.map(async (d) => {
-                    if (d.type === productsBuilder_types_1.FeatureEventTypes.ACTION) {
-                        const app = await this.fetchThirdPartyAppByAccessTag(d.app);
-                        if (!app) {
-                            throw new Error(`App with access tag ${d.app} not found`);
-                        }
-                        const version = app.versions.find((version) => version.tag === app.version);
-                        const action = version.actions.find((action) => action.tag === d.event);
-                        if (!action) {
-                            throw new Error(`Cannot find action ${d.event} on app ${app.tag} version ${app.version}`);
-                        }
-                        if (d.healthcheck) {
-                            await this.validateProviderHealthcheckTag(d);
-                        }
-                    }
+                    await this.validateQuotaFallbackProvider(d);
                     d.last_checked = new Date();
                     d.provider_status = productsBuilder_types_1.ProviderStatus.AVAILABLE;
                     d.last_available = true;
@@ -1214,20 +1298,7 @@ class ProductsBuilderService {
                     await this.validateQuotaFallbackInputAndOutput(data, 'fallback');
                     data.tag = tag;
                     await Promise.all(data.options.map(async (d) => {
-                        if (d.type === productsBuilder_types_1.FeatureEventTypes.ACTION) {
-                            const app = await this.fetchThirdPartyAppByAccessTag(d.app);
-                            if (!app) {
-                                throw new Error(`App with access tag ${d.app} not found`);
-                            }
-                            const version = app.versions.find((version) => version.tag === app.version);
-                            const action = version.actions.find((action) => action.tag === d.event);
-                            if (!action) {
-                                throw new Error(`Cannot find action ${d.event} on app ${app.tag} version ${app.version}`);
-                            }
-                            if (d.healthcheck) {
-                                await this.validateProviderHealthcheckTag(d);
-                            }
-                        }
+                        await this.validateQuotaFallbackProvider(d);
                         d.last_checked = new Date();
                         d.provider_status = productsBuilder_types_1.ProviderStatus.AVAILABLE;
                         d.last_available = true;
@@ -1353,12 +1424,7 @@ class ProductsBuilderService {
             const auth = this.getUserAccess();
             const cloudApi = new cloudApi_service_1.CloudApiService(this.env_type);
             const productTag = this.product.tag;
-            const materializedEnvs = await Promise.all((data.envs || []).map((env) => (0, cloud_broker_link_util_1.materializeCloudLinkedBrokerEnv)(env, {
-                cloudApi,
-                auth,
-                productTag,
-                brokerTag: data.tag,
-            })));
+            const materializedEnvs = await (0, cloud_materialize_util_1.materializeCloudEnvsSequential)(data.envs || [], { cloudApi, auth, productTag }, (env, batchCtx) => (0, cloud_broker_link_util_1.materializeCloudLinkedBrokerEnv)(env, Object.assign(Object.assign({}, batchCtx), { brokerTag: data.tag })));
             data.envs = materializedEnvs;
             console.log(`${logPrefix} Validating schema...`);
             await validators_1.CreateMessageBrokerSchema.validateAsync(data);
@@ -1603,16 +1669,7 @@ class ProductsBuilderService {
             const auth = this.getUserAccess();
             const cloudApi = new cloudApi_service_1.CloudApiService(this.env_type);
             const productTag = this.product.tag;
-            const materializedEnvs = [];
-            for (const env of data.envs || []) {
-                materializedEnvs.push(await (0, storage_cloud_link_util_1.materializeCloudLinkedStorageEnv)(env, {
-                    cloudApi,
-                    auth,
-                    productTag,
-                    storageTag: data.tag,
-                }));
-            }
-            data.envs = materializedEnvs;
+            data.envs = await (0, cloud_materialize_util_1.materializeCloudEnvsSequential)(data.envs || [], { cloudApi, auth, productTag }, (env, batchCtx) => (0, storage_cloud_link_util_1.materializeCloudLinkedStorageEnv)(env, Object.assign(Object.assign({}, batchCtx), { storageTag: data.tag })));
             await create_productStorage_validator_1.CreateProductStorageSchema.validateAsync(data);
             const processedEnvs = [];
             for (const env of data.envs) {
@@ -1782,12 +1839,7 @@ class ProductsBuilderService {
             const auth = this.getUserAccess();
             const cloudApi = new cloudApi_service_1.CloudApiService(this.env_type);
             const productTag = this.product.tag;
-            const materializedEnvs = await Promise.all((data.envs || []).map((env) => (0, cloud_vector_link_util_1.materializeCloudLinkedVectorEnv)(env, {
-                cloudApi,
-                auth,
-                productTag,
-                vectorTag: data.tag,
-            })));
+            const materializedEnvs = await (0, cloud_materialize_util_1.materializeCloudEnvsSequential)(data.envs || [], { cloudApi, auth, productTag }, (env, batchCtx) => (0, cloud_vector_link_util_1.materializeCloudLinkedVectorEnv)(env, Object.assign(Object.assign({}, batchCtx), { vectorTag: data.tag })));
             data.envs = materializedEnvs;
             await validators_1.CreateProductVectorSchema.validateAsync(data);
             const processedEnvs = [];
@@ -2424,9 +2476,13 @@ class ProductsBuilderService {
     }
     async validateAppData(appData, app) {
         // TODO:
+        var _a;
         const { envs } = app;
         // const { envs: appEnvs, auths: appAuths } = appData
-        const version = appData.versions.find((data) => (data.latest = true));
+        const version = (_a = appData.versions.find((data) => data.latest === true)) !== null && _a !== void 0 ? _a : appData.versions[0];
+        if (!version) {
+            throw new Error(`App ${appData.tag} has no versions`);
+        }
         app.envs = this.validateAppEnvs(envs, version);
         // await this.validateAppAuth(auth, appData);
         return app;
@@ -2559,31 +2615,114 @@ class ProductsBuilderService {
         }
         return { data: updateData, values: updateValues };
     }
-    async createAppAccessTag(app_tag) {
+    async createAppAccessTag(app_tag, known_app_id) {
         await this.initializeWorkspace();
         const { name: workspace_name } = this.workspace;
-        const app = await this.appApi.fetchAppByTag(app_tag, this.getUserAccess());
-        if (!app) {
-            throw new Error(`App ${app_tag} not found`);
+        let app_id = known_app_id === null || known_app_id === void 0 ? void 0 : known_app_id.trim();
+        if (!app_id) {
+            const app = await this.appApi.fetchAppByTag(app_tag, this.getUserAccess());
+            if (!app) {
+                throw new Error(`App ${app_tag} not found`);
+            }
+            app_id = String(app._id);
         }
-        const { _id: app_id } = app;
         const accessTag = `${app_tag}:${(0, string_utils_2.tagify)(workspace_name)}`;
-        const { access, access_tag } = await this.appApi.createAppAccess(app_id, this.product_id, accessTag, this.getUserAccess());
-        return {
-            access_tag,
-            access,
-        };
+        try {
+            const existing = await this.appApi.fetchAccessByTag(accessTag, this.getUserAccess());
+            if ((existing === null || existing === void 0 ? void 0 : existing.access_tag) && (await this.accessAppIsLive(existing))) {
+                return {
+                    access_tag: existing.access_tag,
+                    access: existing.access,
+                };
+            }
+        }
+        catch (_a) {
+            // no existing access row — create below
+        }
+        try {
+            const { access, access_tag } = await this.appApi.createAppAccess(app_id, this.product_id, accessTag, this.getUserAccess());
+            return {
+                access_tag,
+                access,
+            };
+        }
+        catch (e) {
+            try {
+                const existing = await this.appApi.fetchAccessByTag(accessTag, this.getUserAccess());
+                if ((existing === null || existing === void 0 ? void 0 : existing.access_tag) && (await this.accessAppIsLive(existing))) {
+                    return {
+                        access_tag: existing.access_tag,
+                        access: existing.access,
+                    };
+                }
+            }
+            catch (_b) {
+                // fall through to original error
+            }
+            throw e;
+        }
+    }
+    async accessAppIsLive(access) {
+        const appId = (access === null || access === void 0 ? void 0 : access.app_id) == null ? '' : String(access.app_id).trim();
+        if (!appId)
+            return false;
+        try {
+            const appData = await this.appApi.fetchApp(appId, this.getUserAccess());
+            return appData != null;
+        }
+        catch (_a) {
+            return false;
+        }
     }
     async addApp(app, throwErrorIfExists = false) {
+        var _a, _b, _c, _d, _e, _f;
         try {
             await validators_1.CreateProductAppSchema.validateAsync(app);
             // TODO: figure out a way to check if this has run before, halt if it has
             if (!await this.fetchApp(app.access_tag, throwErrorIfExists)) {
-                const _a = await this.appApi.fetchAccessByTag(app.access_tag, this.getUserAccess()), { version } = _a, access = __rest(_a, ["version"]);
-                if (!access) {
-                    throw new Error(`Access to app ${app.access_tag} not found`);
+                let access = null;
+                try {
+                    const fetched = await this.appApi.fetchAccessByTag(app.access_tag, this.getUserAccess());
+                    access = fetched ? Object.assign({}, fetched) : null;
+                }
+                catch (_g) {
+                    access = null;
+                }
+                if (access === null || access === void 0 ? void 0 : access.app_id) {
+                    const liveApp = await this.appApi.fetchApp(access.app_id, this.getUserAccess());
+                    if (!liveApp) {
+                        access = null;
+                    }
                 }
-                const appData = await this.appApi.fetchApp(access.app_id, this.getUserAccess());
+                if (!(access === null || access === void 0 ? void 0 : access.app_id)) {
+                    const wsSuffix = `:${(0, string_utils_2.tagify)(this.workspace.name)}`;
+                    const appTag = app.access_tag.endsWith(wsSuffix)
+                        ? app.access_tag.slice(0, -wsSuffix.length)
+                        : '';
+                    if (!appTag) {
+                        throw new Error(`Access to app ${app.access_tag} not found`);
+                    }
+                    const appRow = await this.appApi.fetchAppByTag(appTag, this.getUserAccess());
+                    if (!(appRow === null || appRow === void 0 ? void 0 : appRow._id)) {
+                        throw new Error(`App not found for tag ${appTag}`);
+                    }
+                    const created = await this.appApi.createAppAccess(String(appRow._id), this.product_id, app.access_tag, this.getUserAccess());
+                    const auth = this.getUserAccess();
+                    const latestVersion = (_f = (_c = (_b = (_a = appRow.versions) === null || _a === void 0 ? void 0 : _a.find((v) => v.latest)) === null || _b === void 0 ? void 0 : _b.tag) !== null && _c !== void 0 ? _c : (_e = (_d = appRow.versions) === null || _d === void 0 ? void 0 : _d[0]) === null || _e === void 0 ? void 0 : _e.tag) !== null && _f !== void 0 ? _f : '';
+                    access = {
+                        workspace_id: auth.workspace_id,
+                        user_id: auth.user_id,
+                        public_key: auth.public_key,
+                        token: auth.token,
+                        product_id: this.product_id,
+                        app_id: String(appRow._id),
+                        access_tag: created.access_tag,
+                        access: created.access,
+                        version: latestVersion,
+                    };
+                }
+                const _h = access, { version } = _h, accessFields = __rest(_h, ["version"]);
+                const appData = await this.appApi.fetchApp(accessFields.app_id, this.getUserAccess());
                 if (!appData) {
                     throw new Error(`App ${app.access_tag} not found`);
                 }
@@ -4243,12 +4382,7 @@ class ProductsBuilderService {
                 const auth = this.getUserAccess();
                 const cloudApi = new cloudApi_service_1.CloudApiService(this.env_type);
                 const productTag = this.product.tag;
-                data.envs = (await Promise.all((data.envs || []).map(async (env) => (0, cloud_database_link_util_1.materializeCloudLinkedDatabaseEnv)(env, {
-                    cloudApi,
-                    auth,
-                    productTag,
-                    databaseTag: data.tag,
-                })))).map((env) => {
+                data.envs = (await (0, cloud_materialize_util_1.materializeCloudEnvsSequential)(data.envs || [], { cloudApi, auth, productTag }, (env, batchCtx) => (0, cloud_database_link_util_1.materializeCloudLinkedDatabaseEnv)(env, Object.assign(Object.assign({}, batchCtx), { databaseTag: data.tag })))).map((env) => {
                     const _a = env, { masterPassword: _mp, importExisting: _ie } = _a, rest = __rest(_a, ["masterPassword", "importExisting"]);
                     return rest;
                 });
@@ -4301,12 +4435,7 @@ class ProductsBuilderService {
                 const auth = this.getUserAccess();
                 const cloudApi = new cloudApi_service_1.CloudApiService(this.env_type);
                 const productTag = this.product.tag;
-                data.envs = await Promise.all(data.envs.map(async (env) => (0, cloud_database_link_util_1.materializeCloudLinkedDatabaseEnv)(env, {
-                    cloudApi,
-                    auth,
-                    productTag,
-                    databaseTag: data.tag || tag,
-                })));
+                data.envs = await (0, cloud_materialize_util_1.materializeCloudEnvsSequential)(data.envs, { cloudApi, auth, productTag }, (env, batchCtx) => (0, cloud_database_link_util_1.materializeCloudLinkedDatabaseEnv)(env, Object.assign(Object.assign({}, batchCtx), { databaseTag: data.tag || tag })));
             }
             await validators_1.UpdateProductDatabaseSchema.validateAsync(data);
             if (data.envs && data.envs.length > 0) {
@@ -4378,6 +4507,24 @@ class ProductsBuilderService {
         }
         return component;
     }
+    /** Resolve database config from in-memory product cache, falling back to API fetch. */
+    async resolveDatabaseConfig(databaseTag) {
+        var _a;
+        const cached = ((_a = this.product.databases) !== null && _a !== void 0 ? _a : []).find((data) => data.tag === databaseTag);
+        if (cached)
+            return cached;
+        return this.fetchDatabase(databaseTag);
+    }
+    normalizeDatabaseTriggers(database) {
+        const raw = database.triggers;
+        if (!raw)
+            return [];
+        if (Array.isArray(raw))
+            return raw;
+        if (typeof raw === 'object')
+            return Object.values(raw);
+        return [];
+    }
     async deleteDatabase(tag) {
         try {
             const database = await this.fetchDatabase(tag);
@@ -4409,12 +4556,7 @@ class ProductsBuilderService {
                 const auth = this.getUserAccess();
                 const cloudApi = new cloudApi_service_1.CloudApiService(this.env_type);
                 const productTag = this.product.tag;
-                const materializedEnvs = await Promise.all((data.envs || []).map((env) => (0, cloud_graph_link_util_1.materializeCloudLinkedGraphEnv)(env, {
-                    cloudApi,
-                    auth,
-                    productTag,
-                    graphTag: data.tag,
-                })));
+                const materializedEnvs = await (0, cloud_materialize_util_1.materializeCloudEnvsSequential)(data.envs || [], { cloudApi, auth, productTag }, (env, batchCtx) => (0, cloud_graph_link_util_1.materializeCloudLinkedGraphEnv)(env, Object.assign(Object.assign({}, batchCtx), { graphTag: data.tag })));
                 data.envs = materializedEnvs;
                 await validators_1.CreateProductGraphSchema.validateAsync(data);
                 const processedEnvs = [];
@@ -4766,14 +4908,15 @@ class ProductsBuilderService {
         }
     }
     async fetchDatabaseAction(tag, throwErrorIfExists = false) {
+        var _a;
         const [databaseTag, actionTag] = tag.split(':');
         if (!databaseTag || !actionTag) {
             throw new Error(`tag is expected to be defined as "database_tag:action_tag"`);
         }
-        const database = this.product.databases.find((data) => data.tag === databaseTag);
+        const database = await this.resolveDatabaseConfig(databaseTag);
         if (!database)
             throw new Error(`Database ${databaseTag} not found`);
-        const action = database.actions.find((data) => data.tag === actionTag);
+        const action = ((_a = database.actions) !== null && _a !== void 0 ? _a : []).find((data) => data.tag === actionTag);
         if (!action && throwErrorIfExists)
             throw new Error(`Database action ${tag} not found`);
         if (database.type === productsBuilder_types_1.DatabaseTypes.MONGODB && action) {
@@ -4826,10 +4969,11 @@ class ProductsBuilderService {
         }
     }
     async fetchDatabaseActions(databaseTag) {
-        const database = this.product.databases.find((data) => data.tag === databaseTag);
+        var _a;
+        const database = await this.resolveDatabaseConfig(databaseTag);
         if (!database)
             throw new Error(`Database ${databaseTag} not found`);
-        const actions = database.actions;
+        const actions = (_a = database.actions) !== null && _a !== void 0 ? _a : [];
         if (database.type === productsBuilder_types_1.DatabaseTypes.MONGODB && actions.length) {
             /*return actions.map((data)=>{
               return{ ...data,template: JSON.parse(String(data.template))}
@@ -4933,24 +5077,25 @@ class ProductsBuilderService {
         await this.productApi.updateProduct(this.product_id, Object.assign(Object.assign(Object.assign({}, existing), data), { value: processedValue || existing.value, databaseTag, component: enums_1.ProductComponents.DATABASE_MIGRATION }), this.getUserAccess());
     }
     async fetchDatabaseMigration(tag, throwError = false) {
+        var _a;
         const [databaseTag, migrationTag] = tag.split(':');
         if (!databaseTag || !migrationTag) {
             throw new Error(`tag is expected to be defined as "database_tag:action_tag"`);
         }
-        const database = this.product.databases.find((data) => data.tag === databaseTag);
+        const database = await this.resolveDatabaseConfig(databaseTag);
         if (!database)
             throw new Error(`Database ${databaseTag} not found`);
-        const migration = database.migrations.find((data) => data.tag === migrationTag);
+        const migration = ((_a = database.migrations) !== null && _a !== void 0 ? _a : []).find((data) => data.tag === migrationTag);
         if (!migration && throwError)
             throw new Error(`Database migration ${tag} not found`);
         return migration;
     }
     async fetchDatabaseMigrations(databaseTag) {
-        const database = this.product.databases.find((data) => data.tag === databaseTag);
+        var _a;
+        const database = await this.resolveDatabaseConfig(databaseTag);
         if (!database)
             throw new Error(`Database ${databaseTag} not found`);
-        const migrations = database.migrations;
-        return migrations;
+        return (_a = database.migrations) !== null && _a !== void 0 ? _a : [];
     }
     async deleteDatabaseMigration(tag) {
         try {
@@ -5028,21 +5173,19 @@ class ProductsBuilderService {
         if (!databaseTag || !triggerTag) {
             throw new Error(`tag is expected to be defined as "database_tag:trigger_tag"`);
         }
-        const database = this.product.databases.find((data) => data.tag === databaseTag);
+        const database = await this.resolveDatabaseConfig(databaseTag);
         if (!database)
             throw new Error(`Database ${databaseTag} not found`);
-        const triggers = database.triggers || [];
-        const trigger = triggers.find((data) => data.tag === triggerTag);
+        const trigger = this.normalizeDatabaseTriggers(database).find((data) => data.tag === triggerTag);
         if (!trigger && throwError)
             throw new Error(`Database trigger ${tag} not found`);
         return trigger || null;
     }
     async fetchDatabaseTriggers(databaseTag) {
-        const database = this.product.databases.find((data) => data.tag === databaseTag);
+        const database = await this.resolveDatabaseConfig(databaseTag);
         if (!database)
             throw new Error(`Database ${databaseTag} not found`);
-        const triggers = database.triggers || [];
-        return triggers;
+        return this.normalizeDatabaseTriggers(database);
     }
     async deleteDatabaseTrigger(tag) {
         try {