@shushed/helpers 0.0.227-main-20260107094010 → 0.0.227

package/dist/cjs/src-public/airtable.js

@@ -42,71 +42,107 @@ class AirtableHelper extends runtime_1.default {
         }
         return existingRecord;
     }
-    async updateMultiple(payload, options = {}, callIdx = 0, collectedResult = {
-        updatedRecords: [],
-        createdRecords: [],
-        records: []
-    }) {
+    async updateMultiple(payload, options = {}) {
         let response = null;
         const tableUrl = `https://api.airtable.com/v0/${this.baseId}/${this.tableId}`;
-        const currentBatch = payload.slice(callIdx * 10, (callIdx + 1) * 10);
-        try {
-            response = await fetch(`${tableUrl}`, {
-                method: "PATCH",
-                headers: {
-                    Authorization: `Bearer ${this.apiKey}`,
-                    "Content-Type": "application/json",
-                },
-                body: JSON.stringify({
-                    performUpsert: {
-                        fieldsToMergeOn: (options.fieldsToMergeOn ?? [this.primaryKeyFieldName]).map(x => this.dictionary[x] || x),
-                    },
-                    returnFieldsByFieldId: true,
-                    typecast: options.typecast || false,
-                    records: currentBatch.map(x => {
-                        const recordId = x.$recordId;
-                        const fieldsWithoutRecordId = { ...x };
-                        delete fieldsWithoutRecordId.$recordId;
-                        const record = {
-                            fields: AirtableHelper.convertToDictionary(this.dictionary, this.primaryKeyWritable === false
-                                ? AirtableHelper.removePrimaryKey(fieldsWithoutRecordId, this.primaryKeyFieldName)
-                                : fieldsWithoutRecordId),
-                        };
-                        if (recordId) {
-                            record.id = recordId;
-                        }
-                        return record;
-                    })
-                }),
+        const batchSize = 10;
+        let collectedResult = {
+            updatedRecords: [],
+            createdRecords: [],
+            records: []
+        };
+        const fieldsToMergeOn = (options.fieldsToMergeOn || [this.primaryKeyFieldName]);
+        const fieldsToMergeOnIds = fieldsToMergeOn.map(x => this.dictionary[x] || x);
+        let callIdx = 0;
+        const payloadDeduplicated = payload.filter((x, idx, self) => idx === self.findIndex((t) => fieldsToMergeOn.every(field => (0, lodash_isequal_1.default)(t[field], x[field]))));
+        const maxCallIdx = Math.ceil(payloadDeduplicated.length / batchSize);
+        while (callIdx < maxCallIdx) {
+            const currentBatch = payloadDeduplicated.slice(callIdx * batchSize, (callIdx + 1) * batchSize);
+            const recordsInBatch = currentBatch.map(x => {
+                const recordId = x.$recordId;
+                const fieldsWithoutRecordId = { ...x };
+                delete fieldsWithoutRecordId.$recordId;
+                const record = {
+                    fields: AirtableHelper.convertToDictionary(this.dictionary, this.primaryKeyWritable === false
+                        ? AirtableHelper.removePrimaryKey(fieldsWithoutRecordId, this.primaryKeyFieldName)
+                        : fieldsWithoutRecordId),
+                };
+                if (recordId) {
+                    record.id = recordId;
+                }
+                return record;
             });
-            if (!response.ok && response) {
-                const text = await response.text().catch(() => `${response?.status || 'unknown'}`);
-                throw new Error(text);
+            try {
+                response = await fetch(`${tableUrl}`, {
+                    method: "PATCH",
+                    headers: {
+                        Authorization: `Bearer ${this.apiKey}`,
+                        "Content-Type": "application/json",
+                    },
+                    body: JSON.stringify({
+                        performUpsert: {
+                            fieldsToMergeOn: fieldsToMergeOnIds,
+                        },
+                        returnFieldsByFieldId: true,
+                        typecast: options.typecast || false,
+                        records: recordsInBatch
+                    }),
+                });
+                if (!response.ok && response) {
+                    const text = await response.text().catch(() => `${response?.status || 'unknown'}`);
+                    throw new Error(text);
+                }
+                const resp = (await response.json());
+                collectedResult = {
+                    updatedRecords: collectedResult.updatedRecords.concat(resp.updatedRecords),
+                    createdRecords: collectedResult.createdRecords.concat(resp.createdRecords),
+                    records: collectedResult.records.concat(resp.records.map(x => AirtableHelper.translateFields(this.dictionary, x)))
+                };
             }
-            const resp = (await response.json());
-            const nextCollectedResult = {
-                updatedRecords: collectedResult.updatedRecords.concat(resp.updatedRecords),
-                createdRecords: collectedResult.createdRecords.concat(resp.createdRecords),
-                records: collectedResult.records.concat(resp.records.map(x => AirtableHelper.translateFields(this.dictionary, x)))
-            };
-            if (payload.length > (callIdx + 1) * 10) {
-                return this.updateMultiple(payload, options, callIdx + 1, nextCollectedResult);
+            catch (err) {
+                const errorMessage = `Failed to update records in ${this.tableId} table (baseId: ${this.baseId}). Status: ${response?.status || 'unknown'}. Error: ${err.message}`;
+                const batchErrors = currentBatch.map(() => new Error(errorMessage));
+                collectedResult = {
+                    updatedRecords: collectedResult.updatedRecords,
+                    createdRecords: collectedResult.createdRecords,
+                    records: collectedResult.records.concat(batchErrors)
+                };
+            }
+            finally {
+                callIdx += 1;
             }
-            return nextCollectedResult;
         }
-        catch (err) {
-            const errorMessage = `Failed to update records in ${this.tableId} table (baseId: ${this.baseId}). Status: ${response?.status || 'unknown'}. Error: ${err.message}`;
-            const batchErrors = currentBatch.map(() => new Error(errorMessage));
-            const nextCollectedResult = {
-                updatedRecords: collectedResult.updatedRecords,
-                createdRecords: collectedResult.createdRecords,
-                records: collectedResult.records.concat(batchErrors)
-            };
-            if (payload.length > (callIdx + 1) * 10) {
-                return this.updateMultiple(payload, options, callIdx + 1, nextCollectedResult);
+        const resultInOrder = [];
+        for (let i = 0; i < payload.length; i++) {
+            let j = 0;
+            let foundMatchingRecord = null;
+            while (j < collectedResult.records.length && foundMatchingRecord === null) {
+                let isMatching = true;
+                let k = 0;
+                while (k < fieldsToMergeOn.length && isMatching) {
+                    const field = fieldsToMergeOn[k];
+                    if (!(0, lodash_isequal_1.default)(collectedResult.records[j].fields[field], payload[i][field])) {
+                        isMatching = false;
+                    }
+                    k += 1;
+                }
+                if (isMatching) {
+                    foundMatchingRecord = j;
+                }
+                j += 1;
+            }
+            if (foundMatchingRecord !== null) {
+                resultInOrder.push(collectedResult.records[foundMatchingRecord]);
+            }
+            else {
+                resultInOrder.push(new Error(`Record ${payload[i][this.primaryKeyFieldName]} does not match any record in the response`));
             }
-            return nextCollectedResult;
         }
+        return {
+            updatedRecords: collectedResult.updatedRecords,
+            createdRecords: collectedResult.createdRecords,
+            records: resultInOrder
+        };
     }
     async upsert(payload) {
         const existingRecord = await this.getExistingRecord(payload);
@@ -258,9 +294,10 @@ class AirtableHelper extends runtime_1.default {
         const escapeFormulaValue = (value) => {
             return value.replace(/"/g, '\\"');
         };
+        const dedupedKeys = keys.filter((x, idx, self) => self.indexOf(x) === idx);
         const batchSize = 50;
-        for (let i = 0; i < keys.length; i += batchSize) {
-            const batch = keys.slice(i, i + batchSize);
+        for (let i = 0; i < dedupedKeys.length; i += batchSize) {
+            const batch = dedupedKeys.slice(i, i + batchSize);
             const orConditions = batch.map(key => `${this.dictionary[this.primaryKeyFieldName]} = "${escapeFormulaValue(key)}"`).join(', ');
             const formula = `OR(${orConditions})`;
             const records = await this.getExistingRecords(formula);

package/dist/cjs/src-public/centra.js

@@ -6,7 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const crypto_1 = __importDefault(require("crypto"));
 const env_1 = __importDefault(require("./env"));
 const utils_1 = require("./utils");
-const CACHE_EXPIRATION_MS = 1000 * 60 * 60 * 3;
+const CACHE_EXPIRATION_MS = 1000 * 60 * 5;
 class CentraHelper extends env_1.default {
     opts;
     shaToken;
@@ -99,6 +99,12 @@ class CentraHelper extends env_1.default {
     getCacheKeyForMarket(marketExternalId) {
         return `${this.getCacheKeyForMarkets()}_${marketExternalId}`;
     }
+    getCacheKeyForCampaigns() {
+        return `centra_${this.shaToken}_campaign_name`;
+    }
+    getCacheKeyForCampaign(campaignName) {
+        return `${this.getCacheKeyForCampaigns()}_${campaignName}`;
+    }
     getCacheKeyForSizeCharts() {
         return `centra_${this.shaToken}_size_chart_external_id`;
     }
@@ -130,7 +136,7 @@ class CentraHelper extends env_1.default {
         return `${this.getCacheKeyForCentraWarehouses()}_${warehouseExternalId}`;
     }
     getCacheKeyForCentraPricelists() {
-        return `centra_${this.shaToken}_pricelist_external_id`;
+        return `centra_${this.shaToken}_pricelists_external_id`;
     }
     getCacheKeyForCentraPricelist(pricelistExternalId) {
         return `${this.getCacheKeyForCentraPricelists()}_${pricelistExternalId}`;
@@ -218,7 +224,7 @@ class CentraHelper extends env_1.default {
         return result;
     }
     async fetchCentraCampaigns(names) {
-        const limit = (names?.length || 0) > 200 ? 200 : (names?.length || 0);
+        const limit = names ? (names.length > 200 ? 200 : names.length) : 200;
         let nextCursor = null;
         const result = {};
         do {
@@ -270,7 +276,7 @@ class CentraHelper extends env_1.default {
                     nextCursor = null;
                 }
                 if (campaignConnection && campaignConnection.edges?.length) {
-                    for (let i = campaignConnection.edges.length; i < (names?.length || 0); i++) {
+                    for (let i = 0; i < campaignConnection.edges.length; i++) {
                         const { node } = campaignConnection.edges[i];
                         result[node.name] = node;
                     }
@@ -721,7 +727,9 @@ class CentraHelper extends env_1.default {
             }
             else {
                 for (const warehouse of warehouses) {
-                    warehouseToSet[warehouse.externalId] = warehouse;
+                    if (warehouse.externalId) {
+                        warehouseToSet[warehouse.externalId] = warehouse;
+                    }
                 }
                 await this.set(Object.entries(warehouseToSet).filter(([_, value]) => !(value instanceof Error)).map(([key, value]) => ({ name: this.getCacheKeyForCentraWarehouse(key), value: JSON.stringify(value) })), 'env', {
                     ephemeralMs: CACHE_EXPIRATION_MS,
@@ -797,6 +805,49 @@ class CentraHelper extends env_1.default {
         }
         return Object.assign({}, pricelistInCache, pricelistToSet);
     }
+    async getCentraCampaigns(alwaysFetch = false) {
+        let campaignInCache = {};
+        let dedupedCampaignNamesInCache = [];
+        let campaignsToFetch = null;
+        if (!alwaysFetch) {
+            const campaignNamesInCache = await (this.get(this.getCacheKeyForCampaigns(), 'env', {
+                isEphemeral: true,
+                encrypted: false,
+            }).then(x => x ? JSON.parse(x) : null));
+            if (campaignNamesInCache) {
+                dedupedCampaignNamesInCache = campaignNamesInCache.filter((x, index, self) => self.indexOf(x) === index);
+                campaignInCache = Object.fromEntries(Object.entries(await this.get(dedupedCampaignNamesInCache.map((x) => this.getCacheKeyForCampaign(x)), 'env', {
+                    isEphemeral: true,
+                    encrypted: false,
+                })).map(([key, value]) => [key, value ? JSON.parse(value || 'null') : undefined]).filter(([_, value]) => value));
+                campaignsToFetch = dedupedCampaignNamesInCache.filter(x => !campaignInCache[x]);
+            }
+        }
+        const campaignToSet = {};
+        if (!campaignsToFetch || campaignsToFetch.length) {
+            const campaigns = await this.fetchCentraCampaigns();
+            if (CentraHelper.isCentraErrors(campaigns)) {
+                return new Error(`Failed to fetch campaigns: ${campaigns.errors.map((x) => x.message).join(', ')}`);
+            }
+            else {
+                for (const campaign of Object.values(campaigns)) {
+                    campaignToSet[campaign.name] = campaign;
+                }
+                await this.set(Object.entries(campaignToSet).filter(([_, value]) => !(value instanceof Error)).map(([key, value]) => ({ name: this.getCacheKeyForCampaign(key), value: JSON.stringify(value) })), 'env', {
+                    ephemeralMs: CACHE_EXPIRATION_MS,
+                    encrypted: false,
+                });
+                await this.set([{
+                        name: this.getCacheKeyForCampaigns(),
+                        value: JSON.stringify(Object.keys(campaignToSet)),
+                    }], 'env', {
+                    ephemeralMs: CACHE_EXPIRATION_MS,
+                    encrypted: false,
+                });
+            }
+        }
+        return Object.assign({}, campaignInCache, campaignToSet);
+    }
     async getCentraMarkets(alwaysFetch = false) {
         let marketInCache = {};
         let dedupedMarketNamesInCache = [];

package/dist/cjs/src-public/env.js

@@ -567,7 +567,7 @@ class EnvEngine extends runtime_1.default {
             batchSize: 1,
             subscriptionFilter: null,
             batchWindowSeconds: 10,
-        }, Object.fromEntries(Object.entries(rnPartialConfig).filter(x => !(x === null || x === undefined))));
+        }, Object.fromEntries(Object.entries(rnPartialConfig).filter(([x]) => !(x === null || x === undefined))));
         return rnConfig;
     }
     createOrUpdateRespectfulNudge(subscriptionName, rnPartialConfig) {

package/dist/cjs/src-public/index.js

@@ -17,7 +17,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisConnectionError = exports.RateLimit = exports.setHeaders = exports.BCOrderHelper = exports.DatoHelper = exports.AirtableHelper = exports.CentraHelper = exports.BigQueryHelper = exports.JWKSHelper = exports.CloudTasksHelper = exports.Secrets = exports.SchedulerHelper = exports.Logging = exports.Runtime = exports.PubSubHelper = exports.EnvEngine = exports.validate = void 0;
+exports.SitooHelper = exports.RedisConnectionError = exports.RateLimit = exports.setHeaders = exports.BCOrderHelper = exports.DatoHelper = exports.AirtableHelper = exports.CentraHelper = exports.BigQueryHelper = exports.JWKSHelper = exports.CloudTasksHelper = exports.Secrets = exports.SchedulerHelper = exports.Logging = exports.Runtime = exports.PubSubHelper = exports.EnvEngine = exports.validate = void 0;
 var validate_1 = require("./validate");
 Object.defineProperty(exports, "validate", { enumerable: true, get: function () { return __importDefault(validate_1).default; } });
 __exportStar(require("./sanitize"), exports);
@@ -52,3 +52,5 @@ Object.defineProperty(exports, "setHeaders", { enumerable: true, get: function (
 var rateLimit_1 = require("./rateLimit");
 Object.defineProperty(exports, "RateLimit", { enumerable: true, get: function () { return __importDefault(rateLimit_1).default; } });
 Object.defineProperty(exports, "RedisConnectionError", { enumerable: true, get: function () { return rateLimit_1.RedisConnectionError; } });
+var sitoo_1 = require("./sitoo");
+Object.defineProperty(exports, "SitooHelper", { enumerable: true, get: function () { return __importDefault(sitoo_1).default; } });

package/dist/cjs/src-public/pubsub.js

@@ -79,19 +79,44 @@ class PubSubHelper extends runtime_1.default {
         }
         const topic = pubSubPublishTopics[options.topicName];
         const batches = payloads.length > 5 ? (0, lodash_chunk_1.default)(payloads, 10) : [payloads];
-        const attributes = {
-            ...options.extraAttributes,
-            source_system: options.sourceSystem,
-            target_system: options.targetSystem,
-            buildship_id: this.systemEnvName + '-' + this.workflowId + '-' + this.triggerId,
-        };
+        let nextAttributes = {};
         const messageIds = [];
         for (let i = 0; i < batches.length; i++) {
             const batch = batches[i];
-            const results = await Promise.allSettled(batch.map((x) => topic.publishMessage({
-                data: Buffer.from(JSON.stringify(x)),
-                attributes: Object.fromEntries(Object.entries(options.attributesGenerator ? Object.assign({}, attributes, options.attributesGenerator(x)) : attributes).filter(([_, v]) => v !== undefined && v !== null).map(([k, v]) => [k, `${v}`]))
-            })));
+            const results = await Promise.allSettled(batch.map((x) => {
+                if (options.attributesGenerator) {
+                    nextAttributes = Object.fromEntries(Object.entries(options.attributesGenerator(x)).filter(([_, v]) => v !== undefined && v !== null).map(([k, v]) => [k, typeof v === 'boolean' ? (v ? 'yes' : 'no') : `${v}`]));
+                }
+                if (typeof options.extraAttributes === 'function') {
+                    nextAttributes = Object.fromEntries(Object.entries(options.extraAttributes ? Object.assign({}, nextAttributes, options.extraAttributes(x)) : nextAttributes).filter(([_, v]) => v !== undefined && v !== null).map(([k, v]) => [k, typeof v === 'boolean' ? (v ? 'yes' : 'no') : `${v}`]));
+                }
+                else if (typeof options.extraAttributes === 'object') {
+                    for (const key in options.extraAttributes) {
+                        let resultForKey;
+                        if (typeof options.extraAttributes[key] === 'function') {
+                            resultForKey = options.extraAttributes[key](x);
+                        }
+                        else {
+                            resultForKey = options.extraAttributes[key];
+                        }
+                        if (typeof resultForKey === 'boolean') {
+                            nextAttributes[key] = resultForKey ? 'yes' : 'no';
+                        }
+                        else {
+                            nextAttributes[key] = `${resultForKey}`;
+                        }
+                    }
+                    nextAttributes = Object.assign(nextAttributes, {
+                        source_system: options.sourceSystem,
+                        target_system: options.targetSystem,
+                        buildship_id: this.systemEnvName + '-' + this.workflowId + '-' + this.triggerId,
+                    });
+                }
+                return topic.publishMessage({
+                    data: Buffer.from(JSON.stringify(x)),
+                    attributes: nextAttributes
+                });
+            }));
             for (const result of results) {
                 if (result.status === 'fulfilled') {
                     messageIds.push(result.value);

package/dist/cjs/src-public/runtime.js

@@ -1,6 +1,10 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Logging = void 0;
+const lodash_pick_1 = __importDefault(require("lodash.pick"));
 const DEFAULT_BRANCH = 'migratedprod';
 const getCircularReplacer = () => {
     const seen = new WeakSet();
@@ -59,34 +63,50 @@ exports.Logging = Logging;
 class Runtime {
     workflowId;
     triggerId;
+    triggerName;
+    triggerVersion;
     envName;
     pubSubPrefix;
     systemEnvName;
     runtimeUrl;
     logging;
-    workflowRoot = null;
+    triggerDataProperties = undefined;
+    triggerConfigProperties = undefined;
+    triggerConfig = undefined;
+    workflowRoot;
     constructor(opts) {
         if (opts instanceof Runtime) {
             this.workflowRoot = opts.workflowRoot;
             this.workflowId = opts.workflowId;
             this.triggerId = opts.triggerId;
+            this.triggerName = opts.triggerName;
+            this.triggerVersion = opts.triggerVersion;
             this.systemEnvName = opts.systemEnvName;
             this.runtimeUrl = opts.runtimeUrl;
             this.pubSubPrefix = opts.pubSubPrefix;
             this.envName = opts.envName;
             this.logging = opts.logging || new Logging(this.workflowId, this.triggerId, this.systemEnvName);
+            this.triggerName = opts.triggerName;
+            this.triggerVersion = opts.triggerVersion;
+            this.triggerDataProperties = opts.triggerDataProperties;
+            this.triggerConfigProperties = opts.triggerConfigProperties;
+            this.triggerConfig = opts.triggerConfig;
         }
         else {
-            if (opts.root) {
-                this.workflowRoot = opts.root;
-            }
+            this.workflowRoot = opts.root || {};
             this.workflowId = opts.workflowId || opts.workflow?.id || '';
-            this.triggerId = opts.triggerId || opts.trigger?.id || '';
-            if (!this.triggerId && opts.session) {
-                this.triggerId = Object.values(opts.session?.executedNodes || {}).find(e => e.nodeType === 'trigger')?.nodeId ?? 'unknown';
+            if (opts.trigger?.label) {
+                this.triggerId = opts.trigger.id || '00000000-0000-0000-0000-000000000000';
+                this.triggerName = opts.trigger.label.split(/\sv\d/)[0].trim() || this.workflowId;
+                this.triggerVersion = buildSemver((opts.trigger.label.split(/\sv\d/)[1]?.trim() || 'v0').replace(/^v/, ''));
+                this.triggerDataProperties = opts.trigger.data?.properties;
+                this.triggerConfigProperties = opts.trigger.config?.properties;
             }
-            else if (!this.triggerId) {
-                this.triggerId = 'unknown';
+            else {
+                this.triggerId = Object.values(opts.session?.executedNodes || {}).find(e => e.nodeType === 'trigger')?.nodeId ?? '00000000-0000-0000-0000-000000000000';
+                this.triggerName = this.workflowRoot[this.triggerId]?.triggerName || this.workflowId;
+                this.triggerVersion = this.workflowRoot[this.triggerId]?.triggerVersion || '0.0.0';
+                this.triggerConfig = this.workflowRoot[this.triggerId]?.triggerConfig;
             }
             this.systemEnvName = this.getSystemEnvName(opts);
             this.envName = this.systemEnvName === DEFAULT_BRANCH ? 'prod' : this.systemEnvName;
@@ -95,6 +115,18 @@ class Runtime {
             this.logging = opts.logging || new Logging(this.workflowId, this.triggerId, this.systemEnvName);
         }
     }
+    enhanceWorkflowReturn(triggerReturn, triggerConfig) {
+        const keys = Object.keys(this.triggerDataProperties || {});
+        return Object.assign((0, lodash_pick_1.default)({
+            workflowId: this.workflowId,
+            triggerId: this.triggerId,
+            triggerName: this.triggerName,
+            triggerVersion: this.triggerVersion,
+            systemEnvName: this.systemEnvName,
+            envName: this.envName,
+            triggerConfig: (0, lodash_pick_1.default)(triggerConfig, Object.entries(this.triggerConfigProperties || {}).filter(([_, value]) => !value.buildship?.sensitive).map(([key]) => key))
+        }, keys), triggerReturn);
+    }
     getRuntimeUrl(options) {
         if (options.runtimeUrl && this.isDeployment) {
             return options.runtimeUrl;
@@ -143,3 +175,10 @@ class Runtime {
 }
 exports.default = Runtime;
 ;
+function buildSemver(version) {
+    const parts = version.split(/\./).map(x => parseInt(x, 10));
+    for (let i = parts.length; i < 3; i++) {
+        parts.push(0);
+    }
+    return parts.join('.');
+}