@shushed/helpers 0.0.198-v2-20251107134609 → 0.0.198-v2-20251107153925

package/dist/cjs/src-public/env.js

@@ -550,6 +550,7 @@ class EnvEngine extends runtime_1.default {
             error429Threshold: 0.30,
             pauseOnErrorThresholdExceededSeconds: 60 * 10,
             pauseOnError429ThresholdExceededSeconds: 60 * 10,
+            pauseBeforeProcessingMessagesSeconds: 0,
             maxOutstandingMessages: 5,
             ackDeadline: 10,
             retryMinDelay: 60,

package/dist/cjs/src-public/pubsub.js

@@ -68,26 +68,19 @@ class PubSubHelper extends runtime_1.default {
         };
         return message;
     }
-    async publish(options, payload) {
+    async publish(options, payloads) {
         if (!pubSubPublishTopics[options.topicName]) {
             pubSubPublishTopics[options.topicName] = this.pubSub.topic(options.topicName, {
                 batching: {
-                    maxMessages: 100,
-                    maxMilliseconds: 50
+                    maxMessages: 10,
+                    maxMilliseconds: 15
                 },
             });
         }
         const topic = pubSubPublishTopics[options.topicName];
-        let normPayloads = [];
-        if (!Array.isArray(payload)) {
-            normPayloads = [payload];
-        }
-        else {
-            normPayloads = payload;
-        }
-        const batches = normPayloads.length > 5 ? (0, lodash_chunk_1.default)(normPayloads, 10) : [normPayloads];
+        const batches = payloads.length > 5 ? (0, lodash_chunk_1.default)(payloads, 10) : [payloads];
         const attributes = {
-            ...(0, lodash_omit_1.default)(options.extraAttributes || {}, ['source_system', 'target_system', 'buildship_id', 'bigquery']),
+            ...options.extraAttributes,
             source_system: options.sourceSystem,
             target_system: options.targetSystem,
             buildship_id: this.systemEnvName + '-' + this.workflowId + '-' + this.triggerId,

package/dist/cjs/src-public/utils.js

@@ -14,6 +14,7 @@ exports.splitTimeToArr = splitTimeToArr;
 exports.minutesAgo = minutesAgo;
 exports.setRetryAfterVariable = setRetryAfterVariable;
 exports.createFunction = createFunction;
+exports.createOnResponse = createOnResponse;
 exports.onResponse = onResponse;
 const crypto_1 = __importDefault(require("crypto"));
 const firestore_1 = require("@google-cloud/firestore");
@@ -236,21 +237,20 @@ function createFunction(expression) {
     }
     return (payload) => global.functionsCache[expression](exports.FUNCTION_EXPR_ERROR, payload);
 }
-function onResponse(config, options) {
+function createOnResponse(opts) {
+    return (config, options) => onResponse(config, options, opts.requiredFlag);
+}
+function onResponse(config, options, requiredFlag) {
     options.logging.log('onResponse', config);
-    const flags = options.root[options.triggerId || options.trigger?.id].flags;
-    const numberOfInputMessages = options.root[options.triggerId || options.trigger?.id].body.length;
-    const outputBody = config.outputs.body;
-    const outputStatus = config.outputs.status;
-    let responsePayload;
+    const triggerOutput = options.root[options.triggerId || options.trigger?.id];
+    const flags = triggerOutput?.flags;
+    const numberOfInputMessages = triggerOutput?.body?.length ?? 0;
+    const outputBody = config.outputs?.body;
+    const outputStatus = config.outputs?.status;
     let headersToSet = {};
-    if (outputBody.headersToSet && outputBody.body) {
-        responsePayload = outputBody.body;
+    if (outputBody?.headersToSet) {
         headersToSet = outputBody.headersToSet;
     }
-    else {
-        responsePayload = outputBody;
-    }
     if (options.root?.state?.['_$hsRetryAfter_'] && !Object.keys(headersToSet).some(x => x.toLocaleLowerCase() === 'retry-after')) {
         let retryAfter = options.root.state['_$hsRetryAfter_'];
         if (retryAfter) {
@@ -260,6 +260,22 @@ function onResponse(config, options) {
         }
         headersToSet['retry-after'] = retryAfter;
     }
+    if (headersToSet) {
+        for (const [key, value] of Object.entries(headersToSet)) {
+            options.request.headers[key] = value;
+        }
+    }
+    if (!triggerOutput) {
+        return;
+    }
+    let responsePayload;
+    if (outputBody.headersToSet && outputBody.body) {
+        responsePayload = outputBody.body;
+        headersToSet = outputBody.headersToSet;
+    }
+    else {
+        responsePayload = outputBody;
+    }
     if (Array.isArray(responsePayload) && responsePayload.length === numberOfInputMessages) {
         return {
             status: (responsePayload.every(x => x instanceof Error) ? 500 : (outputStatus ? outputStatus : 200)),
@@ -269,16 +285,11 @@ function onResponse(config, options) {
                 }
                 return {
                     status: x instanceof Error ? (headersToSet['retry-after'] ? 429 : 500) : 200,
-                    body: x instanceof Error ? x.message : (flags.includes('product-data') ? x : '<Redacted>. No product-data permissions>')
+                    body: x instanceof Error ? x.message : (flags.includes(requiredFlag || 'product-data') ? x : '<Redacted>. No product-data permissions>')
                 };
             })
         };
     }
-    if (headersToSet) {
-        for (const [key, value] of Object.entries(headersToSet)) {
-            options.request.headers[key] = value;
-        }
-    }
     return {
         status: headersToSet['retry-after'] ? 429 : (outputStatus ? outputStatus : (responsePayload instanceof Error ? 500 : 200)),
         value: responsePayload,

package/dist/types/src-public/pubsub.d.ts

@@ -22,15 +22,7 @@ export type ReceivedMessage = Message & {
     body: any;
     bodyTxt: string;
 };
-type LastModifiedKeys = 'last_modified_date_time' | 'last_modified_date' | 'last_modified_datetime' | 'record_modified_at' | 'lastModifiedDateTime' | 'lastModifiedAt' | 'last_modified_at' | 'SystemModifiedAt' | 'system_modified_at' | 'lastUpdatedAt' | 'modified_at' | 'last_updated_at' | 'modifiedAt';
-type AtLeastOne<T, Keys extends keyof T = keyof T> = Partial<T> & {
-    [K in Keys]-?: Required<Pick<T, K>> & Partial<Record<Exclude<Keys, K>, never>>;
-}[Keys];
-type MessageBody = {
-    [K in LastModifiedKeys]?: Date | string;
-} & {
-    [key: string]: any;
-};
+type MessageBody = Record<string, any>;
 type SubscriptionOptionsPull = {
     topic: Topic;
     exactlyOnceDelivery?: boolean;
@@ -66,12 +58,7 @@ declare class PubSubHelper extends Runtime {
         topicName: string;
         sourceSystem: string;
         attributesGenerator?: (payload: any) => Record<string, string>;
-    }, payload: AtLeastOne<MessageBody, LastModifiedKeys>[]): Promise<Array<string | null>>;
-    publish(options: Partial<Message> & {
-        topicName: string;
-        sourceSystem: string;
-        attributesGenerator?: (payload: any) => Record<string, string>;
-    }, payload: AtLeastOne<MessageBody, LastModifiedKeys>): Promise<Array<string | null>>;
+    }, payloads: Array<MessageBody>): Promise<Array<string | null>>;
     createOrUpdate(opts: {
         topicName: string;
         subscriptionName?: string;

package/dist/types/src-public/types.d.ts

@@ -241,6 +241,7 @@ export type RNConfiguration = {
     error429Threshold: number;
     pauseOnError429ThresholdExceededSeconds: number;
     pauseOnErrorThresholdExceededSeconds: number;
+    pauseBeforeProcessingMessagesSeconds: number;
     maxOutstandingMessages: number;
     ackDeadline: number;
     tableName: string;

package/dist/types/src-public/utils.d.ts

@@ -35,12 +35,28 @@ declare global {
 }
 export declare const FUNCTION_EXPR_ERROR: unique symbol;
 export declare function createFunction(expression: string): (payload: any) => any;
+export declare function createOnResponse(opts: {
+    requiredFlag: string;
+}): (config: any & {
+    outputs: {
+        status: number;
+        body: any;
+    };
+}, options: TriggerOnResponseOptions) => {
+    status: any;
+    value: any[];
+    cacheMaxAge?: undefined;
+} | {
+    status: any;
+    value: any;
+    cacheMaxAge: number;
+} | undefined;
 export declare function onResponse(config: any & {
     outputs: {
         status: number;
         body: any;
     };
-}, options: TriggerOnResponseOptions): {
+}, options: TriggerOnResponseOptions, requiredFlag?: string): {
     status: any;
     value: any[];
     cacheMaxAge?: undefined;
@@ -48,4 +64,4 @@ export declare function onResponse(config: any & {
     status: any;
     value: any;
     cacheMaxAge: number;
-};
+} | undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@shushed/helpers",
-  "version": "0.0.198-v2-20251107134609",
+  "version": "0.0.198-v2-20251107153925",
   "author": "",
   "license": "UNLICENSED",
   "description": "",