@adtrackify/at-service-common 3.17.8 → 3.18.1

package/dist/esm/clients/generic/sqs-bundled-client.js

@@ -0,0 +1,274 @@
+import { Logger } from '../../helpers/logging-helper.js';
+import { compressToBase64 } from '../../utils/compression.js';
+import { sizeInBytes, chunkArrayBySize } from '../../utils/size.js';
+import { SQS_LIMITS, SQS_SAFE_LIMITS } from '../../constants/sqs.js';
+import { CompressionAlgorithm, DEFAULT_BUNDLE_CONFIG, } from './sqs-bundled-client.types.js';
+export class BundledSQSClient {
+    sqsClient;
+    config;
+    constructor(sqsClient, config = {}) {
+        this.sqsClient = sqsClient;
+        this.config = { ...DEFAULT_BUNDLE_CONFIG, ...config };
+    }
+    async sendBundled(messageType, items) {
+        if (items.length === 0) {
+            return this.emptyResult();
+        }
+        try {
+            const startTime = Date.now();
+            let resizeOccurred = false;
+            let skippedItems = 0;
+            const bundles = chunkArrayBySize(items, this.config.maxUncompressedBundleSizeBytes, this.config.maxItemsPerBundle);
+            const envelopes = [];
+            for (const bundle of bundles) {
+                const result = await this.createEnvelope(bundle);
+                if (!result.success) {
+                    Logger.warn('BundledSQSClient: envelope creation failed, skipping bundle', {
+                        bundleItems: bundle.length,
+                        error: result.error,
+                    });
+                    skippedItems += result.itemCount;
+                    continue;
+                }
+                const envelope = result.envelope;
+                const validation = this.validateMessage(envelope);
+                if (!validation.valid && this.config.autoResize) {
+                    Logger.warn('Bundle exceeds size limit, auto-resizing', {
+                        bundleItems: bundle.length,
+                        compressedSize: validation.sizeBytes,
+                        maxSize: SQS_SAFE_LIMITS.MAX_MESSAGE_SIZE_BYTES,
+                    });
+                    resizeOccurred = true;
+                    const splitResult = await this.splitAndRetry(bundle);
+                    envelopes.push(...splitResult.envelopes);
+                    skippedItems += splitResult.skippedItems;
+                }
+                else if (!validation.valid) {
+                    Logger.warn('BundledSQSClient: bundle exceeds size limit, skipping', {
+                        bundleItems: bundle.length,
+                        compressedSize: validation.sizeBytes,
+                        maxSize: SQS_SAFE_LIMITS.MAX_MESSAGE_SIZE_BYTES,
+                        autoResize: this.config.autoResize,
+                    });
+                    skippedItems += bundle.length;
+                }
+                else {
+                    envelopes.push(envelope);
+                }
+            }
+            const result = await this.sendBatched(messageType, envelopes);
+            const metrics = this.calculateMetrics(items, envelopes, Date.now() - startTime, resizeOccurred);
+            Logger.info('Bundled SQS send complete', {
+                messageType,
+                totalItems: items.length,
+                bundleCount: envelopes.length,
+                apiCallCount: result.apiCalls,
+                billableRequests: result.billableRequests,
+                compression: this.config.compression,
+                compressionRatio: metrics.compressionRatio.toFixed(2),
+                originalSizeKB: (metrics.originalSizeBytes / 1024).toFixed(1),
+                finalSizeKB: (metrics.finalSizeBytes / 1024).toFixed(1),
+                resizeOccurred,
+                skippedItems,
+            });
+            return {
+                totalItems: items.length,
+                bundleCount: bundles.length,
+                messageCount: envelopes.length,
+                apiCallCount: result.apiCalls,
+                billableRequests: result.billableRequests,
+                failedBundles: result.failedCount,
+                skippedItems,
+                metrics,
+            };
+        }
+        catch (error) {
+            Logger.error('BundledSQSClient: sendBundled failed', {
+                error,
+                messageType,
+                itemCount: items.length,
+            });
+            return {
+                ...this.emptyResult(),
+                totalItems: items.length,
+                failedBundles: 1,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    async createEnvelope(bundle) {
+        try {
+            if (this.config.compression === CompressionAlgorithm.NONE) {
+                return {
+                    success: true,
+                    envelope: {
+                        v: 1,
+                        c: CompressionAlgorithm.NONE,
+                        n: bundle.length,
+                        s: sizeInBytes(bundle),
+                        p: bundle,
+                    },
+                    itemCount: bundle.length,
+                };
+            }
+            const { base64, originalSize } = await compressToBase64(bundle, this.config.compression, this.config.compressionLevel);
+            return {
+                success: true,
+                envelope: {
+                    v: 1,
+                    c: this.config.compression,
+                    n: bundle.length,
+                    s: originalSize,
+                    p: base64,
+                },
+                itemCount: bundle.length,
+            };
+        }
+        catch (error) {
+            Logger.error('BundledSQSClient: compression failed', {
+                error,
+                bundleItemCount: bundle.length,
+                compression: this.config.compression,
+                compressionLevel: this.config.compressionLevel,
+            });
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+                itemCount: bundle.length,
+            };
+        }
+    }
+    validateMessage(envelope) {
+        const messageSizeBytes = sizeInBytes(envelope);
+        if (messageSizeBytes > SQS_SAFE_LIMITS.MAX_MESSAGE_SIZE_BYTES) {
+            return {
+                valid: false,
+                sizeBytes: messageSizeBytes,
+                error: `Message size ${messageSizeBytes} exceeds limit ${SQS_SAFE_LIMITS.MAX_MESSAGE_SIZE_BYTES}`,
+            };
+        }
+        return { valid: true, sizeBytes: messageSizeBytes };
+    }
+    async splitAndRetry(items) {
+        if (items.length <= 1) {
+            Logger.warn('BundledSQSClient: single item exceeds size limit, skipping', {
+                itemCount: 1,
+                suggestion: 'Consider using S3 for large payloads',
+            });
+            return { envelopes: [], skippedItems: 1 };
+        }
+        const midpoint = Math.ceil(items.length / 2);
+        const firstHalf = items.slice(0, midpoint);
+        const secondHalf = items.slice(midpoint);
+        const processHalf = async (half) => {
+            try {
+                const result = await this.createEnvelope(half);
+                if (!result.success) {
+                    Logger.warn('BundledSQSClient: compression failed in splitAndRetry, skipping half', {
+                        itemCount: half.length,
+                        error: result.error,
+                    });
+                    return { envelopes: [], skippedItems: result.itemCount };
+                }
+                const envelope = result.envelope;
+                const validation = this.validateMessage(envelope);
+                if (!validation.valid) {
+                    return this.splitAndRetry(half);
+                }
+                return { envelopes: [envelope], skippedItems: 0 };
+            }
+            catch (error) {
+                Logger.warn('BundledSQSClient: unexpected error in splitAndRetry, skipping half', {
+                    itemCount: half.length,
+                    error,
+                });
+                return { envelopes: [], skippedItems: half.length };
+            }
+        };
+        const [firstResult, secondResult] = await Promise.all([
+            processHalf(firstHalf),
+            processHalf(secondHalf),
+        ]);
+        return {
+            envelopes: [...firstResult.envelopes, ...secondResult.envelopes],
+            skippedItems: firstResult.skippedItems + secondResult.skippedItems,
+        };
+    }
+    async sendBatched(messageType, envelopes, maxRetries = 2) {
+        let toSend = envelopes;
+        let totalApiCalls = 0;
+        let totalSuccessCount = 0;
+        let retriesRemaining = maxRetries;
+        while (toSend.length > 0 && retriesRemaining >= 0) {
+            const result = await this.sqsClient.buildAndSendMessagesV2(messageType, toSend);
+            totalApiCalls += result.batchCount;
+            totalSuccessCount += result.successCount;
+            if (result.failedCount === 0) {
+                toSend = [];
+            }
+            else if (retriesRemaining > 0) {
+                Logger.warn('BundledSQSClient [sendBatched]: retrying failed messages', {
+                    failedCount: result.failedCount,
+                    retriesRemaining,
+                    messageType,
+                });
+                toSend = result.failedMessages ?? [];
+                retriesRemaining--;
+                if (toSend.length > 0) {
+                    await this.delay(Math.pow(2, maxRetries - retriesRemaining) * 100);
+                }
+            }
+            else {
+                Logger.error('BundledSQSClient: messages failed after retries', {
+                    failedCount: result.failedCount,
+                    maxRetries,
+                    messageType,
+                });
+                break;
+            }
+        }
+        const totalSize = envelopes.reduce((sum, env) => sum + sizeInBytes(env), 0);
+        const billableRequests = Math.ceil(totalSize / SQS_LIMITS.BILLING_CHUNK_BYTES);
+        const finalFailedCount = envelopes.length - totalSuccessCount;
+        return {
+            apiCalls: totalApiCalls,
+            billableRequests,
+            failedCount: finalFailedCount,
+        };
+    }
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    calculateMetrics(items, envelopes, durationMs, resizeOccurred) {
+        const originalSizeBytes = items.reduce((sum, item) => sum + sizeInBytes(item), 0);
+        const finalSizeBytes = envelopes.reduce((sum, env) => sum + sizeInBytes(env), 0);
+        return {
+            originalSizeBytes,
+            finalSizeBytes,
+            compressionRatio: originalSizeBytes / Math.max(finalSizeBytes, 1),
+            compressionTimeMs: durationMs,
+            avgItemsPerBundle: items.length / Math.max(envelopes.length, 1),
+            resizeOccurred,
+        };
+    }
+    emptyResult() {
+        return {
+            totalItems: 0,
+            bundleCount: 0,
+            messageCount: 0,
+            apiCallCount: 0,
+            billableRequests: 0,
+            failedBundles: 0,
+            skippedItems: 0,
+            metrics: {
+                originalSizeBytes: 0,
+                finalSizeBytes: 0,
+                compressionRatio: 1,
+                compressionTimeMs: 0,
+                avgItemsPerBundle: 0,
+                resizeOccurred: false,
+            },
+        };
+    }
+}
+//# sourceMappingURL=sqs-bundled-client.js.map

package/dist/esm/clients/generic/sqs-bundled-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqs-bundled-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-bundled-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAKL,oBAAoB,EACpB,qBAAqB,GAGtB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,OAAO,gBAAgB;IACnB,SAAS,CAAY;IACrB,MAAM,CAAe;IAE7B,YAAY,SAAoB,EAAE,SAAgC,EAAE;QAClE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,MAAM,EAAE,CAAC;IACxD,CAAC;IAeD,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,KAAU;QAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YACtB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;SAC3B;QAED,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,YAAY,GAAG,CAAC,CAAC;YAGrB,MAAM,OAAO,GAAG,gBAAgB,CAC9B,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,8BAA8B,EAC1C,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC9B,CAAC;YAGF,MAAM,SAAS,GAAgC,EAAE,CAAC;YAElD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;gBAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAEjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;oBAEnB,MAAM,CAAC,IAAI,CAAC,6DAA6D,EAAE;wBACzE,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC,CAAC;oBACH,YAAY,IAAI,MAAM,CAAC,SAAS,CAAC;oBACjC,SAAS;iBACV;gBAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;oBAE/C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;wBACtD,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,cAAc,EAAE,UAAU,CAAC,SAAS;wBACpC,OAAO,EAAE,eAAe,CAAC,sBAAsB;qBAChD,CAAC,CAAC;oBAEH,cAAc,GAAG,IAAI,CAAC;oBACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;oBACrD,SAAS,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;oBACzC,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;iBAC1C;qBAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBAE5B,MAAM,CAAC,IAAI,CAAC,uDAAuD,EAAE;wBACnE,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,cAAc,EAAE,UAAU,CAAC,SAAS;wBACpC,OAAO,EAAE,eAAe,CAAC,sBAAsB;wBAC/C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;qBACnC,CAAC,CAAC;oBACH,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC;iBAC/B;qBAAM;oBACL,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;iBAC1B;aACF;YAGD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAG9D,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,cAAc,CAAC,CAAC;YAEhG,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;gBACvC,WAAW;gBACX,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,SAAS,CAAC,MAAM;gBAC7B,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrD,cAAc,EAAE,CAAC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7D,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACvD,cAAc;gBACd,YAAY;aACb,CAAC,CAAC;YAEH,OAAO;gBACL,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,OAAO,CAAC,MAAM;gBAC3B,YAAY,EAAE,SAAS,CAAC,MAAM;gBAC9B,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,aAAa,EAAE,MAAM,CAAC,WAAW;gBACjC,YAAY;gBACZ,OAAO;aACR,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,KAAK;gBACL,WAAW;gBACX,SAAS,EAAE,KAAK,CAAC,MAAM;aACxB,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,IAAI,CAAC,WAAW,EAAE;gBACrB,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;SACH;IACH,CAAC;IAMO,KAAK,CAAC,cAAc,CAAC,MAAW;QACtC,IAAI;YACF,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,oBAAoB,CAAC,IAAI,EAAE;gBACzD,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE;wBACR,CAAC,EAAE,CAAC;wBACJ,CAAC,EAAE,oBAAoB,CAAC,IAAI;wBAC5B,CAAC,EAAE,MAAM,CAAC,MAAM;wBAChB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC;wBACtB,CAAC,EAAE,MAAM;qBACV;oBACD,SAAS,EAAE,MAAM,CAAC,MAAM;iBACzB,CAAC;aACH;YAED,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,gBAAgB,CACrD,MAAM,EACN,IAAI,CAAC,MAAM,CAAC,WAAW,EACvB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC7B,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE;oBACR,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;oBAC1B,CAAC,EAAE,MAAM,CAAC,MAAM;oBAChB,CAAC,EAAE,YAAY;oBACf,CAAC,EAAE,MAAM;iBACV;gBACD,SAAS,EAAE,MAAM,CAAC,MAAM;aACzB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,KAAK;gBACL,eAAe,EAAE,MAAM,CAAC,MAAM;gBAC9B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,SAAS,EAAE,MAAM,CAAC,MAAM;aACzB,CAAC;SACH;IACH,CAAC;IAKO,eAAe,CAAC,QAAmC;QACzD,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,gBAAgB,GAAG,eAAe,CAAC,sBAAsB,EAAE;YAC7D,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,gBAAgB;gBAC3B,KAAK,EAAE,gBAAgB,gBAAgB,kBAAkB,eAAe,CAAC,sBAAsB,EAAE;aAClG,CAAC;SACH;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;IACtD,CAAC;IAOO,KAAK,CAAC,aAAa,CACzB,KAAU;QAEV,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;YAErB,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE;gBACxE,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,sCAAsC;aACnD,CAAC,CAAC;YACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC3C;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAGzC,MAAM,WAAW,GAAG,KAAK,EACvB,IAAS,EACkE,EAAE;YAC7E,IAAI;gBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAE/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;oBAEnB,MAAM,CAAC,IAAI,CAAC,sEAAsE,EAAE;wBAClF,SAAS,EAAE,IAAI,CAAC,MAAM;wBACtB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC,CAAC;oBACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;iBAC1D;gBAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBAErB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;iBACjC;gBACD,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;aACnD;YAAC,OAAO,KAAK,EAAE;gBAEd,MAAM,CAAC,IAAI,CAAC,oEAAoE,EAAE;oBAChF,SAAS,EAAE,IAAI,CAAC,MAAM;oBACtB,KAAK;iBACN,CAAC,CAAC;gBACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;aACrD;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpD,WAAW,CAAC,SAAS,CAAC;YACtB,WAAW,CAAC,UAAU,CAAC;SACxB,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC;YAChE,YAAY,EAAE,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC,YAAY;SACnE,CAAC;IACJ,CAAC;IAUO,KAAK,CAAC,WAAW,CACvB,WAAmB,EACnB,SAAsC,EACtC,UAAU,GAAG,CAAC;QAEd,IAAI,MAAM,GAAG,SAAS,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,gBAAgB,GAAG,UAAU,CAAC;QAElC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,IAAI,CAAC,EAAE;YAGjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEhF,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC;YACnC,iBAAiB,IAAI,MAAM,CAAC,YAAY,CAAC;YAEzC,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC,EAAE;gBAE5B,MAAM,GAAG,EAAE,CAAC;aACb;iBAAM,IAAI,gBAAgB,GAAG,CAAC,EAAE;gBAE/B,MAAM,CAAC,IAAI,CAAC,0DAA0D,EAAE;oBACtE,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB;oBAChB,WAAW;iBACZ,CAAC,CAAC;gBAGH,MAAM,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;gBACrC,gBAAgB,EAAE,CAAC;gBAEnB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;oBAErB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC;iBACpE;aACF;iBAAM;gBAEL,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE;oBAC9D,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,UAAU;oBACV,WAAW;iBACZ,CAAC,CAAC;gBACH,MAAM;aACP;SACF;QAGD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;QAC/E,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,iBAAiB,CAAC;QAE9D,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,gBAAgB;YAChB,WAAW,EAAE,gBAAgB;SAC9B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAKO,gBAAgB,CACtB,KAAU,EACV,SAAsC,EACtC,UAAkB,EAClB,cAAuB;QAEvB,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjF,OAAO;YACL,iBAAiB;YACjB,cAAc;YACd,gBAAgB,EAAE,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;YACjE,iBAAiB,EAAE,UAAU;YAC7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/D,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,OAAO;YACL,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,OAAO,EAAE;gBACP,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,CAAC;gBACjB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,KAAK;aACtB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts

@@ -0,0 +1,52 @@
+export declare enum CompressionAlgorithm {
+    NONE = "none",
+    ZSTD = "zstd"
+}
+export interface BundleConfig {
+    maxUncompressedBundleSizeBytes: number;
+    maxItemsPerBundle?: number;
+    compression: CompressionAlgorithm;
+    compressionLevel: number;
+    autoResize: boolean;
+}
+export declare const DEFAULT_BUNDLE_CONFIG: BundleConfig;
+export interface BundledMessageEnvelope<T = unknown> {
+    v: 1;
+    c: CompressionAlgorithm;
+    n: number;
+    s?: number;
+    p: string | T[];
+}
+export interface BundleSendResult {
+    totalItems: number;
+    bundleCount: number;
+    messageCount: number;
+    apiCallCount: number;
+    billableRequests: number;
+    failedBundles: number;
+    skippedItems: number;
+    metrics: BundleMetrics;
+    error?: string;
+}
+export interface BundleMetrics {
+    originalSizeBytes: number;
+    finalSizeBytes: number;
+    compressionRatio: number;
+    compressionTimeMs: number;
+    avgItemsPerBundle: number;
+    resizeOccurred: boolean;
+}
+export interface MessageValidation {
+    valid: boolean;
+    sizeBytes: number;
+    error?: string;
+}
+export type EnvelopeResult<T = unknown> = {
+    success: true;
+    envelope: BundledMessageEnvelope<T>;
+    itemCount: number;
+} | {
+    success: false;
+    error: string;
+    itemCount: number;
+};

package/dist/esm/clients/generic/sqs-bundled-client.types.js

@@ -0,0 +1,14 @@
+import { SQS_SAFE_LIMITS } from '../../constants/sqs.js';
+export var CompressionAlgorithm;
+(function (CompressionAlgorithm) {
+    CompressionAlgorithm["NONE"] = "none";
+    CompressionAlgorithm["ZSTD"] = "zstd";
+})(CompressionAlgorithm || (CompressionAlgorithm = {}));
+export const DEFAULT_BUNDLE_CONFIG = {
+    maxUncompressedBundleSizeBytes: SQS_SAFE_LIMITS.MAX_MESSAGE_SIZE_BYTES,
+    maxItemsPerBundle: undefined,
+    compression: CompressionAlgorithm.ZSTD,
+    compressionLevel: 3,
+    autoResize: true,
+};
+//# sourceMappingURL=sqs-bundled-client.types.js.map

package/dist/esm/clients/generic/sqs-bundled-client.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqs-bundled-client.types.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-bundled-client.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAQzD,MAAM,CAAN,IAAY,oBAGX;AAHD,WAAY,oBAAoB;IAC9B,qCAAa,CAAA;IACb,qCAAa,CAAA;AACf,CAAC,EAHW,oBAAoB,KAApB,oBAAoB,QAG/B;AA4CD,MAAM,CAAC,MAAM,qBAAqB,GAAiB;IACjD,8BAA8B,EAAE,eAAe,CAAC,sBAAsB;IACtE,iBAAiB,EAAE,SAAS;IAC5B,WAAW,EAAE,oBAAoB,CAAC,IAAI;IACtC,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,IAAI;CACjB,CAAC"}

package/dist/esm/clients/generic/sqs-client.d.ts

@@ -1,33 +1,48 @@
-import { SQS, SendMessageBatchCommandOutput } from '@aws-sdk/client-sqs';
-export interface InternalSQSMessage {
-    messageId: string;
-    messageType: string;
-    messageTime: string;
-    messageBody: any;
-}
-export interface InternalSQSBatchSendResult {
-    sentCount: number;
-    failedCount: number;
-    responses: SendMessageBatchCommandOutput[];
-}
-export interface SQSBatchEntry {
-    messageType: string;
-    messageBody: any;
-    delaySeconds?: number;
-}
-export declare class SQSClient {
-    sqs: SQS;
-    queueUrl: string;
-    constructor(region: string, accountId: string, queueName: string);
-    buildAndSendMessage: (messageType: string, messageBody: any, deplaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
-    buildAndSendMessages: (messageType: string, messageBodies: any[], delaySeconds?: number, maxBatchSize?: number) => Promise<InternalSQSBatchSendResult>;
-    buildMessage: (messageType: string, messageBody: any, messageId?: string, messageTime?: string) => {
-        messageId: string;
-        messageType: string;
-        messageTime: string;
-        messageBody: any;
-    };
-    sendMessage: (messageBody: any, delaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
-    sendMessages: (messageBodies: any[], delaySeconds?: number, maxBatchSize?: number) => Promise<InternalSQSBatchSendResult>;
-    buildAndSendBatchWithEntryDelays: (entries: SQSBatchEntry[]) => Promise<InternalSQSBatchSendResult>;
-}
+import { SQS, SendMessageBatchCommandOutput } from '@aws-sdk/client-sqs';
+export interface InternalSQSMessage {
+    messageId: string;
+    messageType: string;
+    messageTime: string;
+    messageBody: any;
+}
+export interface InternalSQSBatchSendResult {
+    sentCount: number;
+    failedCount: number;
+    responses: SendMessageBatchCommandOutput[];
+}
+export interface SQSBatchEntry {
+    messageType: string;
+    messageBody: any;
+    delaySeconds?: number;
+}
+export interface SQSSendResultV2 {
+    sentCount: number;
+    failedCount: number;
+    batchCount: number;
+    failedIds: string[];
+}
+export interface SQSBatchSendResultV2<T = unknown> {
+    successCount: number;
+    failedCount: number;
+    batchCount: number;
+    failedMessages: T[];
+}
+export declare class SQSClient {
+    sqs: SQS;
+    queueUrl: string;
+    constructor(region: string, accountId: string, queueName: string);
+    buildAndSendMessage: (messageType: string, messageBody: any, deplaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
+    buildAndSendMessages: (messageType: string, messageBodies: any[], delaySeconds?: number, maxBatchSize?: number) => Promise<InternalSQSBatchSendResult>;
+    buildMessage: (messageType: string, messageBody: any, messageId?: string, messageTime?: string) => {
+        messageId: string;
+        messageType: string;
+        messageTime: string;
+        messageBody: any;
+    };
+    sendMessage: (messageBody: any, delaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
+    sendMessages: (messageBodies: any[], delaySeconds?: number, maxBatchSize?: number) => Promise<InternalSQSBatchSendResult>;
+    buildAndSendBatchWithEntryDelays: (entries: SQSBatchEntry[]) => Promise<InternalSQSBatchSendResult>;
+    sendMessagesV2: (messageBodies: unknown[], delaySeconds?: number, maxBatchSize?: number) => Promise<SQSSendResultV2>;
+    buildAndSendMessagesV2: <T>(messageType: string, messageBodies: T[], delaySeconds?: number, maxBatchSize?: number) => Promise<SQSBatchSendResultV2<T>>;
+    private createSizeLimitedBatches;
+}