@adtrackify/at-service-common 3.19.10 → 3.19.11

package/dist/esm/clients/generic/sqs-bundled-client.js

@@ -0,0 +1,308 @@
+import { Logger } from '../../helpers/logging-helper.js';
+import { compressToBase64 } from '../../utils/compression.js';
+import { sizeInBytes, chunkArrayBySize } from '../../utils/size.js';
+import { SQS_LIMITS } from '../../constants/sqs.js';
+import { CompressionAlgorithm, DEFAULT_BUNDLE_CONFIG, } from './sqs-bundled-client.types.js';
+export class BundledSQSClient {
+    sqsClient;
+    config;
+    constructor(sqsClient, config = {}) {
+        this.sqsClient = sqsClient;
+        this.config = { ...DEFAULT_BUNDLE_CONFIG, ...config };
+    }
+    async sendBundled(messageType, items, delaySeconds = 0) {
+        if (items.length === 0) {
+            return this.emptyResult();
+        }
+        try {
+            const startTime = Date.now();
+            let resizeOccurred = false;
+            let skippedItems = 0;
+            const bundles = chunkArrayBySize(items, this.config.maxUncompressedBundleSizeBytes, this.config.maxItemsPerBundle);
+            const envelopes = [];
+            for (const bundle of bundles) {
+                const result = await this.createEnvelope(bundle);
+                if (!result.success) {
+                    const bundleSizeBytes = sizeInBytes(bundle);
+                    Logger.error('BundledSQSClient: envelope creation failed, skipping bundle', {
+                        messageType,
+                        bundleItems: bundle.length,
+                        bundleSizeBytes,
+                        compression: this.config.compression,
+                        compressionLevel: this.config.compressionLevel,
+                        errorMessage: result.error,
+                        stage: 'createEnvelope',
+                    });
+                    skippedItems += result.itemCount;
+                    continue;
+                }
+                const envelope = result.envelope;
+                const validation = this.validateMessage(envelope);
+                if (!validation.valid && this.config.autoResize) {
+                    Logger.warn('BundledSQSClient: bundle exceeds size limit, auto-resizing', {
+                        messageType,
+                        bundleItems: bundle.length,
+                        compressedSizeBytes: validation.sizeBytes,
+                        maxSizeBytes: this.sqsClient.limits.safeMaxMessageSizeBytes,
+                        compression: this.config.compression,
+                        compressionLevel: this.config.compressionLevel,
+                    });
+                    resizeOccurred = true;
+                    const splitResult = await this.splitAndRetry(bundle);
+                    envelopes.push(...splitResult.envelopes);
+                    skippedItems += splitResult.skippedItems;
+                }
+                else if (!validation.valid) {
+                    Logger.error('BundledSQSClient: bundle exceeds size limit, skipping (autoResize disabled)', {
+                        messageType,
+                        bundleItems: bundle.length,
+                        compressedSizeBytes: validation.sizeBytes,
+                        maxSizeBytes: this.sqsClient.limits.safeMaxMessageSizeBytes,
+                        autoResize: this.config.autoResize,
+                        compression: this.config.compression,
+                        stage: 'validateMessage',
+                        suggestion: 'Enable autoResize or reduce bundle size',
+                    });
+                    skippedItems += bundle.length;
+                }
+                else {
+                    envelopes.push(envelope);
+                }
+            }
+            const result = await this.sendBatched(messageType, envelopes, delaySeconds);
+            const durationMs = Date.now() - startTime;
+            const initialBundleCount = bundles.length;
+            const messageCount = envelopes.length;
+            const metrics = this.calculateMetrics(items, result.totalSizeBytes, messageCount, durationMs, resizeOccurred);
+            Logger.debug('BundledSQSClient: batch sent', {
+                queue: this.sqsClient.queueUrl,
+                messageType,
+                totalItems: items.length,
+                bundleCount: initialBundleCount,
+                messageCount,
+                skippedItems,
+                totalUncompressedBytes: metrics.originalSizeBytes,
+                totalCompressedBytes: metrics.finalSizeBytes,
+                compressionRatio: Number(metrics.compressionRatio.toFixed(2)),
+                avgCompressedBundleSize: messageCount > 0 ? Math.round(metrics.finalSizeBytes / messageCount) : 0,
+                avgItemsPerBundle: Number(metrics.avgItemsPerBundle.toFixed(2)),
+                apiCallCount: result.apiCalls,
+                billableRequests: result.billableRequests,
+                durationMs,
+            });
+            return {
+                totalItems: items.length,
+                bundleCount: bundles.length,
+                messageCount: envelopes.length,
+                apiCallCount: result.apiCalls,
+                billableRequests: result.billableRequests,
+                failedBundles: result.failedCount,
+                skippedItems,
+                metrics,
+            };
+        }
+        catch (error) {
+            Logger.error('BundledSQSClient: sendBundled failed', {
+                error,
+                errorMessage: error instanceof Error ? error.message : String(error),
+                errorStack: error instanceof Error ? error.stack : undefined,
+                errorName: error instanceof Error ? error.name : undefined,
+                messageType,
+                itemCount: items.length,
+                compression: this.config.compression,
+                compressionLevel: this.config.compressionLevel,
+            });
+            return {
+                ...this.emptyResult(),
+                totalItems: items.length,
+                failedBundles: 1,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    async createEnvelope(bundle) {
+        try {
+            if (this.config.compression === CompressionAlgorithm.NONE) {
+                return {
+                    success: true,
+                    envelope: {
+                        v: 1,
+                        c: CompressionAlgorithm.NONE,
+                        n: bundle.length,
+                        s: sizeInBytes(bundle),
+                        p: bundle,
+                    },
+                    itemCount: bundle.length,
+                };
+            }
+            const { base64, originalSize } = await compressToBase64(bundle, this.config.compression, this.config.compressionLevel);
+            return {
+                success: true,
+                envelope: {
+                    v: 1,
+                    c: this.config.compression,
+                    n: bundle.length,
+                    s: originalSize,
+                    p: base64,
+                },
+                itemCount: bundle.length,
+            };
+        }
+        catch (error) {
+            Logger.error('BundledSQSClient: compression failed', {
+                error,
+                bundleItemCount: bundle.length,
+                compression: this.config.compression,
+                compressionLevel: this.config.compressionLevel,
+            });
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+                itemCount: bundle.length,
+            };
+        }
+    }
+    validateMessage(envelope) {
+        const messageSizeBytes = sizeInBytes(envelope);
+        const maxSafeSize = this.sqsClient.limits.safeMaxMessageSizeBytes;
+        if (messageSizeBytes > maxSafeSize) {
+            return {
+                valid: false,
+                sizeBytes: messageSizeBytes,
+                error: `Message size ${messageSizeBytes} exceeds limit ${maxSafeSize}`,
+            };
+        }
+        return { valid: true, sizeBytes: messageSizeBytes };
+    }
+    async splitAndRetry(items) {
+        if (items.length <= 1) {
+            const itemSizeBytes = items.length > 0 ? sizeInBytes(items[0]) : 0;
+            Logger.error('BundledSQSClient: single item exceeds size limit, skipping', {
+                itemCount: items.length,
+                itemSizeBytes,
+                maxSizeBytes: this.sqsClient.limits.safeMaxMessageSizeBytes,
+                compression: this.config.compression,
+                stage: 'splitAndRetry',
+                suggestion: 'Consider using S3 for large payloads',
+            });
+            return { envelopes: [], skippedItems: items.length };
+        }
+        const midpoint = Math.ceil(items.length / 2);
+        const firstHalf = items.slice(0, midpoint);
+        const secondHalf = items.slice(midpoint);
+        const processHalf = async (half) => {
+            try {
+                const result = await this.createEnvelope(half);
+                if (!result.success) {
+                    Logger.error('BundledSQSClient: compression failed in splitAndRetry, skipping half', {
+                        itemCount: half.length,
+                        errorMessage: result.error,
+                        compression: this.config.compression,
+                        compressionLevel: this.config.compressionLevel,
+                        stage: 'splitAndRetry.createEnvelope',
+                    });
+                    return { envelopes: [], skippedItems: result.itemCount };
+                }
+                const envelope = result.envelope;
+                const validation = this.validateMessage(envelope);
+                if (!validation.valid) {
+                    return this.splitAndRetry(half);
+                }
+                return { envelopes: [envelope], skippedItems: 0 };
+            }
+            catch (error) {
+                Logger.error('BundledSQSClient: unexpected error in splitAndRetry, skipping half', {
+                    error,
+                    errorMessage: error instanceof Error ? error.message : String(error),
+                    errorStack: error instanceof Error ? error.stack : undefined,
+                    itemCount: half.length,
+                    compression: this.config.compression,
+                    stage: 'splitAndRetry',
+                });
+                return { envelopes: [], skippedItems: half.length };
+            }
+        };
+        const [firstResult, secondResult] = await Promise.all([processHalf(firstHalf), processHalf(secondHalf)]);
+        return {
+            envelopes: [...firstResult.envelopes, ...secondResult.envelopes],
+            skippedItems: firstResult.skippedItems + secondResult.skippedItems,
+        };
+    }
+    async sendBatched(messageType, envelopes, delaySeconds = 0, maxRetries = 2) {
+        let toSend = envelopes;
+        let totalApiCalls = 0;
+        let totalSuccessCount = 0;
+        let retriesRemaining = maxRetries;
+        while (toSend.length > 0 && retriesRemaining >= 0) {
+            const result = await this.sqsClient.buildAndSendMessagesV2(messageType, toSend, delaySeconds);
+            totalApiCalls += result.batchCount;
+            totalSuccessCount += result.successCount;
+            if (result.failedCount === 0) {
+                toSend = [];
+            }
+            else if (retriesRemaining > 0) {
+                Logger.warn('BundledSQSClient [sendBatched]: retrying failed messages', {
+                    failedCount: result.failedCount,
+                    retriesRemaining,
+                    messageType,
+                });
+                toSend = result.failedMessages ?? [];
+                retriesRemaining--;
+                if (toSend.length > 0) {
+                    await this.delay(Math.pow(2, maxRetries - retriesRemaining) * 100);
+                }
+            }
+            else {
+                Logger.error('BundledSQSClient: messages failed after retries', {
+                    failedCount: result.failedCount,
+                    maxRetries,
+                    messageType,
+                });
+                break;
+            }
+        }
+        const totalSizeBytes = envelopes.reduce((sum, env) => sum + sizeInBytes(env), 0);
+        const billableRequests = Math.ceil(totalSizeBytes / SQS_LIMITS.BILLING_CHUNK_BYTES);
+        const finalFailedCount = envelopes.length - totalSuccessCount;
+        return {
+            apiCalls: totalApiCalls,
+            billableRequests,
+            failedCount: finalFailedCount,
+            totalSizeBytes,
+        };
+    }
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    calculateMetrics(items, finalSizeBytes, messageCount, durationMs, resizeOccurred) {
+        const originalSizeBytes = items.reduce((sum, item) => sum + sizeInBytes(item), 0);
+        return {
+            originalSizeBytes,
+            finalSizeBytes,
+            compressionRatio: originalSizeBytes / Math.max(finalSizeBytes, 1),
+            compressionTimeMs: durationMs,
+            avgItemsPerBundle: items.length / Math.max(messageCount, 1),
+            resizeOccurred,
+        };
+    }
+    emptyResult() {
+        return {
+            totalItems: 0,
+            bundleCount: 0,
+            messageCount: 0,
+            apiCallCount: 0,
+            billableRequests: 0,
+            failedBundles: 0,
+            skippedItems: 0,
+            metrics: {
+                originalSizeBytes: 0,
+                finalSizeBytes: 0,
+                compressionRatio: 1,
+                compressionTimeMs: 0,
+                avgItemsPerBundle: 0,
+                resizeOccurred: false,
+            },
+        };
+    }
+}
+//# sourceMappingURL=sqs-bundled-client.js.map

package/dist/esm/clients/generic/sqs-bundled-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqs-bundled-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-bundled-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAKL,oBAAoB,EACpB,qBAAqB,GAGtB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,OAAO,gBAAgB;IACnB,SAAS,CAAY;IACrB,MAAM,CAAe;IAE7B,YAAY,SAAoB,EAAE,SAAgC,EAAE;QAClE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,MAAM,EAAE,CAAC;IACxD,CAAC;IAgBD,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,KAAU,EAAE,YAAY,GAAG,CAAC;QACjE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YACtB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;SAC3B;QAED,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,YAAY,GAAG,CAAC,CAAC;YAGrB,MAAM,OAAO,GAAG,gBAAgB,CAC9B,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,8BAA8B,EAC1C,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC9B,CAAC;YAGF,MAAM,SAAS,GAAgC,EAAE,CAAC;YAElD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;gBAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAEjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;oBAEnB,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC5C,MAAM,CAAC,KAAK,CAAC,6DAA6D,EAAE;wBAC1E,WAAW;wBACX,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,eAAe;wBACf,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;wBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;wBAC9C,YAAY,EAAE,MAAM,CAAC,KAAK;wBAC1B,KAAK,EAAE,gBAAgB;qBACxB,CAAC,CAAC;oBACH,YAAY,IAAI,MAAM,CAAC,SAAS,CAAC;oBACjC,SAAS;iBACV;gBAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;oBAE/C,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE;wBACxE,WAAW;wBACX,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,mBAAmB,EAAE,UAAU,CAAC,SAAS;wBACzC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,uBAAuB;wBAC3D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;wBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;qBAC/C,CAAC,CAAC;oBAEH,cAAc,GAAG,IAAI,CAAC;oBACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;oBACrD,SAAS,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;oBACzC,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;iBAC1C;qBAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBAE5B,MAAM,CAAC,KAAK,CAAC,6EAA6E,EAAE;wBAC1F,WAAW;wBACX,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,mBAAmB,EAAE,UAAU,CAAC,SAAS;wBACzC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,uBAAuB;wBAC3D,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;wBAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;wBACpC,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,yCAAyC;qBACtD,CAAC,CAAC;oBACH,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC;iBAC/B;qBAAM;oBACL,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;iBAC1B;aACF;YAGD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YAG5E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC1C,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC;YAC1C,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;YAE9G,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAC3C,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;gBAC9B,WAAW;gBACX,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,kBAAkB;gBAC/B,YAAY;gBACZ,YAAY;gBACZ,sBAAsB,EAAE,OAAO,CAAC,iBAAiB;gBACjD,oBAAoB,EAAE,OAAO,CAAC,cAAc;gBAC5C,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC7D,uBAAuB,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjG,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC/D,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,UAAU;aACX,CAAC,CAAC;YAEH,OAAO;gBACL,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,OAAO,CAAC,MAAM;gBAC3B,YAAY,EAAE,SAAS,CAAC,MAAM;gBAC9B,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,aAAa,EAAE,MAAM,CAAC,WAAW;gBACjC,YAAY;gBACZ,OAAO;aACR,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,KAAK;gBACL,YAAY,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBACpE,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBAC5D,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBAC1D,WAAW;gBACX,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,IAAI,CAAC,WAAW,EAAE;gBACrB,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;SACH;IACH,CAAC;IAMO,KAAK,CAAC,cAAc,CAAC,MAAW;QACtC,IAAI;YACF,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,oBAAoB,CAAC,IAAI,EAAE;gBACzD,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE;wBACR,CAAC,EAAE,CAAC;wBACJ,CAAC,EAAE,oBAAoB,CAAC,IAAI;wBAC5B,CAAC,EAAE,MAAM,CAAC,MAAM;wBAChB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC;wBACtB,CAAC,EAAE,MAAM;qBACV;oBACD,SAAS,EAAE,MAAM,CAAC,MAAM;iBACzB,CAAC;aACH;YAED,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,gBAAgB,CACrD,MAAM,EACN,IAAI,CAAC,MAAM,CAAC,WAAW,EACvB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC7B,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE;oBACR,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;oBAC1B,CAAC,EAAE,MAAM,CAAC,MAAM;oBAChB,CAAC,EAAE,YAAY;oBACf,CAAC,EAAE,MAAM;iBACV;gBACD,SAAS,EAAE,MAAM,CAAC,MAAM;aACzB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,KAAK;gBACL,eAAe,EAAE,MAAM,CAAC,MAAM;gBAC9B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,SAAS,EAAE,MAAM,CAAC,MAAM;aACzB,CAAC;SACH;IACH,CAAC;IAMO,eAAe,CAAC,QAAmC;QACzD,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,uBAAuB,CAAC;QAElE,IAAI,gBAAgB,GAAG,WAAW,EAAE;YAClC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,gBAAgB;gBAC3B,KAAK,EAAE,gBAAgB,gBAAgB,kBAAkB,WAAW,EAAE;aACvE,CAAC;SACH;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;IACtD,CAAC;IAOO,KAAK,CAAC,aAAa,CAAC,KAAU;QACpC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;YAErB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE;gBACzE,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,aAAa;gBACb,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,uBAAuB;gBAC3D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,KAAK,EAAE,eAAe;gBACtB,UAAU,EAAE,sCAAsC;aACnD,CAAC,CAAC;YACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;SACtD;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAGzC,MAAM,WAAW,GAAG,KAAK,EACvB,IAAS,EACkE,EAAE;YAC7E,IAAI;gBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAE/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;oBAEnB,MAAM,CAAC,KAAK,CAAC,sEAAsE,EAAE;wBACnF,SAAS,EAAE,IAAI,CAAC,MAAM;wBACtB,YAAY,EAAE,MAAM,CAAC,KAAK;wBAC1B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;wBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;wBAC9C,KAAK,EAAE,8BAA8B;qBACtC,CAAC,CAAC;oBACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;iBAC1D;gBAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBAErB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;iBACjC;gBACD,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;aACnD;YAAC,OAAO,KAAK,EAAE;gBAEd,MAAM,CAAC,KAAK,CAAC,oEAAoE,EAAE;oBACjF,KAAK;oBACL,YAAY,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBACpE,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBAC5D,SAAS,EAAE,IAAI,CAAC,MAAM;oBACtB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;oBACpC,KAAK,EAAE,eAAe;iBACvB,CAAC,CAAC;gBACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;aACrD;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEzG,OAAO;YACL,SAAS,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC;YAChE,YAAY,EAAE,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC,YAAY;SACnE,CAAC;IACJ,CAAC;IAUO,KAAK,CAAC,WAAW,CACvB,WAAmB,EACnB,SAAsC,EACtC,YAAY,GAAG,CAAC,EAChB,UAAU,GAAG,CAAC;QAEd,IAAI,MAAM,GAAG,SAAS,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,gBAAgB,GAAG,UAAU,CAAC;QAElC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,IAAI,CAAC,EAAE;YAGjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;YAE9F,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC;YACnC,iBAAiB,IAAI,MAAM,CAAC,YAAY,CAAC;YAEzC,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC,EAAE;gBAE5B,MAAM,GAAG,EAAE,CAAC;aACb;iBAAM,IAAI,gBAAgB,GAAG,CAAC,EAAE;gBAE/B,MAAM,CAAC,IAAI,CAAC,0DAA0D,EAAE;oBACtE,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB;oBAChB,WAAW;iBACZ,CAAC,CAAC;gBAGH,MAAM,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;gBACrC,gBAAgB,EAAE,CAAC;gBAEnB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;oBAErB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC;iBACpE;aACF;iBAAM;gBAEL,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE;oBAC9D,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,UAAU;oBACV,WAAW;iBACZ,CAAC,CAAC;gBACH,MAAM;aACP;SACF;QAGD,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;QACpF,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,iBAAiB,CAAC;QAE9D,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,gBAAgB;YAChB,WAAW,EAAE,gBAAgB;YAC7B,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAKO,gBAAgB,CACtB,KAAU,EACV,cAAsB,EACtB,YAAoB,EACpB,UAAkB,EAClB,cAAuB;QAEvB,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAElF,OAAO;YACL,iBAAiB;YACjB,cAAc;YACd,gBAAgB,EAAE,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;YACjE,iBAAiB,EAAE,UAAU;YAC7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;YAC3D,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,OAAO;YACL,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,OAAO,EAAE;gBACP,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,CAAC;gBACjB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,KAAK;aACtB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts

@@ -0,0 +1,53 @@
+export declare enum CompressionAlgorithm {
+    NONE = "none",
+    ZSTD = "zstd",
+    GZIP = "gzip"
+}
+export interface BundleConfig {
+    maxUncompressedBundleSizeBytes: number;
+    maxItemsPerBundle?: number;
+    compression: CompressionAlgorithm;
+    compressionLevel: number;
+    autoResize: boolean;
+}
+export declare const DEFAULT_BUNDLE_CONFIG: BundleConfig;
+export interface BundledMessageEnvelope<T = unknown> {
+    v: 1;
+    c: CompressionAlgorithm;
+    n: number;
+    s?: number;
+    p: string | T[];
+}
+export interface BundleSendResult {
+    totalItems: number;
+    bundleCount: number;
+    messageCount: number;
+    apiCallCount: number;
+    billableRequests: number;
+    failedBundles: number;
+    skippedItems: number;
+    metrics: BundleMetrics;
+    error?: string;
+}
+export interface BundleMetrics {
+    originalSizeBytes: number;
+    finalSizeBytes: number;
+    compressionRatio: number;
+    compressionTimeMs: number;
+    avgItemsPerBundle: number;
+    resizeOccurred: boolean;
+}
+export interface MessageValidation {
+    valid: boolean;
+    sizeBytes: number;
+    error?: string;
+}
+export type EnvelopeResult<T = unknown> = {
+    success: true;
+    envelope: BundledMessageEnvelope<T>;
+    itemCount: number;
+} | {
+    success: false;
+    error: string;
+    itemCount: number;
+};

package/dist/esm/clients/generic/sqs-bundled-client.types.js

@@ -0,0 +1,15 @@
+import { SQS_SAFE_LIMITS } from '../../constants/sqs.js';
+export var CompressionAlgorithm;
+(function (CompressionAlgorithm) {
+    CompressionAlgorithm["NONE"] = "none";
+    CompressionAlgorithm["ZSTD"] = "zstd";
+    CompressionAlgorithm["GZIP"] = "gzip";
+})(CompressionAlgorithm || (CompressionAlgorithm = {}));
+export const DEFAULT_BUNDLE_CONFIG = {
+    maxUncompressedBundleSizeBytes: SQS_SAFE_LIMITS.MAX_MESSAGE_SIZE_BYTES,
+    maxItemsPerBundle: undefined,
+    compression: CompressionAlgorithm.ZSTD,
+    compressionLevel: 3,
+    autoResize: true,
+};
+//# sourceMappingURL=sqs-bundled-client.types.js.map

package/dist/esm/clients/generic/sqs-bundled-client.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqs-bundled-client.types.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-bundled-client.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AASzD,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC9B,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,qCAAa,CAAA;AACf,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B;AA4CD,MAAM,CAAC,MAAM,qBAAqB,GAAiB;IACjD,8BAA8B,EAAE,eAAe,CAAC,sBAAsB;IACtE,iBAAiB,EAAE,SAAS;IAC5B,WAAW,EAAE,oBAAoB,CAAC,IAAI;IACtC,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,IAAI;CACjB,CAAC"}

package/dist/esm/clients/generic/sqs-client.d.ts

@@ -1,4 +1,8 @@
 import { SQS, SendMessageBatchCommandOutput } from '@aws-sdk/client-sqs';
+import { QueueSizeLimits } from '../../constants/sqs.js';
+export interface SQSClientOptions {
+    maxMessageSizeBytes?: number;
+}
 export interface InternalSQSMessage {
     messageId: string;
     messageType: string;
@@ -15,10 +19,23 @@ export interface SQSBatchEntry {
     messageBody: any;
     delaySeconds?: number;
 }
+export interface SQSSendResultV2 {
+    sentCount: number;
+    failedCount: number;
+    batchCount: number;
+    failedIds: string[];
+}
+export interface SQSBatchSendResultV2<T = unknown> {
+    successCount: number;
+    failedCount: number;
+    batchCount: number;
+    failedMessages: T[];
+}
 export declare class SQSClient {
     sqs: SQS;
     queueUrl: string;
-    constructor(region: string, accountId: string, queueName: string);
+    readonly limits: QueueSizeLimits;
+    constructor(region: string, accountId: string, queueName: string, options?: SQSClientOptions);
     buildAndSendMessage: (messageType: string, messageBody: any, deplaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
     buildAndSendMessages: (messageType: string, messageBodies: any[], delaySeconds?: number, maxBatchSize?: number) => Promise<InternalSQSBatchSendResult>;
     buildMessage: (messageType: string, messageBody: any, messageId?: string, messageTime?: string) => {
@@ -30,4 +47,7 @@ export declare class SQSClient {
     sendMessage: (messageBody: any, delaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
     sendMessages: (messageBodies: any[], delaySeconds?: number, maxBatchSize?: number) => Promise<InternalSQSBatchSendResult>;
     buildAndSendBatchWithEntryDelays: (entries: SQSBatchEntry[]) => Promise<InternalSQSBatchSendResult>;
+    sendMessagesV2: (messageBodies: unknown[], delaySeconds?: number, maxBatchSize?: number) => Promise<SQSSendResultV2>;
+    buildAndSendMessagesV2: <T>(messageType: string, messageBodies: T[], delaySeconds?: number, maxBatchSize?: 10) => Promise<SQSBatchSendResultV2<T>>;
+    private createSizeLimitedBatches;
 }