@adtrackify/at-service-common 3.19.20 → 3.19.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/__tests__/clients/acuity-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/acuity-client.spec.js +43 -43
- package/dist/cjs/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js +364 -354
- package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/dynamodb-client.spec.js +194 -194
- package/dist/cjs/__tests__/clients/dynamodb-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +941 -931
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js +573 -563
- package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-client.spec.js +191 -191
- package/dist/cjs/__tests__/clients/sqs-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +1357 -1357
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js.map +1 -1
- package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.js +68 -68
- package/dist/cjs/__tests__/db/destinations-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/destinations-db-service.spec.js +125 -125
- package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
- package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.js +104 -104
- package/dist/cjs/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/subscriptions-db-service.spec.js +95 -95
- package/dist/cjs/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/user-accounts-db-service.spec.js +76 -76
- package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
- package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
- package/dist/cjs/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
- package/dist/cjs/__tests__/helpers/acuity-helper.spec.js +69 -69
- package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
- package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +82 -82
- package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
- package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js +1140 -1140
- package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js.map +1 -1
- package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +588 -588
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +584 -584
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -1
- package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
- package/dist/cjs/__tests__/libs/contacts.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/contacts.spec.js +294 -294
- package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
- package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
- package/dist/cjs/__tests__/libs/dates.spec.js.map +1 -1
- package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
- package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
- package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
- package/dist/cjs/__tests__/services/acuity-api-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/services/acuity-api-service.spec.js +71 -71
- package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.js +93 -93
- package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.js +57 -57
- package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
- package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
- package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
- package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +191 -181
- package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
- package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
- package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
- package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
- package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.js +139 -139
- package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
- package/dist/cjs/clients/generic/cognito-client.js +209 -209
- package/dist/cjs/clients/generic/cognito-client.js.map +1 -1
- package/dist/cjs/clients/generic/dynamodb-client.d.ts +20 -20
- package/dist/cjs/clients/generic/dynamodb-client.js +235 -229
- package/dist/cjs/clients/generic/dynamodb-client.js.map +1 -1
- package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
- package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
- package/dist/cjs/clients/generic/http-client.d.ts +14 -14
- package/dist/cjs/clients/generic/http-client.js +61 -61
- package/dist/cjs/clients/generic/http-client.js.map +1 -1
- package/dist/cjs/clients/generic/index.d.ts +13 -13
- package/dist/cjs/clients/generic/index.js +29 -29
- package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
- package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
- package/dist/cjs/clients/generic/lambda-invoke-client.js.map +1 -1
- package/dist/cjs/clients/generic/location-client.d.ts +8 -8
- package/dist/cjs/clients/generic/location-client.js +31 -31
- package/dist/cjs/clients/generic/location-client.js.map +1 -1
- package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
- package/dist/cjs/clients/generic/redis-client.js +191 -191
- package/dist/cjs/clients/generic/redis-client.js.map +1 -1
- package/dist/cjs/clients/generic/s3-client.d.ts +22 -23
- package/dist/cjs/clients/generic/s3-client.js +216 -216
- package/dist/cjs/clients/generic/s3-client.js.map +1 -1
- package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
- package/dist/cjs/clients/generic/singlestore-db-client.js +77 -67
- package/dist/cjs/clients/generic/singlestore-db-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -15
- package/dist/cjs/clients/generic/sqs-bundled-client.js +311 -311
- package/dist/cjs/clients/generic/sqs-bundled-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +53 -53
- package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -17
- package/dist/cjs/clients/generic/sqs-bundled-client.types.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-client.d.ts +53 -53
- package/dist/cjs/clients/generic/sqs-client.js +285 -285
- package/dist/cjs/clients/generic/sqs-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -32
- package/dist/cjs/clients/generic/sqs-unbundle.js +143 -144
- package/dist/cjs/clients/generic/sqs-unbundle.js.map +1 -1
- package/dist/cjs/clients/index.d.ts +3 -3
- package/dist/cjs/clients/index.js +19 -19
- package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
- package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
- package/dist/cjs/clients/internal-api/accounts-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
- package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
- package/dist/cjs/clients/internal-api/cache-lambda-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
- package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
- package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
- package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
- package/dist/cjs/clients/internal-api/destinations-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
- package/dist/cjs/clients/internal-api/event-collector-client.js +36 -36
- package/dist/cjs/clients/internal-api/identity-client.d.ts +31 -31
- package/dist/cjs/clients/internal-api/identity-client.js +91 -91
- package/dist/cjs/clients/internal-api/identity-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/index.d.ts +9 -9
- package/dist/cjs/clients/internal-api/index.js +25 -25
- package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
- package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
- package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
- package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
- package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
- package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
- package/dist/cjs/clients/internal-api/users-auth-client.js.map +1 -1
- package/dist/cjs/clients/third-party/acuity-client.d.ts +10 -10
- package/dist/cjs/clients/third-party/acuity-client.js +40 -40
- package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
- package/dist/cjs/clients/third-party/emailable-client.js +25 -25
- package/dist/cjs/clients/third-party/emailable-client.js.map +1 -1
- package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
- package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
- package/dist/cjs/clients/third-party/index.d.ts +5 -5
- package/dist/cjs/clients/third-party/index.js +21 -21
- package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
- package/dist/cjs/clients/third-party/loops-client.js +30 -30
- package/dist/cjs/clients/third-party/loops-client.js.map +1 -1
- package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
- package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +4 -4
- package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
- package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +5 -5
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js.map +1 -1
- package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
- package/dist/cjs/clients/third-party/shopify-client.js +146 -146
- package/dist/cjs/clients/third-party/shopify-client.js.map +1 -1
- package/dist/cjs/constants/index.d.ts +1 -1
- package/dist/cjs/constants/index.js +17 -17
- package/dist/cjs/constants/sqs.d.ts +20 -20
- package/dist/cjs/constants/sqs.js +26 -26
- package/dist/cjs/constants/sqs.js.map +1 -1
- package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
- package/dist/cjs/helpers/account-users-helper.js +22 -22
- package/dist/cjs/helpers/account-users-helper.js.map +1 -1
- package/dist/cjs/helpers/acuity-helper.d.ts +4 -4
- package/dist/cjs/helpers/acuity-helper.js +56 -56
- package/dist/cjs/helpers/acuity-helper.js.map +1 -1
- package/dist/cjs/helpers/api-key-auth-helper.d.ts +10 -9
- package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
- package/dist/cjs/helpers/api-key-auth-helper.js.map +1 -1
- package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
- package/dist/cjs/helpers/api-key-authorizer-helper.js +87 -87
- package/dist/cjs/helpers/api-key-authorizer-helper.js.map +1 -1
- package/dist/cjs/helpers/identity-cache-helper.d.ts +21 -21
- package/dist/cjs/helpers/identity-cache-helper.js +157 -157
- package/dist/cjs/helpers/identity-cache-helper.js.map +1 -1
- package/dist/cjs/helpers/index.d.ts +10 -10
- package/dist/cjs/helpers/index.js +26 -26
- package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
- package/dist/cjs/helpers/input-validation-helper.js +22 -22
- package/dist/cjs/helpers/input-validation-helper.js.map +1 -1
- package/dist/cjs/helpers/logging-helper.d.ts +16 -16
- package/dist/cjs/helpers/logging-helper.js +94 -84
- package/dist/cjs/helpers/logging-helper.js.map +1 -1
- package/dist/cjs/helpers/response-helper.d.ts +18 -18
- package/dist/cjs/helpers/response-helper.js +43 -43
- package/dist/cjs/helpers/response-helper.js.map +1 -1
- package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
- package/dist/cjs/helpers/shopify-helper.js +26 -26
- package/dist/cjs/helpers/shopify-helper.js.map +1 -1
- package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
- package/dist/cjs/helpers/sqs-utils.js +13 -14
- package/dist/cjs/helpers/sqs-utils.js.map +1 -1
- package/dist/cjs/index.d.ts +7 -7
- package/dist/cjs/index.js +23 -23
- package/dist/cjs/libs/api-router/index.d.ts +2 -2
- package/dist/cjs/libs/api-router/index.js +18 -18
- package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
- package/dist/cjs/libs/api-router/public-api-router.js +36 -36
- package/dist/cjs/libs/api-router/public-api-router.js.map +1 -1
- package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
- package/dist/cjs/libs/api-router/route-matcher.js +36 -36
- package/dist/cjs/libs/api-router/route-matcher.js.map +1 -1
- package/dist/cjs/libs/click-id-parser.d.ts +23 -23
- package/dist/cjs/libs/click-id-parser.js +49 -49
- package/dist/cjs/libs/click-id-parser.js.map +1 -1
- package/dist/cjs/libs/compression.d.ts +2 -2
- package/dist/cjs/libs/compression.js +33 -33
- package/dist/cjs/libs/compression.js.map +1 -1
- package/dist/cjs/libs/contacts.d.ts +7 -7
- package/dist/cjs/libs/contacts.js +152 -152
- package/dist/cjs/libs/contacts.js.map +1 -1
- package/dist/cjs/libs/cookie.d.ts +17 -17
- package/dist/cjs/libs/cookie.js +76 -76
- package/dist/cjs/libs/cookie.js.map +1 -1
- package/dist/cjs/libs/crypto.d.ts +4 -4
- package/dist/cjs/libs/crypto.js +25 -25
- package/dist/cjs/libs/csv.d.ts +2 -2
- package/dist/cjs/libs/csv.js +35 -35
- package/dist/cjs/libs/csv.js.map +1 -1
- package/dist/cjs/libs/currency.d.ts +1 -1
- package/dist/cjs/libs/currency.js +29 -29
- package/dist/cjs/libs/currency.js.map +1 -1
- package/dist/cjs/libs/dates.d.ts +12 -12
- package/dist/cjs/libs/dates.js +96 -96
- package/dist/cjs/libs/dates.js.map +1 -1
- package/dist/cjs/libs/domain.d.ts +2 -2
- package/dist/cjs/libs/domain.js +38 -38
- package/dist/cjs/libs/domain.js.map +1 -1
- package/dist/cjs/libs/emails.d.ts +8 -8
- package/dist/cjs/libs/emails.js +154 -154
- package/dist/cjs/libs/emails.js.map +1 -1
- package/dist/cjs/libs/http-error.d.ts +21 -21
- package/dist/cjs/libs/http-error.js +63 -63
- package/dist/cjs/libs/http-error.js.map +1 -1
- package/dist/cjs/libs/http-status-codes.d.ts +58 -58
- package/dist/cjs/libs/http-status-codes.js +62 -62
- package/dist/cjs/libs/http-status-codes.js.map +1 -1
- package/dist/cjs/libs/index.d.ts +19 -19
- package/dist/cjs/libs/index.js +35 -35
- package/dist/cjs/libs/numbers.d.ts +1 -1
- package/dist/cjs/libs/numbers.js +15 -15
- package/dist/cjs/libs/numbers.js.map +1 -1
- package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
- package/dist/cjs/libs/referrer-parser/index.js +18 -18
- package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
- package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +19 -20
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.js.map +1 -1
- package/dist/cjs/libs/strings.d.ts +3 -3
- package/dist/cjs/libs/strings.js +46 -46
- package/dist/cjs/libs/strings.js.map +1 -1
- package/dist/cjs/libs/traits.d.ts +6 -6
- package/dist/cjs/libs/traits.js +65 -65
- package/dist/cjs/libs/traits.js.map +1 -1
- package/dist/cjs/libs/url.d.ts +1 -1
- package/dist/cjs/libs/url.js +13 -13
- package/dist/cjs/services/acuity-api-service.d.ts +9 -9
- package/dist/cjs/services/acuity-api-service.js +73 -73
- package/dist/cjs/services/acuity-api-service.js.map +1 -1
- package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
- package/dist/cjs/services/cache/generic-cached-object.js +2 -2
- package/dist/cjs/services/cache/index.d.ts +1 -1
- package/dist/cjs/services/cache/index.js +17 -17
- package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
- package/dist/cjs/services/cache/product-cache-service.js +76 -76
- package/dist/cjs/services/cache/product-cache-service.js.map +1 -1
- package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +11 -11
- package/dist/cjs/services/currency-exchange-rate-lookup-service.js +66 -66
- package/dist/cjs/services/currency-exchange-rate-lookup-service.js.map +1 -1
- package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
- package/dist/cjs/services/db/accounts-db-service.js +33 -33
- package/dist/cjs/services/db/accounts-db-service.js.map +1 -1
- package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
- package/dist/cjs/services/db/api-keys-db-service.js +36 -36
- package/dist/cjs/services/db/api-keys-db-service.js.map +1 -1
- package/dist/cjs/services/db/contact-enrichments-db-service.d.ts +15 -15
- package/dist/cjs/services/db/contact-enrichments-db-service.js +94 -94
- package/dist/cjs/services/db/contact-enrichments-db-service.js.map +1 -1
- package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
- package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
- package/dist/cjs/services/db/custom-measures-db-service.d.ts +14 -14
- package/dist/cjs/services/db/custom-measures-db-service.js +48 -48
- package/dist/cjs/services/db/custom-measures-db-service.js.map +1 -1
- package/dist/cjs/services/db/destinations-db-service.d.ts +13 -13
- package/dist/cjs/services/db/destinations-db-service.js +74 -74
- package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
- package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
- package/dist/cjs/services/db/identity-cache-db-service.js.map +1 -1
- package/dist/cjs/services/db/identity-cache-dynamodb-service.d.ts +28 -28
- package/dist/cjs/services/db/identity-cache-dynamodb-service.js +377 -377
- package/dist/cjs/services/db/identity-cache-dynamodb-service.js.map +1 -1
- package/dist/cjs/services/db/index.d.ts +17 -17
- package/dist/cjs/services/db/index.js +33 -33
- package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
- package/dist/cjs/services/db/log-events-db-service.js +181 -181
- package/dist/cjs/services/db/log-events-db-service.js.map +1 -1
- package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
- package/dist/cjs/services/db/pixels-db-service.js +35 -35
- package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
- package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
- package/dist/cjs/services/db/purchasable-contacts-db-service.js.map +1 -1
- package/dist/cjs/services/db/purchased-contacts/index.d.ts +2 -2
- package/dist/cjs/services/db/purchased-contacts/index.js +18 -18
- package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
- package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js +152 -152
- package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js.map +1 -1
- package/dist/cjs/services/db/purchased-contacts/types.d.ts +11 -11
- package/dist/cjs/services/db/purchased-contacts/types.js +2 -2
- package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +10 -10
- package/dist/cjs/services/db/shopify-app-installs-db-service.js +52 -52
- package/dist/cjs/services/db/shopify-app-installs-db-service.js.map +1 -1
- package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
- package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
- package/dist/cjs/services/db/shopify-products-cache-db-service.js.map +1 -1
- package/dist/cjs/services/db/subscriptions-db-service.d.ts +11 -11
- package/dist/cjs/services/db/subscriptions-db-service.js +38 -38
- package/dist/cjs/services/db/subscriptions-db-service.js.map +1 -1
- package/dist/cjs/services/db/tracking-events-db-service.d.ts +21 -21
- package/dist/cjs/services/db/tracking-events-db-service.js +188 -188
- package/dist/cjs/services/db/tracking-events-db-service.js.map +1 -1
- package/dist/cjs/services/db/user-accounts-db-service.d.ts +7 -7
- package/dist/cjs/services/db/user-accounts-db-service.js +17 -17
- package/dist/cjs/services/email-verification/contact-email-verification-service.d.ts +7 -7
- package/dist/cjs/services/email-verification/contact-email-verification-service.js +101 -101
- package/dist/cjs/services/email-verification/contact-email-verification-service.js.map +1 -1
- package/dist/cjs/services/email-verification/email-verification-service.d.ts +19 -19
- package/dist/cjs/services/email-verification/email-verification-service.js +131 -131
- package/dist/cjs/services/email-verification/email-verification-service.js.map +1 -1
- package/dist/cjs/services/email-verification/index.d.ts +2 -2
- package/dist/cjs/services/email-verification/index.js +18 -18
- package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
- package/dist/cjs/services/eventbridge-integration-service.js +28 -28
- package/dist/cjs/services/events/index.d.ts +3 -3
- package/dist/cjs/services/events/index.js +19 -19
- package/dist/cjs/services/events/log-event-service.d.ts +19 -19
- package/dist/cjs/services/events/log-event-service.js +77 -77
- package/dist/cjs/services/events/log-event-service.js.map +1 -1
- package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
- package/dist/cjs/services/events/metric-event-service.js +49 -49
- package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
- package/dist/cjs/services/events/tracking-event-sqs-service.js +34 -34
- package/dist/cjs/services/events/tracking-event-sqs-service.js.map +1 -1
- package/dist/cjs/services/generic-cache-service.d.ts +7 -7
- package/dist/cjs/services/generic-cache-service.js +33 -33
- package/dist/cjs/services/generic-cache-service.js.map +1 -1
- package/dist/cjs/services/index.d.ts +10 -10
- package/dist/cjs/services/index.js +26 -26
- package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
- package/dist/cjs/services/ipdata-lookup-service.js +112 -112
- package/dist/cjs/services/ipdata-lookup-service.js.map +1 -1
- package/dist/cjs/services/shopify/index.d.ts +2 -2
- package/dist/cjs/services/shopify/index.js +18 -18
- package/dist/cjs/services/shopify/products/index.d.ts +1 -1
- package/dist/cjs/services/shopify/products/index.js +17 -17
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js.map +1 -1
- package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
- package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
- package/dist/cjs/services/shopify/shopify-graphql-transformer.js.map +1 -1
- package/dist/cjs/types/acuity-types.d.ts +74 -74
- package/dist/cjs/types/acuity-types.js +2 -2
- package/dist/cjs/types/api-response.d.ts +6 -6
- package/dist/cjs/types/api-response.js +2 -2
- package/dist/cjs/types/index.d.ts +4 -4
- package/dist/cjs/types/index.js +43 -33
- package/dist/cjs/types/index.js.map +1 -1
- package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
- package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
- package/dist/cjs/types/internal-events/event-detail-types.js.map +1 -1
- package/dist/cjs/types/internal-events/index.d.ts +1 -1
- package/dist/cjs/types/internal-events/index.js +17 -17
- package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
- package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
- package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
- package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
- package/dist/cjs/types/shopify-graphql-types/admin.types.js.map +1 -1
- package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
- package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
- package/dist/cjs/types/shopify-rest-types.d.ts +767 -767
- package/dist/cjs/types/shopify-rest-types.js +2 -2
- package/dist/cjs/utils/compression.d.ts +34 -36
- package/dist/cjs/utils/compression.js +198 -198
- package/dist/cjs/utils/compression.js.map +1 -1
- package/dist/cjs/utils/custom-measure-formula-utils.d.ts +6 -6
- package/dist/cjs/utils/custom-measure-formula-utils.js +209 -209
- package/dist/cjs/utils/custom-measure-formula-utils.js.map +1 -1
- package/dist/cjs/utils/index.d.ts +4 -4
- package/dist/cjs/utils/index.js +20 -20
- package/dist/cjs/utils/retry-envelope.d.ts +12 -12
- package/dist/cjs/utils/retry-envelope.js +27 -28
- package/dist/cjs/utils/retry-envelope.js.map +1 -1
- package/dist/cjs/utils/size.d.ts +2 -2
- package/dist/cjs/utils/size.js +48 -49
- package/dist/cjs/utils/size.js.map +1 -1
- package/dist/esm/__tests__/clients/acuity-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/acuity-client.spec.js +41 -41
- package/dist/esm/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/cross-platform-compression.spec.js +329 -329
- package/dist/esm/__tests__/clients/cross-platform-compression.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/dynamodb-client.spec.js +192 -192
- package/dist/esm/__tests__/clients/dynamodb-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +906 -906
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.js +538 -538
- package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-client.spec.js +189 -189
- package/dist/esm/__tests__/clients/sqs-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +1355 -1355
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.js.map +1 -1
- package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.js +66 -66
- package/dist/esm/__tests__/db/destinations-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/destinations-db-service.spec.js +123 -123
- package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
- package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.js +102 -102
- package/dist/esm/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/subscriptions-db-service.spec.js +93 -93
- package/dist/esm/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/user-accounts-db-service.spec.js +74 -74
- package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
- package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
- package/dist/esm/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
- package/dist/esm/__tests__/helpers/acuity-helper.spec.js +67 -67
- package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
- package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +80 -80
- package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +672 -672
- package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js +1138 -1138
- package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js.map +1 -1
- package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +586 -586
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -582
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -1
- package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
- package/dist/esm/__tests__/libs/contacts.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/contacts.spec.js +292 -292
- package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/currency.spec.js +218 -218
- package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/dates.spec.js +128 -128
- package/dist/esm/__tests__/libs/dates.spec.js.map +1 -1
- package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/domain.spec.js +105 -105
- package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
- package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
- package/dist/esm/__tests__/services/acuity-api-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/services/acuity-api-service.spec.js +69 -69
- package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.js +91 -91
- package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.js +55 -55
- package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
- package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
- package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
- package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +156 -156
- package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
- package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
- package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
- package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
- package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.js +137 -137
- package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
- package/dist/esm/clients/generic/cognito-client.js +204 -204
- package/dist/esm/clients/generic/cognito-client.js.map +1 -1
- package/dist/esm/clients/generic/dynamodb-client.d.ts +20 -20
- package/dist/esm/clients/generic/dynamodb-client.js +231 -225
- package/dist/esm/clients/generic/dynamodb-client.js.map +1 -1
- package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
- package/dist/esm/clients/generic/eventbridge-client.js +47 -47
- package/dist/esm/clients/generic/http-client.d.ts +14 -14
- package/dist/esm/clients/generic/http-client.js +53 -53
- package/dist/esm/clients/generic/http-client.js.map +1 -1
- package/dist/esm/clients/generic/index.d.ts +13 -13
- package/dist/esm/clients/generic/index.js +13 -13
- package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
- package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
- package/dist/esm/clients/generic/lambda-invoke-client.js.map +1 -1
- package/dist/esm/clients/generic/location-client.d.ts +8 -8
- package/dist/esm/clients/generic/location-client.js +27 -27
- package/dist/esm/clients/generic/location-client.js.map +1 -1
- package/dist/esm/clients/generic/redis-client.d.ts +33 -33
- package/dist/esm/clients/generic/redis-client.js +184 -184
- package/dist/esm/clients/generic/redis-client.js.map +1 -1
- package/dist/esm/clients/generic/s3-client.d.ts +22 -23
- package/dist/esm/clients/generic/s3-client.js +209 -209
- package/dist/esm/clients/generic/s3-client.js.map +1 -1
- package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
- package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
- package/dist/esm/clients/generic/singlestore-db-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -15
- package/dist/esm/clients/generic/sqs-bundled-client.js +307 -307
- package/dist/esm/clients/generic/sqs-bundled-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +53 -53
- package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -14
- package/dist/esm/clients/generic/sqs-client.d.ts +53 -53
- package/dist/esm/clients/generic/sqs-client.js +281 -281
- package/dist/esm/clients/generic/sqs-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -32
- package/dist/esm/clients/generic/sqs-unbundle.js +137 -137
- package/dist/esm/clients/generic/sqs-unbundle.js.map +1 -1
- package/dist/esm/clients/index.d.ts +3 -3
- package/dist/esm/clients/index.js +3 -3
- package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
- package/dist/esm/clients/internal-api/accounts-client.js +125 -125
- package/dist/esm/clients/internal-api/accounts-client.js.map +1 -1
- package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
- package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
- package/dist/esm/clients/internal-api/cache-lambda-client.js.map +1 -1
- package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
- package/dist/esm/clients/internal-api/db-management-client.js +32 -32
- package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
- package/dist/esm/clients/internal-api/destinations-client.js +75 -75
- package/dist/esm/clients/internal-api/destinations-client.js.map +1 -1
- package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
- package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
- package/dist/esm/clients/internal-api/identity-client.d.ts +31 -31
- package/dist/esm/clients/internal-api/identity-client.js +87 -87
- package/dist/esm/clients/internal-api/identity-client.js.map +1 -1
- package/dist/esm/clients/internal-api/index.d.ts +9 -9
- package/dist/esm/clients/internal-api/index.js +9 -9
- package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
- package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
- package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
- package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
- package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
- package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
- package/dist/esm/clients/internal-api/users-auth-client.js.map +1 -1
- package/dist/esm/clients/third-party/acuity-client.d.ts +10 -10
- package/dist/esm/clients/third-party/acuity-client.js +36 -36
- package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
- package/dist/esm/clients/third-party/emailable-client.js +21 -21
- package/dist/esm/clients/third-party/emailable-client.js.map +1 -1
- package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
- package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
- package/dist/esm/clients/third-party/index.d.ts +5 -5
- package/dist/esm/clients/third-party/index.js +5 -5
- package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
- package/dist/esm/clients/third-party/loops-client.js +26 -26
- package/dist/esm/clients/third-party/loops-client.js.map +1 -1
- package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
- package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +1 -1
- package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
- package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +2 -2
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js.map +1 -1
- package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
- package/dist/esm/clients/third-party/shopify-client.js +142 -142
- package/dist/esm/clients/third-party/shopify-client.js.map +1 -1
- package/dist/esm/constants/index.d.ts +1 -1
- package/dist/esm/constants/index.js +1 -1
- package/dist/esm/constants/sqs.d.ts +20 -20
- package/dist/esm/constants/sqs.js +22 -22
- package/dist/esm/constants/sqs.js.map +1 -1
- package/dist/esm/helpers/account-users-helper.d.ts +2 -2
- package/dist/esm/helpers/account-users-helper.js +18 -18
- package/dist/esm/helpers/account-users-helper.js.map +1 -1
- package/dist/esm/helpers/acuity-helper.d.ts +4 -4
- package/dist/esm/helpers/acuity-helper.js +51 -51
- package/dist/esm/helpers/acuity-helper.js.map +1 -1
- package/dist/esm/helpers/api-key-auth-helper.d.ts +10 -9
- package/dist/esm/helpers/api-key-auth-helper.js +35 -35
- package/dist/esm/helpers/api-key-auth-helper.js.map +1 -1
- package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
- package/dist/esm/helpers/api-key-authorizer-helper.js +83 -83
- package/dist/esm/helpers/api-key-authorizer-helper.js.map +1 -1
- package/dist/esm/helpers/identity-cache-helper.d.ts +21 -21
- package/dist/esm/helpers/identity-cache-helper.js +152 -152
- package/dist/esm/helpers/identity-cache-helper.js.map +1 -1
- package/dist/esm/helpers/index.d.ts +10 -10
- package/dist/esm/helpers/index.js +10 -10
- package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
- package/dist/esm/helpers/input-validation-helper.js +18 -18
- package/dist/esm/helpers/input-validation-helper.js.map +1 -1
- package/dist/esm/helpers/logging-helper.d.ts +16 -16
- package/dist/esm/helpers/logging-helper.js +56 -56
- package/dist/esm/helpers/logging-helper.js.map +1 -1
- package/dist/esm/helpers/response-helper.d.ts +18 -18
- package/dist/esm/helpers/response-helper.js +37 -37
- package/dist/esm/helpers/response-helper.js.map +1 -1
- package/dist/esm/helpers/shopify-helper.d.ts +9 -9
- package/dist/esm/helpers/shopify-helper.js +21 -21
- package/dist/esm/helpers/shopify-helper.js.map +1 -1
- package/dist/esm/helpers/sqs-utils.d.ts +6 -6
- package/dist/esm/helpers/sqs-utils.js +9 -9
- package/dist/esm/index.d.ts +7 -7
- package/dist/esm/index.js +7 -7
- package/dist/esm/libs/api-router/index.d.ts +2 -2
- package/dist/esm/libs/api-router/index.js +2 -2
- package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
- package/dist/esm/libs/api-router/public-api-router.js +32 -32
- package/dist/esm/libs/api-router/public-api-router.js.map +1 -1
- package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
- package/dist/esm/libs/api-router/route-matcher.js +30 -30
- package/dist/esm/libs/api-router/route-matcher.js.map +1 -1
- package/dist/esm/libs/click-id-parser.d.ts +23 -23
- package/dist/esm/libs/click-id-parser.js +45 -45
- package/dist/esm/libs/click-id-parser.js.map +1 -1
- package/dist/esm/libs/compression.d.ts +2 -2
- package/dist/esm/libs/compression.js +25 -25
- package/dist/esm/libs/compression.js.map +1 -1
- package/dist/esm/libs/contacts.d.ts +7 -7
- package/dist/esm/libs/contacts.js +143 -143
- package/dist/esm/libs/contacts.js.map +1 -1
- package/dist/esm/libs/cookie.d.ts +17 -17
- package/dist/esm/libs/cookie.js +70 -70
- package/dist/esm/libs/cookie.js.map +1 -1
- package/dist/esm/libs/crypto.d.ts +4 -4
- package/dist/esm/libs/crypto.js +15 -15
- package/dist/esm/libs/csv.d.ts +2 -2
- package/dist/esm/libs/csv.js +30 -30
- package/dist/esm/libs/csv.js.map +1 -1
- package/dist/esm/libs/currency.d.ts +1 -1
- package/dist/esm/libs/currency.js +22 -22
- package/dist/esm/libs/currency.js.map +1 -1
- package/dist/esm/libs/dates.d.ts +12 -12
- package/dist/esm/libs/dates.js +83 -83
- package/dist/esm/libs/dates.js.map +1 -1
- package/dist/esm/libs/domain.d.ts +2 -2
- package/dist/esm/libs/domain.js +33 -33
- package/dist/esm/libs/domain.js.map +1 -1
- package/dist/esm/libs/emails.d.ts +8 -8
- package/dist/esm/libs/emails.js +146 -146
- package/dist/esm/libs/emails.js.map +1 -1
- package/dist/esm/libs/http-error.d.ts +21 -21
- package/dist/esm/libs/http-error.js +59 -59
- package/dist/esm/libs/http-error.js.map +1 -1
- package/dist/esm/libs/http-status-codes.d.ts +58 -58
- package/dist/esm/libs/http-status-codes.js +59 -59
- package/dist/esm/libs/index.d.ts +19 -19
- package/dist/esm/libs/index.js +19 -19
- package/dist/esm/libs/numbers.d.ts +1 -1
- package/dist/esm/libs/numbers.js +11 -11
- package/dist/esm/libs/numbers.js.map +1 -1
- package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
- package/dist/esm/libs/referrer-parser/index.js +2 -2
- package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
- package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
- package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +19 -20
- package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
- package/dist/esm/libs/referrer-parser/referrer-parser-util.js.map +1 -1
- package/dist/esm/libs/strings.d.ts +3 -3
- package/dist/esm/libs/strings.js +40 -40
- package/dist/esm/libs/strings.js.map +1 -1
- package/dist/esm/libs/traits.d.ts +6 -6
- package/dist/esm/libs/traits.js +54 -54
- package/dist/esm/libs/traits.js.map +1 -1
- package/dist/esm/libs/url.d.ts +1 -1
- package/dist/esm/libs/url.js +9 -9
- package/dist/esm/services/acuity-api-service.d.ts +9 -9
- package/dist/esm/services/acuity-api-service.js +69 -69
- package/dist/esm/services/acuity-api-service.js.map +1 -1
- package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
- package/dist/esm/services/cache/generic-cached-object.js +1 -1
- package/dist/esm/services/cache/index.d.ts +1 -1
- package/dist/esm/services/cache/index.js +1 -1
- package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
- package/dist/esm/services/cache/product-cache-service.js +68 -68
- package/dist/esm/services/cache/product-cache-service.js.map +1 -1
- package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +11 -11
- package/dist/esm/services/currency-exchange-rate-lookup-service.js +62 -62
- package/dist/esm/services/currency-exchange-rate-lookup-service.js.map +1 -1
- package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
- package/dist/esm/services/db/accounts-db-service.js +29 -29
- package/dist/esm/services/db/accounts-db-service.js.map +1 -1
- package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
- package/dist/esm/services/db/api-keys-db-service.js +32 -32
- package/dist/esm/services/db/api-keys-db-service.js.map +1 -1
- package/dist/esm/services/db/contact-enrichments-db-service.d.ts +15 -15
- package/dist/esm/services/db/contact-enrichments-db-service.js +90 -90
- package/dist/esm/services/db/contact-enrichments-db-service.js.map +1 -1
- package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
- package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
- package/dist/esm/services/db/custom-measures-db-service.d.ts +14 -14
- package/dist/esm/services/db/custom-measures-db-service.js +44 -44
- package/dist/esm/services/db/custom-measures-db-service.js.map +1 -1
- package/dist/esm/services/db/destinations-db-service.d.ts +13 -13
- package/dist/esm/services/db/destinations-db-service.js +70 -70
- package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
- package/dist/esm/services/db/identity-cache-db-service.js +313 -313
- package/dist/esm/services/db/identity-cache-db-service.js.map +1 -1
- package/dist/esm/services/db/identity-cache-dynamodb-service.d.ts +28 -28
- package/dist/esm/services/db/identity-cache-dynamodb-service.js +370 -370
- package/dist/esm/services/db/identity-cache-dynamodb-service.js.map +1 -1
- package/dist/esm/services/db/index.d.ts +17 -17
- package/dist/esm/services/db/index.js +17 -17
- package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
- package/dist/esm/services/db/log-events-db-service.js +177 -177
- package/dist/esm/services/db/log-events-db-service.js.map +1 -1
- package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
- package/dist/esm/services/db/pixels-db-service.js +31 -31
- package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
- package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
- package/dist/esm/services/db/purchasable-contacts-db-service.js.map +1 -1
- package/dist/esm/services/db/purchased-contacts/index.d.ts +2 -2
- package/dist/esm/services/db/purchased-contacts/index.js +2 -2
- package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
- package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js +148 -148
- package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js.map +1 -1
- package/dist/esm/services/db/purchased-contacts/types.d.ts +11 -11
- package/dist/esm/services/db/purchased-contacts/types.js +1 -1
- package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +10 -10
- package/dist/esm/services/db/shopify-app-installs-db-service.js +48 -48
- package/dist/esm/services/db/shopify-app-installs-db-service.js.map +1 -1
- package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
- package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
- package/dist/esm/services/db/shopify-products-cache-db-service.js.map +1 -1
- package/dist/esm/services/db/subscriptions-db-service.d.ts +11 -11
- package/dist/esm/services/db/subscriptions-db-service.js +34 -34
- package/dist/esm/services/db/subscriptions-db-service.js.map +1 -1
- package/dist/esm/services/db/tracking-events-db-service.d.ts +21 -21
- package/dist/esm/services/db/tracking-events-db-service.js +184 -184
- package/dist/esm/services/db/tracking-events-db-service.js.map +1 -1
- package/dist/esm/services/db/user-accounts-db-service.d.ts +7 -7
- package/dist/esm/services/db/user-accounts-db-service.js +13 -13
- package/dist/esm/services/email-verification/contact-email-verification-service.d.ts +7 -7
- package/dist/esm/services/email-verification/contact-email-verification-service.js +97 -97
- package/dist/esm/services/email-verification/contact-email-verification-service.js.map +1 -1
- package/dist/esm/services/email-verification/email-verification-service.d.ts +19 -19
- package/dist/esm/services/email-verification/email-verification-service.js +127 -127
- package/dist/esm/services/email-verification/email-verification-service.js.map +1 -1
- package/dist/esm/services/email-verification/index.d.ts +2 -2
- package/dist/esm/services/email-verification/index.js +2 -2
- package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
- package/dist/esm/services/eventbridge-integration-service.js +24 -24
- package/dist/esm/services/events/index.d.ts +3 -3
- package/dist/esm/services/events/index.js +3 -3
- package/dist/esm/services/events/log-event-service.d.ts +19 -19
- package/dist/esm/services/events/log-event-service.js +73 -73
- package/dist/esm/services/events/log-event-service.js.map +1 -1
- package/dist/esm/services/events/metric-event-service.d.ts +9 -9
- package/dist/esm/services/events/metric-event-service.js +45 -45
- package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
- package/dist/esm/services/events/tracking-event-sqs-service.js +30 -30
- package/dist/esm/services/events/tracking-event-sqs-service.js.map +1 -1
- package/dist/esm/services/generic-cache-service.d.ts +7 -7
- package/dist/esm/services/generic-cache-service.js +29 -29
- package/dist/esm/services/generic-cache-service.js.map +1 -1
- package/dist/esm/services/index.d.ts +10 -10
- package/dist/esm/services/index.js +10 -10
- package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
- package/dist/esm/services/ipdata-lookup-service.js +108 -108
- package/dist/esm/services/ipdata-lookup-service.js.map +1 -1
- package/dist/esm/services/shopify/index.d.ts +2 -2
- package/dist/esm/services/shopify/index.js +2 -2
- package/dist/esm/services/shopify/products/index.d.ts +1 -1
- package/dist/esm/services/shopify/products/index.js +1 -1
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.js.map +1 -1
- package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
- package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
- package/dist/esm/services/shopify/shopify-graphql-transformer.js.map +1 -1
- package/dist/esm/types/acuity-types.d.ts +74 -74
- package/dist/esm/types/acuity-types.js +1 -1
- package/dist/esm/types/api-response.d.ts +6 -6
- package/dist/esm/types/api-response.js +1 -1
- package/dist/esm/types/index.d.ts +4 -4
- package/dist/esm/types/index.js +4 -4
- package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
- package/dist/esm/types/internal-events/event-detail-types.js +24 -24
- package/dist/esm/types/internal-events/index.d.ts +1 -1
- package/dist/esm/types/internal-events/index.js +1 -1
- package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
- package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
- package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
- package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
- package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
- package/dist/esm/types/shopify-graphql-types/index.js +2 -2
- package/dist/esm/types/shopify-rest-types.d.ts +767 -767
- package/dist/esm/types/shopify-rest-types.js +1 -1
- package/dist/esm/utils/compression.d.ts +34 -36
- package/dist/esm/utils/compression.js +187 -187
- package/dist/esm/utils/compression.js.map +1 -1
- package/dist/esm/utils/custom-measure-formula-utils.d.ts +6 -6
- package/dist/esm/utils/custom-measure-formula-utils.js +201 -201
- package/dist/esm/utils/custom-measure-formula-utils.js.map +1 -1
- package/dist/esm/utils/index.d.ts +4 -4
- package/dist/esm/utils/index.js +4 -4
- package/dist/esm/utils/retry-envelope.d.ts +12 -12
- package/dist/esm/utils/retry-envelope.js +22 -22
- package/dist/esm/utils/retry-envelope.js.map +1 -1
- package/dist/esm/utils/size.d.ts +2 -2
- package/dist/esm/utils/size.js +44 -44
- package/dist/esm/utils/size.js.map +1 -1
- package/package.json +2 -2
|
@@ -1,1356 +1,1356 @@
|
|
|
1
|
-
import { unbundleRecords, unbundleMessage, isBundledEnvelope } from '../../clients/generic/sqs-unbundle';
|
|
2
|
-
import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
|
|
3
|
-
import { compress, CompressionTimeoutError, CompressionOperation, getGzipUncompressedSize, } from '../../utils/compression';
|
|
4
|
-
import { gzip } from 'node:zlib';
|
|
5
|
-
import { promisify } from 'node:util';
|
|
6
|
-
const gzipAsync = promisify(gzip);
|
|
7
|
-
jest.mock('../../helpers/logging-helper', () => ({
|
|
8
|
-
Logger: {
|
|
9
|
-
debug: jest.fn(),
|
|
10
|
-
info: jest.fn(),
|
|
11
|
-
warn: jest.fn(),
|
|
12
|
-
error: jest.fn(),
|
|
13
|
-
},
|
|
14
|
-
}));
|
|
15
|
-
function makeTestEvent(id, name = 'test_event', value) {
|
|
16
|
-
return { eventId: id, name, value };
|
|
17
|
-
}
|
|
18
|
-
function makeSqsRecord(body, messageId = 'msg-1') {
|
|
19
|
-
return {
|
|
20
|
-
messageId,
|
|
21
|
-
body: typeof body === 'string' ? body : JSON.stringify(body),
|
|
22
|
-
};
|
|
23
|
-
}
|
|
24
|
-
function makeBundledEnvelope(items) {
|
|
25
|
-
return {
|
|
26
|
-
v: 1,
|
|
27
|
-
c: CompressionAlgorithm.NONE,
|
|
28
|
-
n: items.length,
|
|
29
|
-
s: JSON.stringify(items).length,
|
|
30
|
-
p: items,
|
|
31
|
-
};
|
|
32
|
-
}
|
|
33
|
-
async function makeCompressedEnvelope(items, level = 3) {
|
|
34
|
-
const json = JSON.stringify(items);
|
|
35
|
-
const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, level);
|
|
36
|
-
const base64 = compressed.toString('base64');
|
|
37
|
-
return {
|
|
38
|
-
v: 1,
|
|
39
|
-
c: CompressionAlgorithm.ZSTD,
|
|
40
|
-
n: items.length,
|
|
41
|
-
s: json.length,
|
|
42
|
-
p: base64,
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
async function makeGzipCompressedEnvelope(items) {
|
|
46
|
-
const json = JSON.stringify(items);
|
|
47
|
-
const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
|
|
48
|
-
const base64 = compressed.toString('base64');
|
|
49
|
-
return {
|
|
50
|
-
v: 1,
|
|
51
|
-
c: CompressionAlgorithm.GZIP,
|
|
52
|
-
n: items.length,
|
|
53
|
-
s: json.length,
|
|
54
|
-
p: base64,
|
|
55
|
-
};
|
|
56
|
-
}
|
|
57
|
-
describe('isBundledEnvelope', () => {
|
|
58
|
-
it('returns true for valid bundled envelope with NONE compression', () => {
|
|
59
|
-
const envelope = makeBundledEnvelope([makeTestEvent('1')]);
|
|
60
|
-
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
61
|
-
});
|
|
62
|
-
it('returns true for valid bundled envelope with ZSTD compression', async () => {
|
|
63
|
-
const envelope = await makeCompressedEnvelope([makeTestEvent('1')]);
|
|
64
|
-
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
65
|
-
});
|
|
66
|
-
it('returns false for null', () => {
|
|
67
|
-
expect(isBundledEnvelope(null)).toBe(false);
|
|
68
|
-
});
|
|
69
|
-
it('returns false for undefined', () => {
|
|
70
|
-
expect(isBundledEnvelope(undefined)).toBe(false);
|
|
71
|
-
});
|
|
72
|
-
it('returns false for plain object (legacy message)', () => {
|
|
73
|
-
expect(isBundledEnvelope(makeTestEvent('1'))).toBe(false);
|
|
74
|
-
});
|
|
75
|
-
it('returns false for wrong version', () => {
|
|
76
|
-
const envelope = { v: 2, c: 'none', n: 1, p: [] };
|
|
77
|
-
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
78
|
-
});
|
|
79
|
-
it('returns true for valid bundled envelope with GZIP compression', async () => {
|
|
80
|
-
const envelope = await makeGzipCompressedEnvelope([makeTestEvent('1')]);
|
|
81
|
-
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
82
|
-
});
|
|
83
|
-
it('returns false for invalid compression algorithm', () => {
|
|
84
|
-
const envelope = { v: 1, c: 'lz4', n: 1, p: [] };
|
|
85
|
-
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
86
|
-
});
|
|
87
|
-
it('returns false for missing count', () => {
|
|
88
|
-
const envelope = { v: 1, c: 'none', p: [] };
|
|
89
|
-
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
90
|
-
});
|
|
91
|
-
it('returns false for missing payload', () => {
|
|
92
|
-
const envelope = { v: 1, c: 'none', n: 1 };
|
|
93
|
-
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
94
|
-
});
|
|
95
|
-
});
|
|
96
|
-
describe('unbundleMessage', () => {
|
|
97
|
-
it('unbundles NONE compression envelope', async () => {
|
|
98
|
-
const items = [makeTestEvent('1'), makeTestEvent('2')];
|
|
99
|
-
const envelope = makeBundledEnvelope(items);
|
|
100
|
-
const result = await unbundleMessage(envelope);
|
|
101
|
-
expect(result).toHaveLength(2);
|
|
102
|
-
expect(result[0].eventId).toBe('1');
|
|
103
|
-
expect(result[1].eventId).toBe('2');
|
|
104
|
-
});
|
|
105
|
-
it('unbundles ZSTD compressed envelope', async () => {
|
|
106
|
-
const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
|
|
107
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
108
|
-
const result = await unbundleMessage(envelope);
|
|
109
|
-
expect(result).toHaveLength(3);
|
|
110
|
-
expect(result[0].eventId).toBe('1');
|
|
111
|
-
expect(result[1].eventId).toBe('2');
|
|
112
|
-
expect(result[2].eventId).toBe('3');
|
|
113
|
-
});
|
|
114
|
-
it('unbundles large batches with ZSTD compression', async () => {
|
|
115
|
-
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
|
|
116
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
117
|
-
const result = await unbundleMessage(envelope);
|
|
118
|
-
expect(result).toHaveLength(500);
|
|
119
|
-
expect(result[0].eventId).toBe('event-0');
|
|
120
|
-
expect(result[499].eventId).toBe('event-499');
|
|
121
|
-
});
|
|
122
|
-
it('throws on unsupported bundle version', async () => {
|
|
123
|
-
const envelope = { v: 99, c: 'none', n: 1, p: [] };
|
|
124
|
-
await expect(unbundleMessage(envelope)).rejects.toThrow('Unsupported bundle version: 99');
|
|
125
|
-
});
|
|
126
|
-
it('throws on invalid payload type for NONE compression', async () => {
|
|
127
|
-
const envelope = { v: 1, c: 'none', n: 1, p: 'not-an-array' };
|
|
128
|
-
await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: NONE compression but payload is not an array');
|
|
129
|
-
});
|
|
130
|
-
it('throws on invalid payload type for ZSTD compression', async () => {
|
|
131
|
-
const envelope = { v: 1, c: 'zstd', n: 1, p: [] };
|
|
132
|
-
await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: zstd compression but payload is not a string');
|
|
133
|
-
});
|
|
134
|
-
it('unbundles GZIP compressed envelope', async () => {
|
|
135
|
-
const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
|
|
136
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
137
|
-
const result = await unbundleMessage(envelope);
|
|
138
|
-
expect(result).toHaveLength(3);
|
|
139
|
-
expect(result[0].eventId).toBe('1');
|
|
140
|
-
expect(result[1].eventId).toBe('2');
|
|
141
|
-
expect(result[2].eventId).toBe('3');
|
|
142
|
-
});
|
|
143
|
-
it('unbundles large batches with GZIP compression', async () => {
|
|
144
|
-
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
|
|
145
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
146
|
-
const result = await unbundleMessage(envelope);
|
|
147
|
-
expect(result).toHaveLength(500);
|
|
148
|
-
expect(result[0].eventId).toBe('event-0');
|
|
149
|
-
expect(result[499].eventId).toBe('event-499');
|
|
150
|
-
});
|
|
151
|
-
it('throws on invalid payload type for GZIP compression', async () => {
|
|
152
|
-
const envelope = { v: 1, c: 'gzip', n: 1, p: [] };
|
|
153
|
-
await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: gzip compression but payload is not a string');
|
|
154
|
-
});
|
|
155
|
-
});
|
|
156
|
-
describe('unbundleRecords', () => {
|
|
157
|
-
describe('legacy (non-bundled) messages', () => {
|
|
158
|
-
it('parses raw JSON message', async () => {
|
|
159
|
-
const event = makeTestEvent('raw-1', 'purchase');
|
|
160
|
-
const record = makeSqsRecord(event);
|
|
161
|
-
const { items, stats, failedMessageIds } = await unbundleRecords([record]);
|
|
162
|
-
expect(items).toHaveLength(1);
|
|
163
|
-
expect(items[0].eventId).toBe('raw-1');
|
|
164
|
-
expect(items[0].name).toBe('purchase');
|
|
165
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
166
|
-
expect(stats.bundledSqsRecords).toBe(0);
|
|
167
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
168
|
-
});
|
|
169
|
-
it('parses wrapped messageBody format', async () => {
|
|
170
|
-
const event = makeTestEvent('wrapped-1');
|
|
171
|
-
const record = makeSqsRecord({ messageBody: event });
|
|
172
|
-
const { items, stats } = await unbundleRecords([record]);
|
|
173
|
-
expect(items).toHaveLength(1);
|
|
174
|
-
expect(items[0].eventId).toBe('wrapped-1');
|
|
175
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
176
|
-
});
|
|
177
|
-
it('handles multiple legacy records', async () => {
|
|
178
|
-
const records = [
|
|
179
|
-
makeSqsRecord(makeTestEvent('1'), 'msg-1'),
|
|
180
|
-
makeSqsRecord(makeTestEvent('2'), 'msg-2'),
|
|
181
|
-
makeSqsRecord(makeTestEvent('3'), 'msg-3'),
|
|
182
|
-
];
|
|
183
|
-
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
184
|
-
expect(items).toHaveLength(3);
|
|
185
|
-
expect(stats.legacySqsRecords).toBe(3);
|
|
186
|
-
expect(stats.totalItems).toBe(3);
|
|
187
|
-
expect(recordMap.get(items[0])).toBe('msg-1');
|
|
188
|
-
expect(recordMap.get(items[1])).toBe('msg-2');
|
|
189
|
-
expect(recordMap.get(items[2])).toBe('msg-3');
|
|
190
|
-
});
|
|
191
|
-
});
|
|
192
|
-
describe('bundled messages (NONE compression)', () => {
|
|
193
|
-
it('unbundles wrapped messageBody envelope', async () => {
|
|
194
|
-
const items = [makeTestEvent('b1'), makeTestEvent('b2')];
|
|
195
|
-
const envelope = makeBundledEnvelope(items);
|
|
196
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
197
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
198
|
-
expect(result).toHaveLength(2);
|
|
199
|
-
expect(result[0].eventId).toBe('b1');
|
|
200
|
-
expect(result[1].eventId).toBe('b2');
|
|
201
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
202
|
-
expect(stats.legacySqsRecords).toBe(0);
|
|
203
|
-
});
|
|
204
|
-
it('unbundles raw envelope (not wrapped)', async () => {
|
|
205
|
-
const items = [makeTestEvent('r1'), makeTestEvent('r2')];
|
|
206
|
-
const envelope = makeBundledEnvelope(items);
|
|
207
|
-
const record = makeSqsRecord(envelope);
|
|
208
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
209
|
-
expect(result).toHaveLength(2);
|
|
210
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
211
|
-
});
|
|
212
|
-
it('maps all items from bundle to same messageId', async () => {
|
|
213
|
-
const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
|
|
214
|
-
const envelope = makeBundledEnvelope(items);
|
|
215
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'bundle-msg-1');
|
|
216
|
-
const { items: result, recordMap } = await unbundleRecords([record]);
|
|
217
|
-
expect(result).toHaveLength(3);
|
|
218
|
-
expect(recordMap.get(result[0])).toBe('bundle-msg-1');
|
|
219
|
-
expect(recordMap.get(result[1])).toBe('bundle-msg-1');
|
|
220
|
-
expect(recordMap.get(result[2])).toBe('bundle-msg-1');
|
|
221
|
-
});
|
|
222
|
-
});
|
|
223
|
-
describe('bundled messages (ZSTD compression)', () => {
|
|
224
|
-
it('unbundles ZSTD compressed envelope', async () => {
|
|
225
|
-
const items = [makeTestEvent('z1'), makeTestEvent('z2')];
|
|
226
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
227
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
228
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
229
|
-
expect(result).toHaveLength(2);
|
|
230
|
-
expect(result[0].eventId).toBe('z1');
|
|
231
|
-
expect(result[1].eventId).toBe('z2');
|
|
232
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
233
|
-
});
|
|
234
|
-
it('handles large compressed bundles (500 items)', async () => {
|
|
235
|
-
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
|
|
236
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
237
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
238
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
239
|
-
expect(result).toHaveLength(500);
|
|
240
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
241
|
-
expect(stats.totalItems).toBe(500);
|
|
242
|
-
});
|
|
243
|
-
});
|
|
244
|
-
describe('bundled messages (GZIP compression - CF Worker)', () => {
|
|
245
|
-
it('unbundles GZIP compressed envelope', async () => {
|
|
246
|
-
const items = [makeTestEvent('g1'), makeTestEvent('g2')];
|
|
247
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
248
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
249
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
250
|
-
expect(result).toHaveLength(2);
|
|
251
|
-
expect(result[0].eventId).toBe('g1');
|
|
252
|
-
expect(result[1].eventId).toBe('g2');
|
|
253
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
254
|
-
});
|
|
255
|
-
it('handles large GZIP compressed bundles (500 items)', async () => {
|
|
256
|
-
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
|
|
257
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
258
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
259
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
260
|
-
expect(result).toHaveLength(500);
|
|
261
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
262
|
-
expect(stats.totalItems).toBe(500);
|
|
263
|
-
});
|
|
264
|
-
it('maps all items from GZIP bundle to same messageId', async () => {
|
|
265
|
-
const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
|
|
266
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
267
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'gzip-bundle-msg-1');
|
|
268
|
-
const { items: result, recordMap } = await unbundleRecords([record]);
|
|
269
|
-
expect(result).toHaveLength(3);
|
|
270
|
-
expect(recordMap.get(result[0])).toBe('gzip-bundle-msg-1');
|
|
271
|
-
expect(recordMap.get(result[1])).toBe('gzip-bundle-msg-1');
|
|
272
|
-
expect(recordMap.get(result[2])).toBe('gzip-bundle-msg-1');
|
|
273
|
-
});
|
|
274
|
-
it('unbundles GZIP envelope wrapped in full InternalSQSMessage format (CF Worker format)', async () => {
|
|
275
|
-
const items = [makeTestEvent('cf1'), makeTestEvent('cf2'), makeTestEvent('cf3')];
|
|
276
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
277
|
-
const internalSqsMessage = {
|
|
278
|
-
messageId: 'cf-internal-msg-123',
|
|
279
|
-
messageType: 'TRACKING_EVENT_COLLECT',
|
|
280
|
-
messageTime: '2026-05-29T11:00:10.076Z',
|
|
281
|
-
messageBody: envelope,
|
|
282
|
-
};
|
|
283
|
-
const record = makeSqsRecord(internalSqsMessage, 'sqs-msg-id');
|
|
284
|
-
const { items: result, stats, recordMap } = await unbundleRecords([record]);
|
|
285
|
-
expect(result).toHaveLength(3);
|
|
286
|
-
expect(result[0].eventId).toBe('cf1');
|
|
287
|
-
expect(result[1].eventId).toBe('cf2');
|
|
288
|
-
expect(result[2].eventId).toBe('cf3');
|
|
289
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
290
|
-
expect(stats.legacySqsRecords).toBe(0);
|
|
291
|
-
expect(stats.totalItems).toBe(3);
|
|
292
|
-
expect(recordMap.get(result[0])).toBe('sqs-msg-id');
|
|
293
|
-
expect(recordMap.get(result[1])).toBe('sqs-msg-id');
|
|
294
|
-
expect(recordMap.get(result[2])).toBe('sqs-msg-id');
|
|
295
|
-
});
|
|
296
|
-
it('unbundles GZIP envelope with extra wrapper fields (messageTime, messageType)', async () => {
|
|
297
|
-
const items = [makeTestEvent('w1')];
|
|
298
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
299
|
-
const wrappedMessage = {
|
|
300
|
-
messageTime: new Date().toISOString(),
|
|
301
|
-
messageType: 'SESSION_EVENT',
|
|
302
|
-
messageBody: envelope,
|
|
303
|
-
someOtherField: 'ignored',
|
|
304
|
-
};
|
|
305
|
-
const record = makeSqsRecord(wrappedMessage);
|
|
306
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
307
|
-
expect(result).toHaveLength(1);
|
|
308
|
-
expect(result[0].eventId).toBe('w1');
|
|
309
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
310
|
-
});
|
|
311
|
-
it('handles decompression failure gracefully (does not return wrapper)', async () => {
|
|
312
|
-
const corruptedEnvelope = {
|
|
313
|
-
v: 1,
|
|
314
|
-
c: 'gzip',
|
|
315
|
-
n: 1,
|
|
316
|
-
s: 100,
|
|
317
|
-
p: 'H4sIAAAAAAAAA+TRUNCATED',
|
|
318
|
-
};
|
|
319
|
-
const internalSqsMessage = {
|
|
320
|
-
messageTime: '2026-05-29T11:00:10.076Z',
|
|
321
|
-
messageType: 'TRACKING_EVENT_COLLECT',
|
|
322
|
-
messageBody: corruptedEnvelope,
|
|
323
|
-
messageId: 'corrupted-msg-id',
|
|
324
|
-
};
|
|
325
|
-
const record = makeSqsRecord(internalSqsMessage, 'sqs-record-id');
|
|
326
|
-
const { items, stats, failedMessageIds } = await unbundleRecords([record]);
|
|
327
|
-
expect(failedMessageIds).toHaveLength(1);
|
|
328
|
-
expect(stats.failedRecords).toBe(1);
|
|
329
|
-
expect(items).toHaveLength(0);
|
|
330
|
-
items.forEach((item) => {
|
|
331
|
-
expect(item).not.toHaveProperty('messageTime');
|
|
332
|
-
expect(item).not.toHaveProperty('messageType');
|
|
333
|
-
expect(item).not.toHaveProperty('messageBody');
|
|
334
|
-
});
|
|
335
|
-
});
|
|
336
|
-
it('verifies decompression failure does NOT leak wrapper into items', async () => {
|
|
337
|
-
const badEnvelope = {
|
|
338
|
-
v: 1,
|
|
339
|
-
c: 'gzip',
|
|
340
|
-
n: 5,
|
|
341
|
-
s: 1000,
|
|
342
|
-
p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
|
|
343
|
-
};
|
|
344
|
-
const wrapper = {
|
|
345
|
-
messageTime: new Date().toISOString(),
|
|
346
|
-
messageType: 'TRACKING_EVENT_COLLECT',
|
|
347
|
-
messageBody: badEnvelope,
|
|
348
|
-
messageId: 'test-internal-msg-id',
|
|
349
|
-
};
|
|
350
|
-
const record = makeSqsRecord(wrapper, 'sqs-msg-id');
|
|
351
|
-
const { items, stats, failedMessageIds } = await unbundleRecords([record]);
|
|
352
|
-
expect(failedMessageIds).toContain('sqs-msg-id');
|
|
353
|
-
expect(stats.failedRecords).toBe(1);
|
|
354
|
-
expect(items).toHaveLength(0);
|
|
355
|
-
expect(stats.totalItems).toBe(0);
|
|
356
|
-
});
|
|
357
|
-
it('simulates old version without GZIP - returns envelope as item (BUG)', async () => {
|
|
358
|
-
const items = [{ pixelId: 'px123', trackingEvent: { name: 'page_view' } }];
|
|
359
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
360
|
-
const wrapper = {
|
|
361
|
-
messageTime: new Date().toISOString(),
|
|
362
|
-
messageType: 'TRACKING_EVENT_COLLECT',
|
|
363
|
-
messageBody: envelope,
|
|
364
|
-
messageId: 'cf-msg-id',
|
|
365
|
-
};
|
|
366
|
-
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
367
|
-
const record = makeSqsRecord(wrapper, 'sqs-msg-id');
|
|
368
|
-
const { items: result, stats } = await unbundleRecords([record]);
|
|
369
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
370
|
-
expect(result).toHaveLength(1);
|
|
371
|
-
expect(result[0].pixelId).toBe('px123');
|
|
372
|
-
expect(result[0]).not.toHaveProperty('v');
|
|
373
|
-
expect(result[0]).not.toHaveProperty('c');
|
|
374
|
-
expect(result[0]).not.toHaveProperty('n');
|
|
375
|
-
expect(result[0]).not.toHaveProperty('p');
|
|
376
|
-
expect(result[0]).not.toHaveProperty('s');
|
|
377
|
-
});
|
|
378
|
-
it('unknown compression algorithm causes legacy fallback (returns messageBody)', async () => {
|
|
379
|
-
const unknownEnvelope = {
|
|
380
|
-
v: 1,
|
|
381
|
-
c: 'lz4',
|
|
382
|
-
n: 1,
|
|
383
|
-
s: 100,
|
|
384
|
-
p: 'some-base64-data',
|
|
385
|
-
};
|
|
386
|
-
const wrapper = {
|
|
387
|
-
messageTime: new Date().toISOString(),
|
|
388
|
-
messageType: 'TEST_MESSAGE',
|
|
389
|
-
messageBody: unknownEnvelope,
|
|
390
|
-
messageId: 'wrapper-msg-id',
|
|
391
|
-
};
|
|
392
|
-
expect(isBundledEnvelope(unknownEnvelope)).toBe(false);
|
|
393
|
-
const record = makeSqsRecord(wrapper, 'sqs-msg-id');
|
|
394
|
-
const { items, stats } = await unbundleRecords([record]);
|
|
395
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
396
|
-
expect(stats.bundledSqsRecords).toBe(0);
|
|
397
|
-
expect(items).toHaveLength(1);
|
|
398
|
-
expect(items[0]).toHaveProperty('v', 1);
|
|
399
|
-
expect(items[0]).toHaveProperty('c', 'lz4');
|
|
400
|
-
expect(items[0]).toHaveProperty('n', 1);
|
|
401
|
-
expect(items[0]).toHaveProperty('p');
|
|
402
|
-
});
|
|
403
|
-
});
|
|
404
|
-
describe('mixed message formats', () => {
|
|
405
|
-
it('handles mix of legacy and bundled messages', async () => {
|
|
406
|
-
const legacyEvent = makeTestEvent('legacy-1');
|
|
407
|
-
const bundledItems = [makeTestEvent('bundled-1'), makeTestEvent('bundled-2')];
|
|
408
|
-
const bundleEnvelope = makeBundledEnvelope(bundledItems);
|
|
409
|
-
const records = [
|
|
410
|
-
makeSqsRecord(legacyEvent, 'msg-legacy'),
|
|
411
|
-
makeSqsRecord({ messageBody: bundleEnvelope }, 'msg-bundle'),
|
|
412
|
-
];
|
|
413
|
-
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
414
|
-
expect(items).toHaveLength(3);
|
|
415
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
416
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
417
|
-
expect(stats.totalItems).toBe(3);
|
|
418
|
-
expect(recordMap.get(items[0])).toBe('msg-legacy');
|
|
419
|
-
expect(recordMap.get(items[1])).toBe('msg-bundle');
|
|
420
|
-
expect(recordMap.get(items[2])).toBe('msg-bundle');
|
|
421
|
-
});
|
|
422
|
-
it('handles mix of NONE and ZSTD compressed bundles', async () => {
|
|
423
|
-
const noneItems = [makeTestEvent('none-1')];
|
|
424
|
-
const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
|
|
425
|
-
const noneEnvelope = makeBundledEnvelope(noneItems);
|
|
426
|
-
const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
|
|
427
|
-
const records = [
|
|
428
|
-
makeSqsRecord({ messageBody: noneEnvelope }, 'msg-none'),
|
|
429
|
-
makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
|
|
430
|
-
];
|
|
431
|
-
const { items, stats } = await unbundleRecords(records);
|
|
432
|
-
expect(items).toHaveLength(3);
|
|
433
|
-
expect(stats.bundledSqsRecords).toBe(2);
|
|
434
|
-
expect(stats.totalItems).toBe(3);
|
|
435
|
-
});
|
|
436
|
-
it('handles mix of ZSTD, GZIP, and legacy messages', async () => {
|
|
437
|
-
const legacyEvent = makeTestEvent('legacy-1');
|
|
438
|
-
const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
|
|
439
|
-
const gzipItems = [makeTestEvent('gzip-1'), makeTestEvent('gzip-2'), makeTestEvent('gzip-3')];
|
|
440
|
-
const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
|
|
441
|
-
const gzipEnvelope = await makeGzipCompressedEnvelope(gzipItems);
|
|
442
|
-
const records = [
|
|
443
|
-
makeSqsRecord(legacyEvent, 'msg-legacy'),
|
|
444
|
-
makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
|
|
445
|
-
makeSqsRecord({ messageBody: gzipEnvelope }, 'msg-gzip'),
|
|
446
|
-
];
|
|
447
|
-
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
448
|
-
expect(items).toHaveLength(6);
|
|
449
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
450
|
-
expect(stats.bundledSqsRecords).toBe(2);
|
|
451
|
-
expect(stats.totalItems).toBe(6);
|
|
452
|
-
expect(recordMap.get(items[0])).toBe('msg-legacy');
|
|
453
|
-
expect(recordMap.get(items[1])).toBe('msg-zstd');
|
|
454
|
-
expect(recordMap.get(items[2])).toBe('msg-zstd');
|
|
455
|
-
expect(recordMap.get(items[3])).toBe('msg-gzip');
|
|
456
|
-
expect(recordMap.get(items[4])).toBe('msg-gzip');
|
|
457
|
-
expect(recordMap.get(items[5])).toBe('msg-gzip');
|
|
458
|
-
});
|
|
459
|
-
});
|
|
460
|
-
describe('error handling', () => {
|
|
461
|
-
it('returns failed messageId for invalid JSON', async () => {
|
|
462
|
-
const records = [makeSqsRecord('not-valid-json{{{', 'msg-bad'), makeSqsRecord(makeTestEvent('good'), 'msg-good')];
|
|
463
|
-
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
464
|
-
expect(items).toHaveLength(1);
|
|
465
|
-
expect(items[0].eventId).toBe('good');
|
|
466
|
-
expect(failedMessageIds).toEqual(['msg-bad']);
|
|
467
|
-
expect(stats.failedRecords).toBe(1);
|
|
468
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
469
|
-
});
|
|
470
|
-
it('returns failed messageId for corrupt ZSTD compressed data', async () => {
|
|
471
|
-
const corruptEnvelope = {
|
|
472
|
-
v: 1,
|
|
473
|
-
c: CompressionAlgorithm.ZSTD,
|
|
474
|
-
n: 10,
|
|
475
|
-
p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
|
|
476
|
-
};
|
|
477
|
-
const records = [
|
|
478
|
-
makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt'),
|
|
479
|
-
makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
|
|
480
|
-
];
|
|
481
|
-
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
482
|
-
expect(items).toHaveLength(1);
|
|
483
|
-
expect(items[0].eventId).toBe('valid');
|
|
484
|
-
expect(failedMessageIds).toContain('msg-corrupt');
|
|
485
|
-
expect(stats.failedRecords).toBe(1);
|
|
486
|
-
});
|
|
487
|
-
it('returns failed messageId for corrupt GZIP compressed data', async () => {
|
|
488
|
-
const corruptEnvelope = {
|
|
489
|
-
v: 1,
|
|
490
|
-
c: CompressionAlgorithm.GZIP,
|
|
491
|
-
n: 10,
|
|
492
|
-
p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
|
|
493
|
-
};
|
|
494
|
-
const records = [
|
|
495
|
-
makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt-gzip'),
|
|
496
|
-
makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
|
|
497
|
-
];
|
|
498
|
-
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
499
|
-
expect(items).toHaveLength(1);
|
|
500
|
-
expect(items[0].eventId).toBe('valid');
|
|
501
|
-
expect(failedMessageIds).toContain('msg-corrupt-gzip');
|
|
502
|
-
expect(stats.failedRecords).toBe(1);
|
|
503
|
-
});
|
|
504
|
-
it('returns empty result for all failed records', async () => {
|
|
505
|
-
const records = [makeSqsRecord('invalid-1', 'msg-1'), makeSqsRecord('invalid-2', 'msg-2')];
|
|
506
|
-
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
507
|
-
expect(items).toHaveLength(0);
|
|
508
|
-
expect(failedMessageIds).toEqual(['msg-1', 'msg-2']);
|
|
509
|
-
expect(stats.failedRecords).toBe(2);
|
|
510
|
-
expect(stats.totalItems).toBe(0);
|
|
511
|
-
});
|
|
512
|
-
it('handles empty records array', async () => {
|
|
513
|
-
const { items, failedMessageIds, stats } = await unbundleRecords([]);
|
|
514
|
-
expect(items).toHaveLength(0);
|
|
515
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
516
|
-
expect(stats.totalRecords).toBe(0);
|
|
517
|
-
expect(stats.totalItems).toBe(0);
|
|
518
|
-
});
|
|
519
|
-
it('rejects ZSTD payload exceeding max decompressed size', async () => {
|
|
520
|
-
const largeItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
521
|
-
id: `item-${i}`,
|
|
522
|
-
data: 'x'.repeat(1000),
|
|
523
|
-
}));
|
|
524
|
-
const envelope = await makeCompressedEnvelope(largeItems);
|
|
525
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large');
|
|
526
|
-
const { failedMessageIds, stats } = await unbundleRecords([record], {
|
|
527
|
-
maxDecompressedSizeBytes: 100 * 1024,
|
|
528
|
-
});
|
|
529
|
-
expect(failedMessageIds).toContain('msg-too-large');
|
|
530
|
-
expect(stats.failedRecords).toBe(1);
|
|
531
|
-
});
|
|
532
|
-
it('rejects GZIP payload exceeding max decompressed size (post-decompress check)', async () => {
|
|
533
|
-
const largeItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
534
|
-
id: `item-${i}`,
|
|
535
|
-
data: 'x'.repeat(1000),
|
|
536
|
-
}));
|
|
537
|
-
const envelope = await makeGzipCompressedEnvelope(largeItems);
|
|
538
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large-gzip');
|
|
539
|
-
const { failedMessageIds, stats } = await unbundleRecords([record], {
|
|
540
|
-
maxDecompressedSizeBytes: 100 * 1024,
|
|
541
|
-
});
|
|
542
|
-
expect(failedMessageIds).toContain('msg-too-large-gzip');
|
|
543
|
-
expect(stats.failedRecords).toBe(1);
|
|
544
|
-
});
|
|
545
|
-
it('fails on invalid base64 in compressed payload', async () => {
|
|
546
|
-
const badEnvelope = {
|
|
547
|
-
v: 1,
|
|
548
|
-
c: CompressionAlgorithm.ZSTD,
|
|
549
|
-
n: 1,
|
|
550
|
-
s: 100,
|
|
551
|
-
p: '!!!not-valid-base64!!!',
|
|
552
|
-
};
|
|
553
|
-
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-base64');
|
|
554
|
-
const { failedMessageIds } = await unbundleRecords([record]);
|
|
555
|
-
expect(failedMessageIds).toContain('msg-bad-base64');
|
|
556
|
-
});
|
|
557
|
-
});
|
|
558
|
-
describe('bundle format edge cases', () => {
|
|
559
|
-
it('successfully unbundles even when n does not match actual item count', async () => {
|
|
560
|
-
const envelope = {
|
|
561
|
-
v: 1,
|
|
562
|
-
c: CompressionAlgorithm.NONE,
|
|
563
|
-
n: 5,
|
|
564
|
-
s: 50,
|
|
565
|
-
p: [makeTestEvent('1'), makeTestEvent('2')],
|
|
566
|
-
};
|
|
567
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
568
|
-
const { items } = await unbundleRecords([record]);
|
|
569
|
-
expect(items).toHaveLength(2);
|
|
570
|
-
});
|
|
571
|
-
it('treats envelope with unsupported version as legacy message', async () => {
|
|
572
|
-
const badEnvelope = { v: 99, c: 'none', n: 1, s: 10, p: [] };
|
|
573
|
-
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-version');
|
|
574
|
-
const { items, stats } = await unbundleRecords([record]);
|
|
575
|
-
expect(items).toHaveLength(1);
|
|
576
|
-
expect(items[0].v).toBe(99);
|
|
577
|
-
expect(stats.legacySqsRecords).toBe(1);
|
|
578
|
-
expect(stats.bundledSqsRecords).toBe(0);
|
|
579
|
-
});
|
|
580
|
-
});
|
|
581
|
-
describe('timeout protection', () => {
|
|
582
|
-
it('respects timeoutMs option for ZSTD', async () => {
|
|
583
|
-
const items = [makeTestEvent('1')];
|
|
584
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
585
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
586
|
-
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
587
|
-
timeoutMs: 5000,
|
|
588
|
-
});
|
|
589
|
-
expect(result).toHaveLength(1);
|
|
590
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
591
|
-
});
|
|
592
|
-
it('respects timeoutMs option for GZIP', async () => {
|
|
593
|
-
const items = [makeTestEvent('1')];
|
|
594
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
595
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
596
|
-
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
597
|
-
timeoutMs: 5000,
|
|
598
|
-
});
|
|
599
|
-
expect(result).toHaveLength(1);
|
|
600
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
601
|
-
});
|
|
602
|
-
it('passes timeoutMs through to decompression', async () => {
|
|
603
|
-
const items = [makeTestEvent('1')];
|
|
604
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
605
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
606
|
-
await expect(unbundleRecords([record], { timeoutMs: 30000 })).resolves.toBeDefined();
|
|
607
|
-
});
|
|
608
|
-
it('CompressionTimeoutError is properly exported', () => {
|
|
609
|
-
const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 5000);
|
|
610
|
-
expect(error).toBeInstanceOf(Error);
|
|
611
|
-
expect(error.name).toBe('CompressionTimeoutError');
|
|
612
|
-
expect(error.operation).toBe('decompress');
|
|
613
|
-
expect(error.timeoutMs).toBe(5000);
|
|
614
|
-
expect(error.message).toContain('timed out after 5000ms');
|
|
615
|
-
});
|
|
616
|
-
it('includes timeout info in failure logging for ZSTD', async () => {
|
|
617
|
-
const corruptEnvelope = {
|
|
618
|
-
v: 1,
|
|
619
|
-
c: CompressionAlgorithm.ZSTD,
|
|
620
|
-
n: 1,
|
|
621
|
-
s: 100,
|
|
622
|
-
p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
|
|
623
|
-
};
|
|
624
|
-
const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-timeout-test');
|
|
625
|
-
const { failedMessageIds } = await unbundleRecords([record], {
|
|
626
|
-
timeoutMs: 5000,
|
|
627
|
-
});
|
|
628
|
-
expect(failedMessageIds).toContain('msg-timeout-test');
|
|
629
|
-
});
|
|
630
|
-
it('includes timeout info in failure logging for GZIP', async () => {
|
|
631
|
-
const corruptEnvelope = {
|
|
632
|
-
v: 1,
|
|
633
|
-
c: CompressionAlgorithm.GZIP,
|
|
634
|
-
n: 1,
|
|
635
|
-
s: 100,
|
|
636
|
-
p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
|
|
637
|
-
};
|
|
638
|
-
const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-gzip-timeout-test');
|
|
639
|
-
const { failedMessageIds } = await unbundleRecords([record], {
|
|
640
|
-
timeoutMs: 5000,
|
|
641
|
-
});
|
|
642
|
-
expect(failedMessageIds).toContain('msg-gzip-timeout-test');
|
|
643
|
-
});
|
|
644
|
-
});
|
|
645
|
-
describe('end-to-end: producer bundle → consumer unbundle', () => {
|
|
646
|
-
it('simulates full bundle → unbundle flow with compression', async () => {
|
|
647
|
-
const producerItems = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, 'page_view', i * 1.5));
|
|
648
|
-
const envelope = await makeCompressedEnvelope(producerItems, 3);
|
|
649
|
-
const sqsMessageBody = { messageBody: envelope };
|
|
650
|
-
const consumerRecord = makeSqsRecord(sqsMessageBody, 'sqs-message-id-123');
|
|
651
|
-
const { items, recordMap, stats } = await unbundleRecords([consumerRecord]);
|
|
652
|
-
expect(items).toHaveLength(100);
|
|
653
|
-
expect(items[0]).toEqual({ eventId: 'event-0', name: 'page_view', value: 0 });
|
|
654
|
-
expect(items[99]).toEqual({ eventId: 'event-99', name: 'page_view', value: 148.5 });
|
|
655
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
656
|
-
expect(stats.legacySqsRecords).toBe(0);
|
|
657
|
-
expect(stats.totalItems).toBe(100);
|
|
658
|
-
for (const item of items) {
|
|
659
|
-
expect(recordMap.get(item)).toBe('sqs-message-id-123');
|
|
660
|
-
}
|
|
661
|
-
});
|
|
662
|
-
it('simulates mixed batch with legacy and bundled messages', async () => {
|
|
663
|
-
const legacyRecord1 = makeSqsRecord({ messageBody: makeTestEvent('legacy-1', 'purchase', 99.99) }, 'legacy-msg-1');
|
|
664
|
-
const legacyRecord2 = makeSqsRecord(makeTestEvent('legacy-2', 'add_to_cart', 29.99), 'legacy-msg-2');
|
|
665
|
-
const bundledItems = [
|
|
666
|
-
makeTestEvent('bundled-1', 'page_view'),
|
|
667
|
-
makeTestEvent('bundled-2', 'session_start'),
|
|
668
|
-
makeTestEvent('bundled-3', 'page_end'),
|
|
669
|
-
];
|
|
670
|
-
const envelope = await makeCompressedEnvelope(bundledItems);
|
|
671
|
-
const bundledRecord = makeSqsRecord({ messageBody: envelope }, 'bundled-msg-1');
|
|
672
|
-
const records = [legacyRecord1, bundledRecord, legacyRecord2];
|
|
673
|
-
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
674
|
-
expect(items).toHaveLength(5);
|
|
675
|
-
expect(stats.legacySqsRecords).toBe(2);
|
|
676
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
677
|
-
expect(stats.totalItems).toBe(5);
|
|
678
|
-
expect(recordMap.get(items[0])).toBe('legacy-msg-1');
|
|
679
|
-
expect(recordMap.get(items[1])).toBe('bundled-msg-1');
|
|
680
|
-
expect(recordMap.get(items[2])).toBe('bundled-msg-1');
|
|
681
|
-
expect(recordMap.get(items[3])).toBe('bundled-msg-1');
|
|
682
|
-
expect(recordMap.get(items[4])).toBe('legacy-msg-2');
|
|
683
|
-
});
|
|
684
|
-
});
|
|
685
|
-
describe('consumer edge cases - real sequences', () => {
|
|
686
|
-
it('handles 500 items in single compressed bundle with exact verification', async () => {
|
|
687
|
-
const originalItems = Array.from({ length: 500 }, (_, i) => ({
|
|
688
|
-
id: `item-${i}`,
|
|
689
|
-
name: `Event ${i}`,
|
|
690
|
-
data: { nested: { value: i * 1.5 } },
|
|
691
|
-
timestamp: Date.now() + i,
|
|
692
|
-
}));
|
|
693
|
-
const envelope = await makeCompressedEnvelope(originalItems);
|
|
694
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-500-items');
|
|
695
|
-
const { items, recordMap, stats } = await unbundleRecords([record]);
|
|
696
|
-
expect(items).toHaveLength(500);
|
|
697
|
-
expect(items[0]).toEqual(originalItems[0]);
|
|
698
|
-
expect(items[249]).toEqual(originalItems[249]);
|
|
699
|
-
expect(items[499]).toEqual(originalItems[499]);
|
|
700
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
701
|
-
expect(stats.totalItems).toBe(500);
|
|
702
|
-
for (let i = 0; i < 500; i++) {
|
|
703
|
-
expect(items[i].id).toBe(`item-${i}`);
|
|
704
|
-
expect(items[i].data.nested.value).toBe(i * 1.5);
|
|
705
|
-
}
|
|
706
|
-
for (const item of items) {
|
|
707
|
-
expect(recordMap.get(item)).toBe('msg-500-items');
|
|
708
|
-
}
|
|
709
|
-
});
|
|
710
|
-
it('handles multiple bundles in single batch with different item counts', async () => {
|
|
711
|
-
const counts = [10, 50, 100, 200, 300];
|
|
712
|
-
const records = [];
|
|
713
|
-
const expectedTotal = counts.reduce((sum, c) => sum + c, 0);
|
|
714
|
-
for (let bundleIdx = 0; bundleIdx < counts.length; bundleIdx++) {
|
|
715
|
-
const count = counts[bundleIdx];
|
|
716
|
-
const items = Array.from({ length: count }, (_, i) => ({
|
|
717
|
-
bundleId: bundleIdx,
|
|
718
|
-
itemIdx: i,
|
|
719
|
-
payload: `bundle-${bundleIdx}-item-${i}`,
|
|
720
|
-
}));
|
|
721
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
722
|
-
records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundle-${bundleIdx}`));
|
|
723
|
-
}
|
|
724
|
-
const { items, recordMap, stats } = await unbundleRecords(records);
|
|
725
|
-
expect(items).toHaveLength(expectedTotal);
|
|
726
|
-
expect(stats.totalItems).toBe(expectedTotal);
|
|
727
|
-
expect(stats.bundledSqsRecords).toBe(5);
|
|
728
|
-
expect(stats.legacySqsRecords).toBe(0);
|
|
729
|
-
expect(stats.failedRecords).toBe(0);
|
|
730
|
-
const itemsByBundle = new Map();
|
|
731
|
-
for (const item of items) {
|
|
732
|
-
const expectedMsgId = `msg-bundle-${item.bundleId}`;
|
|
733
|
-
expect(recordMap.get(item)).toBe(expectedMsgId);
|
|
734
|
-
itemsByBundle.set(item.bundleId, (itemsByBundle.get(item.bundleId) ?? 0) + 1);
|
|
735
|
-
}
|
|
736
|
-
expect(itemsByBundle.get(0)).toBe(10);
|
|
737
|
-
expect(itemsByBundle.get(1)).toBe(50);
|
|
738
|
-
expect(itemsByBundle.get(2)).toBe(100);
|
|
739
|
-
expect(itemsByBundle.get(3)).toBe(200);
|
|
740
|
-
expect(itemsByBundle.get(4)).toBe(300);
|
|
741
|
-
});
|
|
742
|
-
it('handles realistic 80% bundled / 20% legacy migration ratio', async () => {
|
|
743
|
-
const records = [];
|
|
744
|
-
const totalMessages = 100;
|
|
745
|
-
const bundledCount = 80;
|
|
746
|
-
const legacyCount = 20;
|
|
747
|
-
const itemsPerBundle = 25;
|
|
748
|
-
for (let i = 0; i < bundledCount; i++) {
|
|
749
|
-
const items = Array.from({ length: itemsPerBundle }, (_, j) => ({
|
|
750
|
-
type: 'bundled',
|
|
751
|
-
bundleIdx: i,
|
|
752
|
-
itemIdx: j,
|
|
753
|
-
}));
|
|
754
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
755
|
-
records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundled-${i}`));
|
|
756
|
-
}
|
|
757
|
-
for (let i = 0; i < legacyCount; i++) {
|
|
758
|
-
const legacyEvent = {
|
|
759
|
-
type: 'legacy',
|
|
760
|
-
legacyIdx: i,
|
|
761
|
-
itemIdx: 0,
|
|
762
|
-
};
|
|
763
|
-
records.push(makeSqsRecord(legacyEvent, `msg-legacy-${i}`));
|
|
764
|
-
}
|
|
765
|
-
const shuffled = [...records].sort(() => Math.random() - 0.5);
|
|
766
|
-
const { items, stats, recordMap } = await unbundleRecords(shuffled);
|
|
767
|
-
expect(stats.totalRecords).toBe(totalMessages);
|
|
768
|
-
expect(stats.bundledSqsRecords).toBe(bundledCount);
|
|
769
|
-
expect(stats.legacySqsRecords).toBe(legacyCount);
|
|
770
|
-
expect(stats.failedRecords).toBe(0);
|
|
771
|
-
expect(items).toHaveLength(bundledCount * itemsPerBundle + legacyCount);
|
|
772
|
-
expect(stats.totalItems).toBe(2020);
|
|
773
|
-
const bundledItems = items.filter((i) => i.type === 'bundled');
|
|
774
|
-
const legacyItems = items.filter((i) => i.type === 'legacy');
|
|
775
|
-
expect(bundledItems).toHaveLength(bundledCount * itemsPerBundle);
|
|
776
|
-
expect(legacyItems).toHaveLength(legacyCount);
|
|
777
|
-
for (const item of bundledItems) {
|
|
778
|
-
expect(recordMap.get(item)).toBe(`msg-bundled-${item.bundleIdx}`);
|
|
779
|
-
}
|
|
780
|
-
for (const item of legacyItems) {
|
|
781
|
-
expect(recordMap.get(item)).toBe(`msg-legacy-${item.legacyIdx}`);
|
|
782
|
-
}
|
|
783
|
-
});
|
|
784
|
-
it('preserves Unicode characters through ZSTD compression', async () => {
|
|
785
|
-
const unicodeItems = [
|
|
786
|
-
{
|
|
787
|
-
id: 'emoji',
|
|
788
|
-
content: '🎉🚀💻🌍✨ Party time!',
|
|
789
|
-
description: 'Emojis should survive compression',
|
|
790
|
-
},
|
|
791
|
-
{
|
|
792
|
-
id: 'chinese',
|
|
793
|
-
content: '中文测试:欢迎使用我们的服务',
|
|
794
|
-
description: 'Chinese characters',
|
|
795
|
-
},
|
|
796
|
-
{
|
|
797
|
-
id: 'arabic',
|
|
798
|
-
content: 'العربية: مرحبا بكم في خدمتنا',
|
|
799
|
-
description: 'Arabic text (RTL)',
|
|
800
|
-
},
|
|
801
|
-
{
|
|
802
|
-
id: 'math',
|
|
803
|
-
content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃',
|
|
804
|
-
description: 'Mathematical symbols',
|
|
805
|
-
},
|
|
806
|
-
{
|
|
807
|
-
id: 'mixed',
|
|
808
|
-
content: 'Hello 世界 🌏 مرحبا ∑ Привет',
|
|
809
|
-
description: 'Mixed scripts',
|
|
810
|
-
},
|
|
811
|
-
{
|
|
812
|
-
id: 'special',
|
|
813
|
-
content: '️️️️️️️️️️️️️️️️',
|
|
814
|
-
description: 'Unicode edge cases',
|
|
815
|
-
},
|
|
816
|
-
{
|
|
817
|
-
id: 'japanese',
|
|
818
|
-
content: 'こんにちは世界 ひらがな カタカナ 漢字',
|
|
819
|
-
description: 'Japanese hiragana, katakana, kanji',
|
|
820
|
-
},
|
|
821
|
-
{
|
|
822
|
-
id: 'korean',
|
|
823
|
-
content: '안녕하세요 세계',
|
|
824
|
-
description: 'Korean hangul',
|
|
825
|
-
},
|
|
826
|
-
{
|
|
827
|
-
id: 'cyrillic',
|
|
828
|
-
content: 'Привет мир! Это тест.',
|
|
829
|
-
description: 'Russian Cyrillic',
|
|
830
|
-
},
|
|
831
|
-
{
|
|
832
|
-
id: 'combining',
|
|
833
|
-
content: 'e\u0301 n\u0303 c\u0327',
|
|
834
|
-
description: 'Combining diacritical marks',
|
|
835
|
-
},
|
|
836
|
-
];
|
|
837
|
-
const envelope = await makeCompressedEnvelope(unicodeItems);
|
|
838
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-unicode');
|
|
839
|
-
const { items } = await unbundleRecords([record]);
|
|
840
|
-
expect(items).toHaveLength(unicodeItems.length);
|
|
841
|
-
for (let i = 0; i < unicodeItems.length; i++) {
|
|
842
|
-
expect(items[i].id).toBe(unicodeItems[i].id);
|
|
843
|
-
expect(items[i].content).toBe(unicodeItems[i].content);
|
|
844
|
-
expect(items[i].description).toBe(unicodeItems[i].description);
|
|
845
|
-
const originalBytes = Buffer.from(unicodeItems[i].content, 'utf8');
|
|
846
|
-
const recoveredBytes = Buffer.from(items[i].content, 'utf8');
|
|
847
|
-
expect(recoveredBytes.equals(originalBytes)).toBe(true);
|
|
848
|
-
}
|
|
849
|
-
});
|
|
850
|
-
it('preserves deeply nested structures (10 levels)', async () => {
|
|
851
|
-
function createDeepStructure(depth, maxDepth = 10) {
|
|
852
|
-
const node = {
|
|
853
|
-
level: depth,
|
|
854
|
-
data: `level-${depth}-data-${Math.random().toString(36).slice(2)}`,
|
|
855
|
-
};
|
|
856
|
-
if (depth < maxDepth) {
|
|
857
|
-
node.child = createDeepStructure(depth + 1, maxDepth);
|
|
858
|
-
node.siblings = [
|
|
859
|
-
createDeepStructure(depth + 1, Math.min(depth + 3, maxDepth)),
|
|
860
|
-
createDeepStructure(depth + 1, Math.min(depth + 2, maxDepth)),
|
|
861
|
-
];
|
|
862
|
-
}
|
|
863
|
-
return node;
|
|
864
|
-
}
|
|
865
|
-
const deepItems = Array.from({ length: 10 }, (_, i) => ({
|
|
866
|
-
id: `deep-${i}`,
|
|
867
|
-
nested: createDeepStructure(0, 10),
|
|
868
|
-
arrays: [[[[[['deeply', 'nested', 'array']]], [{ inner: { value: i } }]]]],
|
|
869
|
-
}));
|
|
870
|
-
const envelope = await makeCompressedEnvelope(deepItems);
|
|
871
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-deep');
|
|
872
|
-
const { items } = await unbundleRecords([record]);
|
|
873
|
-
expect(items).toHaveLength(10);
|
|
874
|
-
for (let i = 0; i < 10; i++) {
|
|
875
|
-
expect(JSON.stringify(items[i])).toBe(JSON.stringify(deepItems[i]));
|
|
876
|
-
expect(items[i].nested.level).toBe(0);
|
|
877
|
-
expect(items[i].nested.child?.level).toBe(1);
|
|
878
|
-
expect(items[i].nested.child?.child?.child?.level).toBe(3);
|
|
879
|
-
expect(items[i].arrays[0][0][0][0][0][0]).toBe('deeply');
|
|
880
|
-
}
|
|
881
|
-
});
|
|
882
|
-
it('handles binary-like string data (base64 encoded)', async () => {
|
|
883
|
-
const binaryItems = [
|
|
884
|
-
{
|
|
885
|
-
id: 'small-binary',
|
|
886
|
-
base64Data: Buffer.from('Small binary payload').toString('base64'),
|
|
887
|
-
size: 'small',
|
|
888
|
-
},
|
|
889
|
-
{
|
|
890
|
-
id: 'medium-binary',
|
|
891
|
-
base64Data: Buffer.from('x'.repeat(1000)).toString('base64'),
|
|
892
|
-
size: 'medium',
|
|
893
|
-
},
|
|
894
|
-
{
|
|
895
|
-
id: 'image-simulation',
|
|
896
|
-
base64Data: Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0xff, 0xd8, 0xff, 0xe0]).toString('base64'),
|
|
897
|
-
size: 'binary-header',
|
|
898
|
-
},
|
|
899
|
-
{
|
|
900
|
-
id: 'random-bytes',
|
|
901
|
-
base64Data: Buffer.from(Array.from({ length: 256 }, () => Math.floor(Math.random() * 256))).toString('base64'),
|
|
902
|
-
size: 'random',
|
|
903
|
-
},
|
|
904
|
-
{
|
|
905
|
-
id: 'all-byte-values',
|
|
906
|
-
base64Data: Buffer.from(Array.from({ length: 256 }, (_, i) => i)).toString('base64'),
|
|
907
|
-
size: 'full-range',
|
|
908
|
-
},
|
|
909
|
-
];
|
|
910
|
-
const envelope = await makeCompressedEnvelope(binaryItems);
|
|
911
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-binary');
|
|
912
|
-
const { items } = await unbundleRecords([record]);
|
|
913
|
-
expect(items).toHaveLength(binaryItems.length);
|
|
914
|
-
for (let i = 0; i < binaryItems.length; i++) {
|
|
915
|
-
expect(items[i].id).toBe(binaryItems[i].id);
|
|
916
|
-
expect(items[i].base64Data).toBe(binaryItems[i].base64Data);
|
|
917
|
-
const originalDecoded = Buffer.from(binaryItems[i].base64Data, 'base64');
|
|
918
|
-
const recoveredDecoded = Buffer.from(items[i].base64Data, 'base64');
|
|
919
|
-
expect(recoveredDecoded.equals(originalDecoded)).toBe(true);
|
|
920
|
-
}
|
|
921
|
-
});
|
|
922
|
-
it('handles concurrent unbundling stress test (100 records in parallel)', async () => {
|
|
923
|
-
const recordCount = 100;
|
|
924
|
-
const records = [];
|
|
925
|
-
for (let i = 0; i < recordCount; i++) {
|
|
926
|
-
const itemsInBundle = 10 + (i % 20);
|
|
927
|
-
const items = Array.from({ length: itemsInBundle }, (_, j) => ({
|
|
928
|
-
recordIdx: i,
|
|
929
|
-
itemIdx: j,
|
|
930
|
-
uniqueId: `r${i}-i${j}`,
|
|
931
|
-
timestamp: Date.now() + i * 1000 + j,
|
|
932
|
-
data: `payload-${i}-${j}-${Math.random().toString(36).slice(2)}`,
|
|
933
|
-
}));
|
|
934
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
935
|
-
records.push(makeSqsRecord({ messageBody: envelope }, `stress-msg-${i}`));
|
|
936
|
-
}
|
|
937
|
-
const startTime = Date.now();
|
|
938
|
-
const { items, recordMap, stats, failedMessageIds } = await unbundleRecords(records);
|
|
939
|
-
const duration = Date.now() - startTime;
|
|
940
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
941
|
-
expect(stats.failedRecords).toBe(0);
|
|
942
|
-
expect(stats.bundledSqsRecords).toBe(recordCount);
|
|
943
|
-
const seenUniqueIds = new Set();
|
|
944
|
-
for (const item of items) {
|
|
945
|
-
expect(seenUniqueIds.has(item.uniqueId)).toBe(false);
|
|
946
|
-
seenUniqueIds.add(item.uniqueId);
|
|
947
|
-
const expectedMsgId = `stress-msg-${item.recordIdx}`;
|
|
948
|
-
expect(recordMap.get(item)).toBe(expectedMsgId);
|
|
949
|
-
expect(item.itemIdx).toBeGreaterThanOrEqual(0);
|
|
950
|
-
expect(item.itemIdx).toBeLessThan(30);
|
|
951
|
-
}
|
|
952
|
-
const expectedTotal = Array.from({ length: recordCount }, (_, i) => 10 + (i % 20)).reduce((a, b) => a + b, 0);
|
|
953
|
-
expect(items).toHaveLength(expectedTotal);
|
|
954
|
-
expect(stats.totalItems).toBe(expectedTotal);
|
|
955
|
-
console.log(`Unbundled ${recordCount} records (${stats.totalItems} items) in ${duration}ms`);
|
|
956
|
-
});
|
|
957
|
-
it('handles items with all JSON primitive types', async () => {
|
|
958
|
-
const primitiveItems = [
|
|
959
|
-
{
|
|
960
|
-
id: 'primitives',
|
|
961
|
-
stringVal: 'hello',
|
|
962
|
-
numberVal: 42,
|
|
963
|
-
floatVal: 3.14159265359,
|
|
964
|
-
boolTrue: true,
|
|
965
|
-
boolFalse: false,
|
|
966
|
-
nullVal: null,
|
|
967
|
-
emptyString: '',
|
|
968
|
-
zero: 0,
|
|
969
|
-
negativeNum: -999,
|
|
970
|
-
largeNum: Number.MAX_SAFE_INTEGER,
|
|
971
|
-
smallNum: Number.MIN_SAFE_INTEGER,
|
|
972
|
-
scientificNotation: 1.23e10,
|
|
973
|
-
},
|
|
974
|
-
{
|
|
975
|
-
id: 'arrays',
|
|
976
|
-
emptyArray: [],
|
|
977
|
-
numberArray: [1, 2, 3],
|
|
978
|
-
mixedArray: [1, 'two', true, null],
|
|
979
|
-
nestedArray: [[1, 2], [3, 4], [[5]]],
|
|
980
|
-
},
|
|
981
|
-
{
|
|
982
|
-
id: 'objects',
|
|
983
|
-
emptyObject: {},
|
|
984
|
-
nestedObject: { a: { b: { c: 1 } } },
|
|
985
|
-
arrayOfObjects: [{ x: 1 }, { y: 2 }],
|
|
986
|
-
},
|
|
987
|
-
];
|
|
988
|
-
const envelope = await makeCompressedEnvelope(primitiveItems);
|
|
989
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-primitives');
|
|
990
|
-
const { items } = await unbundleRecords([record]);
|
|
991
|
-
expect(items).toHaveLength(3);
|
|
992
|
-
expect(JSON.stringify(items)).toBe(JSON.stringify(primitiveItems));
|
|
993
|
-
});
|
|
994
|
-
it('maintains item order across multiple bundles', async () => {
|
|
995
|
-
const records = [];
|
|
996
|
-
let globalIdx = 0;
|
|
997
|
-
for (let bundleIdx = 0; bundleIdx < 10; bundleIdx++) {
|
|
998
|
-
const itemCount = 10 + bundleIdx * 5;
|
|
999
|
-
const items = Array.from({ length: itemCount }, () => ({
|
|
1000
|
-
globalOrder: globalIdx++,
|
|
1001
|
-
bundle: bundleIdx,
|
|
1002
|
-
}));
|
|
1003
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
1004
|
-
records.push(makeSqsRecord({ messageBody: envelope }, `order-msg-${bundleIdx}`));
|
|
1005
|
-
}
|
|
1006
|
-
const { items } = await unbundleRecords(records);
|
|
1007
|
-
const bundleGroups = new Map();
|
|
1008
|
-
for (const item of items) {
|
|
1009
|
-
if (!bundleGroups.has(item.bundle)) {
|
|
1010
|
-
bundleGroups.set(item.bundle, []);
|
|
1011
|
-
}
|
|
1012
|
-
bundleGroups.get(item.bundle)?.push(item.globalOrder);
|
|
1013
|
-
}
|
|
1014
|
-
for (const [, orders] of bundleGroups) {
|
|
1015
|
-
for (let i = 1; i < orders.length; i++) {
|
|
1016
|
-
expect(orders[i]).toBeGreaterThan(orders[i - 1]);
|
|
1017
|
-
}
|
|
1018
|
-
}
|
|
1019
|
-
});
|
|
1020
|
-
it('handles edge case: single item bundles', async () => {
|
|
1021
|
-
const records = await Promise.all(Array.from({ length: 50 }, async (_, i) => {
|
|
1022
|
-
const items = [{ id: `single-${i}`, value: i }];
|
|
1023
|
-
const envelope = await makeCompressedEnvelope(items);
|
|
1024
|
-
return makeSqsRecord({ messageBody: envelope }, `single-msg-${i}`);
|
|
1025
|
-
}));
|
|
1026
|
-
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
1027
|
-
expect(items).toHaveLength(50);
|
|
1028
|
-
expect(stats.bundledSqsRecords).toBe(50);
|
|
1029
|
-
expect(stats.totalItems).toBe(50);
|
|
1030
|
-
for (let i = 0; i < 50; i++) {
|
|
1031
|
-
const item = items.find((x) => x.value === i);
|
|
1032
|
-
expect(item).toBeDefined();
|
|
1033
|
-
if (!item)
|
|
1034
|
-
throw new Error(`Expected item with value ${i} to be found`);
|
|
1035
|
-
expect(recordMap.get(item)).toMatch(/single-msg-\d+/);
|
|
1036
|
-
}
|
|
1037
|
-
});
|
|
1038
|
-
it('handles edge case: empty arrays in bundles', async () => {
|
|
1039
|
-
const emptyEnvelope = {
|
|
1040
|
-
v: 1,
|
|
1041
|
-
c: CompressionAlgorithm.NONE,
|
|
1042
|
-
n: 0,
|
|
1043
|
-
p: [],
|
|
1044
|
-
};
|
|
1045
|
-
const record = makeSqsRecord({ messageBody: emptyEnvelope }, 'msg-empty');
|
|
1046
|
-
const { items, stats } = await unbundleRecords([record]);
|
|
1047
|
-
expect(items).toHaveLength(0);
|
|
1048
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
1049
|
-
expect(stats.totalItems).toBe(0);
|
|
1050
|
-
});
|
|
1051
|
-
});
|
|
1052
|
-
describe('GZIP comprehensive tests', () => {
|
|
1053
|
-
describe('GZIP pre-decompression bomb protection', () => {
|
|
1054
|
-
it('rejects GZIP with fake ISIZE claiming huge size BEFORE decompression starts', async () => {
|
|
1055
|
-
const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
|
|
1056
|
-
const emptyDeflate = Buffer.from([0x03, 0x00]);
|
|
1057
|
-
const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
|
|
1058
|
-
const fakeIsize = Buffer.alloc(4);
|
|
1059
|
-
fakeIsize.writeUInt32LE(100 * 1024 * 1024, 0);
|
|
1060
|
-
const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
|
|
1061
|
-
const base64 = fakeGzip.toString('base64');
|
|
1062
|
-
const bombEnvelope = {
|
|
1063
|
-
v: 1,
|
|
1064
|
-
c: CompressionAlgorithm.GZIP,
|
|
1065
|
-
n: 1,
|
|
1066
|
-
s: 100,
|
|
1067
|
-
p: base64,
|
|
1068
|
-
};
|
|
1069
|
-
const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-gzip-bomb');
|
|
1070
|
-
const { failedMessageIds, stats } = await unbundleRecords([record], {
|
|
1071
|
-
maxDecompressedSizeBytes: 10 * 1024 * 1024,
|
|
1072
|
-
});
|
|
1073
|
-
expect(failedMessageIds).toContain('msg-gzip-bomb');
|
|
1074
|
-
expect(stats.failedRecords).toBe(1);
|
|
1075
|
-
});
|
|
1076
|
-
it('allows GZIP with ISIZE within limit', async () => {
|
|
1077
|
-
const items = [makeTestEvent('valid-1')];
|
|
1078
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1079
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-gzip-valid');
|
|
1080
|
-
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
1081
|
-
maxDecompressedSizeBytes: 10 * 1024 * 1024,
|
|
1082
|
-
});
|
|
1083
|
-
expect(result).toHaveLength(1);
|
|
1084
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
1085
|
-
});
|
|
1086
|
-
it('pre-check catches bomb even when ISIZE is exactly at limit + 1', async () => {
|
|
1087
|
-
const limit = 1000;
|
|
1088
|
-
const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
|
|
1089
|
-
const emptyDeflate = Buffer.from([0x03, 0x00]);
|
|
1090
|
-
const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
|
|
1091
|
-
const fakeIsize = Buffer.alloc(4);
|
|
1092
|
-
fakeIsize.writeUInt32LE(limit + 1, 0);
|
|
1093
|
-
const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
|
|
1094
|
-
const base64 = fakeGzip.toString('base64');
|
|
1095
|
-
const bombEnvelope = {
|
|
1096
|
-
v: 1,
|
|
1097
|
-
c: CompressionAlgorithm.GZIP,
|
|
1098
|
-
n: 1,
|
|
1099
|
-
s: 100,
|
|
1100
|
-
p: base64,
|
|
1101
|
-
};
|
|
1102
|
-
const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-boundary-bomb');
|
|
1103
|
-
const { failedMessageIds } = await unbundleRecords([record], {
|
|
1104
|
-
maxDecompressedSizeBytes: limit,
|
|
1105
|
-
});
|
|
1106
|
-
expect(failedMessageIds).toContain('msg-boundary-bomb');
|
|
1107
|
-
});
|
|
1108
|
-
});
|
|
1109
|
-
describe('empty GZIP bundle', () => {
|
|
1110
|
-
it('unbundles empty GZIP compressed array', async () => {
|
|
1111
|
-
const envelope = await makeGzipCompressedEnvelope([]);
|
|
1112
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-empty-gzip');
|
|
1113
|
-
const { items, stats } = await unbundleRecords([record]);
|
|
1114
|
-
expect(items).toHaveLength(0);
|
|
1115
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
1116
|
-
expect(stats.totalItems).toBe(0);
|
|
1117
|
-
});
|
|
1118
|
-
});
|
|
1119
|
-
describe('Unicode characters in GZIP payload', () => {
|
|
1120
|
-
it('preserves emoji through GZIP compression', async () => {
|
|
1121
|
-
const items = [
|
|
1122
|
-
{ eventId: 'emoji-1', content: '🎉🚀💻🌍✨' },
|
|
1123
|
-
{ eventId: 'emoji-2', content: '👋🏽👨👩👧👦🏳️🌈' },
|
|
1124
|
-
];
|
|
1125
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1126
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
1127
|
-
const { items: result } = await unbundleRecords([record]);
|
|
1128
|
-
expect(result).toHaveLength(2);
|
|
1129
|
-
expect(result[0].content).toBe('🎉🚀💻🌍✨');
|
|
1130
|
-
expect(result[1].content).toBe('👋🏽👨👩👧👦🏳️🌈');
|
|
1131
|
-
});
|
|
1132
|
-
it('preserves CJK characters through GZIP compression', async () => {
|
|
1133
|
-
const items = [
|
|
1134
|
-
{ eventId: 'cjk-1', content: '中文测试:欢迎使用' },
|
|
1135
|
-
{ eventId: 'cjk-2', content: 'こんにちは世界 ひらがな カタカナ' },
|
|
1136
|
-
{ eventId: 'cjk-3', content: '안녕하세요 세계' },
|
|
1137
|
-
];
|
|
1138
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1139
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
1140
|
-
const { items: result } = await unbundleRecords([record]);
|
|
1141
|
-
expect(result).toHaveLength(3);
|
|
1142
|
-
expect(result[0].content).toBe('中文测试:欢迎使用');
|
|
1143
|
-
expect(result[1].content).toBe('こんにちは世界 ひらがな カタカナ');
|
|
1144
|
-
expect(result[2].content).toBe('안녕하세요 세계');
|
|
1145
|
-
});
|
|
1146
|
-
it('preserves special characters and mixed scripts through GZIP compression', async () => {
|
|
1147
|
-
const items = [
|
|
1148
|
-
{ eventId: 'special-1', content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃' },
|
|
1149
|
-
{ eventId: 'special-2', content: 'العربية: مرحبا بكم' },
|
|
1150
|
-
{ eventId: 'mixed', content: 'Hello 世界 🌏 مرحبا Привет' },
|
|
1151
|
-
{ eventId: 'combining', content: 'e\u0301 n\u0303 c\u0327' },
|
|
1152
|
-
];
|
|
1153
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1154
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
1155
|
-
const { items: result } = await unbundleRecords([record]);
|
|
1156
|
-
expect(result).toHaveLength(4);
|
|
1157
|
-
for (let i = 0; i < items.length; i++) {
|
|
1158
|
-
expect(result[i].content).toBe(items[i].content);
|
|
1159
|
-
const originalBytes = Buffer.from(items[i].content, 'utf8');
|
|
1160
|
-
const recoveredBytes = Buffer.from(result[i].content, 'utf8');
|
|
1161
|
-
expect(recoveredBytes.equals(originalBytes)).toBe(true);
|
|
1162
|
-
}
|
|
1163
|
-
});
|
|
1164
|
-
});
|
|
1165
|
-
describe('GZIP with invalid magic bytes', () => {
|
|
1166
|
-
it('fails gracefully for buffer with wrong magic bytes', async () => {
|
|
1167
|
-
const wrongMagic = Buffer.from([0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
|
|
1168
|
-
const filler = Buffer.alloc(10);
|
|
1169
|
-
const invalidGzip = Buffer.concat([wrongMagic, filler]);
|
|
1170
|
-
const base64 = invalidGzip.toString('base64');
|
|
1171
|
-
const badEnvelope = {
|
|
1172
|
-
v: 1,
|
|
1173
|
-
c: CompressionAlgorithm.GZIP,
|
|
1174
|
-
n: 1,
|
|
1175
|
-
s: 100,
|
|
1176
|
-
p: base64,
|
|
1177
|
-
};
|
|
1178
|
-
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-wrong-magic');
|
|
1179
|
-
const { failedMessageIds } = await unbundleRecords([record]);
|
|
1180
|
-
expect(failedMessageIds).toContain('msg-wrong-magic');
|
|
1181
|
-
});
|
|
1182
|
-
it('fails gracefully for buffer starting with valid magic but corrupted data', async () => {
|
|
1183
|
-
const validMagic = Buffer.from([0x1f, 0x8b]);
|
|
1184
|
-
const garbage = Buffer.from('this is not valid gzip data after magic');
|
|
1185
|
-
const invalidGzip = Buffer.concat([validMagic, garbage]);
|
|
1186
|
-
const base64 = invalidGzip.toString('base64');
|
|
1187
|
-
const badEnvelope = {
|
|
1188
|
-
v: 1,
|
|
1189
|
-
c: CompressionAlgorithm.GZIP,
|
|
1190
|
-
n: 1,
|
|
1191
|
-
s: 100,
|
|
1192
|
-
p: base64,
|
|
1193
|
-
};
|
|
1194
|
-
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-corrupt-gzip');
|
|
1195
|
-
const { failedMessageIds } = await unbundleRecords([record]);
|
|
1196
|
-
expect(failedMessageIds).toContain('msg-corrupt-gzip');
|
|
1197
|
-
});
|
|
1198
|
-
});
|
|
1199
|
-
describe('GZIP minimum size edge cases', () => {
|
|
1200
|
-
it('handles buffer exactly 18 bytes (minimum valid)', async () => {
|
|
1201
|
-
const minBuffer = Buffer.alloc(18);
|
|
1202
|
-
minBuffer[0] = 0x1f;
|
|
1203
|
-
minBuffer[1] = 0x8b;
|
|
1204
|
-
const size = getGzipUncompressedSize(minBuffer);
|
|
1205
|
-
expect(size).toBe(0);
|
|
1206
|
-
});
|
|
1207
|
-
it('returns undefined for buffer exactly 17 bytes (too small)', async () => {
|
|
1208
|
-
const tooSmall = Buffer.alloc(17);
|
|
1209
|
-
tooSmall[0] = 0x1f;
|
|
1210
|
-
tooSmall[1] = 0x8b;
|
|
1211
|
-
const size = getGzipUncompressedSize(tooSmall);
|
|
1212
|
-
expect(size).toBeUndefined();
|
|
1213
|
-
});
|
|
1214
|
-
it('fails gracefully for 17-byte GZIP envelope', async () => {
|
|
1215
|
-
const tooSmall = Buffer.alloc(17);
|
|
1216
|
-
tooSmall[0] = 0x1f;
|
|
1217
|
-
tooSmall[1] = 0x8b;
|
|
1218
|
-
const base64 = tooSmall.toString('base64');
|
|
1219
|
-
const badEnvelope = {
|
|
1220
|
-
v: 1,
|
|
1221
|
-
c: CompressionAlgorithm.GZIP,
|
|
1222
|
-
n: 1,
|
|
1223
|
-
s: 100,
|
|
1224
|
-
p: base64,
|
|
1225
|
-
};
|
|
1226
|
-
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-too-small');
|
|
1227
|
-
const { failedMessageIds } = await unbundleRecords([record]);
|
|
1228
|
-
expect(failedMessageIds).toContain('msg-too-small');
|
|
1229
|
-
});
|
|
1230
|
-
});
|
|
1231
|
-
describe('GZIP timeout protection', () => {
|
|
1232
|
-
it('CompressionTimeoutError has correct properties', () => {
|
|
1233
|
-
const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 100);
|
|
1234
|
-
expect(error).toBeInstanceOf(Error);
|
|
1235
|
-
expect(error.name).toBe('CompressionTimeoutError');
|
|
1236
|
-
expect(error.operation).toBe('decompress');
|
|
1237
|
-
expect(error.timeoutMs).toBe(100);
|
|
1238
|
-
expect(error.message).toContain('timed out after 100ms');
|
|
1239
|
-
});
|
|
1240
|
-
it('GZIP decompression respects timeout option', async () => {
|
|
1241
|
-
const items = [makeTestEvent('timeout-test')];
|
|
1242
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1243
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
1244
|
-
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
1245
|
-
timeoutMs: 10000,
|
|
1246
|
-
});
|
|
1247
|
-
expect(result).toHaveLength(1);
|
|
1248
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
1249
|
-
});
|
|
1250
|
-
});
|
|
1251
|
-
describe('large GZIP near SQS limit', () => {
|
|
1252
|
-
it('decompresses large GZIP bundle near 256KB compressed', async () => {
|
|
1253
|
-
const items = Array.from({ length: 200 }, (_, i) => ({
|
|
1254
|
-
eventId: `large-${i}`,
|
|
1255
|
-
name: 'page_view',
|
|
1256
|
-
data: `repeated-content-for-compression-${i}-`.repeat(50),
|
|
1257
|
-
value: i * 1.5,
|
|
1258
|
-
}));
|
|
1259
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1260
|
-
const compressedSize = Buffer.byteLength(JSON.stringify(envelope.p), 'utf8');
|
|
1261
|
-
console.log(`Large GZIP test: compressed payload ~${Math.round(compressedSize / 1024)}KB`);
|
|
1262
|
-
const record = makeSqsRecord({ messageBody: envelope }, 'msg-large-gzip');
|
|
1263
|
-
const { items: result, failedMessageIds } = await unbundleRecords([record]);
|
|
1264
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
1265
|
-
expect(result).toHaveLength(200);
|
|
1266
|
-
expect(result[0].eventId).toBe('large-0');
|
|
1267
|
-
expect(result[199].eventId).toBe('large-199');
|
|
1268
|
-
});
|
|
1269
|
-
it('handles GZIP with maximum decompressed size exactly at limit', async () => {
|
|
1270
|
-
const items = [{ eventId: 'boundary', data: 'x'.repeat(5000) }];
|
|
1271
|
-
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1272
|
-
const record = makeSqsRecord({ messageBody: envelope });
|
|
1273
|
-
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
1274
|
-
maxDecompressedSizeBytes: 10 * 1024,
|
|
1275
|
-
});
|
|
1276
|
-
expect(failedMessageIds).toHaveLength(0);
|
|
1277
|
-
expect(result).toHaveLength(1);
|
|
1278
|
-
});
|
|
1279
|
-
});
|
|
1280
|
-
});
|
|
1281
|
-
});
|
|
1282
|
-
describe('getGzipUncompressedSize', () => {
|
|
1283
|
-
it('returns correct size for valid GZIP', async () => {
|
|
1284
|
-
const originalData = 'Hello, World! This is a test.';
|
|
1285
|
-
const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
|
|
1286
|
-
const size = getGzipUncompressedSize(compressed);
|
|
1287
|
-
expect(size).toBe(Buffer.byteLength(originalData, 'utf8'));
|
|
1288
|
-
});
|
|
1289
|
-
it('returns correct size for larger payload', async () => {
|
|
1290
|
-
const originalData = 'x'.repeat(10000);
|
|
1291
|
-
const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
|
|
1292
|
-
const size = getGzipUncompressedSize(compressed);
|
|
1293
|
-
expect(size).toBe(10000);
|
|
1294
|
-
});
|
|
1295
|
-
it('returns undefined for buffer too small', () => {
|
|
1296
|
-
const tooSmall = Buffer.alloc(17);
|
|
1297
|
-
tooSmall[0] = 0x1f;
|
|
1298
|
-
tooSmall[1] = 0x8b;
|
|
1299
|
-
expect(getGzipUncompressedSize(tooSmall)).toBeUndefined();
|
|
1300
|
-
});
|
|
1301
|
-
it('returns undefined for wrong magic bytes', () => {
|
|
1302
|
-
const wrongMagic = Buffer.alloc(20);
|
|
1303
|
-
wrongMagic[0] = 0x00;
|
|
1304
|
-
wrongMagic[1] = 0x00;
|
|
1305
|
-
expect(getGzipUncompressedSize(wrongMagic)).toBeUndefined();
|
|
1306
|
-
});
|
|
1307
|
-
it('returns undefined for empty buffer', () => {
|
|
1308
|
-
expect(getGzipUncompressedSize(Buffer.alloc(0))).toBeUndefined();
|
|
1309
|
-
});
|
|
1310
|
-
it('returns undefined for single byte buffer', () => {
|
|
1311
|
-
expect(getGzipUncompressedSize(Buffer.from([0x1f]))).toBeUndefined();
|
|
1312
|
-
});
|
|
1313
|
-
it('returns undefined for buffer with only magic bytes', () => {
|
|
1314
|
-
expect(getGzipUncompressedSize(Buffer.from([0x1f, 0x8b]))).toBeUndefined();
|
|
1315
|
-
});
|
|
1316
|
-
it('returns 0 for GZIP with ISIZE = 0', () => {
|
|
1317
|
-
const buffer = Buffer.alloc(18);
|
|
1318
|
-
buffer[0] = 0x1f;
|
|
1319
|
-
buffer[1] = 0x8b;
|
|
1320
|
-
const size = getGzipUncompressedSize(buffer);
|
|
1321
|
-
expect(size).toBe(0);
|
|
1322
|
-
});
|
|
1323
|
-
it('reads ISIZE correctly as little-endian', async () => {
|
|
1324
|
-
const buffer = Buffer.alloc(18);
|
|
1325
|
-
buffer[0] = 0x1f;
|
|
1326
|
-
buffer[1] = 0x8b;
|
|
1327
|
-
buffer.writeUInt32LE(0x12345678, 14);
|
|
1328
|
-
const size = getGzipUncompressedSize(buffer);
|
|
1329
|
-
expect(size).toBe(0x12345678);
|
|
1330
|
-
});
|
|
1331
|
-
it('handles maximum 32-bit ISIZE value', () => {
|
|
1332
|
-
const buffer = Buffer.alloc(18);
|
|
1333
|
-
buffer[0] = 0x1f;
|
|
1334
|
-
buffer[1] = 0x8b;
|
|
1335
|
-
buffer.writeUInt32LE(0xffffffff, 14);
|
|
1336
|
-
const size = getGzipUncompressedSize(buffer);
|
|
1337
|
-
expect(size).toBe(0xffffffff);
|
|
1338
|
-
});
|
|
1339
|
-
it('correctly extracts size from real GZIP data', async () => {
|
|
1340
|
-
const testSizes = [1, 10, 100, 1000, 50000];
|
|
1341
|
-
for (const testSize of testSizes) {
|
|
1342
|
-
const originalData = 'a'.repeat(testSize);
|
|
1343
|
-
const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
|
|
1344
|
-
const size = getGzipUncompressedSize(compressed);
|
|
1345
|
-
expect(size).toBe(testSize);
|
|
1346
|
-
}
|
|
1347
|
-
});
|
|
1348
|
-
it('handles JSON array compression correctly', async () => {
|
|
1349
|
-
const items = [{ id: 1 }, { id: 2 }, { id: 3 }];
|
|
1350
|
-
const json = JSON.stringify(items);
|
|
1351
|
-
const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
|
|
1352
|
-
const size = getGzipUncompressedSize(compressed);
|
|
1353
|
-
expect(size).toBe(Buffer.byteLength(json, 'utf8'));
|
|
1354
|
-
});
|
|
1355
|
-
});
|
|
1
|
+
import { unbundleRecords, unbundleMessage, isBundledEnvelope } from '../../clients/generic/sqs-unbundle';
|
|
2
|
+
import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
|
|
3
|
+
import { compress, CompressionTimeoutError, CompressionOperation, getGzipUncompressedSize, } from '../../utils/compression';
|
|
4
|
+
import { gzip } from 'node:zlib';
|
|
5
|
+
import { promisify } from 'node:util';
|
|
6
|
+
const gzipAsync = promisify(gzip);
|
|
7
|
+
jest.mock('../../helpers/logging-helper', () => ({
|
|
8
|
+
Logger: {
|
|
9
|
+
debug: jest.fn(),
|
|
10
|
+
info: jest.fn(),
|
|
11
|
+
warn: jest.fn(),
|
|
12
|
+
error: jest.fn(),
|
|
13
|
+
},
|
|
14
|
+
}));
|
|
15
|
+
function makeTestEvent(id, name = 'test_event', value) {
|
|
16
|
+
return { eventId: id, name, value };
|
|
17
|
+
}
|
|
18
|
+
function makeSqsRecord(body, messageId = 'msg-1') {
|
|
19
|
+
return {
|
|
20
|
+
messageId,
|
|
21
|
+
body: typeof body === 'string' ? body : JSON.stringify(body),
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
function makeBundledEnvelope(items) {
|
|
25
|
+
return {
|
|
26
|
+
v: 1,
|
|
27
|
+
c: CompressionAlgorithm.NONE,
|
|
28
|
+
n: items.length,
|
|
29
|
+
s: JSON.stringify(items).length,
|
|
30
|
+
p: items,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
async function makeCompressedEnvelope(items, level = 3) {
|
|
34
|
+
const json = JSON.stringify(items);
|
|
35
|
+
const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, level);
|
|
36
|
+
const base64 = compressed.toString('base64');
|
|
37
|
+
return {
|
|
38
|
+
v: 1,
|
|
39
|
+
c: CompressionAlgorithm.ZSTD,
|
|
40
|
+
n: items.length,
|
|
41
|
+
s: json.length,
|
|
42
|
+
p: base64,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
async function makeGzipCompressedEnvelope(items) {
|
|
46
|
+
const json = JSON.stringify(items);
|
|
47
|
+
const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
|
|
48
|
+
const base64 = compressed.toString('base64');
|
|
49
|
+
return {
|
|
50
|
+
v: 1,
|
|
51
|
+
c: CompressionAlgorithm.GZIP,
|
|
52
|
+
n: items.length,
|
|
53
|
+
s: json.length,
|
|
54
|
+
p: base64,
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
describe('isBundledEnvelope', () => {
|
|
58
|
+
it('returns true for valid bundled envelope with NONE compression', () => {
|
|
59
|
+
const envelope = makeBundledEnvelope([makeTestEvent('1')]);
|
|
60
|
+
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
61
|
+
});
|
|
62
|
+
it('returns true for valid bundled envelope with ZSTD compression', async () => {
|
|
63
|
+
const envelope = await makeCompressedEnvelope([makeTestEvent('1')]);
|
|
64
|
+
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
65
|
+
});
|
|
66
|
+
it('returns false for null', () => {
|
|
67
|
+
expect(isBundledEnvelope(null)).toBe(false);
|
|
68
|
+
});
|
|
69
|
+
it('returns false for undefined', () => {
|
|
70
|
+
expect(isBundledEnvelope(undefined)).toBe(false);
|
|
71
|
+
});
|
|
72
|
+
it('returns false for plain object (legacy message)', () => {
|
|
73
|
+
expect(isBundledEnvelope(makeTestEvent('1'))).toBe(false);
|
|
74
|
+
});
|
|
75
|
+
it('returns false for wrong version', () => {
|
|
76
|
+
const envelope = { v: 2, c: 'none', n: 1, p: [] };
|
|
77
|
+
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
78
|
+
});
|
|
79
|
+
it('returns true for valid bundled envelope with GZIP compression', async () => {
|
|
80
|
+
const envelope = await makeGzipCompressedEnvelope([makeTestEvent('1')]);
|
|
81
|
+
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
82
|
+
});
|
|
83
|
+
it('returns false for invalid compression algorithm', () => {
|
|
84
|
+
const envelope = { v: 1, c: 'lz4', n: 1, p: [] };
|
|
85
|
+
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
86
|
+
});
|
|
87
|
+
it('returns false for missing count', () => {
|
|
88
|
+
const envelope = { v: 1, c: 'none', p: [] };
|
|
89
|
+
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
90
|
+
});
|
|
91
|
+
it('returns false for missing payload', () => {
|
|
92
|
+
const envelope = { v: 1, c: 'none', n: 1 };
|
|
93
|
+
expect(isBundledEnvelope(envelope)).toBe(false);
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
describe('unbundleMessage', () => {
|
|
97
|
+
it('unbundles NONE compression envelope', async () => {
|
|
98
|
+
const items = [makeTestEvent('1'), makeTestEvent('2')];
|
|
99
|
+
const envelope = makeBundledEnvelope(items);
|
|
100
|
+
const result = await unbundleMessage(envelope);
|
|
101
|
+
expect(result).toHaveLength(2);
|
|
102
|
+
expect(result[0].eventId).toBe('1');
|
|
103
|
+
expect(result[1].eventId).toBe('2');
|
|
104
|
+
});
|
|
105
|
+
it('unbundles ZSTD compressed envelope', async () => {
|
|
106
|
+
const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
|
|
107
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
108
|
+
const result = await unbundleMessage(envelope);
|
|
109
|
+
expect(result).toHaveLength(3);
|
|
110
|
+
expect(result[0].eventId).toBe('1');
|
|
111
|
+
expect(result[1].eventId).toBe('2');
|
|
112
|
+
expect(result[2].eventId).toBe('3');
|
|
113
|
+
});
|
|
114
|
+
it('unbundles large batches with ZSTD compression', async () => {
|
|
115
|
+
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
|
|
116
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
117
|
+
const result = await unbundleMessage(envelope);
|
|
118
|
+
expect(result).toHaveLength(500);
|
|
119
|
+
expect(result[0].eventId).toBe('event-0');
|
|
120
|
+
expect(result[499].eventId).toBe('event-499');
|
|
121
|
+
});
|
|
122
|
+
it('throws on unsupported bundle version', async () => {
|
|
123
|
+
const envelope = { v: 99, c: 'none', n: 1, p: [] };
|
|
124
|
+
await expect(unbundleMessage(envelope)).rejects.toThrow('Unsupported bundle version: 99');
|
|
125
|
+
});
|
|
126
|
+
it('throws on invalid payload type for NONE compression', async () => {
|
|
127
|
+
const envelope = { v: 1, c: 'none', n: 1, p: 'not-an-array' };
|
|
128
|
+
await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: NONE compression but payload is not an array');
|
|
129
|
+
});
|
|
130
|
+
it('throws on invalid payload type for ZSTD compression', async () => {
|
|
131
|
+
const envelope = { v: 1, c: 'zstd', n: 1, p: [] };
|
|
132
|
+
await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: zstd compression but payload is not a string');
|
|
133
|
+
});
|
|
134
|
+
it('unbundles GZIP compressed envelope', async () => {
|
|
135
|
+
const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
|
|
136
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
137
|
+
const result = await unbundleMessage(envelope);
|
|
138
|
+
expect(result).toHaveLength(3);
|
|
139
|
+
expect(result[0].eventId).toBe('1');
|
|
140
|
+
expect(result[1].eventId).toBe('2');
|
|
141
|
+
expect(result[2].eventId).toBe('3');
|
|
142
|
+
});
|
|
143
|
+
it('unbundles large batches with GZIP compression', async () => {
|
|
144
|
+
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
|
|
145
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
146
|
+
const result = await unbundleMessage(envelope);
|
|
147
|
+
expect(result).toHaveLength(500);
|
|
148
|
+
expect(result[0].eventId).toBe('event-0');
|
|
149
|
+
expect(result[499].eventId).toBe('event-499');
|
|
150
|
+
});
|
|
151
|
+
it('throws on invalid payload type for GZIP compression', async () => {
|
|
152
|
+
const envelope = { v: 1, c: 'gzip', n: 1, p: [] };
|
|
153
|
+
await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: gzip compression but payload is not a string');
|
|
154
|
+
});
|
|
155
|
+
});
|
|
156
|
+
describe('unbundleRecords', () => {
|
|
157
|
+
describe('legacy (non-bundled) messages', () => {
|
|
158
|
+
it('parses raw JSON message', async () => {
|
|
159
|
+
const event = makeTestEvent('raw-1', 'purchase');
|
|
160
|
+
const record = makeSqsRecord(event);
|
|
161
|
+
const { items, stats, failedMessageIds } = await unbundleRecords([record]);
|
|
162
|
+
expect(items).toHaveLength(1);
|
|
163
|
+
expect(items[0].eventId).toBe('raw-1');
|
|
164
|
+
expect(items[0].name).toBe('purchase');
|
|
165
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
166
|
+
expect(stats.bundledSqsRecords).toBe(0);
|
|
167
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
168
|
+
});
|
|
169
|
+
it('parses wrapped messageBody format', async () => {
|
|
170
|
+
const event = makeTestEvent('wrapped-1');
|
|
171
|
+
const record = makeSqsRecord({ messageBody: event });
|
|
172
|
+
const { items, stats } = await unbundleRecords([record]);
|
|
173
|
+
expect(items).toHaveLength(1);
|
|
174
|
+
expect(items[0].eventId).toBe('wrapped-1');
|
|
175
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
176
|
+
});
|
|
177
|
+
it('handles multiple legacy records', async () => {
|
|
178
|
+
const records = [
|
|
179
|
+
makeSqsRecord(makeTestEvent('1'), 'msg-1'),
|
|
180
|
+
makeSqsRecord(makeTestEvent('2'), 'msg-2'),
|
|
181
|
+
makeSqsRecord(makeTestEvent('3'), 'msg-3'),
|
|
182
|
+
];
|
|
183
|
+
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
184
|
+
expect(items).toHaveLength(3);
|
|
185
|
+
expect(stats.legacySqsRecords).toBe(3);
|
|
186
|
+
expect(stats.totalItems).toBe(3);
|
|
187
|
+
expect(recordMap.get(items[0])).toBe('msg-1');
|
|
188
|
+
expect(recordMap.get(items[1])).toBe('msg-2');
|
|
189
|
+
expect(recordMap.get(items[2])).toBe('msg-3');
|
|
190
|
+
});
|
|
191
|
+
});
|
|
192
|
+
describe('bundled messages (NONE compression)', () => {
|
|
193
|
+
it('unbundles wrapped messageBody envelope', async () => {
|
|
194
|
+
const items = [makeTestEvent('b1'), makeTestEvent('b2')];
|
|
195
|
+
const envelope = makeBundledEnvelope(items);
|
|
196
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
197
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
198
|
+
expect(result).toHaveLength(2);
|
|
199
|
+
expect(result[0].eventId).toBe('b1');
|
|
200
|
+
expect(result[1].eventId).toBe('b2');
|
|
201
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
202
|
+
expect(stats.legacySqsRecords).toBe(0);
|
|
203
|
+
});
|
|
204
|
+
it('unbundles raw envelope (not wrapped)', async () => {
|
|
205
|
+
const items = [makeTestEvent('r1'), makeTestEvent('r2')];
|
|
206
|
+
const envelope = makeBundledEnvelope(items);
|
|
207
|
+
const record = makeSqsRecord(envelope);
|
|
208
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
209
|
+
expect(result).toHaveLength(2);
|
|
210
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
211
|
+
});
|
|
212
|
+
it('maps all items from bundle to same messageId', async () => {
|
|
213
|
+
const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
|
|
214
|
+
const envelope = makeBundledEnvelope(items);
|
|
215
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'bundle-msg-1');
|
|
216
|
+
const { items: result, recordMap } = await unbundleRecords([record]);
|
|
217
|
+
expect(result).toHaveLength(3);
|
|
218
|
+
expect(recordMap.get(result[0])).toBe('bundle-msg-1');
|
|
219
|
+
expect(recordMap.get(result[1])).toBe('bundle-msg-1');
|
|
220
|
+
expect(recordMap.get(result[2])).toBe('bundle-msg-1');
|
|
221
|
+
});
|
|
222
|
+
});
|
|
223
|
+
describe('bundled messages (ZSTD compression)', () => {
|
|
224
|
+
it('unbundles ZSTD compressed envelope', async () => {
|
|
225
|
+
const items = [makeTestEvent('z1'), makeTestEvent('z2')];
|
|
226
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
227
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
228
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
229
|
+
expect(result).toHaveLength(2);
|
|
230
|
+
expect(result[0].eventId).toBe('z1');
|
|
231
|
+
expect(result[1].eventId).toBe('z2');
|
|
232
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
233
|
+
});
|
|
234
|
+
it('handles large compressed bundles (500 items)', async () => {
|
|
235
|
+
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
|
|
236
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
237
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
238
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
239
|
+
expect(result).toHaveLength(500);
|
|
240
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
241
|
+
expect(stats.totalItems).toBe(500);
|
|
242
|
+
});
|
|
243
|
+
});
|
|
244
|
+
describe('bundled messages (GZIP compression - CF Worker)', () => {
|
|
245
|
+
it('unbundles GZIP compressed envelope', async () => {
|
|
246
|
+
const items = [makeTestEvent('g1'), makeTestEvent('g2')];
|
|
247
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
248
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
249
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
250
|
+
expect(result).toHaveLength(2);
|
|
251
|
+
expect(result[0].eventId).toBe('g1');
|
|
252
|
+
expect(result[1].eventId).toBe('g2');
|
|
253
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
254
|
+
});
|
|
255
|
+
it('handles large GZIP compressed bundles (500 items)', async () => {
|
|
256
|
+
const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
|
|
257
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
258
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
259
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
260
|
+
expect(result).toHaveLength(500);
|
|
261
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
262
|
+
expect(stats.totalItems).toBe(500);
|
|
263
|
+
});
|
|
264
|
+
it('maps all items from GZIP bundle to same messageId', async () => {
|
|
265
|
+
const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
|
|
266
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
267
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'gzip-bundle-msg-1');
|
|
268
|
+
const { items: result, recordMap } = await unbundleRecords([record]);
|
|
269
|
+
expect(result).toHaveLength(3);
|
|
270
|
+
expect(recordMap.get(result[0])).toBe('gzip-bundle-msg-1');
|
|
271
|
+
expect(recordMap.get(result[1])).toBe('gzip-bundle-msg-1');
|
|
272
|
+
expect(recordMap.get(result[2])).toBe('gzip-bundle-msg-1');
|
|
273
|
+
});
|
|
274
|
+
it('unbundles GZIP envelope wrapped in full InternalSQSMessage format (CF Worker format)', async () => {
|
|
275
|
+
const items = [makeTestEvent('cf1'), makeTestEvent('cf2'), makeTestEvent('cf3')];
|
|
276
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
277
|
+
const internalSqsMessage = {
|
|
278
|
+
messageId: 'cf-internal-msg-123',
|
|
279
|
+
messageType: 'TRACKING_EVENT_COLLECT',
|
|
280
|
+
messageTime: '2026-05-29T11:00:10.076Z',
|
|
281
|
+
messageBody: envelope,
|
|
282
|
+
};
|
|
283
|
+
const record = makeSqsRecord(internalSqsMessage, 'sqs-msg-id');
|
|
284
|
+
const { items: result, stats, recordMap } = await unbundleRecords([record]);
|
|
285
|
+
expect(result).toHaveLength(3);
|
|
286
|
+
expect(result[0].eventId).toBe('cf1');
|
|
287
|
+
expect(result[1].eventId).toBe('cf2');
|
|
288
|
+
expect(result[2].eventId).toBe('cf3');
|
|
289
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
290
|
+
expect(stats.legacySqsRecords).toBe(0);
|
|
291
|
+
expect(stats.totalItems).toBe(3);
|
|
292
|
+
expect(recordMap.get(result[0])).toBe('sqs-msg-id');
|
|
293
|
+
expect(recordMap.get(result[1])).toBe('sqs-msg-id');
|
|
294
|
+
expect(recordMap.get(result[2])).toBe('sqs-msg-id');
|
|
295
|
+
});
|
|
296
|
+
it('unbundles GZIP envelope with extra wrapper fields (messageTime, messageType)', async () => {
|
|
297
|
+
const items = [makeTestEvent('w1')];
|
|
298
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
299
|
+
const wrappedMessage = {
|
|
300
|
+
messageTime: new Date().toISOString(),
|
|
301
|
+
messageType: 'SESSION_EVENT',
|
|
302
|
+
messageBody: envelope,
|
|
303
|
+
someOtherField: 'ignored',
|
|
304
|
+
};
|
|
305
|
+
const record = makeSqsRecord(wrappedMessage);
|
|
306
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
307
|
+
expect(result).toHaveLength(1);
|
|
308
|
+
expect(result[0].eventId).toBe('w1');
|
|
309
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
310
|
+
});
|
|
311
|
+
it('handles decompression failure gracefully (does not return wrapper)', async () => {
|
|
312
|
+
const corruptedEnvelope = {
|
|
313
|
+
v: 1,
|
|
314
|
+
c: 'gzip',
|
|
315
|
+
n: 1,
|
|
316
|
+
s: 100,
|
|
317
|
+
p: 'H4sIAAAAAAAAA+TRUNCATED',
|
|
318
|
+
};
|
|
319
|
+
const internalSqsMessage = {
|
|
320
|
+
messageTime: '2026-05-29T11:00:10.076Z',
|
|
321
|
+
messageType: 'TRACKING_EVENT_COLLECT',
|
|
322
|
+
messageBody: corruptedEnvelope,
|
|
323
|
+
messageId: 'corrupted-msg-id',
|
|
324
|
+
};
|
|
325
|
+
const record = makeSqsRecord(internalSqsMessage, 'sqs-record-id');
|
|
326
|
+
const { items, stats, failedMessageIds } = await unbundleRecords([record]);
|
|
327
|
+
expect(failedMessageIds).toHaveLength(1);
|
|
328
|
+
expect(stats.failedRecords).toBe(1);
|
|
329
|
+
expect(items).toHaveLength(0);
|
|
330
|
+
items.forEach((item) => {
|
|
331
|
+
expect(item).not.toHaveProperty('messageTime');
|
|
332
|
+
expect(item).not.toHaveProperty('messageType');
|
|
333
|
+
expect(item).not.toHaveProperty('messageBody');
|
|
334
|
+
});
|
|
335
|
+
});
|
|
336
|
+
it('verifies decompression failure does NOT leak wrapper into items', async () => {
|
|
337
|
+
const badEnvelope = {
|
|
338
|
+
v: 1,
|
|
339
|
+
c: 'gzip',
|
|
340
|
+
n: 5,
|
|
341
|
+
s: 1000,
|
|
342
|
+
p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
|
|
343
|
+
};
|
|
344
|
+
const wrapper = {
|
|
345
|
+
messageTime: new Date().toISOString(),
|
|
346
|
+
messageType: 'TRACKING_EVENT_COLLECT',
|
|
347
|
+
messageBody: badEnvelope,
|
|
348
|
+
messageId: 'test-internal-msg-id',
|
|
349
|
+
};
|
|
350
|
+
const record = makeSqsRecord(wrapper, 'sqs-msg-id');
|
|
351
|
+
const { items, stats, failedMessageIds } = await unbundleRecords([record]);
|
|
352
|
+
expect(failedMessageIds).toContain('sqs-msg-id');
|
|
353
|
+
expect(stats.failedRecords).toBe(1);
|
|
354
|
+
expect(items).toHaveLength(0);
|
|
355
|
+
expect(stats.totalItems).toBe(0);
|
|
356
|
+
});
|
|
357
|
+
it('simulates old version without GZIP - returns envelope as item (BUG)', async () => {
|
|
358
|
+
const items = [{ pixelId: 'px123', trackingEvent: { name: 'page_view' } }];
|
|
359
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
360
|
+
const wrapper = {
|
|
361
|
+
messageTime: new Date().toISOString(),
|
|
362
|
+
messageType: 'TRACKING_EVENT_COLLECT',
|
|
363
|
+
messageBody: envelope,
|
|
364
|
+
messageId: 'cf-msg-id',
|
|
365
|
+
};
|
|
366
|
+
expect(isBundledEnvelope(envelope)).toBe(true);
|
|
367
|
+
const record = makeSqsRecord(wrapper, 'sqs-msg-id');
|
|
368
|
+
const { items: result, stats } = await unbundleRecords([record]);
|
|
369
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
370
|
+
expect(result).toHaveLength(1);
|
|
371
|
+
expect(result[0].pixelId).toBe('px123');
|
|
372
|
+
expect(result[0]).not.toHaveProperty('v');
|
|
373
|
+
expect(result[0]).not.toHaveProperty('c');
|
|
374
|
+
expect(result[0]).not.toHaveProperty('n');
|
|
375
|
+
expect(result[0]).not.toHaveProperty('p');
|
|
376
|
+
expect(result[0]).not.toHaveProperty('s');
|
|
377
|
+
});
|
|
378
|
+
it('unknown compression algorithm causes legacy fallback (returns messageBody)', async () => {
|
|
379
|
+
const unknownEnvelope = {
|
|
380
|
+
v: 1,
|
|
381
|
+
c: 'lz4',
|
|
382
|
+
n: 1,
|
|
383
|
+
s: 100,
|
|
384
|
+
p: 'some-base64-data',
|
|
385
|
+
};
|
|
386
|
+
const wrapper = {
|
|
387
|
+
messageTime: new Date().toISOString(),
|
|
388
|
+
messageType: 'TEST_MESSAGE',
|
|
389
|
+
messageBody: unknownEnvelope,
|
|
390
|
+
messageId: 'wrapper-msg-id',
|
|
391
|
+
};
|
|
392
|
+
expect(isBundledEnvelope(unknownEnvelope)).toBe(false);
|
|
393
|
+
const record = makeSqsRecord(wrapper, 'sqs-msg-id');
|
|
394
|
+
const { items, stats } = await unbundleRecords([record]);
|
|
395
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
396
|
+
expect(stats.bundledSqsRecords).toBe(0);
|
|
397
|
+
expect(items).toHaveLength(1);
|
|
398
|
+
expect(items[0]).toHaveProperty('v', 1);
|
|
399
|
+
expect(items[0]).toHaveProperty('c', 'lz4');
|
|
400
|
+
expect(items[0]).toHaveProperty('n', 1);
|
|
401
|
+
expect(items[0]).toHaveProperty('p');
|
|
402
|
+
});
|
|
403
|
+
});
|
|
404
|
+
describe('mixed message formats', () => {
|
|
405
|
+
it('handles mix of legacy and bundled messages', async () => {
|
|
406
|
+
const legacyEvent = makeTestEvent('legacy-1');
|
|
407
|
+
const bundledItems = [makeTestEvent('bundled-1'), makeTestEvent('bundled-2')];
|
|
408
|
+
const bundleEnvelope = makeBundledEnvelope(bundledItems);
|
|
409
|
+
const records = [
|
|
410
|
+
makeSqsRecord(legacyEvent, 'msg-legacy'),
|
|
411
|
+
makeSqsRecord({ messageBody: bundleEnvelope }, 'msg-bundle'),
|
|
412
|
+
];
|
|
413
|
+
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
414
|
+
expect(items).toHaveLength(3);
|
|
415
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
416
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
417
|
+
expect(stats.totalItems).toBe(3);
|
|
418
|
+
expect(recordMap.get(items[0])).toBe('msg-legacy');
|
|
419
|
+
expect(recordMap.get(items[1])).toBe('msg-bundle');
|
|
420
|
+
expect(recordMap.get(items[2])).toBe('msg-bundle');
|
|
421
|
+
});
|
|
422
|
+
it('handles mix of NONE and ZSTD compressed bundles', async () => {
|
|
423
|
+
const noneItems = [makeTestEvent('none-1')];
|
|
424
|
+
const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
|
|
425
|
+
const noneEnvelope = makeBundledEnvelope(noneItems);
|
|
426
|
+
const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
|
|
427
|
+
const records = [
|
|
428
|
+
makeSqsRecord({ messageBody: noneEnvelope }, 'msg-none'),
|
|
429
|
+
makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
|
|
430
|
+
];
|
|
431
|
+
const { items, stats } = await unbundleRecords(records);
|
|
432
|
+
expect(items).toHaveLength(3);
|
|
433
|
+
expect(stats.bundledSqsRecords).toBe(2);
|
|
434
|
+
expect(stats.totalItems).toBe(3);
|
|
435
|
+
});
|
|
436
|
+
it('handles mix of ZSTD, GZIP, and legacy messages', async () => {
|
|
437
|
+
const legacyEvent = makeTestEvent('legacy-1');
|
|
438
|
+
const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
|
|
439
|
+
const gzipItems = [makeTestEvent('gzip-1'), makeTestEvent('gzip-2'), makeTestEvent('gzip-3')];
|
|
440
|
+
const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
|
|
441
|
+
const gzipEnvelope = await makeGzipCompressedEnvelope(gzipItems);
|
|
442
|
+
const records = [
|
|
443
|
+
makeSqsRecord(legacyEvent, 'msg-legacy'),
|
|
444
|
+
makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
|
|
445
|
+
makeSqsRecord({ messageBody: gzipEnvelope }, 'msg-gzip'),
|
|
446
|
+
];
|
|
447
|
+
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
448
|
+
expect(items).toHaveLength(6);
|
|
449
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
450
|
+
expect(stats.bundledSqsRecords).toBe(2);
|
|
451
|
+
expect(stats.totalItems).toBe(6);
|
|
452
|
+
expect(recordMap.get(items[0])).toBe('msg-legacy');
|
|
453
|
+
expect(recordMap.get(items[1])).toBe('msg-zstd');
|
|
454
|
+
expect(recordMap.get(items[2])).toBe('msg-zstd');
|
|
455
|
+
expect(recordMap.get(items[3])).toBe('msg-gzip');
|
|
456
|
+
expect(recordMap.get(items[4])).toBe('msg-gzip');
|
|
457
|
+
expect(recordMap.get(items[5])).toBe('msg-gzip');
|
|
458
|
+
});
|
|
459
|
+
});
|
|
460
|
+
describe('error handling', () => {
|
|
461
|
+
it('returns failed messageId for invalid JSON', async () => {
|
|
462
|
+
const records = [makeSqsRecord('not-valid-json{{{', 'msg-bad'), makeSqsRecord(makeTestEvent('good'), 'msg-good')];
|
|
463
|
+
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
464
|
+
expect(items).toHaveLength(1);
|
|
465
|
+
expect(items[0].eventId).toBe('good');
|
|
466
|
+
expect(failedMessageIds).toEqual(['msg-bad']);
|
|
467
|
+
expect(stats.failedRecords).toBe(1);
|
|
468
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
469
|
+
});
|
|
470
|
+
it('returns failed messageId for corrupt ZSTD compressed data', async () => {
|
|
471
|
+
const corruptEnvelope = {
|
|
472
|
+
v: 1,
|
|
473
|
+
c: CompressionAlgorithm.ZSTD,
|
|
474
|
+
n: 10,
|
|
475
|
+
p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
|
|
476
|
+
};
|
|
477
|
+
const records = [
|
|
478
|
+
makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt'),
|
|
479
|
+
makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
|
|
480
|
+
];
|
|
481
|
+
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
482
|
+
expect(items).toHaveLength(1);
|
|
483
|
+
expect(items[0].eventId).toBe('valid');
|
|
484
|
+
expect(failedMessageIds).toContain('msg-corrupt');
|
|
485
|
+
expect(stats.failedRecords).toBe(1);
|
|
486
|
+
});
|
|
487
|
+
it('returns failed messageId for corrupt GZIP compressed data', async () => {
|
|
488
|
+
const corruptEnvelope = {
|
|
489
|
+
v: 1,
|
|
490
|
+
c: CompressionAlgorithm.GZIP,
|
|
491
|
+
n: 10,
|
|
492
|
+
p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
|
|
493
|
+
};
|
|
494
|
+
const records = [
|
|
495
|
+
makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt-gzip'),
|
|
496
|
+
makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
|
|
497
|
+
];
|
|
498
|
+
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
499
|
+
expect(items).toHaveLength(1);
|
|
500
|
+
expect(items[0].eventId).toBe('valid');
|
|
501
|
+
expect(failedMessageIds).toContain('msg-corrupt-gzip');
|
|
502
|
+
expect(stats.failedRecords).toBe(1);
|
|
503
|
+
});
|
|
504
|
+
it('returns empty result for all failed records', async () => {
|
|
505
|
+
const records = [makeSqsRecord('invalid-1', 'msg-1'), makeSqsRecord('invalid-2', 'msg-2')];
|
|
506
|
+
const { items, failedMessageIds, stats } = await unbundleRecords(records);
|
|
507
|
+
expect(items).toHaveLength(0);
|
|
508
|
+
expect(failedMessageIds).toEqual(['msg-1', 'msg-2']);
|
|
509
|
+
expect(stats.failedRecords).toBe(2);
|
|
510
|
+
expect(stats.totalItems).toBe(0);
|
|
511
|
+
});
|
|
512
|
+
it('handles empty records array', async () => {
|
|
513
|
+
const { items, failedMessageIds, stats } = await unbundleRecords([]);
|
|
514
|
+
expect(items).toHaveLength(0);
|
|
515
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
516
|
+
expect(stats.totalRecords).toBe(0);
|
|
517
|
+
expect(stats.totalItems).toBe(0);
|
|
518
|
+
});
|
|
519
|
+
it('rejects ZSTD payload exceeding max decompressed size', async () => {
|
|
520
|
+
const largeItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
521
|
+
id: `item-${i}`,
|
|
522
|
+
data: 'x'.repeat(1000),
|
|
523
|
+
}));
|
|
524
|
+
const envelope = await makeCompressedEnvelope(largeItems);
|
|
525
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large');
|
|
526
|
+
const { failedMessageIds, stats } = await unbundleRecords([record], {
|
|
527
|
+
maxDecompressedSizeBytes: 100 * 1024,
|
|
528
|
+
});
|
|
529
|
+
expect(failedMessageIds).toContain('msg-too-large');
|
|
530
|
+
expect(stats.failedRecords).toBe(1);
|
|
531
|
+
});
|
|
532
|
+
it('rejects GZIP payload exceeding max decompressed size (post-decompress check)', async () => {
|
|
533
|
+
const largeItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
534
|
+
id: `item-${i}`,
|
|
535
|
+
data: 'x'.repeat(1000),
|
|
536
|
+
}));
|
|
537
|
+
const envelope = await makeGzipCompressedEnvelope(largeItems);
|
|
538
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large-gzip');
|
|
539
|
+
const { failedMessageIds, stats } = await unbundleRecords([record], {
|
|
540
|
+
maxDecompressedSizeBytes: 100 * 1024,
|
|
541
|
+
});
|
|
542
|
+
expect(failedMessageIds).toContain('msg-too-large-gzip');
|
|
543
|
+
expect(stats.failedRecords).toBe(1);
|
|
544
|
+
});
|
|
545
|
+
it('fails on invalid base64 in compressed payload', async () => {
|
|
546
|
+
const badEnvelope = {
|
|
547
|
+
v: 1,
|
|
548
|
+
c: CompressionAlgorithm.ZSTD,
|
|
549
|
+
n: 1,
|
|
550
|
+
s: 100,
|
|
551
|
+
p: '!!!not-valid-base64!!!',
|
|
552
|
+
};
|
|
553
|
+
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-base64');
|
|
554
|
+
const { failedMessageIds } = await unbundleRecords([record]);
|
|
555
|
+
expect(failedMessageIds).toContain('msg-bad-base64');
|
|
556
|
+
});
|
|
557
|
+
});
|
|
558
|
+
describe('bundle format edge cases', () => {
|
|
559
|
+
it('successfully unbundles even when n does not match actual item count', async () => {
|
|
560
|
+
const envelope = {
|
|
561
|
+
v: 1,
|
|
562
|
+
c: CompressionAlgorithm.NONE,
|
|
563
|
+
n: 5,
|
|
564
|
+
s: 50,
|
|
565
|
+
p: [makeTestEvent('1'), makeTestEvent('2')],
|
|
566
|
+
};
|
|
567
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
568
|
+
const { items } = await unbundleRecords([record]);
|
|
569
|
+
expect(items).toHaveLength(2);
|
|
570
|
+
});
|
|
571
|
+
it('treats envelope with unsupported version as legacy message', async () => {
|
|
572
|
+
const badEnvelope = { v: 99, c: 'none', n: 1, s: 10, p: [] };
|
|
573
|
+
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-version');
|
|
574
|
+
const { items, stats } = await unbundleRecords([record]);
|
|
575
|
+
expect(items).toHaveLength(1);
|
|
576
|
+
expect(items[0].v).toBe(99);
|
|
577
|
+
expect(stats.legacySqsRecords).toBe(1);
|
|
578
|
+
expect(stats.bundledSqsRecords).toBe(0);
|
|
579
|
+
});
|
|
580
|
+
});
|
|
581
|
+
describe('timeout protection', () => {
|
|
582
|
+
it('respects timeoutMs option for ZSTD', async () => {
|
|
583
|
+
const items = [makeTestEvent('1')];
|
|
584
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
585
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
586
|
+
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
587
|
+
timeoutMs: 5000,
|
|
588
|
+
});
|
|
589
|
+
expect(result).toHaveLength(1);
|
|
590
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
591
|
+
});
|
|
592
|
+
it('respects timeoutMs option for GZIP', async () => {
|
|
593
|
+
const items = [makeTestEvent('1')];
|
|
594
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
595
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
596
|
+
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
597
|
+
timeoutMs: 5000,
|
|
598
|
+
});
|
|
599
|
+
expect(result).toHaveLength(1);
|
|
600
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
601
|
+
});
|
|
602
|
+
it('passes timeoutMs through to decompression', async () => {
|
|
603
|
+
const items = [makeTestEvent('1')];
|
|
604
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
605
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
606
|
+
await expect(unbundleRecords([record], { timeoutMs: 30000 })).resolves.toBeDefined();
|
|
607
|
+
});
|
|
608
|
+
it('CompressionTimeoutError is properly exported', () => {
|
|
609
|
+
const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 5000);
|
|
610
|
+
expect(error).toBeInstanceOf(Error);
|
|
611
|
+
expect(error.name).toBe('CompressionTimeoutError');
|
|
612
|
+
expect(error.operation).toBe('decompress');
|
|
613
|
+
expect(error.timeoutMs).toBe(5000);
|
|
614
|
+
expect(error.message).toContain('timed out after 5000ms');
|
|
615
|
+
});
|
|
616
|
+
it('includes timeout info in failure logging for ZSTD', async () => {
|
|
617
|
+
const corruptEnvelope = {
|
|
618
|
+
v: 1,
|
|
619
|
+
c: CompressionAlgorithm.ZSTD,
|
|
620
|
+
n: 1,
|
|
621
|
+
s: 100,
|
|
622
|
+
p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
|
|
623
|
+
};
|
|
624
|
+
const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-timeout-test');
|
|
625
|
+
const { failedMessageIds } = await unbundleRecords([record], {
|
|
626
|
+
timeoutMs: 5000,
|
|
627
|
+
});
|
|
628
|
+
expect(failedMessageIds).toContain('msg-timeout-test');
|
|
629
|
+
});
|
|
630
|
+
it('includes timeout info in failure logging for GZIP', async () => {
|
|
631
|
+
const corruptEnvelope = {
|
|
632
|
+
v: 1,
|
|
633
|
+
c: CompressionAlgorithm.GZIP,
|
|
634
|
+
n: 1,
|
|
635
|
+
s: 100,
|
|
636
|
+
p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
|
|
637
|
+
};
|
|
638
|
+
const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-gzip-timeout-test');
|
|
639
|
+
const { failedMessageIds } = await unbundleRecords([record], {
|
|
640
|
+
timeoutMs: 5000,
|
|
641
|
+
});
|
|
642
|
+
expect(failedMessageIds).toContain('msg-gzip-timeout-test');
|
|
643
|
+
});
|
|
644
|
+
});
|
|
645
|
+
describe('end-to-end: producer bundle → consumer unbundle', () => {
|
|
646
|
+
it('simulates full bundle → unbundle flow with compression', async () => {
|
|
647
|
+
const producerItems = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, 'page_view', i * 1.5));
|
|
648
|
+
const envelope = await makeCompressedEnvelope(producerItems, 3);
|
|
649
|
+
const sqsMessageBody = { messageBody: envelope };
|
|
650
|
+
const consumerRecord = makeSqsRecord(sqsMessageBody, 'sqs-message-id-123');
|
|
651
|
+
const { items, recordMap, stats } = await unbundleRecords([consumerRecord]);
|
|
652
|
+
expect(items).toHaveLength(100);
|
|
653
|
+
expect(items[0]).toEqual({ eventId: 'event-0', name: 'page_view', value: 0 });
|
|
654
|
+
expect(items[99]).toEqual({ eventId: 'event-99', name: 'page_view', value: 148.5 });
|
|
655
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
656
|
+
expect(stats.legacySqsRecords).toBe(0);
|
|
657
|
+
expect(stats.totalItems).toBe(100);
|
|
658
|
+
for (const item of items) {
|
|
659
|
+
expect(recordMap.get(item)).toBe('sqs-message-id-123');
|
|
660
|
+
}
|
|
661
|
+
});
|
|
662
|
+
it('simulates mixed batch with legacy and bundled messages', async () => {
|
|
663
|
+
const legacyRecord1 = makeSqsRecord({ messageBody: makeTestEvent('legacy-1', 'purchase', 99.99) }, 'legacy-msg-1');
|
|
664
|
+
const legacyRecord2 = makeSqsRecord(makeTestEvent('legacy-2', 'add_to_cart', 29.99), 'legacy-msg-2');
|
|
665
|
+
const bundledItems = [
|
|
666
|
+
makeTestEvent('bundled-1', 'page_view'),
|
|
667
|
+
makeTestEvent('bundled-2', 'session_start'),
|
|
668
|
+
makeTestEvent('bundled-3', 'page_end'),
|
|
669
|
+
];
|
|
670
|
+
const envelope = await makeCompressedEnvelope(bundledItems);
|
|
671
|
+
const bundledRecord = makeSqsRecord({ messageBody: envelope }, 'bundled-msg-1');
|
|
672
|
+
const records = [legacyRecord1, bundledRecord, legacyRecord2];
|
|
673
|
+
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
674
|
+
expect(items).toHaveLength(5);
|
|
675
|
+
expect(stats.legacySqsRecords).toBe(2);
|
|
676
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
677
|
+
expect(stats.totalItems).toBe(5);
|
|
678
|
+
expect(recordMap.get(items[0])).toBe('legacy-msg-1');
|
|
679
|
+
expect(recordMap.get(items[1])).toBe('bundled-msg-1');
|
|
680
|
+
expect(recordMap.get(items[2])).toBe('bundled-msg-1');
|
|
681
|
+
expect(recordMap.get(items[3])).toBe('bundled-msg-1');
|
|
682
|
+
expect(recordMap.get(items[4])).toBe('legacy-msg-2');
|
|
683
|
+
});
|
|
684
|
+
});
|
|
685
|
+
describe('consumer edge cases - real sequences', () => {
|
|
686
|
+
it('handles 500 items in single compressed bundle with exact verification', async () => {
|
|
687
|
+
const originalItems = Array.from({ length: 500 }, (_, i) => ({
|
|
688
|
+
id: `item-${i}`,
|
|
689
|
+
name: `Event ${i}`,
|
|
690
|
+
data: { nested: { value: i * 1.5 } },
|
|
691
|
+
timestamp: Date.now() + i,
|
|
692
|
+
}));
|
|
693
|
+
const envelope = await makeCompressedEnvelope(originalItems);
|
|
694
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-500-items');
|
|
695
|
+
const { items, recordMap, stats } = await unbundleRecords([record]);
|
|
696
|
+
expect(items).toHaveLength(500);
|
|
697
|
+
expect(items[0]).toEqual(originalItems[0]);
|
|
698
|
+
expect(items[249]).toEqual(originalItems[249]);
|
|
699
|
+
expect(items[499]).toEqual(originalItems[499]);
|
|
700
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
701
|
+
expect(stats.totalItems).toBe(500);
|
|
702
|
+
for (let i = 0; i < 500; i++) {
|
|
703
|
+
expect(items[i].id).toBe(`item-${i}`);
|
|
704
|
+
expect(items[i].data.nested.value).toBe(i * 1.5);
|
|
705
|
+
}
|
|
706
|
+
for (const item of items) {
|
|
707
|
+
expect(recordMap.get(item)).toBe('msg-500-items');
|
|
708
|
+
}
|
|
709
|
+
});
|
|
710
|
+
it('handles multiple bundles in single batch with different item counts', async () => {
|
|
711
|
+
const counts = [10, 50, 100, 200, 300];
|
|
712
|
+
const records = [];
|
|
713
|
+
const expectedTotal = counts.reduce((sum, c) => sum + c, 0);
|
|
714
|
+
for (let bundleIdx = 0; bundleIdx < counts.length; bundleIdx++) {
|
|
715
|
+
const count = counts[bundleIdx];
|
|
716
|
+
const items = Array.from({ length: count }, (_, i) => ({
|
|
717
|
+
bundleId: bundleIdx,
|
|
718
|
+
itemIdx: i,
|
|
719
|
+
payload: `bundle-${bundleIdx}-item-${i}`,
|
|
720
|
+
}));
|
|
721
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
722
|
+
records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundle-${bundleIdx}`));
|
|
723
|
+
}
|
|
724
|
+
const { items, recordMap, stats } = await unbundleRecords(records);
|
|
725
|
+
expect(items).toHaveLength(expectedTotal);
|
|
726
|
+
expect(stats.totalItems).toBe(expectedTotal);
|
|
727
|
+
expect(stats.bundledSqsRecords).toBe(5);
|
|
728
|
+
expect(stats.legacySqsRecords).toBe(0);
|
|
729
|
+
expect(stats.failedRecords).toBe(0);
|
|
730
|
+
const itemsByBundle = new Map();
|
|
731
|
+
for (const item of items) {
|
|
732
|
+
const expectedMsgId = `msg-bundle-${item.bundleId}`;
|
|
733
|
+
expect(recordMap.get(item)).toBe(expectedMsgId);
|
|
734
|
+
itemsByBundle.set(item.bundleId, (itemsByBundle.get(item.bundleId) ?? 0) + 1);
|
|
735
|
+
}
|
|
736
|
+
expect(itemsByBundle.get(0)).toBe(10);
|
|
737
|
+
expect(itemsByBundle.get(1)).toBe(50);
|
|
738
|
+
expect(itemsByBundle.get(2)).toBe(100);
|
|
739
|
+
expect(itemsByBundle.get(3)).toBe(200);
|
|
740
|
+
expect(itemsByBundle.get(4)).toBe(300);
|
|
741
|
+
});
|
|
742
|
+
it('handles realistic 80% bundled / 20% legacy migration ratio', async () => {
|
|
743
|
+
const records = [];
|
|
744
|
+
const totalMessages = 100;
|
|
745
|
+
const bundledCount = 80;
|
|
746
|
+
const legacyCount = 20;
|
|
747
|
+
const itemsPerBundle = 25;
|
|
748
|
+
for (let i = 0; i < bundledCount; i++) {
|
|
749
|
+
const items = Array.from({ length: itemsPerBundle }, (_, j) => ({
|
|
750
|
+
type: 'bundled',
|
|
751
|
+
bundleIdx: i,
|
|
752
|
+
itemIdx: j,
|
|
753
|
+
}));
|
|
754
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
755
|
+
records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundled-${i}`));
|
|
756
|
+
}
|
|
757
|
+
for (let i = 0; i < legacyCount; i++) {
|
|
758
|
+
const legacyEvent = {
|
|
759
|
+
type: 'legacy',
|
|
760
|
+
legacyIdx: i,
|
|
761
|
+
itemIdx: 0,
|
|
762
|
+
};
|
|
763
|
+
records.push(makeSqsRecord(legacyEvent, `msg-legacy-${i}`));
|
|
764
|
+
}
|
|
765
|
+
const shuffled = [...records].sort(() => Math.random() - 0.5);
|
|
766
|
+
const { items, stats, recordMap } = await unbundleRecords(shuffled);
|
|
767
|
+
expect(stats.totalRecords).toBe(totalMessages);
|
|
768
|
+
expect(stats.bundledSqsRecords).toBe(bundledCount);
|
|
769
|
+
expect(stats.legacySqsRecords).toBe(legacyCount);
|
|
770
|
+
expect(stats.failedRecords).toBe(0);
|
|
771
|
+
expect(items).toHaveLength(bundledCount * itemsPerBundle + legacyCount);
|
|
772
|
+
expect(stats.totalItems).toBe(2020);
|
|
773
|
+
const bundledItems = items.filter((i) => i.type === 'bundled');
|
|
774
|
+
const legacyItems = items.filter((i) => i.type === 'legacy');
|
|
775
|
+
expect(bundledItems).toHaveLength(bundledCount * itemsPerBundle);
|
|
776
|
+
expect(legacyItems).toHaveLength(legacyCount);
|
|
777
|
+
for (const item of bundledItems) {
|
|
778
|
+
expect(recordMap.get(item)).toBe(`msg-bundled-${item.bundleIdx}`);
|
|
779
|
+
}
|
|
780
|
+
for (const item of legacyItems) {
|
|
781
|
+
expect(recordMap.get(item)).toBe(`msg-legacy-${item.legacyIdx}`);
|
|
782
|
+
}
|
|
783
|
+
});
|
|
784
|
+
it('preserves Unicode characters through ZSTD compression', async () => {
|
|
785
|
+
const unicodeItems = [
|
|
786
|
+
{
|
|
787
|
+
id: 'emoji',
|
|
788
|
+
content: '🎉🚀💻🌍✨ Party time!',
|
|
789
|
+
description: 'Emojis should survive compression',
|
|
790
|
+
},
|
|
791
|
+
{
|
|
792
|
+
id: 'chinese',
|
|
793
|
+
content: '中文测试:欢迎使用我们的服务',
|
|
794
|
+
description: 'Chinese characters',
|
|
795
|
+
},
|
|
796
|
+
{
|
|
797
|
+
id: 'arabic',
|
|
798
|
+
content: 'العربية: مرحبا بكم في خدمتنا',
|
|
799
|
+
description: 'Arabic text (RTL)',
|
|
800
|
+
},
|
|
801
|
+
{
|
|
802
|
+
id: 'math',
|
|
803
|
+
content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃',
|
|
804
|
+
description: 'Mathematical symbols',
|
|
805
|
+
},
|
|
806
|
+
{
|
|
807
|
+
id: 'mixed',
|
|
808
|
+
content: 'Hello 世界 🌏 مرحبا ∑ Привет',
|
|
809
|
+
description: 'Mixed scripts',
|
|
810
|
+
},
|
|
811
|
+
{
|
|
812
|
+
id: 'special',
|
|
813
|
+
content: '️️️️️️️️️️️️️️️️',
|
|
814
|
+
description: 'Unicode edge cases',
|
|
815
|
+
},
|
|
816
|
+
{
|
|
817
|
+
id: 'japanese',
|
|
818
|
+
content: 'こんにちは世界 ひらがな カタカナ 漢字',
|
|
819
|
+
description: 'Japanese hiragana, katakana, kanji',
|
|
820
|
+
},
|
|
821
|
+
{
|
|
822
|
+
id: 'korean',
|
|
823
|
+
content: '안녕하세요 세계',
|
|
824
|
+
description: 'Korean hangul',
|
|
825
|
+
},
|
|
826
|
+
{
|
|
827
|
+
id: 'cyrillic',
|
|
828
|
+
content: 'Привет мир! Это тест.',
|
|
829
|
+
description: 'Russian Cyrillic',
|
|
830
|
+
},
|
|
831
|
+
{
|
|
832
|
+
id: 'combining',
|
|
833
|
+
content: 'e\u0301 n\u0303 c\u0327',
|
|
834
|
+
description: 'Combining diacritical marks',
|
|
835
|
+
},
|
|
836
|
+
];
|
|
837
|
+
const envelope = await makeCompressedEnvelope(unicodeItems);
|
|
838
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-unicode');
|
|
839
|
+
const { items } = await unbundleRecords([record]);
|
|
840
|
+
expect(items).toHaveLength(unicodeItems.length);
|
|
841
|
+
for (let i = 0; i < unicodeItems.length; i++) {
|
|
842
|
+
expect(items[i].id).toBe(unicodeItems[i].id);
|
|
843
|
+
expect(items[i].content).toBe(unicodeItems[i].content);
|
|
844
|
+
expect(items[i].description).toBe(unicodeItems[i].description);
|
|
845
|
+
const originalBytes = Buffer.from(unicodeItems[i].content, 'utf8');
|
|
846
|
+
const recoveredBytes = Buffer.from(items[i].content, 'utf8');
|
|
847
|
+
expect(recoveredBytes.equals(originalBytes)).toBe(true);
|
|
848
|
+
}
|
|
849
|
+
});
|
|
850
|
+
it('preserves deeply nested structures (10 levels)', async () => {
|
|
851
|
+
function createDeepStructure(depth, maxDepth = 10) {
|
|
852
|
+
const node = {
|
|
853
|
+
level: depth,
|
|
854
|
+
data: `level-${depth}-data-${Math.random().toString(36).slice(2)}`,
|
|
855
|
+
};
|
|
856
|
+
if (depth < maxDepth) {
|
|
857
|
+
node.child = createDeepStructure(depth + 1, maxDepth);
|
|
858
|
+
node.siblings = [
|
|
859
|
+
createDeepStructure(depth + 1, Math.min(depth + 3, maxDepth)),
|
|
860
|
+
createDeepStructure(depth + 1, Math.min(depth + 2, maxDepth)),
|
|
861
|
+
];
|
|
862
|
+
}
|
|
863
|
+
return node;
|
|
864
|
+
}
|
|
865
|
+
const deepItems = Array.from({ length: 10 }, (_, i) => ({
|
|
866
|
+
id: `deep-${i}`,
|
|
867
|
+
nested: createDeepStructure(0, 10),
|
|
868
|
+
arrays: [[[[[['deeply', 'nested', 'array']]], [{ inner: { value: i } }]]]],
|
|
869
|
+
}));
|
|
870
|
+
const envelope = await makeCompressedEnvelope(deepItems);
|
|
871
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-deep');
|
|
872
|
+
const { items } = await unbundleRecords([record]);
|
|
873
|
+
expect(items).toHaveLength(10);
|
|
874
|
+
for (let i = 0; i < 10; i++) {
|
|
875
|
+
expect(JSON.stringify(items[i])).toBe(JSON.stringify(deepItems[i]));
|
|
876
|
+
expect(items[i].nested.level).toBe(0);
|
|
877
|
+
expect(items[i].nested.child?.level).toBe(1);
|
|
878
|
+
expect(items[i].nested.child?.child?.child?.level).toBe(3);
|
|
879
|
+
expect(items[i].arrays[0][0][0][0][0][0]).toBe('deeply');
|
|
880
|
+
}
|
|
881
|
+
});
|
|
882
|
+
it('handles binary-like string data (base64 encoded)', async () => {
|
|
883
|
+
const binaryItems = [
|
|
884
|
+
{
|
|
885
|
+
id: 'small-binary',
|
|
886
|
+
base64Data: Buffer.from('Small binary payload').toString('base64'),
|
|
887
|
+
size: 'small',
|
|
888
|
+
},
|
|
889
|
+
{
|
|
890
|
+
id: 'medium-binary',
|
|
891
|
+
base64Data: Buffer.from('x'.repeat(1000)).toString('base64'),
|
|
892
|
+
size: 'medium',
|
|
893
|
+
},
|
|
894
|
+
{
|
|
895
|
+
id: 'image-simulation',
|
|
896
|
+
base64Data: Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0xff, 0xd8, 0xff, 0xe0]).toString('base64'),
|
|
897
|
+
size: 'binary-header',
|
|
898
|
+
},
|
|
899
|
+
{
|
|
900
|
+
id: 'random-bytes',
|
|
901
|
+
base64Data: Buffer.from(Array.from({ length: 256 }, () => Math.floor(Math.random() * 256))).toString('base64'),
|
|
902
|
+
size: 'random',
|
|
903
|
+
},
|
|
904
|
+
{
|
|
905
|
+
id: 'all-byte-values',
|
|
906
|
+
base64Data: Buffer.from(Array.from({ length: 256 }, (_, i) => i)).toString('base64'),
|
|
907
|
+
size: 'full-range',
|
|
908
|
+
},
|
|
909
|
+
];
|
|
910
|
+
const envelope = await makeCompressedEnvelope(binaryItems);
|
|
911
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-binary');
|
|
912
|
+
const { items } = await unbundleRecords([record]);
|
|
913
|
+
expect(items).toHaveLength(binaryItems.length);
|
|
914
|
+
for (let i = 0; i < binaryItems.length; i++) {
|
|
915
|
+
expect(items[i].id).toBe(binaryItems[i].id);
|
|
916
|
+
expect(items[i].base64Data).toBe(binaryItems[i].base64Data);
|
|
917
|
+
const originalDecoded = Buffer.from(binaryItems[i].base64Data, 'base64');
|
|
918
|
+
const recoveredDecoded = Buffer.from(items[i].base64Data, 'base64');
|
|
919
|
+
expect(recoveredDecoded.equals(originalDecoded)).toBe(true);
|
|
920
|
+
}
|
|
921
|
+
});
|
|
922
|
+
it('handles concurrent unbundling stress test (100 records in parallel)', async () => {
|
|
923
|
+
const recordCount = 100;
|
|
924
|
+
const records = [];
|
|
925
|
+
for (let i = 0; i < recordCount; i++) {
|
|
926
|
+
const itemsInBundle = 10 + (i % 20);
|
|
927
|
+
const items = Array.from({ length: itemsInBundle }, (_, j) => ({
|
|
928
|
+
recordIdx: i,
|
|
929
|
+
itemIdx: j,
|
|
930
|
+
uniqueId: `r${i}-i${j}`,
|
|
931
|
+
timestamp: Date.now() + i * 1000 + j,
|
|
932
|
+
data: `payload-${i}-${j}-${Math.random().toString(36).slice(2)}`,
|
|
933
|
+
}));
|
|
934
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
935
|
+
records.push(makeSqsRecord({ messageBody: envelope }, `stress-msg-${i}`));
|
|
936
|
+
}
|
|
937
|
+
const startTime = Date.now();
|
|
938
|
+
const { items, recordMap, stats, failedMessageIds } = await unbundleRecords(records);
|
|
939
|
+
const duration = Date.now() - startTime;
|
|
940
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
941
|
+
expect(stats.failedRecords).toBe(0);
|
|
942
|
+
expect(stats.bundledSqsRecords).toBe(recordCount);
|
|
943
|
+
const seenUniqueIds = new Set();
|
|
944
|
+
for (const item of items) {
|
|
945
|
+
expect(seenUniqueIds.has(item.uniqueId)).toBe(false);
|
|
946
|
+
seenUniqueIds.add(item.uniqueId);
|
|
947
|
+
const expectedMsgId = `stress-msg-${item.recordIdx}`;
|
|
948
|
+
expect(recordMap.get(item)).toBe(expectedMsgId);
|
|
949
|
+
expect(item.itemIdx).toBeGreaterThanOrEqual(0);
|
|
950
|
+
expect(item.itemIdx).toBeLessThan(30);
|
|
951
|
+
}
|
|
952
|
+
const expectedTotal = Array.from({ length: recordCount }, (_, i) => 10 + (i % 20)).reduce((a, b) => a + b, 0);
|
|
953
|
+
expect(items).toHaveLength(expectedTotal);
|
|
954
|
+
expect(stats.totalItems).toBe(expectedTotal);
|
|
955
|
+
console.log(`Unbundled ${recordCount} records (${stats.totalItems} items) in ${duration}ms`);
|
|
956
|
+
});
|
|
957
|
+
it('handles items with all JSON primitive types', async () => {
|
|
958
|
+
const primitiveItems = [
|
|
959
|
+
{
|
|
960
|
+
id: 'primitives',
|
|
961
|
+
stringVal: 'hello',
|
|
962
|
+
numberVal: 42,
|
|
963
|
+
floatVal: 3.14159265359,
|
|
964
|
+
boolTrue: true,
|
|
965
|
+
boolFalse: false,
|
|
966
|
+
nullVal: null,
|
|
967
|
+
emptyString: '',
|
|
968
|
+
zero: 0,
|
|
969
|
+
negativeNum: -999,
|
|
970
|
+
largeNum: Number.MAX_SAFE_INTEGER,
|
|
971
|
+
smallNum: Number.MIN_SAFE_INTEGER,
|
|
972
|
+
scientificNotation: 1.23e10,
|
|
973
|
+
},
|
|
974
|
+
{
|
|
975
|
+
id: 'arrays',
|
|
976
|
+
emptyArray: [],
|
|
977
|
+
numberArray: [1, 2, 3],
|
|
978
|
+
mixedArray: [1, 'two', true, null],
|
|
979
|
+
nestedArray: [[1, 2], [3, 4], [[5]]],
|
|
980
|
+
},
|
|
981
|
+
{
|
|
982
|
+
id: 'objects',
|
|
983
|
+
emptyObject: {},
|
|
984
|
+
nestedObject: { a: { b: { c: 1 } } },
|
|
985
|
+
arrayOfObjects: [{ x: 1 }, { y: 2 }],
|
|
986
|
+
},
|
|
987
|
+
];
|
|
988
|
+
const envelope = await makeCompressedEnvelope(primitiveItems);
|
|
989
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-primitives');
|
|
990
|
+
const { items } = await unbundleRecords([record]);
|
|
991
|
+
expect(items).toHaveLength(3);
|
|
992
|
+
expect(JSON.stringify(items)).toBe(JSON.stringify(primitiveItems));
|
|
993
|
+
});
|
|
994
|
+
it('maintains item order across multiple bundles', async () => {
|
|
995
|
+
const records = [];
|
|
996
|
+
let globalIdx = 0;
|
|
997
|
+
for (let bundleIdx = 0; bundleIdx < 10; bundleIdx++) {
|
|
998
|
+
const itemCount = 10 + bundleIdx * 5;
|
|
999
|
+
const items = Array.from({ length: itemCount }, () => ({
|
|
1000
|
+
globalOrder: globalIdx++,
|
|
1001
|
+
bundle: bundleIdx,
|
|
1002
|
+
}));
|
|
1003
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
1004
|
+
records.push(makeSqsRecord({ messageBody: envelope }, `order-msg-${bundleIdx}`));
|
|
1005
|
+
}
|
|
1006
|
+
const { items } = await unbundleRecords(records);
|
|
1007
|
+
const bundleGroups = new Map();
|
|
1008
|
+
for (const item of items) {
|
|
1009
|
+
if (!bundleGroups.has(item.bundle)) {
|
|
1010
|
+
bundleGroups.set(item.bundle, []);
|
|
1011
|
+
}
|
|
1012
|
+
bundleGroups.get(item.bundle)?.push(item.globalOrder);
|
|
1013
|
+
}
|
|
1014
|
+
for (const [, orders] of bundleGroups) {
|
|
1015
|
+
for (let i = 1; i < orders.length; i++) {
|
|
1016
|
+
expect(orders[i]).toBeGreaterThan(orders[i - 1]);
|
|
1017
|
+
}
|
|
1018
|
+
}
|
|
1019
|
+
});
|
|
1020
|
+
it('handles edge case: single item bundles', async () => {
|
|
1021
|
+
const records = await Promise.all(Array.from({ length: 50 }, async (_, i) => {
|
|
1022
|
+
const items = [{ id: `single-${i}`, value: i }];
|
|
1023
|
+
const envelope = await makeCompressedEnvelope(items);
|
|
1024
|
+
return makeSqsRecord({ messageBody: envelope }, `single-msg-${i}`);
|
|
1025
|
+
}));
|
|
1026
|
+
const { items, stats, recordMap } = await unbundleRecords(records);
|
|
1027
|
+
expect(items).toHaveLength(50);
|
|
1028
|
+
expect(stats.bundledSqsRecords).toBe(50);
|
|
1029
|
+
expect(stats.totalItems).toBe(50);
|
|
1030
|
+
for (let i = 0; i < 50; i++) {
|
|
1031
|
+
const item = items.find((x) => x.value === i);
|
|
1032
|
+
expect(item).toBeDefined();
|
|
1033
|
+
if (!item)
|
|
1034
|
+
throw new Error(`Expected item with value ${i} to be found`);
|
|
1035
|
+
expect(recordMap.get(item)).toMatch(/single-msg-\d+/);
|
|
1036
|
+
}
|
|
1037
|
+
});
|
|
1038
|
+
it('handles edge case: empty arrays in bundles', async () => {
|
|
1039
|
+
const emptyEnvelope = {
|
|
1040
|
+
v: 1,
|
|
1041
|
+
c: CompressionAlgorithm.NONE,
|
|
1042
|
+
n: 0,
|
|
1043
|
+
p: [],
|
|
1044
|
+
};
|
|
1045
|
+
const record = makeSqsRecord({ messageBody: emptyEnvelope }, 'msg-empty');
|
|
1046
|
+
const { items, stats } = await unbundleRecords([record]);
|
|
1047
|
+
expect(items).toHaveLength(0);
|
|
1048
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
1049
|
+
expect(stats.totalItems).toBe(0);
|
|
1050
|
+
});
|
|
1051
|
+
});
|
|
1052
|
+
describe('GZIP comprehensive tests', () => {
|
|
1053
|
+
describe('GZIP pre-decompression bomb protection', () => {
|
|
1054
|
+
it('rejects GZIP with fake ISIZE claiming huge size BEFORE decompression starts', async () => {
|
|
1055
|
+
const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
|
|
1056
|
+
const emptyDeflate = Buffer.from([0x03, 0x00]);
|
|
1057
|
+
const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
|
|
1058
|
+
const fakeIsize = Buffer.alloc(4);
|
|
1059
|
+
fakeIsize.writeUInt32LE(100 * 1024 * 1024, 0);
|
|
1060
|
+
const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
|
|
1061
|
+
const base64 = fakeGzip.toString('base64');
|
|
1062
|
+
const bombEnvelope = {
|
|
1063
|
+
v: 1,
|
|
1064
|
+
c: CompressionAlgorithm.GZIP,
|
|
1065
|
+
n: 1,
|
|
1066
|
+
s: 100,
|
|
1067
|
+
p: base64,
|
|
1068
|
+
};
|
|
1069
|
+
const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-gzip-bomb');
|
|
1070
|
+
const { failedMessageIds, stats } = await unbundleRecords([record], {
|
|
1071
|
+
maxDecompressedSizeBytes: 10 * 1024 * 1024,
|
|
1072
|
+
});
|
|
1073
|
+
expect(failedMessageIds).toContain('msg-gzip-bomb');
|
|
1074
|
+
expect(stats.failedRecords).toBe(1);
|
|
1075
|
+
});
|
|
1076
|
+
it('allows GZIP with ISIZE within limit', async () => {
|
|
1077
|
+
const items = [makeTestEvent('valid-1')];
|
|
1078
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1079
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-gzip-valid');
|
|
1080
|
+
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
1081
|
+
maxDecompressedSizeBytes: 10 * 1024 * 1024,
|
|
1082
|
+
});
|
|
1083
|
+
expect(result).toHaveLength(1);
|
|
1084
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
1085
|
+
});
|
|
1086
|
+
it('pre-check catches bomb even when ISIZE is exactly at limit + 1', async () => {
|
|
1087
|
+
const limit = 1000;
|
|
1088
|
+
const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
|
|
1089
|
+
const emptyDeflate = Buffer.from([0x03, 0x00]);
|
|
1090
|
+
const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
|
|
1091
|
+
const fakeIsize = Buffer.alloc(4);
|
|
1092
|
+
fakeIsize.writeUInt32LE(limit + 1, 0);
|
|
1093
|
+
const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
|
|
1094
|
+
const base64 = fakeGzip.toString('base64');
|
|
1095
|
+
const bombEnvelope = {
|
|
1096
|
+
v: 1,
|
|
1097
|
+
c: CompressionAlgorithm.GZIP,
|
|
1098
|
+
n: 1,
|
|
1099
|
+
s: 100,
|
|
1100
|
+
p: base64,
|
|
1101
|
+
};
|
|
1102
|
+
const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-boundary-bomb');
|
|
1103
|
+
const { failedMessageIds } = await unbundleRecords([record], {
|
|
1104
|
+
maxDecompressedSizeBytes: limit,
|
|
1105
|
+
});
|
|
1106
|
+
expect(failedMessageIds).toContain('msg-boundary-bomb');
|
|
1107
|
+
});
|
|
1108
|
+
});
|
|
1109
|
+
describe('empty GZIP bundle', () => {
|
|
1110
|
+
it('unbundles empty GZIP compressed array', async () => {
|
|
1111
|
+
const envelope = await makeGzipCompressedEnvelope([]);
|
|
1112
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-empty-gzip');
|
|
1113
|
+
const { items, stats } = await unbundleRecords([record]);
|
|
1114
|
+
expect(items).toHaveLength(0);
|
|
1115
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
1116
|
+
expect(stats.totalItems).toBe(0);
|
|
1117
|
+
});
|
|
1118
|
+
});
|
|
1119
|
+
describe('Unicode characters in GZIP payload', () => {
|
|
1120
|
+
it('preserves emoji through GZIP compression', async () => {
|
|
1121
|
+
const items = [
|
|
1122
|
+
{ eventId: 'emoji-1', content: '🎉🚀💻🌍✨' },
|
|
1123
|
+
{ eventId: 'emoji-2', content: '👋🏽👨👩👧👦🏳️🌈' },
|
|
1124
|
+
];
|
|
1125
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1126
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
1127
|
+
const { items: result } = await unbundleRecords([record]);
|
|
1128
|
+
expect(result).toHaveLength(2);
|
|
1129
|
+
expect(result[0].content).toBe('🎉🚀💻🌍✨');
|
|
1130
|
+
expect(result[1].content).toBe('👋🏽👨👩👧👦🏳️🌈');
|
|
1131
|
+
});
|
|
1132
|
+
it('preserves CJK characters through GZIP compression', async () => {
|
|
1133
|
+
const items = [
|
|
1134
|
+
{ eventId: 'cjk-1', content: '中文测试:欢迎使用' },
|
|
1135
|
+
{ eventId: 'cjk-2', content: 'こんにちは世界 ひらがな カタカナ' },
|
|
1136
|
+
{ eventId: 'cjk-3', content: '안녕하세요 세계' },
|
|
1137
|
+
];
|
|
1138
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1139
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
1140
|
+
const { items: result } = await unbundleRecords([record]);
|
|
1141
|
+
expect(result).toHaveLength(3);
|
|
1142
|
+
expect(result[0].content).toBe('中文测试:欢迎使用');
|
|
1143
|
+
expect(result[1].content).toBe('こんにちは世界 ひらがな カタカナ');
|
|
1144
|
+
expect(result[2].content).toBe('안녕하세요 세계');
|
|
1145
|
+
});
|
|
1146
|
+
it('preserves special characters and mixed scripts through GZIP compression', async () => {
|
|
1147
|
+
const items = [
|
|
1148
|
+
{ eventId: 'special-1', content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃' },
|
|
1149
|
+
{ eventId: 'special-2', content: 'العربية: مرحبا بكم' },
|
|
1150
|
+
{ eventId: 'mixed', content: 'Hello 世界 🌏 مرحبا Привет' },
|
|
1151
|
+
{ eventId: 'combining', content: 'e\u0301 n\u0303 c\u0327' },
|
|
1152
|
+
];
|
|
1153
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1154
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
1155
|
+
const { items: result } = await unbundleRecords([record]);
|
|
1156
|
+
expect(result).toHaveLength(4);
|
|
1157
|
+
for (let i = 0; i < items.length; i++) {
|
|
1158
|
+
expect(result[i].content).toBe(items[i].content);
|
|
1159
|
+
const originalBytes = Buffer.from(items[i].content, 'utf8');
|
|
1160
|
+
const recoveredBytes = Buffer.from(result[i].content, 'utf8');
|
|
1161
|
+
expect(recoveredBytes.equals(originalBytes)).toBe(true);
|
|
1162
|
+
}
|
|
1163
|
+
});
|
|
1164
|
+
});
|
|
1165
|
+
describe('GZIP with invalid magic bytes', () => {
|
|
1166
|
+
it('fails gracefully for buffer with wrong magic bytes', async () => {
|
|
1167
|
+
const wrongMagic = Buffer.from([0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
|
|
1168
|
+
const filler = Buffer.alloc(10);
|
|
1169
|
+
const invalidGzip = Buffer.concat([wrongMagic, filler]);
|
|
1170
|
+
const base64 = invalidGzip.toString('base64');
|
|
1171
|
+
const badEnvelope = {
|
|
1172
|
+
v: 1,
|
|
1173
|
+
c: CompressionAlgorithm.GZIP,
|
|
1174
|
+
n: 1,
|
|
1175
|
+
s: 100,
|
|
1176
|
+
p: base64,
|
|
1177
|
+
};
|
|
1178
|
+
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-wrong-magic');
|
|
1179
|
+
const { failedMessageIds } = await unbundleRecords([record]);
|
|
1180
|
+
expect(failedMessageIds).toContain('msg-wrong-magic');
|
|
1181
|
+
});
|
|
1182
|
+
it('fails gracefully for buffer starting with valid magic but corrupted data', async () => {
|
|
1183
|
+
const validMagic = Buffer.from([0x1f, 0x8b]);
|
|
1184
|
+
const garbage = Buffer.from('this is not valid gzip data after magic');
|
|
1185
|
+
const invalidGzip = Buffer.concat([validMagic, garbage]);
|
|
1186
|
+
const base64 = invalidGzip.toString('base64');
|
|
1187
|
+
const badEnvelope = {
|
|
1188
|
+
v: 1,
|
|
1189
|
+
c: CompressionAlgorithm.GZIP,
|
|
1190
|
+
n: 1,
|
|
1191
|
+
s: 100,
|
|
1192
|
+
p: base64,
|
|
1193
|
+
};
|
|
1194
|
+
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-corrupt-gzip');
|
|
1195
|
+
const { failedMessageIds } = await unbundleRecords([record]);
|
|
1196
|
+
expect(failedMessageIds).toContain('msg-corrupt-gzip');
|
|
1197
|
+
});
|
|
1198
|
+
});
|
|
1199
|
+
describe('GZIP minimum size edge cases', () => {
|
|
1200
|
+
it('handles buffer exactly 18 bytes (minimum valid)', async () => {
|
|
1201
|
+
const minBuffer = Buffer.alloc(18);
|
|
1202
|
+
minBuffer[0] = 0x1f;
|
|
1203
|
+
minBuffer[1] = 0x8b;
|
|
1204
|
+
const size = getGzipUncompressedSize(minBuffer);
|
|
1205
|
+
expect(size).toBe(0);
|
|
1206
|
+
});
|
|
1207
|
+
it('returns undefined for buffer exactly 17 bytes (too small)', async () => {
|
|
1208
|
+
const tooSmall = Buffer.alloc(17);
|
|
1209
|
+
tooSmall[0] = 0x1f;
|
|
1210
|
+
tooSmall[1] = 0x8b;
|
|
1211
|
+
const size = getGzipUncompressedSize(tooSmall);
|
|
1212
|
+
expect(size).toBeUndefined();
|
|
1213
|
+
});
|
|
1214
|
+
it('fails gracefully for 17-byte GZIP envelope', async () => {
|
|
1215
|
+
const tooSmall = Buffer.alloc(17);
|
|
1216
|
+
tooSmall[0] = 0x1f;
|
|
1217
|
+
tooSmall[1] = 0x8b;
|
|
1218
|
+
const base64 = tooSmall.toString('base64');
|
|
1219
|
+
const badEnvelope = {
|
|
1220
|
+
v: 1,
|
|
1221
|
+
c: CompressionAlgorithm.GZIP,
|
|
1222
|
+
n: 1,
|
|
1223
|
+
s: 100,
|
|
1224
|
+
p: base64,
|
|
1225
|
+
};
|
|
1226
|
+
const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-too-small');
|
|
1227
|
+
const { failedMessageIds } = await unbundleRecords([record]);
|
|
1228
|
+
expect(failedMessageIds).toContain('msg-too-small');
|
|
1229
|
+
});
|
|
1230
|
+
});
|
|
1231
|
+
describe('GZIP timeout protection', () => {
|
|
1232
|
+
it('CompressionTimeoutError has correct properties', () => {
|
|
1233
|
+
const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 100);
|
|
1234
|
+
expect(error).toBeInstanceOf(Error);
|
|
1235
|
+
expect(error.name).toBe('CompressionTimeoutError');
|
|
1236
|
+
expect(error.operation).toBe('decompress');
|
|
1237
|
+
expect(error.timeoutMs).toBe(100);
|
|
1238
|
+
expect(error.message).toContain('timed out after 100ms');
|
|
1239
|
+
});
|
|
1240
|
+
it('GZIP decompression respects timeout option', async () => {
|
|
1241
|
+
const items = [makeTestEvent('timeout-test')];
|
|
1242
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1243
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
1244
|
+
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
1245
|
+
timeoutMs: 10000,
|
|
1246
|
+
});
|
|
1247
|
+
expect(result).toHaveLength(1);
|
|
1248
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
1249
|
+
});
|
|
1250
|
+
});
|
|
1251
|
+
describe('large GZIP near SQS limit', () => {
|
|
1252
|
+
it('decompresses large GZIP bundle near 256KB compressed', async () => {
|
|
1253
|
+
const items = Array.from({ length: 200 }, (_, i) => ({
|
|
1254
|
+
eventId: `large-${i}`,
|
|
1255
|
+
name: 'page_view',
|
|
1256
|
+
data: `repeated-content-for-compression-${i}-`.repeat(50),
|
|
1257
|
+
value: i * 1.5,
|
|
1258
|
+
}));
|
|
1259
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1260
|
+
const compressedSize = Buffer.byteLength(JSON.stringify(envelope.p), 'utf8');
|
|
1261
|
+
console.log(`Large GZIP test: compressed payload ~${Math.round(compressedSize / 1024)}KB`);
|
|
1262
|
+
const record = makeSqsRecord({ messageBody: envelope }, 'msg-large-gzip');
|
|
1263
|
+
const { items: result, failedMessageIds } = await unbundleRecords([record]);
|
|
1264
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
1265
|
+
expect(result).toHaveLength(200);
|
|
1266
|
+
expect(result[0].eventId).toBe('large-0');
|
|
1267
|
+
expect(result[199].eventId).toBe('large-199');
|
|
1268
|
+
});
|
|
1269
|
+
it('handles GZIP with maximum decompressed size exactly at limit', async () => {
|
|
1270
|
+
const items = [{ eventId: 'boundary', data: 'x'.repeat(5000) }];
|
|
1271
|
+
const envelope = await makeGzipCompressedEnvelope(items);
|
|
1272
|
+
const record = makeSqsRecord({ messageBody: envelope });
|
|
1273
|
+
const { items: result, failedMessageIds } = await unbundleRecords([record], {
|
|
1274
|
+
maxDecompressedSizeBytes: 10 * 1024,
|
|
1275
|
+
});
|
|
1276
|
+
expect(failedMessageIds).toHaveLength(0);
|
|
1277
|
+
expect(result).toHaveLength(1);
|
|
1278
|
+
});
|
|
1279
|
+
});
|
|
1280
|
+
});
|
|
1281
|
+
});
|
|
1282
|
+
describe('getGzipUncompressedSize', () => {
|
|
1283
|
+
it('returns correct size for valid GZIP', async () => {
|
|
1284
|
+
const originalData = 'Hello, World! This is a test.';
|
|
1285
|
+
const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
|
|
1286
|
+
const size = getGzipUncompressedSize(compressed);
|
|
1287
|
+
expect(size).toBe(Buffer.byteLength(originalData, 'utf8'));
|
|
1288
|
+
});
|
|
1289
|
+
it('returns correct size for larger payload', async () => {
|
|
1290
|
+
const originalData = 'x'.repeat(10000);
|
|
1291
|
+
const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
|
|
1292
|
+
const size = getGzipUncompressedSize(compressed);
|
|
1293
|
+
expect(size).toBe(10000);
|
|
1294
|
+
});
|
|
1295
|
+
it('returns undefined for buffer too small', () => {
|
|
1296
|
+
const tooSmall = Buffer.alloc(17);
|
|
1297
|
+
tooSmall[0] = 0x1f;
|
|
1298
|
+
tooSmall[1] = 0x8b;
|
|
1299
|
+
expect(getGzipUncompressedSize(tooSmall)).toBeUndefined();
|
|
1300
|
+
});
|
|
1301
|
+
it('returns undefined for wrong magic bytes', () => {
|
|
1302
|
+
const wrongMagic = Buffer.alloc(20);
|
|
1303
|
+
wrongMagic[0] = 0x00;
|
|
1304
|
+
wrongMagic[1] = 0x00;
|
|
1305
|
+
expect(getGzipUncompressedSize(wrongMagic)).toBeUndefined();
|
|
1306
|
+
});
|
|
1307
|
+
it('returns undefined for empty buffer', () => {
|
|
1308
|
+
expect(getGzipUncompressedSize(Buffer.alloc(0))).toBeUndefined();
|
|
1309
|
+
});
|
|
1310
|
+
it('returns undefined for single byte buffer', () => {
|
|
1311
|
+
expect(getGzipUncompressedSize(Buffer.from([0x1f]))).toBeUndefined();
|
|
1312
|
+
});
|
|
1313
|
+
it('returns undefined for buffer with only magic bytes', () => {
|
|
1314
|
+
expect(getGzipUncompressedSize(Buffer.from([0x1f, 0x8b]))).toBeUndefined();
|
|
1315
|
+
});
|
|
1316
|
+
it('returns 0 for GZIP with ISIZE = 0', () => {
|
|
1317
|
+
const buffer = Buffer.alloc(18);
|
|
1318
|
+
buffer[0] = 0x1f;
|
|
1319
|
+
buffer[1] = 0x8b;
|
|
1320
|
+
const size = getGzipUncompressedSize(buffer);
|
|
1321
|
+
expect(size).toBe(0);
|
|
1322
|
+
});
|
|
1323
|
+
it('reads ISIZE correctly as little-endian', async () => {
|
|
1324
|
+
const buffer = Buffer.alloc(18);
|
|
1325
|
+
buffer[0] = 0x1f;
|
|
1326
|
+
buffer[1] = 0x8b;
|
|
1327
|
+
buffer.writeUInt32LE(0x12345678, 14);
|
|
1328
|
+
const size = getGzipUncompressedSize(buffer);
|
|
1329
|
+
expect(size).toBe(0x12345678);
|
|
1330
|
+
});
|
|
1331
|
+
it('handles maximum 32-bit ISIZE value', () => {
|
|
1332
|
+
const buffer = Buffer.alloc(18);
|
|
1333
|
+
buffer[0] = 0x1f;
|
|
1334
|
+
buffer[1] = 0x8b;
|
|
1335
|
+
buffer.writeUInt32LE(0xffffffff, 14);
|
|
1336
|
+
const size = getGzipUncompressedSize(buffer);
|
|
1337
|
+
expect(size).toBe(0xffffffff);
|
|
1338
|
+
});
|
|
1339
|
+
it('correctly extracts size from real GZIP data', async () => {
|
|
1340
|
+
const testSizes = [1, 10, 100, 1000, 50000];
|
|
1341
|
+
for (const testSize of testSizes) {
|
|
1342
|
+
const originalData = 'a'.repeat(testSize);
|
|
1343
|
+
const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
|
|
1344
|
+
const size = getGzipUncompressedSize(compressed);
|
|
1345
|
+
expect(size).toBe(testSize);
|
|
1346
|
+
}
|
|
1347
|
+
});
|
|
1348
|
+
it('handles JSON array compression correctly', async () => {
|
|
1349
|
+
const items = [{ id: 1 }, { id: 2 }, { id: 3 }];
|
|
1350
|
+
const json = JSON.stringify(items);
|
|
1351
|
+
const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
|
|
1352
|
+
const size = getGzipUncompressedSize(compressed);
|
|
1353
|
+
expect(size).toBe(Buffer.byteLength(json, 'utf8'));
|
|
1354
|
+
});
|
|
1355
|
+
});
|
|
1356
1356
|
//# sourceMappingURL=sqs-unbundle.spec.js.map
|