@adtrackify/at-service-common 3.19.22 → 3.19.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/__tests__/clients/acuity-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/acuity-client.spec.js +43 -43
- package/dist/cjs/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js +354 -364
- package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/dynamodb-client.spec.js +194 -194
- package/dist/cjs/__tests__/clients/dynamodb-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +931 -941
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js +563 -573
- package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-client.spec.js +191 -191
- package/dist/cjs/__tests__/clients/sqs-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +1357 -1357
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js.map +1 -1
- package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.js +68 -68
- package/dist/cjs/__tests__/db/destinations-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/destinations-db-service.spec.js +125 -125
- package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
- package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.js +104 -104
- package/dist/cjs/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/subscriptions-db-service.spec.js +95 -95
- package/dist/cjs/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/db/user-accounts-db-service.spec.js +76 -76
- package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
- package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
- package/dist/cjs/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
- package/dist/cjs/__tests__/helpers/acuity-helper.spec.js +69 -69
- package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
- package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +82 -82
- package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
- package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js +1140 -1140
- package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js.map +1 -1
- package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +588 -588
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +584 -584
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -1
- package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
- package/dist/cjs/__tests__/libs/contacts.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/contacts.spec.js +294 -294
- package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
- package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
- package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
- package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
- package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
- package/dist/cjs/__tests__/services/acuity-api-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/services/acuity-api-service.spec.js +71 -71
- package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.js +93 -93
- package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.js +57 -57
- package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
- package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
- package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
- package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +181 -191
- package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
- package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
- package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
- package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
- package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.js +139 -139
- package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
- package/dist/cjs/clients/generic/cognito-client.js +209 -209
- package/dist/cjs/clients/generic/cognito-client.js.map +1 -1
- package/dist/cjs/clients/generic/dynamodb-client.d.ts +20 -20
- package/dist/cjs/clients/generic/dynamodb-client.js +235 -235
- package/dist/cjs/clients/generic/dynamodb-client.js.map +1 -1
- package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
- package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
- package/dist/cjs/clients/generic/http-client.d.ts +14 -14
- package/dist/cjs/clients/generic/http-client.js +61 -61
- package/dist/cjs/clients/generic/http-client.js.map +1 -1
- package/dist/cjs/clients/generic/index.d.ts +13 -13
- package/dist/cjs/clients/generic/index.js +29 -29
- package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
- package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
- package/dist/cjs/clients/generic/lambda-invoke-client.js.map +1 -1
- package/dist/cjs/clients/generic/location-client.d.ts +8 -8
- package/dist/cjs/clients/generic/location-client.js +31 -31
- package/dist/cjs/clients/generic/location-client.js.map +1 -1
- package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
- package/dist/cjs/clients/generic/redis-client.js +191 -191
- package/dist/cjs/clients/generic/redis-client.js.map +1 -1
- package/dist/cjs/clients/generic/s3-client.d.ts +23 -22
- package/dist/cjs/clients/generic/s3-client.js +216 -216
- package/dist/cjs/clients/generic/s3-client.js.map +1 -1
- package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
- package/dist/cjs/clients/generic/singlestore-db-client.js +67 -77
- package/dist/cjs/clients/generic/singlestore-db-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -15
- package/dist/cjs/clients/generic/sqs-bundled-client.js +311 -311
- package/dist/cjs/clients/generic/sqs-bundled-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +53 -53
- package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -17
- package/dist/cjs/clients/generic/sqs-bundled-client.types.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-client.d.ts +53 -53
- package/dist/cjs/clients/generic/sqs-client.js +285 -285
- package/dist/cjs/clients/generic/sqs-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -32
- package/dist/cjs/clients/generic/sqs-unbundle.js +144 -143
- package/dist/cjs/clients/generic/sqs-unbundle.js.map +1 -1
- package/dist/cjs/clients/index.d.ts +3 -3
- package/dist/cjs/clients/index.js +19 -19
- package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
- package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
- package/dist/cjs/clients/internal-api/accounts-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
- package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
- package/dist/cjs/clients/internal-api/cache-lambda-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
- package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
- package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
- package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
- package/dist/cjs/clients/internal-api/destinations-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
- package/dist/cjs/clients/internal-api/event-collector-client.js +36 -36
- package/dist/cjs/clients/internal-api/identity-client.d.ts +31 -31
- package/dist/cjs/clients/internal-api/identity-client.js +91 -91
- package/dist/cjs/clients/internal-api/identity-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/index.d.ts +9 -9
- package/dist/cjs/clients/internal-api/index.js +25 -25
- package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
- package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
- package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
- package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
- package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
- package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
- package/dist/cjs/clients/internal-api/users-auth-client.js.map +1 -1
- package/dist/cjs/clients/third-party/acuity-client.d.ts +10 -10
- package/dist/cjs/clients/third-party/acuity-client.js +40 -40
- package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
- package/dist/cjs/clients/third-party/emailable-client.js +25 -25
- package/dist/cjs/clients/third-party/emailable-client.js.map +1 -1
- package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
- package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
- package/dist/cjs/clients/third-party/index.d.ts +5 -5
- package/dist/cjs/clients/third-party/index.js +21 -21
- package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
- package/dist/cjs/clients/third-party/loops-client.js +30 -30
- package/dist/cjs/clients/third-party/loops-client.js.map +1 -1
- package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
- package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +4 -4
- package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
- package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +5 -5
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js.map +1 -1
- package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
- package/dist/cjs/clients/third-party/shopify-client.js +146 -146
- package/dist/cjs/clients/third-party/shopify-client.js.map +1 -1
- package/dist/cjs/constants/index.d.ts +1 -1
- package/dist/cjs/constants/index.js +17 -17
- package/dist/cjs/constants/sqs.d.ts +20 -20
- package/dist/cjs/constants/sqs.js +26 -26
- package/dist/cjs/constants/sqs.js.map +1 -1
- package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
- package/dist/cjs/helpers/account-users-helper.js +22 -22
- package/dist/cjs/helpers/account-users-helper.js.map +1 -1
- package/dist/cjs/helpers/acuity-helper.d.ts +4 -4
- package/dist/cjs/helpers/acuity-helper.js +56 -56
- package/dist/cjs/helpers/acuity-helper.js.map +1 -1
- package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -10
- package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
- package/dist/cjs/helpers/api-key-auth-helper.js.map +1 -1
- package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
- package/dist/cjs/helpers/api-key-authorizer-helper.js +87 -87
- package/dist/cjs/helpers/api-key-authorizer-helper.js.map +1 -1
- package/dist/cjs/helpers/identity-cache-helper.d.ts +21 -21
- package/dist/cjs/helpers/identity-cache-helper.js +157 -157
- package/dist/cjs/helpers/identity-cache-helper.js.map +1 -1
- package/dist/cjs/helpers/index.d.ts +10 -10
- package/dist/cjs/helpers/index.js +26 -26
- package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
- package/dist/cjs/helpers/input-validation-helper.js +22 -22
- package/dist/cjs/helpers/input-validation-helper.js.map +1 -1
- package/dist/cjs/helpers/logging-helper.d.ts +16 -16
- package/dist/cjs/helpers/logging-helper.js +84 -94
- package/dist/cjs/helpers/logging-helper.js.map +1 -1
- package/dist/cjs/helpers/response-helper.d.ts +18 -18
- package/dist/cjs/helpers/response-helper.js +43 -43
- package/dist/cjs/helpers/response-helper.js.map +1 -1
- package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
- package/dist/cjs/helpers/shopify-helper.js +26 -26
- package/dist/cjs/helpers/shopify-helper.js.map +1 -1
- package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
- package/dist/cjs/helpers/sqs-utils.js +14 -13
- package/dist/cjs/helpers/sqs-utils.js.map +1 -1
- package/dist/cjs/index.d.ts +7 -7
- package/dist/cjs/index.js +23 -23
- package/dist/cjs/libs/api-router/index.d.ts +2 -2
- package/dist/cjs/libs/api-router/index.js +18 -18
- package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
- package/dist/cjs/libs/api-router/public-api-router.js +36 -36
- package/dist/cjs/libs/api-router/public-api-router.js.map +1 -1
- package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
- package/dist/cjs/libs/api-router/route-matcher.js +36 -36
- package/dist/cjs/libs/api-router/route-matcher.js.map +1 -1
- package/dist/cjs/libs/click-id-parser.d.ts +23 -23
- package/dist/cjs/libs/click-id-parser.js +49 -49
- package/dist/cjs/libs/click-id-parser.js.map +1 -1
- package/dist/cjs/libs/compression.d.ts +2 -2
- package/dist/cjs/libs/compression.js +33 -33
- package/dist/cjs/libs/compression.js.map +1 -1
- package/dist/cjs/libs/contacts.d.ts +7 -7
- package/dist/cjs/libs/contacts.js +152 -152
- package/dist/cjs/libs/contacts.js.map +1 -1
- package/dist/cjs/libs/cookie.d.ts +17 -17
- package/dist/cjs/libs/cookie.js +76 -76
- package/dist/cjs/libs/cookie.js.map +1 -1
- package/dist/cjs/libs/crypto.d.ts +4 -4
- package/dist/cjs/libs/crypto.js +25 -25
- package/dist/cjs/libs/csv.d.ts +2 -2
- package/dist/cjs/libs/csv.js +35 -35
- package/dist/cjs/libs/csv.js.map +1 -1
- package/dist/cjs/libs/currency.d.ts +1 -1
- package/dist/cjs/libs/currency.js +29 -29
- package/dist/cjs/libs/currency.js.map +1 -1
- package/dist/cjs/libs/dates.d.ts +12 -12
- package/dist/cjs/libs/dates.js +96 -96
- package/dist/cjs/libs/dates.js.map +1 -1
- package/dist/cjs/libs/domain.d.ts +2 -2
- package/dist/cjs/libs/domain.js +38 -38
- package/dist/cjs/libs/domain.js.map +1 -1
- package/dist/cjs/libs/emails.d.ts +8 -8
- package/dist/cjs/libs/emails.js +154 -154
- package/dist/cjs/libs/emails.js.map +1 -1
- package/dist/cjs/libs/http-error.d.ts +21 -21
- package/dist/cjs/libs/http-error.js +63 -63
- package/dist/cjs/libs/http-error.js.map +1 -1
- package/dist/cjs/libs/http-status-codes.d.ts +58 -58
- package/dist/cjs/libs/http-status-codes.js +62 -62
- package/dist/cjs/libs/http-status-codes.js.map +1 -1
- package/dist/cjs/libs/index.d.ts +19 -19
- package/dist/cjs/libs/index.js +35 -35
- package/dist/cjs/libs/numbers.d.ts +1 -1
- package/dist/cjs/libs/numbers.js +15 -15
- package/dist/cjs/libs/numbers.js.map +1 -1
- package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
- package/dist/cjs/libs/referrer-parser/index.js +18 -18
- package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
- package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -19
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.js.map +1 -1
- package/dist/cjs/libs/strings.d.ts +3 -3
- package/dist/cjs/libs/strings.js +46 -46
- package/dist/cjs/libs/strings.js.map +1 -1
- package/dist/cjs/libs/traits.d.ts +6 -6
- package/dist/cjs/libs/traits.js +65 -65
- package/dist/cjs/libs/traits.js.map +1 -1
- package/dist/cjs/libs/url.d.ts +1 -1
- package/dist/cjs/libs/url.js +13 -13
- package/dist/cjs/services/acuity-api-service.d.ts +9 -9
- package/dist/cjs/services/acuity-api-service.js +73 -73
- package/dist/cjs/services/acuity-api-service.js.map +1 -1
- package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
- package/dist/cjs/services/cache/generic-cached-object.js +2 -2
- package/dist/cjs/services/cache/index.d.ts +1 -1
- package/dist/cjs/services/cache/index.js +17 -17
- package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
- package/dist/cjs/services/cache/product-cache-service.js +76 -76
- package/dist/cjs/services/cache/product-cache-service.js.map +1 -1
- package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +11 -11
- package/dist/cjs/services/currency-exchange-rate-lookup-service.js +66 -66
- package/dist/cjs/services/currency-exchange-rate-lookup-service.js.map +1 -1
- package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
- package/dist/cjs/services/db/accounts-db-service.js +33 -33
- package/dist/cjs/services/db/accounts-db-service.js.map +1 -1
- package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
- package/dist/cjs/services/db/api-keys-db-service.js +36 -36
- package/dist/cjs/services/db/api-keys-db-service.js.map +1 -1
- package/dist/cjs/services/db/contact-enrichments-db-service.d.ts +15 -15
- package/dist/cjs/services/db/contact-enrichments-db-service.js +94 -94
- package/dist/cjs/services/db/contact-enrichments-db-service.js.map +1 -1
- package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
- package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
- package/dist/cjs/services/db/custom-measures-db-service.d.ts +14 -14
- package/dist/cjs/services/db/custom-measures-db-service.js +48 -48
- package/dist/cjs/services/db/custom-measures-db-service.js.map +1 -1
- package/dist/cjs/services/db/destinations-db-service.d.ts +13 -13
- package/dist/cjs/services/db/destinations-db-service.js +74 -74
- package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
- package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
- package/dist/cjs/services/db/identity-cache-db-service.js.map +1 -1
- package/dist/cjs/services/db/identity-cache-dynamodb-service.d.ts +34 -28
- package/dist/cjs/services/db/identity-cache-dynamodb-service.js +433 -377
- package/dist/cjs/services/db/identity-cache-dynamodb-service.js.map +1 -1
- package/dist/cjs/services/db/index.d.ts +17 -17
- package/dist/cjs/services/db/index.js +33 -33
- package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
- package/dist/cjs/services/db/log-events-db-service.js +181 -181
- package/dist/cjs/services/db/log-events-db-service.js.map +1 -1
- package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
- package/dist/cjs/services/db/pixels-db-service.js +35 -35
- package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
- package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
- package/dist/cjs/services/db/purchasable-contacts-db-service.js.map +1 -1
- package/dist/cjs/services/db/purchased-contacts/index.d.ts +2 -2
- package/dist/cjs/services/db/purchased-contacts/index.js +18 -18
- package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
- package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js +152 -152
- package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js.map +1 -1
- package/dist/cjs/services/db/purchased-contacts/types.d.ts +11 -11
- package/dist/cjs/services/db/purchased-contacts/types.js +2 -2
- package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +10 -10
- package/dist/cjs/services/db/shopify-app-installs-db-service.js +52 -52
- package/dist/cjs/services/db/shopify-app-installs-db-service.js.map +1 -1
- package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
- package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
- package/dist/cjs/services/db/shopify-products-cache-db-service.js.map +1 -1
- package/dist/cjs/services/db/subscriptions-db-service.d.ts +11 -11
- package/dist/cjs/services/db/subscriptions-db-service.js +38 -38
- package/dist/cjs/services/db/subscriptions-db-service.js.map +1 -1
- package/dist/cjs/services/db/tracking-events-db-service.d.ts +21 -21
- package/dist/cjs/services/db/tracking-events-db-service.js +188 -188
- package/dist/cjs/services/db/tracking-events-db-service.js.map +1 -1
- package/dist/cjs/services/db/user-accounts-db-service.d.ts +7 -7
- package/dist/cjs/services/db/user-accounts-db-service.js +17 -17
- package/dist/cjs/services/email-verification/contact-email-verification-service.d.ts +7 -7
- package/dist/cjs/services/email-verification/contact-email-verification-service.js +101 -101
- package/dist/cjs/services/email-verification/contact-email-verification-service.js.map +1 -1
- package/dist/cjs/services/email-verification/email-verification-service.d.ts +19 -19
- package/dist/cjs/services/email-verification/email-verification-service.js +131 -131
- package/dist/cjs/services/email-verification/email-verification-service.js.map +1 -1
- package/dist/cjs/services/email-verification/index.d.ts +2 -2
- package/dist/cjs/services/email-verification/index.js +18 -18
- package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
- package/dist/cjs/services/eventbridge-integration-service.js +28 -28
- package/dist/cjs/services/events/index.d.ts +3 -3
- package/dist/cjs/services/events/index.js +19 -19
- package/dist/cjs/services/events/log-event-service.d.ts +19 -19
- package/dist/cjs/services/events/log-event-service.js +77 -77
- package/dist/cjs/services/events/log-event-service.js.map +1 -1
- package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
- package/dist/cjs/services/events/metric-event-service.js +49 -49
- package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
- package/dist/cjs/services/events/tracking-event-sqs-service.js +34 -34
- package/dist/cjs/services/events/tracking-event-sqs-service.js.map +1 -1
- package/dist/cjs/services/generic-cache-service.d.ts +7 -7
- package/dist/cjs/services/generic-cache-service.js +33 -33
- package/dist/cjs/services/generic-cache-service.js.map +1 -1
- package/dist/cjs/services/index.d.ts +10 -10
- package/dist/cjs/services/index.js +26 -26
- package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
- package/dist/cjs/services/ipdata-lookup-service.js +112 -112
- package/dist/cjs/services/ipdata-lookup-service.js.map +1 -1
- package/dist/cjs/services/shopify/index.d.ts +2 -2
- package/dist/cjs/services/shopify/index.js +18 -18
- package/dist/cjs/services/shopify/products/index.d.ts +1 -1
- package/dist/cjs/services/shopify/products/index.js +17 -17
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js.map +1 -1
- package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
- package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
- package/dist/cjs/services/shopify/shopify-graphql-transformer.js.map +1 -1
- package/dist/cjs/types/acuity-types.d.ts +74 -74
- package/dist/cjs/types/acuity-types.js +2 -2
- package/dist/cjs/types/api-response.d.ts +6 -6
- package/dist/cjs/types/api-response.js +2 -2
- package/dist/cjs/types/index.d.ts +4 -4
- package/dist/cjs/types/index.js +33 -43
- package/dist/cjs/types/index.js.map +1 -1
- package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
- package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
- package/dist/cjs/types/internal-events/event-detail-types.js.map +1 -1
- package/dist/cjs/types/internal-events/index.d.ts +1 -1
- package/dist/cjs/types/internal-events/index.js +17 -17
- package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
- package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
- package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
- package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
- package/dist/cjs/types/shopify-graphql-types/admin.types.js.map +1 -1
- package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
- package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
- package/dist/cjs/types/shopify-rest-types.d.ts +767 -767
- package/dist/cjs/types/shopify-rest-types.js +2 -2
- package/dist/cjs/utils/compression.d.ts +36 -34
- package/dist/cjs/utils/compression.js +198 -198
- package/dist/cjs/utils/compression.js.map +1 -1
- package/dist/cjs/utils/custom-measure-formula-utils.d.ts +6 -6
- package/dist/cjs/utils/custom-measure-formula-utils.js +209 -209
- package/dist/cjs/utils/custom-measure-formula-utils.js.map +1 -1
- package/dist/cjs/utils/index.d.ts +4 -4
- package/dist/cjs/utils/index.js +20 -20
- package/dist/cjs/utils/retry-envelope.d.ts +12 -12
- package/dist/cjs/utils/retry-envelope.js +28 -27
- package/dist/cjs/utils/retry-envelope.js.map +1 -1
- package/dist/cjs/utils/size.d.ts +2 -2
- package/dist/cjs/utils/size.js +49 -48
- package/dist/cjs/utils/size.js.map +1 -1
- package/dist/esm/__tests__/clients/acuity-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/acuity-client.spec.js +41 -41
- package/dist/esm/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/cross-platform-compression.spec.js +329 -329
- package/dist/esm/__tests__/clients/cross-platform-compression.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/dynamodb-client.spec.js +192 -192
- package/dist/esm/__tests__/clients/dynamodb-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +906 -906
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.js +538 -538
- package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-client.spec.js +189 -189
- package/dist/esm/__tests__/clients/sqs-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +1355 -1355
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.js.map +1 -1
- package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.js +66 -66
- package/dist/esm/__tests__/db/destinations-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/destinations-db-service.spec.js +123 -123
- package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
- package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.js +102 -102
- package/dist/esm/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/subscriptions-db-service.spec.js +93 -93
- package/dist/esm/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/db/user-accounts-db-service.spec.js +74 -74
- package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
- package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
- package/dist/esm/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
- package/dist/esm/__tests__/helpers/acuity-helper.spec.js +67 -67
- package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
- package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +80 -80
- package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +672 -672
- package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js +1138 -1138
- package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js.map +1 -1
- package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +586 -586
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -582
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -1
- package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
- package/dist/esm/__tests__/libs/contacts.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/contacts.spec.js +292 -292
- package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/currency.spec.js +218 -218
- package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/dates.spec.js +128 -128
- package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/domain.spec.js +105 -105
- package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
- package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
- package/dist/esm/__tests__/services/acuity-api-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/services/acuity-api-service.spec.js +69 -69
- package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.js +91 -91
- package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.js +55 -55
- package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
- package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
- package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
- package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +156 -156
- package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
- package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
- package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
- package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
- package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.js +137 -137
- package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
- package/dist/esm/clients/generic/cognito-client.js +204 -204
- package/dist/esm/clients/generic/cognito-client.js.map +1 -1
- package/dist/esm/clients/generic/dynamodb-client.d.ts +20 -20
- package/dist/esm/clients/generic/dynamodb-client.js +231 -231
- package/dist/esm/clients/generic/dynamodb-client.js.map +1 -1
- package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
- package/dist/esm/clients/generic/eventbridge-client.js +47 -47
- package/dist/esm/clients/generic/http-client.d.ts +14 -14
- package/dist/esm/clients/generic/http-client.js +53 -53
- package/dist/esm/clients/generic/http-client.js.map +1 -1
- package/dist/esm/clients/generic/index.d.ts +13 -13
- package/dist/esm/clients/generic/index.js +13 -13
- package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
- package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
- package/dist/esm/clients/generic/lambda-invoke-client.js.map +1 -1
- package/dist/esm/clients/generic/location-client.d.ts +8 -8
- package/dist/esm/clients/generic/location-client.js +27 -27
- package/dist/esm/clients/generic/location-client.js.map +1 -1
- package/dist/esm/clients/generic/redis-client.d.ts +33 -33
- package/dist/esm/clients/generic/redis-client.js +184 -184
- package/dist/esm/clients/generic/redis-client.js.map +1 -1
- package/dist/esm/clients/generic/s3-client.d.ts +23 -22
- package/dist/esm/clients/generic/s3-client.js +209 -209
- package/dist/esm/clients/generic/s3-client.js.map +1 -1
- package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
- package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
- package/dist/esm/clients/generic/singlestore-db-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -15
- package/dist/esm/clients/generic/sqs-bundled-client.js +307 -307
- package/dist/esm/clients/generic/sqs-bundled-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +53 -53
- package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -14
- package/dist/esm/clients/generic/sqs-client.d.ts +53 -53
- package/dist/esm/clients/generic/sqs-client.js +281 -281
- package/dist/esm/clients/generic/sqs-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -32
- package/dist/esm/clients/generic/sqs-unbundle.js +137 -137
- package/dist/esm/clients/generic/sqs-unbundle.js.map +1 -1
- package/dist/esm/clients/index.d.ts +3 -3
- package/dist/esm/clients/index.js +3 -3
- package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
- package/dist/esm/clients/internal-api/accounts-client.js +125 -125
- package/dist/esm/clients/internal-api/accounts-client.js.map +1 -1
- package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
- package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
- package/dist/esm/clients/internal-api/cache-lambda-client.js.map +1 -1
- package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
- package/dist/esm/clients/internal-api/db-management-client.js +32 -32
- package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
- package/dist/esm/clients/internal-api/destinations-client.js +75 -75
- package/dist/esm/clients/internal-api/destinations-client.js.map +1 -1
- package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
- package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
- package/dist/esm/clients/internal-api/identity-client.d.ts +31 -31
- package/dist/esm/clients/internal-api/identity-client.js +87 -87
- package/dist/esm/clients/internal-api/identity-client.js.map +1 -1
- package/dist/esm/clients/internal-api/index.d.ts +9 -9
- package/dist/esm/clients/internal-api/index.js +9 -9
- package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
- package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
- package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
- package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
- package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
- package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
- package/dist/esm/clients/internal-api/users-auth-client.js.map +1 -1
- package/dist/esm/clients/third-party/acuity-client.d.ts +10 -10
- package/dist/esm/clients/third-party/acuity-client.js +36 -36
- package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
- package/dist/esm/clients/third-party/emailable-client.js +21 -21
- package/dist/esm/clients/third-party/emailable-client.js.map +1 -1
- package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
- package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
- package/dist/esm/clients/third-party/index.d.ts +5 -5
- package/dist/esm/clients/third-party/index.js +5 -5
- package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
- package/dist/esm/clients/third-party/loops-client.js +26 -26
- package/dist/esm/clients/third-party/loops-client.js.map +1 -1
- package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
- package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +1 -1
- package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
- package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +2 -2
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js.map +1 -1
- package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
- package/dist/esm/clients/third-party/shopify-client.js +142 -142
- package/dist/esm/clients/third-party/shopify-client.js.map +1 -1
- package/dist/esm/constants/index.d.ts +1 -1
- package/dist/esm/constants/index.js +1 -1
- package/dist/esm/constants/sqs.d.ts +20 -20
- package/dist/esm/constants/sqs.js +22 -22
- package/dist/esm/constants/sqs.js.map +1 -1
- package/dist/esm/helpers/account-users-helper.d.ts +2 -2
- package/dist/esm/helpers/account-users-helper.js +18 -18
- package/dist/esm/helpers/account-users-helper.js.map +1 -1
- package/dist/esm/helpers/acuity-helper.d.ts +4 -4
- package/dist/esm/helpers/acuity-helper.js +51 -51
- package/dist/esm/helpers/acuity-helper.js.map +1 -1
- package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -10
- package/dist/esm/helpers/api-key-auth-helper.js +35 -35
- package/dist/esm/helpers/api-key-auth-helper.js.map +1 -1
- package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
- package/dist/esm/helpers/api-key-authorizer-helper.js +83 -83
- package/dist/esm/helpers/api-key-authorizer-helper.js.map +1 -1
- package/dist/esm/helpers/identity-cache-helper.d.ts +21 -21
- package/dist/esm/helpers/identity-cache-helper.js +152 -152
- package/dist/esm/helpers/identity-cache-helper.js.map +1 -1
- package/dist/esm/helpers/index.d.ts +10 -10
- package/dist/esm/helpers/index.js +10 -10
- package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
- package/dist/esm/helpers/input-validation-helper.js +18 -18
- package/dist/esm/helpers/input-validation-helper.js.map +1 -1
- package/dist/esm/helpers/logging-helper.d.ts +16 -16
- package/dist/esm/helpers/logging-helper.js +56 -56
- package/dist/esm/helpers/logging-helper.js.map +1 -1
- package/dist/esm/helpers/response-helper.d.ts +18 -18
- package/dist/esm/helpers/response-helper.js +37 -37
- package/dist/esm/helpers/response-helper.js.map +1 -1
- package/dist/esm/helpers/shopify-helper.d.ts +9 -9
- package/dist/esm/helpers/shopify-helper.js +21 -21
- package/dist/esm/helpers/shopify-helper.js.map +1 -1
- package/dist/esm/helpers/sqs-utils.d.ts +6 -6
- package/dist/esm/helpers/sqs-utils.js +9 -9
- package/dist/esm/index.d.ts +7 -7
- package/dist/esm/index.js +7 -7
- package/dist/esm/libs/api-router/index.d.ts +2 -2
- package/dist/esm/libs/api-router/index.js +2 -2
- package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
- package/dist/esm/libs/api-router/public-api-router.js +32 -32
- package/dist/esm/libs/api-router/public-api-router.js.map +1 -1
- package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
- package/dist/esm/libs/api-router/route-matcher.js +30 -30
- package/dist/esm/libs/api-router/route-matcher.js.map +1 -1
- package/dist/esm/libs/click-id-parser.d.ts +23 -23
- package/dist/esm/libs/click-id-parser.js +45 -45
- package/dist/esm/libs/click-id-parser.js.map +1 -1
- package/dist/esm/libs/compression.d.ts +2 -2
- package/dist/esm/libs/compression.js +25 -25
- package/dist/esm/libs/compression.js.map +1 -1
- package/dist/esm/libs/contacts.d.ts +7 -7
- package/dist/esm/libs/contacts.js +143 -143
- package/dist/esm/libs/contacts.js.map +1 -1
- package/dist/esm/libs/cookie.d.ts +17 -17
- package/dist/esm/libs/cookie.js +70 -70
- package/dist/esm/libs/cookie.js.map +1 -1
- package/dist/esm/libs/crypto.d.ts +4 -4
- package/dist/esm/libs/crypto.js +15 -15
- package/dist/esm/libs/csv.d.ts +2 -2
- package/dist/esm/libs/csv.js +30 -30
- package/dist/esm/libs/csv.js.map +1 -1
- package/dist/esm/libs/currency.d.ts +1 -1
- package/dist/esm/libs/currency.js +22 -22
- package/dist/esm/libs/currency.js.map +1 -1
- package/dist/esm/libs/dates.d.ts +12 -12
- package/dist/esm/libs/dates.js +83 -83
- package/dist/esm/libs/dates.js.map +1 -1
- package/dist/esm/libs/domain.d.ts +2 -2
- package/dist/esm/libs/domain.js +33 -33
- package/dist/esm/libs/domain.js.map +1 -1
- package/dist/esm/libs/emails.d.ts +8 -8
- package/dist/esm/libs/emails.js +146 -146
- package/dist/esm/libs/emails.js.map +1 -1
- package/dist/esm/libs/http-error.d.ts +21 -21
- package/dist/esm/libs/http-error.js +59 -59
- package/dist/esm/libs/http-error.js.map +1 -1
- package/dist/esm/libs/http-status-codes.d.ts +58 -58
- package/dist/esm/libs/http-status-codes.js +59 -59
- package/dist/esm/libs/index.d.ts +19 -19
- package/dist/esm/libs/index.js +19 -19
- package/dist/esm/libs/numbers.d.ts +1 -1
- package/dist/esm/libs/numbers.js +11 -11
- package/dist/esm/libs/numbers.js.map +1 -1
- package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
- package/dist/esm/libs/referrer-parser/index.js +2 -2
- package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
- package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
- package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -19
- package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
- package/dist/esm/libs/referrer-parser/referrer-parser-util.js.map +1 -1
- package/dist/esm/libs/strings.d.ts +3 -3
- package/dist/esm/libs/strings.js +40 -40
- package/dist/esm/libs/strings.js.map +1 -1
- package/dist/esm/libs/traits.d.ts +6 -6
- package/dist/esm/libs/traits.js +54 -54
- package/dist/esm/libs/traits.js.map +1 -1
- package/dist/esm/libs/url.d.ts +1 -1
- package/dist/esm/libs/url.js +9 -9
- package/dist/esm/services/acuity-api-service.d.ts +9 -9
- package/dist/esm/services/acuity-api-service.js +69 -69
- package/dist/esm/services/acuity-api-service.js.map +1 -1
- package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
- package/dist/esm/services/cache/generic-cached-object.js +1 -1
- package/dist/esm/services/cache/index.d.ts +1 -1
- package/dist/esm/services/cache/index.js +1 -1
- package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
- package/dist/esm/services/cache/product-cache-service.js +68 -68
- package/dist/esm/services/cache/product-cache-service.js.map +1 -1
- package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +11 -11
- package/dist/esm/services/currency-exchange-rate-lookup-service.js +62 -62
- package/dist/esm/services/currency-exchange-rate-lookup-service.js.map +1 -1
- package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
- package/dist/esm/services/db/accounts-db-service.js +29 -29
- package/dist/esm/services/db/accounts-db-service.js.map +1 -1
- package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
- package/dist/esm/services/db/api-keys-db-service.js +32 -32
- package/dist/esm/services/db/api-keys-db-service.js.map +1 -1
- package/dist/esm/services/db/contact-enrichments-db-service.d.ts +15 -15
- package/dist/esm/services/db/contact-enrichments-db-service.js +90 -90
- package/dist/esm/services/db/contact-enrichments-db-service.js.map +1 -1
- package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
- package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
- package/dist/esm/services/db/custom-measures-db-service.d.ts +14 -14
- package/dist/esm/services/db/custom-measures-db-service.js +44 -44
- package/dist/esm/services/db/custom-measures-db-service.js.map +1 -1
- package/dist/esm/services/db/destinations-db-service.d.ts +13 -13
- package/dist/esm/services/db/destinations-db-service.js +70 -70
- package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
- package/dist/esm/services/db/identity-cache-db-service.js +313 -313
- package/dist/esm/services/db/identity-cache-db-service.js.map +1 -1
- package/dist/esm/services/db/identity-cache-dynamodb-service.d.ts +34 -28
- package/dist/esm/services/db/identity-cache-dynamodb-service.js +426 -370
- package/dist/esm/services/db/identity-cache-dynamodb-service.js.map +1 -1
- package/dist/esm/services/db/index.d.ts +17 -17
- package/dist/esm/services/db/index.js +17 -17
- package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
- package/dist/esm/services/db/log-events-db-service.js +177 -177
- package/dist/esm/services/db/log-events-db-service.js.map +1 -1
- package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
- package/dist/esm/services/db/pixels-db-service.js +31 -31
- package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
- package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
- package/dist/esm/services/db/purchasable-contacts-db-service.js.map +1 -1
- package/dist/esm/services/db/purchased-contacts/index.d.ts +2 -2
- package/dist/esm/services/db/purchased-contacts/index.js +2 -2
- package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
- package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js +148 -148
- package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js.map +1 -1
- package/dist/esm/services/db/purchased-contacts/types.d.ts +11 -11
- package/dist/esm/services/db/purchased-contacts/types.js +1 -1
- package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +10 -10
- package/dist/esm/services/db/shopify-app-installs-db-service.js +48 -48
- package/dist/esm/services/db/shopify-app-installs-db-service.js.map +1 -1
- package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
- package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
- package/dist/esm/services/db/shopify-products-cache-db-service.js.map +1 -1
- package/dist/esm/services/db/subscriptions-db-service.d.ts +11 -11
- package/dist/esm/services/db/subscriptions-db-service.js +34 -34
- package/dist/esm/services/db/subscriptions-db-service.js.map +1 -1
- package/dist/esm/services/db/tracking-events-db-service.d.ts +21 -21
- package/dist/esm/services/db/tracking-events-db-service.js +184 -184
- package/dist/esm/services/db/tracking-events-db-service.js.map +1 -1
- package/dist/esm/services/db/user-accounts-db-service.d.ts +7 -7
- package/dist/esm/services/db/user-accounts-db-service.js +13 -13
- package/dist/esm/services/email-verification/contact-email-verification-service.d.ts +7 -7
- package/dist/esm/services/email-verification/contact-email-verification-service.js +97 -97
- package/dist/esm/services/email-verification/contact-email-verification-service.js.map +1 -1
- package/dist/esm/services/email-verification/email-verification-service.d.ts +19 -19
- package/dist/esm/services/email-verification/email-verification-service.js +127 -127
- package/dist/esm/services/email-verification/email-verification-service.js.map +1 -1
- package/dist/esm/services/email-verification/index.d.ts +2 -2
- package/dist/esm/services/email-verification/index.js +2 -2
- package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
- package/dist/esm/services/eventbridge-integration-service.js +24 -24
- package/dist/esm/services/events/index.d.ts +3 -3
- package/dist/esm/services/events/index.js +3 -3
- package/dist/esm/services/events/log-event-service.d.ts +19 -19
- package/dist/esm/services/events/log-event-service.js +73 -73
- package/dist/esm/services/events/log-event-service.js.map +1 -1
- package/dist/esm/services/events/metric-event-service.d.ts +9 -9
- package/dist/esm/services/events/metric-event-service.js +45 -45
- package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
- package/dist/esm/services/events/tracking-event-sqs-service.js +30 -30
- package/dist/esm/services/events/tracking-event-sqs-service.js.map +1 -1
- package/dist/esm/services/generic-cache-service.d.ts +7 -7
- package/dist/esm/services/generic-cache-service.js +29 -29
- package/dist/esm/services/generic-cache-service.js.map +1 -1
- package/dist/esm/services/index.d.ts +10 -10
- package/dist/esm/services/index.js +10 -10
- package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
- package/dist/esm/services/ipdata-lookup-service.js +108 -108
- package/dist/esm/services/ipdata-lookup-service.js.map +1 -1
- package/dist/esm/services/shopify/index.d.ts +2 -2
- package/dist/esm/services/shopify/index.js +2 -2
- package/dist/esm/services/shopify/products/index.d.ts +1 -1
- package/dist/esm/services/shopify/products/index.js +1 -1
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.js.map +1 -1
- package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
- package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
- package/dist/esm/services/shopify/shopify-graphql-transformer.js.map +1 -1
- package/dist/esm/types/acuity-types.d.ts +74 -74
- package/dist/esm/types/acuity-types.js +1 -1
- package/dist/esm/types/api-response.d.ts +6 -6
- package/dist/esm/types/api-response.js +1 -1
- package/dist/esm/types/index.d.ts +4 -4
- package/dist/esm/types/index.js +4 -4
- package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
- package/dist/esm/types/internal-events/event-detail-types.js +24 -24
- package/dist/esm/types/internal-events/index.d.ts +1 -1
- package/dist/esm/types/internal-events/index.js +1 -1
- package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
- package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
- package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
- package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
- package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
- package/dist/esm/types/shopify-graphql-types/index.js +2 -2
- package/dist/esm/types/shopify-rest-types.d.ts +767 -767
- package/dist/esm/types/shopify-rest-types.js +1 -1
- package/dist/esm/utils/compression.d.ts +36 -34
- package/dist/esm/utils/compression.js +187 -187
- package/dist/esm/utils/compression.js.map +1 -1
- package/dist/esm/utils/custom-measure-formula-utils.d.ts +6 -6
- package/dist/esm/utils/custom-measure-formula-utils.js +201 -201
- package/dist/esm/utils/custom-measure-formula-utils.js.map +1 -1
- package/dist/esm/utils/index.d.ts +4 -4
- package/dist/esm/utils/index.js +4 -4
- package/dist/esm/utils/retry-envelope.d.ts +12 -12
- package/dist/esm/utils/retry-envelope.js +22 -22
- package/dist/esm/utils/retry-envelope.js.map +1 -1
- package/dist/esm/utils/size.d.ts +2 -2
- package/dist/esm/utils/size.js +44 -44
- package/dist/esm/utils/size.js.map +1 -1
- package/package.json +3 -3
|
@@ -1,583 +1,583 @@
|
|
|
1
|
-
import { BundledSQSClient } from '../../clients/generic/sqs-bundled-client';
|
|
2
|
-
import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
|
|
3
|
-
import { unbundleRecords } from '../../clients/generic/sqs-unbundle';
|
|
4
|
-
import { compress } from '../../utils/compression';
|
|
5
|
-
import { createSqsLimits, SQS_1MB } from '../../constants/sqs';
|
|
6
|
-
jest.mock('../../helpers/logging-helper', () => ({
|
|
7
|
-
Logger: {
|
|
8
|
-
debug: jest.fn(),
|
|
9
|
-
info: jest.fn(),
|
|
10
|
-
warn: jest.fn(),
|
|
11
|
-
error: jest.fn(),
|
|
12
|
-
},
|
|
13
|
-
}));
|
|
14
|
-
function makeTestEvent(id, name = 'test', value, metadata) {
|
|
15
|
-
return { id, name, value, metadata };
|
|
16
|
-
}
|
|
17
|
-
function makeRealisticTrackingEvent(index) {
|
|
18
|
-
return {
|
|
19
|
-
anonymousId: `anon-${index}-${Math.random().toString(36).substring(7)}`,
|
|
20
|
-
accountId: `acc-${index % 10}`,
|
|
21
|
-
pixelId: `pixel-${index % 5}`,
|
|
22
|
-
eventType: ['track', 'identify', 'page'][index % 3] ?? 'track',
|
|
23
|
-
eventName: ['purchase', 'add_to_cart', 'page_view', 'begin_checkout'][index % 4] ?? 'track',
|
|
24
|
-
timestamp: new Date(Date.now() - index * 1000).toISOString(),
|
|
25
|
-
context: {
|
|
26
|
-
page: {
|
|
27
|
-
url: `https://example.com/product/${index}`,
|
|
28
|
-
path: `/product/${index}`,
|
|
29
|
-
title: `Product ${index} - Example Store`,
|
|
30
|
-
referrer: index % 3 === 0 ? 'https://google.com' : '',
|
|
31
|
-
},
|
|
32
|
-
userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
|
|
33
|
-
ip: `192.168.${index % 256}.${(index * 7) % 256}`,
|
|
34
|
-
locale: ['en-US', 'en-GB', 'de-DE', 'fr-FR'][index % 4] ?? 'en-US',
|
|
35
|
-
timezone: 'America/New_York',
|
|
36
|
-
},
|
|
37
|
-
properties: {
|
|
38
|
-
productId: `prod-${index}`,
|
|
39
|
-
productName: `Amazing Product ${index}`,
|
|
40
|
-
price: 29.99 + (index % 100),
|
|
41
|
-
currency: 'USD',
|
|
42
|
-
quantity: (index % 5) + 1,
|
|
43
|
-
category: ['Electronics', 'Clothing', 'Home', 'Sports'][index % 4],
|
|
44
|
-
customFields: {
|
|
45
|
-
brand: `Brand${index % 20}`,
|
|
46
|
-
sku: `SKU-${index}-${Date.now()}`,
|
|
47
|
-
inStock: index % 2 === 0,
|
|
48
|
-
},
|
|
49
|
-
},
|
|
50
|
-
shopifyData: index % 3 === 0
|
|
51
|
-
? {
|
|
52
|
-
checkoutToken: `checkout-${index}`,
|
|
53
|
-
orderId: index % 5 === 0 ? `order-${index}` : undefined,
|
|
54
|
-
customerEmail: `customer${index}@example.com`,
|
|
55
|
-
lineItems: Array.from({ length: (index % 3) + 1 }, (_, j) => ({
|
|
56
|
-
variantId: `variant-${index}-${j}`,
|
|
57
|
-
title: `Line Item ${j}`,
|
|
58
|
-
price: 19.99 + j * 10,
|
|
59
|
-
quantity: j + 1,
|
|
60
|
-
})),
|
|
61
|
-
}
|
|
62
|
-
: undefined,
|
|
63
|
-
};
|
|
64
|
-
}
|
|
65
|
-
function simulateSqsDelivery(envelopes) {
|
|
66
|
-
return envelopes.map((env, i) => ({
|
|
67
|
-
messageId: `msg-${i}-${Date.now()}`,
|
|
68
|
-
body: JSON.stringify({ messageBody: env }),
|
|
69
|
-
}));
|
|
70
|
-
}
|
|
71
|
-
describe('Full Round-Trip: Producer → Consumer', () => {
|
|
72
|
-
let mockSqsClient;
|
|
73
|
-
let capturedEnvelopes;
|
|
74
|
-
beforeEach(() => {
|
|
75
|
-
capturedEnvelopes = [];
|
|
76
|
-
mockSqsClient = {
|
|
77
|
-
buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
|
|
78
|
-
capturedEnvelopes.push(...envelopes);
|
|
79
|
-
return {
|
|
80
|
-
successCount: envelopes.length,
|
|
81
|
-
failedCount: 0,
|
|
82
|
-
batchCount: 1,
|
|
83
|
-
failedMessages: [],
|
|
84
|
-
};
|
|
85
|
-
}),
|
|
86
|
-
queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
|
|
87
|
-
limits: createSqsLimits(SQS_1MB),
|
|
88
|
-
};
|
|
89
|
-
});
|
|
90
|
-
describe('1. Basic round-trip test (100 items)', () => {
|
|
91
|
-
it('100 items survive complete round-trip with deep equality', async () => {
|
|
92
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
93
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
94
|
-
compressionLevel: 3,
|
|
95
|
-
});
|
|
96
|
-
const originalItems = Array.from({ length: 100 }, (_, i) => ({
|
|
97
|
-
id: `event-${i}`,
|
|
98
|
-
name: 'purchase',
|
|
99
|
-
value: i * 99.99,
|
|
100
|
-
metadata: { source: 'test', index: i },
|
|
101
|
-
}));
|
|
102
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
103
|
-
expect(capturedEnvelopes.length).toBeGreaterThanOrEqual(1);
|
|
104
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
105
|
-
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
106
|
-
expect(recoveredItems).toHaveLength(100);
|
|
107
|
-
expect(recoveredItems).toEqual(originalItems);
|
|
108
|
-
expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
|
|
109
|
-
expect(stats.failedRecords).toBe(0);
|
|
110
|
-
});
|
|
111
|
-
it('preserves all primitive types correctly', async () => {
|
|
112
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
113
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
114
|
-
});
|
|
115
|
-
const originalItems = [
|
|
116
|
-
{ id: 'str', name: 'string-test', value: undefined },
|
|
117
|
-
{ id: 'num', name: 'number-test', value: 123.456 },
|
|
118
|
-
{ id: 'zero', name: 'zero-test', value: 0 },
|
|
119
|
-
{ id: 'neg', name: 'negative-test', value: -999.99 },
|
|
120
|
-
{ id: 'big', name: 'big-number', value: Number.MAX_SAFE_INTEGER },
|
|
121
|
-
];
|
|
122
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
123
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
124
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
125
|
-
expect(recoveredItems).toEqual(originalItems);
|
|
126
|
-
});
|
|
127
|
-
});
|
|
128
|
-
describe('2. Large scale round-trip (1000 items)', () => {
|
|
129
|
-
it('1000 items survive round-trip with no data loss', async () => {
|
|
130
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
131
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
132
|
-
compressionLevel: 3,
|
|
133
|
-
});
|
|
134
|
-
const originalItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
135
|
-
id: `event-${i.toString().padStart(4, '0')}`,
|
|
136
|
-
name: `type-${i % 10}`,
|
|
137
|
-
value: i * 1.5,
|
|
138
|
-
metadata: {
|
|
139
|
-
batch: Math.floor(i / 100),
|
|
140
|
-
position: i % 100,
|
|
141
|
-
timestamp: Date.now() + i,
|
|
142
|
-
},
|
|
143
|
-
}));
|
|
144
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
145
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
146
|
-
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
147
|
-
expect(recoveredItems).toHaveLength(1000);
|
|
148
|
-
expect(stats.totalItems).toBe(1000);
|
|
149
|
-
expect(stats.failedRecords).toBe(0);
|
|
150
|
-
const recoveredIds = recoveredItems.map((item) => item.id);
|
|
151
|
-
const originalIds = originalItems.map((item) => item.id);
|
|
152
|
-
expect(new Set(recoveredIds)).toEqual(new Set(originalIds));
|
|
153
|
-
expect(recoveredItems).toEqual(originalItems);
|
|
154
|
-
});
|
|
155
|
-
it('preserves order within each bundle', async () => {
|
|
156
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
157
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
158
|
-
maxItemsPerBundle: 100,
|
|
159
|
-
});
|
|
160
|
-
const originalItems = Array.from({ length: 500 }, (_, i) => makeTestEvent(`seq-${i}`, 'ordered', i));
|
|
161
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
162
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
163
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
164
|
-
let currentBundleStart = 0;
|
|
165
|
-
for (const envelope of capturedEnvelopes) {
|
|
166
|
-
const bundleSize = envelope.n;
|
|
167
|
-
const bundleItems = recoveredItems.slice(currentBundleStart, currentBundleStart + bundleSize);
|
|
168
|
-
for (let j = 1; j < bundleItems.length; j++) {
|
|
169
|
-
const prevValue = bundleItems[j - 1]?.value ?? 0;
|
|
170
|
-
const currValue = bundleItems[j]?.value ?? 0;
|
|
171
|
-
expect(currValue).toBeGreaterThan(prevValue);
|
|
172
|
-
}
|
|
173
|
-
currentBundleStart += bundleSize;
|
|
174
|
-
}
|
|
175
|
-
});
|
|
176
|
-
});
|
|
177
|
-
describe('3. Compression round-trip verification', () => {
|
|
178
|
-
it('ZSTD compressed data decompresses to byte-exact JSON', async () => {
|
|
179
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
180
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
181
|
-
compressionLevel: 5,
|
|
182
|
-
});
|
|
183
|
-
const originalItems = Array.from({ length: 50 }, (_, i) => ({
|
|
184
|
-
id: `compress-test-${i}`,
|
|
185
|
-
name: 'compression-verification',
|
|
186
|
-
value: i * 123.456789,
|
|
187
|
-
metadata: {
|
|
188
|
-
unicode: '日本語テスト',
|
|
189
|
-
emoji: '🚀✨🎉',
|
|
190
|
-
special: 'line\nbreak\ttab\r\nwindows',
|
|
191
|
-
quotes: '"double" and \'single\'',
|
|
192
|
-
},
|
|
193
|
-
}));
|
|
194
|
-
const originalJson = JSON.stringify(originalItems);
|
|
195
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
196
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
197
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
198
|
-
const recoveredJson = JSON.stringify(recoveredItems);
|
|
199
|
-
expect(recoveredJson).toBe(originalJson);
|
|
200
|
-
expect(recoveredItems).toEqual(originalItems);
|
|
201
|
-
});
|
|
202
|
-
it('verifies actual compression occurred', async () => {
|
|
203
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
204
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
205
|
-
compressionLevel: 3,
|
|
206
|
-
});
|
|
207
|
-
const originalItems = Array.from({ length: 200 }, (_, i) => ({
|
|
208
|
-
id: `item-${i}`,
|
|
209
|
-
name: 'repetitive-data-for-compression',
|
|
210
|
-
value: i,
|
|
211
|
-
metadata: {
|
|
212
|
-
commonField1: 'this is repeated many times',
|
|
213
|
-
commonField2: 'another repeated value',
|
|
214
|
-
},
|
|
215
|
-
}));
|
|
216
|
-
const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
|
|
217
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
218
|
-
for (const envelope of capturedEnvelopes) {
|
|
219
|
-
expect(envelope.c).toBe(CompressionAlgorithm.ZSTD);
|
|
220
|
-
expect(typeof envelope.p).toBe('string');
|
|
221
|
-
const compressedSizeBytes = Buffer.byteLength(envelope.p, 'utf8');
|
|
222
|
-
expect(compressedSizeBytes).toBeLessThan(originalSizeBytes);
|
|
223
|
-
}
|
|
224
|
-
});
|
|
225
|
-
});
|
|
226
|
-
describe('4. Mixed message types round-trip', () => {
|
|
227
|
-
it('handles mix of NONE and ZSTD compression in same batch', async () => {
|
|
228
|
-
const zstdClient = new BundledSQSClient(mockSqsClient, {
|
|
229
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
230
|
-
});
|
|
231
|
-
const noneClient = new BundledSQSClient(mockSqsClient, {
|
|
232
|
-
compression: CompressionAlgorithm.NONE,
|
|
233
|
-
});
|
|
234
|
-
const zstdItems = [
|
|
235
|
-
makeTestEvent('zstd-1', 'compressed', 100),
|
|
236
|
-
makeTestEvent('zstd-2', 'compressed', 200),
|
|
237
|
-
];
|
|
238
|
-
const noneItems = [
|
|
239
|
-
makeTestEvent('none-1', 'uncompressed', 300),
|
|
240
|
-
makeTestEvent('none-2', 'uncompressed', 400),
|
|
241
|
-
];
|
|
242
|
-
await zstdClient.sendBundled('test', zstdItems);
|
|
243
|
-
const zstdEnvelopes = [...capturedEnvelopes];
|
|
244
|
-
capturedEnvelopes = [];
|
|
245
|
-
await noneClient.sendBundled('test', noneItems);
|
|
246
|
-
const noneEnvelopes = [...capturedEnvelopes];
|
|
247
|
-
const allEnvelopes = [...zstdEnvelopes, ...noneEnvelopes];
|
|
248
|
-
const sqsRecords = simulateSqsDelivery(allEnvelopes);
|
|
249
|
-
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
250
|
-
expect(recoveredItems).toHaveLength(4);
|
|
251
|
-
expect(stats.bundledSqsRecords).toBe(2);
|
|
252
|
-
expect(stats.failedRecords).toBe(0);
|
|
253
|
-
const zstdRecovered = recoveredItems.filter((item) => item.name === 'compressed');
|
|
254
|
-
const noneRecovered = recoveredItems.filter((item) => item.name === 'uncompressed');
|
|
255
|
-
expect(zstdRecovered).toHaveLength(2);
|
|
256
|
-
expect(noneRecovered).toHaveLength(2);
|
|
257
|
-
expect(zstdRecovered).toEqual(zstdItems);
|
|
258
|
-
expect(noneRecovered).toEqual(noneItems);
|
|
259
|
-
});
|
|
260
|
-
it('handles mixed bundled and legacy messages', async () => {
|
|
261
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
262
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
263
|
-
});
|
|
264
|
-
const bundledItems = [
|
|
265
|
-
makeTestEvent('bundled-1', 'bundled', 100),
|
|
266
|
-
makeTestEvent('bundled-2', 'bundled', 200),
|
|
267
|
-
];
|
|
268
|
-
await bundledClient.sendBundled('test', bundledItems);
|
|
269
|
-
const legacyRecord = {
|
|
270
|
-
messageId: 'legacy-msg-1',
|
|
271
|
-
body: JSON.stringify(makeTestEvent('legacy-1', 'legacy', 999)),
|
|
272
|
-
};
|
|
273
|
-
const wrappedLegacyRecord = {
|
|
274
|
-
messageId: 'legacy-msg-2',
|
|
275
|
-
body: JSON.stringify({ messageBody: makeTestEvent('legacy-2', 'wrapped-legacy', 888) }),
|
|
276
|
-
};
|
|
277
|
-
const bundledRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
278
|
-
const allRecords = [...bundledRecords, legacyRecord, wrappedLegacyRecord];
|
|
279
|
-
const { items: recoveredItems, stats } = await unbundleRecords(allRecords);
|
|
280
|
-
expect(recoveredItems).toHaveLength(4);
|
|
281
|
-
expect(stats.bundledSqsRecords).toBe(1);
|
|
282
|
-
expect(stats.legacySqsRecords).toBe(2);
|
|
283
|
-
expect(stats.failedRecords).toBe(0);
|
|
284
|
-
});
|
|
285
|
-
});
|
|
286
|
-
describe('5. Error injection round-trip', () => {
|
|
287
|
-
it('recovers valid bundles while reporting corrupted bundle in failedMessageIds', async () => {
|
|
288
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
289
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
290
|
-
});
|
|
291
|
-
const validItems1 = [makeTestEvent('valid-1', 'first-batch', 100)];
|
|
292
|
-
const validItems2 = [makeTestEvent('valid-2', 'second-batch', 200)];
|
|
293
|
-
await bundledClient.sendBundled('test', validItems1);
|
|
294
|
-
const envelope1 = { ...capturedEnvelopes[0] };
|
|
295
|
-
capturedEnvelopes = [];
|
|
296
|
-
await bundledClient.sendBundled('test', validItems2);
|
|
297
|
-
const envelope2 = { ...capturedEnvelopes[0] };
|
|
298
|
-
const corruptedEnvelope = {
|
|
299
|
-
v: 1,
|
|
300
|
-
c: CompressionAlgorithm.ZSTD,
|
|
301
|
-
n: 10,
|
|
302
|
-
s: 1000,
|
|
303
|
-
p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
|
|
304
|
-
};
|
|
305
|
-
const records = [
|
|
306
|
-
{ messageId: 'valid-1', body: JSON.stringify({ messageBody: envelope1 }) },
|
|
307
|
-
{ messageId: 'corrupted', body: JSON.stringify({ messageBody: corruptedEnvelope }) },
|
|
308
|
-
{ messageId: 'valid-2', body: JSON.stringify({ messageBody: envelope2 }) },
|
|
309
|
-
];
|
|
310
|
-
const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
|
|
311
|
-
expect(recoveredItems).toHaveLength(2);
|
|
312
|
-
expect(recoveredItems[0]?.id).toBe('valid-1');
|
|
313
|
-
expect(recoveredItems[1]?.id).toBe('valid-2');
|
|
314
|
-
expect(failedMessageIds).toContain('corrupted');
|
|
315
|
-
expect(failedMessageIds).toHaveLength(1);
|
|
316
|
-
expect(stats.bundledSqsRecords).toBe(2);
|
|
317
|
-
expect(stats.failedRecords).toBe(1);
|
|
318
|
-
expect(stats.totalItems).toBe(2);
|
|
319
|
-
});
|
|
320
|
-
it('handles invalid JSON gracefully', async () => {
|
|
321
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
322
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
323
|
-
});
|
|
324
|
-
const validItems = [makeTestEvent('valid', 'test', 100)];
|
|
325
|
-
await bundledClient.sendBundled('test', validItems);
|
|
326
|
-
const records = [
|
|
327
|
-
...simulateSqsDelivery(capturedEnvelopes),
|
|
328
|
-
{ messageId: 'invalid-json-1', body: 'not-valid-json{{{' },
|
|
329
|
-
{ messageId: 'invalid-json-2', body: '{"incomplete":' },
|
|
330
|
-
{ messageId: 'empty', body: '' },
|
|
331
|
-
];
|
|
332
|
-
const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
|
|
333
|
-
expect(recoveredItems).toHaveLength(1);
|
|
334
|
-
expect(recoveredItems[0]?.id).toBe('valid');
|
|
335
|
-
expect(failedMessageIds).toContain('invalid-json-1');
|
|
336
|
-
expect(failedMessageIds).toContain('invalid-json-2');
|
|
337
|
-
expect(failedMessageIds).toContain('empty');
|
|
338
|
-
expect(failedMessageIds).toHaveLength(3);
|
|
339
|
-
expect(stats.failedRecords).toBe(3);
|
|
340
|
-
});
|
|
341
|
-
it('handles decompression bomb protection', async () => {
|
|
342
|
-
const largeItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
343
|
-
id: `item-${i}`,
|
|
344
|
-
data: 'x'.repeat(1000),
|
|
345
|
-
}));
|
|
346
|
-
const json = JSON.stringify(largeItems);
|
|
347
|
-
const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, 3);
|
|
348
|
-
const base64 = compressed.toString('base64');
|
|
349
|
-
const bigEnvelope = {
|
|
350
|
-
v: 1,
|
|
351
|
-
c: CompressionAlgorithm.ZSTD,
|
|
352
|
-
n: 1000,
|
|
353
|
-
s: json.length,
|
|
354
|
-
p: base64,
|
|
355
|
-
};
|
|
356
|
-
const records = [{ messageId: 'too-large', body: JSON.stringify({ messageBody: bigEnvelope }) }];
|
|
357
|
-
const { failedMessageIds, stats } = await unbundleRecords(records, {
|
|
358
|
-
maxDecompressedSizeBytes: 100 * 1024,
|
|
359
|
-
});
|
|
360
|
-
expect(failedMessageIds).toContain('too-large');
|
|
361
|
-
expect(stats.failedRecords).toBe(1);
|
|
362
|
-
});
|
|
363
|
-
});
|
|
364
|
-
describe('6. Realistic event types round-trip', () => {
|
|
365
|
-
it('TrackingEvent-like structures survive round-trip exactly', async () => {
|
|
366
|
-
const realisticMockSqs = {
|
|
367
|
-
buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
|
|
368
|
-
capturedEnvelopes = [];
|
|
369
|
-
capturedEnvelopes.push(...envelopes);
|
|
370
|
-
return {
|
|
371
|
-
successCount: envelopes.length,
|
|
372
|
-
failedCount: 0,
|
|
373
|
-
batchCount: 1,
|
|
374
|
-
failedMessages: [],
|
|
375
|
-
};
|
|
376
|
-
}),
|
|
377
|
-
queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
|
|
378
|
-
limits: createSqsLimits(SQS_1MB),
|
|
379
|
-
};
|
|
380
|
-
const bundledClient = new BundledSQSClient(realisticMockSqs, {
|
|
381
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
382
|
-
compressionLevel: 3,
|
|
383
|
-
});
|
|
384
|
-
const originalEvents = Array.from({ length: 100 }, (_, i) => makeRealisticTrackingEvent(i));
|
|
385
|
-
await bundledClient.sendBundled('tracking-events', originalEvents);
|
|
386
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
387
|
-
const { items: recoveredEvents, stats } = await unbundleRecords(sqsRecords);
|
|
388
|
-
expect(recoveredEvents).toHaveLength(100);
|
|
389
|
-
expect(stats.failedRecords).toBe(0);
|
|
390
|
-
expect(recoveredEvents).toEqual(originalEvents);
|
|
391
|
-
for (let i = 0; i < originalEvents.length; i++) {
|
|
392
|
-
const original = originalEvents[i];
|
|
393
|
-
const recovered = recoveredEvents[i];
|
|
394
|
-
expect(recovered?.anonymousId).toBe(original?.anonymousId);
|
|
395
|
-
expect(recovered?.context.page.url).toBe(original?.context.page.url);
|
|
396
|
-
expect(recovered?.properties.price).toBe(original?.properties.price);
|
|
397
|
-
if (original?.shopifyData) {
|
|
398
|
-
expect(recovered?.shopifyData).toEqual(original.shopifyData);
|
|
399
|
-
}
|
|
400
|
-
}
|
|
401
|
-
});
|
|
402
|
-
it('preserves nested object structures exactly', async () => {
|
|
403
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
404
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
405
|
-
});
|
|
406
|
-
const deeplyNestedItems = [
|
|
407
|
-
{
|
|
408
|
-
id: 'nested-1',
|
|
409
|
-
name: 'deep-nesting',
|
|
410
|
-
nested: {
|
|
411
|
-
level1: {
|
|
412
|
-
level2: {
|
|
413
|
-
deep: 'very deep value',
|
|
414
|
-
},
|
|
415
|
-
},
|
|
416
|
-
},
|
|
417
|
-
},
|
|
418
|
-
{
|
|
419
|
-
id: 'nested-2',
|
|
420
|
-
name: 'with-arrays',
|
|
421
|
-
tags: ['tag1', 'tag2', 'tag3'],
|
|
422
|
-
metadata: {
|
|
423
|
-
array: [1, 2, 3],
|
|
424
|
-
object: { a: 1, b: 2 },
|
|
425
|
-
mixed: [{ key: 'value' }, [1, 2, 3]],
|
|
426
|
-
},
|
|
427
|
-
},
|
|
428
|
-
];
|
|
429
|
-
await bundledClient.sendBundled('test', deeplyNestedItems);
|
|
430
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
431
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
432
|
-
expect(recoveredItems).toEqual(deeplyNestedItems);
|
|
433
|
-
expect(recoveredItems[0]?.nested?.level1.level2.deep).toBe('very deep value');
|
|
434
|
-
expect(recoveredItems[1]?.tags).toEqual(['tag1', 'tag2', 'tag3']);
|
|
435
|
-
});
|
|
436
|
-
});
|
|
437
|
-
describe('7. High compression ratio round-trip', () => {
|
|
438
|
-
it('highly repetitive data compresses and decompresses correctly', async () => {
|
|
439
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
440
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
441
|
-
compressionLevel: 3,
|
|
442
|
-
});
|
|
443
|
-
const repetitiveString = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA';
|
|
444
|
-
const originalItems = Array.from({ length: 200 }, (_, i) => ({
|
|
445
|
-
id: `repetitive-${i}`,
|
|
446
|
-
name: repetitiveString,
|
|
447
|
-
value: 42,
|
|
448
|
-
metadata: {
|
|
449
|
-
field1: repetitiveString,
|
|
450
|
-
field2: repetitiveString,
|
|
451
|
-
field3: repetitiveString,
|
|
452
|
-
field4: repetitiveString,
|
|
453
|
-
field5: repetitiveString,
|
|
454
|
-
},
|
|
455
|
-
}));
|
|
456
|
-
const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
|
|
457
|
-
await bundledClient.sendBundled('test', originalItems);
|
|
458
|
-
let totalCompressedSize = 0;
|
|
459
|
-
for (const envelope of capturedEnvelopes) {
|
|
460
|
-
expect(typeof envelope.p).toBe('string');
|
|
461
|
-
totalCompressedSize += Buffer.byteLength(envelope.p, 'utf8');
|
|
462
|
-
}
|
|
463
|
-
const compressionRatio = originalSizeBytes / totalCompressedSize;
|
|
464
|
-
expect(compressionRatio).toBeGreaterThan(5);
|
|
465
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
466
|
-
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
467
|
-
expect(recoveredItems).toHaveLength(200);
|
|
468
|
-
expect(recoveredItems).toEqual(originalItems);
|
|
469
|
-
expect(stats.failedRecords).toBe(0);
|
|
470
|
-
for (const item of recoveredItems) {
|
|
471
|
-
expect(item.name).toBe(repetitiveString);
|
|
472
|
-
expect(item.value).toBe(42);
|
|
473
|
-
expect(item.metadata?.field1).toBe(repetitiveString);
|
|
474
|
-
}
|
|
475
|
-
});
|
|
476
|
-
it('varying compression levels all round-trip correctly', async () => {
|
|
477
|
-
const items = Array.from({ length: 50 }, (_, i) => makeTestEvent(`level-test-${i}`, 'compression-level', i));
|
|
478
|
-
for (const level of [1, 3, 9, 15]) {
|
|
479
|
-
capturedEnvelopes = [];
|
|
480
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
481
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
482
|
-
compressionLevel: level,
|
|
483
|
-
});
|
|
484
|
-
await bundledClient.sendBundled('test', items);
|
|
485
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
486
|
-
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
487
|
-
expect(recoveredItems).toEqual(items);
|
|
488
|
-
expect(stats.failedRecords).toBe(0);
|
|
489
|
-
}
|
|
490
|
-
});
|
|
491
|
-
});
|
|
492
|
-
describe('8. Edge cases', () => {
|
|
493
|
-
it('empty arrays survive round-trip', async () => {
|
|
494
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
495
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
496
|
-
});
|
|
497
|
-
const result = await bundledClient.sendBundled('test', []);
|
|
498
|
-
expect(result.totalItems).toBe(0);
|
|
499
|
-
expect(capturedEnvelopes).toHaveLength(0);
|
|
500
|
-
});
|
|
501
|
-
it('single item survives round-trip', async () => {
|
|
502
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
503
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
504
|
-
});
|
|
505
|
-
const singleItem = [makeTestEvent('single', 'lone-wolf', 999)];
|
|
506
|
-
await bundledClient.sendBundled('test', singleItem);
|
|
507
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
508
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
509
|
-
expect(recoveredItems).toHaveLength(1);
|
|
510
|
-
expect(recoveredItems).toEqual(singleItem);
|
|
511
|
-
});
|
|
512
|
-
it('special characters survive round-trip', async () => {
|
|
513
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
514
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
515
|
-
});
|
|
516
|
-
const specialCharsItems = [
|
|
517
|
-
{
|
|
518
|
-
id: 'unicode-日本語',
|
|
519
|
-
name: '中文测试',
|
|
520
|
-
metadata: {
|
|
521
|
-
emoji: '🎉🚀✨💯',
|
|
522
|
-
rtl: 'مرحبا بالعالم',
|
|
523
|
-
escape: '\\n\\t\\r',
|
|
524
|
-
quotes: '"double" \'single\' `backtick`',
|
|
525
|
-
angle: '<script>alert("xss")</script>',
|
|
526
|
-
null_char: 'before\x00after',
|
|
527
|
-
},
|
|
528
|
-
},
|
|
529
|
-
];
|
|
530
|
-
await bundledClient.sendBundled('test', specialCharsItems);
|
|
531
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
532
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
533
|
-
expect(recoveredItems).toEqual(specialCharsItems);
|
|
534
|
-
});
|
|
535
|
-
it('null and undefined values are handled correctly', async () => {
|
|
536
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
537
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
538
|
-
});
|
|
539
|
-
const itemsWithNulls = [
|
|
540
|
-
{ id: 'null-test', name: 'test', value: undefined },
|
|
541
|
-
{
|
|
542
|
-
id: 'explicit-null',
|
|
543
|
-
name: 'test',
|
|
544
|
-
metadata: { key: null },
|
|
545
|
-
},
|
|
546
|
-
];
|
|
547
|
-
await bundledClient.sendBundled('test', itemsWithNulls);
|
|
548
|
-
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
549
|
-
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
550
|
-
expect(recoveredItems[0]?.value).toBeUndefined();
|
|
551
|
-
expect(recoveredItems[1]?.metadata?.key).toBeNull();
|
|
552
|
-
});
|
|
553
|
-
it('recordMap correctly tracks items back to SQS messages', async () => {
|
|
554
|
-
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
555
|
-
compression: CompressionAlgorithm.ZSTD,
|
|
556
|
-
maxItemsPerBundle: 3,
|
|
557
|
-
});
|
|
558
|
-
const items = Array.from({ length: 10 }, (_, i) => makeTestEvent(`item-${i}`, 'tracking', i));
|
|
559
|
-
await bundledClient.sendBundled('test', items);
|
|
560
|
-
const sqsRecords = capturedEnvelopes.map((env, i) => ({
|
|
561
|
-
messageId: `bundle-${i}`,
|
|
562
|
-
body: JSON.stringify({ messageBody: env }),
|
|
563
|
-
}));
|
|
564
|
-
const { items: recoveredItems, recordMap, stats } = await unbundleRecords(sqsRecords);
|
|
565
|
-
expect(recoveredItems).toHaveLength(10);
|
|
566
|
-
const messageIdCounts = new Map();
|
|
567
|
-
for (const item of recoveredItems) {
|
|
568
|
-
const messageId = recordMap.get(item);
|
|
569
|
-
expect(messageId).toBeDefined();
|
|
570
|
-
if (messageId) {
|
|
571
|
-
messageIdCounts.set(messageId, (messageIdCounts.get(messageId) ?? 0) + 1);
|
|
572
|
-
}
|
|
573
|
-
}
|
|
574
|
-
expect(messageIdCounts.size).toBe(capturedEnvelopes.length);
|
|
575
|
-
for (const [messageId, count] of messageIdCounts) {
|
|
576
|
-
expect(count).toBeLessThanOrEqual(3);
|
|
577
|
-
expect(messageId).toMatch(/^bundle-\d+$/);
|
|
578
|
-
}
|
|
579
|
-
expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
|
|
580
|
-
});
|
|
581
|
-
});
|
|
582
|
-
});
|
|
1
|
+
import { BundledSQSClient } from '../../clients/generic/sqs-bundled-client';
|
|
2
|
+
import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
|
|
3
|
+
import { unbundleRecords } from '../../clients/generic/sqs-unbundle';
|
|
4
|
+
import { compress } from '../../utils/compression';
|
|
5
|
+
import { createSqsLimits, SQS_1MB } from '../../constants/sqs';
|
|
6
|
+
jest.mock('../../helpers/logging-helper', () => ({
|
|
7
|
+
Logger: {
|
|
8
|
+
debug: jest.fn(),
|
|
9
|
+
info: jest.fn(),
|
|
10
|
+
warn: jest.fn(),
|
|
11
|
+
error: jest.fn(),
|
|
12
|
+
},
|
|
13
|
+
}));
|
|
14
|
+
function makeTestEvent(id, name = 'test', value, metadata) {
|
|
15
|
+
return { id, name, value, metadata };
|
|
16
|
+
}
|
|
17
|
+
function makeRealisticTrackingEvent(index) {
|
|
18
|
+
return {
|
|
19
|
+
anonymousId: `anon-${index}-${Math.random().toString(36).substring(7)}`,
|
|
20
|
+
accountId: `acc-${index % 10}`,
|
|
21
|
+
pixelId: `pixel-${index % 5}`,
|
|
22
|
+
eventType: ['track', 'identify', 'page'][index % 3] ?? 'track',
|
|
23
|
+
eventName: ['purchase', 'add_to_cart', 'page_view', 'begin_checkout'][index % 4] ?? 'track',
|
|
24
|
+
timestamp: new Date(Date.now() - index * 1000).toISOString(),
|
|
25
|
+
context: {
|
|
26
|
+
page: {
|
|
27
|
+
url: `https://example.com/product/${index}`,
|
|
28
|
+
path: `/product/${index}`,
|
|
29
|
+
title: `Product ${index} - Example Store`,
|
|
30
|
+
referrer: index % 3 === 0 ? 'https://google.com' : '',
|
|
31
|
+
},
|
|
32
|
+
userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
|
|
33
|
+
ip: `192.168.${index % 256}.${(index * 7) % 256}`,
|
|
34
|
+
locale: ['en-US', 'en-GB', 'de-DE', 'fr-FR'][index % 4] ?? 'en-US',
|
|
35
|
+
timezone: 'America/New_York',
|
|
36
|
+
},
|
|
37
|
+
properties: {
|
|
38
|
+
productId: `prod-${index}`,
|
|
39
|
+
productName: `Amazing Product ${index}`,
|
|
40
|
+
price: 29.99 + (index % 100),
|
|
41
|
+
currency: 'USD',
|
|
42
|
+
quantity: (index % 5) + 1,
|
|
43
|
+
category: ['Electronics', 'Clothing', 'Home', 'Sports'][index % 4],
|
|
44
|
+
customFields: {
|
|
45
|
+
brand: `Brand${index % 20}`,
|
|
46
|
+
sku: `SKU-${index}-${Date.now()}`,
|
|
47
|
+
inStock: index % 2 === 0,
|
|
48
|
+
},
|
|
49
|
+
},
|
|
50
|
+
shopifyData: index % 3 === 0
|
|
51
|
+
? {
|
|
52
|
+
checkoutToken: `checkout-${index}`,
|
|
53
|
+
orderId: index % 5 === 0 ? `order-${index}` : undefined,
|
|
54
|
+
customerEmail: `customer${index}@example.com`,
|
|
55
|
+
lineItems: Array.from({ length: (index % 3) + 1 }, (_, j) => ({
|
|
56
|
+
variantId: `variant-${index}-${j}`,
|
|
57
|
+
title: `Line Item ${j}`,
|
|
58
|
+
price: 19.99 + j * 10,
|
|
59
|
+
quantity: j + 1,
|
|
60
|
+
})),
|
|
61
|
+
}
|
|
62
|
+
: undefined,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
function simulateSqsDelivery(envelopes) {
|
|
66
|
+
return envelopes.map((env, i) => ({
|
|
67
|
+
messageId: `msg-${i}-${Date.now()}`,
|
|
68
|
+
body: JSON.stringify({ messageBody: env }),
|
|
69
|
+
}));
|
|
70
|
+
}
|
|
71
|
+
describe('Full Round-Trip: Producer → Consumer', () => {
|
|
72
|
+
let mockSqsClient;
|
|
73
|
+
let capturedEnvelopes;
|
|
74
|
+
beforeEach(() => {
|
|
75
|
+
capturedEnvelopes = [];
|
|
76
|
+
mockSqsClient = {
|
|
77
|
+
buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
|
|
78
|
+
capturedEnvelopes.push(...envelopes);
|
|
79
|
+
return {
|
|
80
|
+
successCount: envelopes.length,
|
|
81
|
+
failedCount: 0,
|
|
82
|
+
batchCount: 1,
|
|
83
|
+
failedMessages: [],
|
|
84
|
+
};
|
|
85
|
+
}),
|
|
86
|
+
queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
|
|
87
|
+
limits: createSqsLimits(SQS_1MB),
|
|
88
|
+
};
|
|
89
|
+
});
|
|
90
|
+
describe('1. Basic round-trip test (100 items)', () => {
|
|
91
|
+
it('100 items survive complete round-trip with deep equality', async () => {
|
|
92
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
93
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
94
|
+
compressionLevel: 3,
|
|
95
|
+
});
|
|
96
|
+
const originalItems = Array.from({ length: 100 }, (_, i) => ({
|
|
97
|
+
id: `event-${i}`,
|
|
98
|
+
name: 'purchase',
|
|
99
|
+
value: i * 99.99,
|
|
100
|
+
metadata: { source: 'test', index: i },
|
|
101
|
+
}));
|
|
102
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
103
|
+
expect(capturedEnvelopes.length).toBeGreaterThanOrEqual(1);
|
|
104
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
105
|
+
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
106
|
+
expect(recoveredItems).toHaveLength(100);
|
|
107
|
+
expect(recoveredItems).toEqual(originalItems);
|
|
108
|
+
expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
|
|
109
|
+
expect(stats.failedRecords).toBe(0);
|
|
110
|
+
});
|
|
111
|
+
it('preserves all primitive types correctly', async () => {
|
|
112
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
113
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
114
|
+
});
|
|
115
|
+
const originalItems = [
|
|
116
|
+
{ id: 'str', name: 'string-test', value: undefined },
|
|
117
|
+
{ id: 'num', name: 'number-test', value: 123.456 },
|
|
118
|
+
{ id: 'zero', name: 'zero-test', value: 0 },
|
|
119
|
+
{ id: 'neg', name: 'negative-test', value: -999.99 },
|
|
120
|
+
{ id: 'big', name: 'big-number', value: Number.MAX_SAFE_INTEGER },
|
|
121
|
+
];
|
|
122
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
123
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
124
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
125
|
+
expect(recoveredItems).toEqual(originalItems);
|
|
126
|
+
});
|
|
127
|
+
});
|
|
128
|
+
describe('2. Large scale round-trip (1000 items)', () => {
|
|
129
|
+
it('1000 items survive round-trip with no data loss', async () => {
|
|
130
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
131
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
132
|
+
compressionLevel: 3,
|
|
133
|
+
});
|
|
134
|
+
const originalItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
135
|
+
id: `event-${i.toString().padStart(4, '0')}`,
|
|
136
|
+
name: `type-${i % 10}`,
|
|
137
|
+
value: i * 1.5,
|
|
138
|
+
metadata: {
|
|
139
|
+
batch: Math.floor(i / 100),
|
|
140
|
+
position: i % 100,
|
|
141
|
+
timestamp: Date.now() + i,
|
|
142
|
+
},
|
|
143
|
+
}));
|
|
144
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
145
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
146
|
+
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
147
|
+
expect(recoveredItems).toHaveLength(1000);
|
|
148
|
+
expect(stats.totalItems).toBe(1000);
|
|
149
|
+
expect(stats.failedRecords).toBe(0);
|
|
150
|
+
const recoveredIds = recoveredItems.map((item) => item.id);
|
|
151
|
+
const originalIds = originalItems.map((item) => item.id);
|
|
152
|
+
expect(new Set(recoveredIds)).toEqual(new Set(originalIds));
|
|
153
|
+
expect(recoveredItems).toEqual(originalItems);
|
|
154
|
+
});
|
|
155
|
+
it('preserves order within each bundle', async () => {
|
|
156
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
157
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
158
|
+
maxItemsPerBundle: 100,
|
|
159
|
+
});
|
|
160
|
+
const originalItems = Array.from({ length: 500 }, (_, i) => makeTestEvent(`seq-${i}`, 'ordered', i));
|
|
161
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
162
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
163
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
164
|
+
let currentBundleStart = 0;
|
|
165
|
+
for (const envelope of capturedEnvelopes) {
|
|
166
|
+
const bundleSize = envelope.n;
|
|
167
|
+
const bundleItems = recoveredItems.slice(currentBundleStart, currentBundleStart + bundleSize);
|
|
168
|
+
for (let j = 1; j < bundleItems.length; j++) {
|
|
169
|
+
const prevValue = bundleItems[j - 1]?.value ?? 0;
|
|
170
|
+
const currValue = bundleItems[j]?.value ?? 0;
|
|
171
|
+
expect(currValue).toBeGreaterThan(prevValue);
|
|
172
|
+
}
|
|
173
|
+
currentBundleStart += bundleSize;
|
|
174
|
+
}
|
|
175
|
+
});
|
|
176
|
+
});
|
|
177
|
+
describe('3. Compression round-trip verification', () => {
|
|
178
|
+
it('ZSTD compressed data decompresses to byte-exact JSON', async () => {
|
|
179
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
180
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
181
|
+
compressionLevel: 5,
|
|
182
|
+
});
|
|
183
|
+
const originalItems = Array.from({ length: 50 }, (_, i) => ({
|
|
184
|
+
id: `compress-test-${i}`,
|
|
185
|
+
name: 'compression-verification',
|
|
186
|
+
value: i * 123.456789,
|
|
187
|
+
metadata: {
|
|
188
|
+
unicode: '日本語テスト',
|
|
189
|
+
emoji: '🚀✨🎉',
|
|
190
|
+
special: 'line\nbreak\ttab\r\nwindows',
|
|
191
|
+
quotes: '"double" and \'single\'',
|
|
192
|
+
},
|
|
193
|
+
}));
|
|
194
|
+
const originalJson = JSON.stringify(originalItems);
|
|
195
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
196
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
197
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
198
|
+
const recoveredJson = JSON.stringify(recoveredItems);
|
|
199
|
+
expect(recoveredJson).toBe(originalJson);
|
|
200
|
+
expect(recoveredItems).toEqual(originalItems);
|
|
201
|
+
});
|
|
202
|
+
it('verifies actual compression occurred', async () => {
|
|
203
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
204
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
205
|
+
compressionLevel: 3,
|
|
206
|
+
});
|
|
207
|
+
const originalItems = Array.from({ length: 200 }, (_, i) => ({
|
|
208
|
+
id: `item-${i}`,
|
|
209
|
+
name: 'repetitive-data-for-compression',
|
|
210
|
+
value: i,
|
|
211
|
+
metadata: {
|
|
212
|
+
commonField1: 'this is repeated many times',
|
|
213
|
+
commonField2: 'another repeated value',
|
|
214
|
+
},
|
|
215
|
+
}));
|
|
216
|
+
const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
|
|
217
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
218
|
+
for (const envelope of capturedEnvelopes) {
|
|
219
|
+
expect(envelope.c).toBe(CompressionAlgorithm.ZSTD);
|
|
220
|
+
expect(typeof envelope.p).toBe('string');
|
|
221
|
+
const compressedSizeBytes = Buffer.byteLength(envelope.p, 'utf8');
|
|
222
|
+
expect(compressedSizeBytes).toBeLessThan(originalSizeBytes);
|
|
223
|
+
}
|
|
224
|
+
});
|
|
225
|
+
});
|
|
226
|
+
describe('4. Mixed message types round-trip', () => {
|
|
227
|
+
it('handles mix of NONE and ZSTD compression in same batch', async () => {
|
|
228
|
+
const zstdClient = new BundledSQSClient(mockSqsClient, {
|
|
229
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
230
|
+
});
|
|
231
|
+
const noneClient = new BundledSQSClient(mockSqsClient, {
|
|
232
|
+
compression: CompressionAlgorithm.NONE,
|
|
233
|
+
});
|
|
234
|
+
const zstdItems = [
|
|
235
|
+
makeTestEvent('zstd-1', 'compressed', 100),
|
|
236
|
+
makeTestEvent('zstd-2', 'compressed', 200),
|
|
237
|
+
];
|
|
238
|
+
const noneItems = [
|
|
239
|
+
makeTestEvent('none-1', 'uncompressed', 300),
|
|
240
|
+
makeTestEvent('none-2', 'uncompressed', 400),
|
|
241
|
+
];
|
|
242
|
+
await zstdClient.sendBundled('test', zstdItems);
|
|
243
|
+
const zstdEnvelopes = [...capturedEnvelopes];
|
|
244
|
+
capturedEnvelopes = [];
|
|
245
|
+
await noneClient.sendBundled('test', noneItems);
|
|
246
|
+
const noneEnvelopes = [...capturedEnvelopes];
|
|
247
|
+
const allEnvelopes = [...zstdEnvelopes, ...noneEnvelopes];
|
|
248
|
+
const sqsRecords = simulateSqsDelivery(allEnvelopes);
|
|
249
|
+
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
250
|
+
expect(recoveredItems).toHaveLength(4);
|
|
251
|
+
expect(stats.bundledSqsRecords).toBe(2);
|
|
252
|
+
expect(stats.failedRecords).toBe(0);
|
|
253
|
+
const zstdRecovered = recoveredItems.filter((item) => item.name === 'compressed');
|
|
254
|
+
const noneRecovered = recoveredItems.filter((item) => item.name === 'uncompressed');
|
|
255
|
+
expect(zstdRecovered).toHaveLength(2);
|
|
256
|
+
expect(noneRecovered).toHaveLength(2);
|
|
257
|
+
expect(zstdRecovered).toEqual(zstdItems);
|
|
258
|
+
expect(noneRecovered).toEqual(noneItems);
|
|
259
|
+
});
|
|
260
|
+
it('handles mixed bundled and legacy messages', async () => {
|
|
261
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
262
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
263
|
+
});
|
|
264
|
+
const bundledItems = [
|
|
265
|
+
makeTestEvent('bundled-1', 'bundled', 100),
|
|
266
|
+
makeTestEvent('bundled-2', 'bundled', 200),
|
|
267
|
+
];
|
|
268
|
+
await bundledClient.sendBundled('test', bundledItems);
|
|
269
|
+
const legacyRecord = {
|
|
270
|
+
messageId: 'legacy-msg-1',
|
|
271
|
+
body: JSON.stringify(makeTestEvent('legacy-1', 'legacy', 999)),
|
|
272
|
+
};
|
|
273
|
+
const wrappedLegacyRecord = {
|
|
274
|
+
messageId: 'legacy-msg-2',
|
|
275
|
+
body: JSON.stringify({ messageBody: makeTestEvent('legacy-2', 'wrapped-legacy', 888) }),
|
|
276
|
+
};
|
|
277
|
+
const bundledRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
278
|
+
const allRecords = [...bundledRecords, legacyRecord, wrappedLegacyRecord];
|
|
279
|
+
const { items: recoveredItems, stats } = await unbundleRecords(allRecords);
|
|
280
|
+
expect(recoveredItems).toHaveLength(4);
|
|
281
|
+
expect(stats.bundledSqsRecords).toBe(1);
|
|
282
|
+
expect(stats.legacySqsRecords).toBe(2);
|
|
283
|
+
expect(stats.failedRecords).toBe(0);
|
|
284
|
+
});
|
|
285
|
+
});
|
|
286
|
+
describe('5. Error injection round-trip', () => {
|
|
287
|
+
it('recovers valid bundles while reporting corrupted bundle in failedMessageIds', async () => {
|
|
288
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
289
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
290
|
+
});
|
|
291
|
+
const validItems1 = [makeTestEvent('valid-1', 'first-batch', 100)];
|
|
292
|
+
const validItems2 = [makeTestEvent('valid-2', 'second-batch', 200)];
|
|
293
|
+
await bundledClient.sendBundled('test', validItems1);
|
|
294
|
+
const envelope1 = { ...capturedEnvelopes[0] };
|
|
295
|
+
capturedEnvelopes = [];
|
|
296
|
+
await bundledClient.sendBundled('test', validItems2);
|
|
297
|
+
const envelope2 = { ...capturedEnvelopes[0] };
|
|
298
|
+
const corruptedEnvelope = {
|
|
299
|
+
v: 1,
|
|
300
|
+
c: CompressionAlgorithm.ZSTD,
|
|
301
|
+
n: 10,
|
|
302
|
+
s: 1000,
|
|
303
|
+
p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
|
|
304
|
+
};
|
|
305
|
+
const records = [
|
|
306
|
+
{ messageId: 'valid-1', body: JSON.stringify({ messageBody: envelope1 }) },
|
|
307
|
+
{ messageId: 'corrupted', body: JSON.stringify({ messageBody: corruptedEnvelope }) },
|
|
308
|
+
{ messageId: 'valid-2', body: JSON.stringify({ messageBody: envelope2 }) },
|
|
309
|
+
];
|
|
310
|
+
const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
|
|
311
|
+
expect(recoveredItems).toHaveLength(2);
|
|
312
|
+
expect(recoveredItems[0]?.id).toBe('valid-1');
|
|
313
|
+
expect(recoveredItems[1]?.id).toBe('valid-2');
|
|
314
|
+
expect(failedMessageIds).toContain('corrupted');
|
|
315
|
+
expect(failedMessageIds).toHaveLength(1);
|
|
316
|
+
expect(stats.bundledSqsRecords).toBe(2);
|
|
317
|
+
expect(stats.failedRecords).toBe(1);
|
|
318
|
+
expect(stats.totalItems).toBe(2);
|
|
319
|
+
});
|
|
320
|
+
it('handles invalid JSON gracefully', async () => {
|
|
321
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
322
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
323
|
+
});
|
|
324
|
+
const validItems = [makeTestEvent('valid', 'test', 100)];
|
|
325
|
+
await bundledClient.sendBundled('test', validItems);
|
|
326
|
+
const records = [
|
|
327
|
+
...simulateSqsDelivery(capturedEnvelopes),
|
|
328
|
+
{ messageId: 'invalid-json-1', body: 'not-valid-json{{{' },
|
|
329
|
+
{ messageId: 'invalid-json-2', body: '{"incomplete":' },
|
|
330
|
+
{ messageId: 'empty', body: '' },
|
|
331
|
+
];
|
|
332
|
+
const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
|
|
333
|
+
expect(recoveredItems).toHaveLength(1);
|
|
334
|
+
expect(recoveredItems[0]?.id).toBe('valid');
|
|
335
|
+
expect(failedMessageIds).toContain('invalid-json-1');
|
|
336
|
+
expect(failedMessageIds).toContain('invalid-json-2');
|
|
337
|
+
expect(failedMessageIds).toContain('empty');
|
|
338
|
+
expect(failedMessageIds).toHaveLength(3);
|
|
339
|
+
expect(stats.failedRecords).toBe(3);
|
|
340
|
+
});
|
|
341
|
+
it('handles decompression bomb protection', async () => {
|
|
342
|
+
const largeItems = Array.from({ length: 1000 }, (_, i) => ({
|
|
343
|
+
id: `item-${i}`,
|
|
344
|
+
data: 'x'.repeat(1000),
|
|
345
|
+
}));
|
|
346
|
+
const json = JSON.stringify(largeItems);
|
|
347
|
+
const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, 3);
|
|
348
|
+
const base64 = compressed.toString('base64');
|
|
349
|
+
const bigEnvelope = {
|
|
350
|
+
v: 1,
|
|
351
|
+
c: CompressionAlgorithm.ZSTD,
|
|
352
|
+
n: 1000,
|
|
353
|
+
s: json.length,
|
|
354
|
+
p: base64,
|
|
355
|
+
};
|
|
356
|
+
const records = [{ messageId: 'too-large', body: JSON.stringify({ messageBody: bigEnvelope }) }];
|
|
357
|
+
const { failedMessageIds, stats } = await unbundleRecords(records, {
|
|
358
|
+
maxDecompressedSizeBytes: 100 * 1024,
|
|
359
|
+
});
|
|
360
|
+
expect(failedMessageIds).toContain('too-large');
|
|
361
|
+
expect(stats.failedRecords).toBe(1);
|
|
362
|
+
});
|
|
363
|
+
});
|
|
364
|
+
describe('6. Realistic event types round-trip', () => {
|
|
365
|
+
it('TrackingEvent-like structures survive round-trip exactly', async () => {
|
|
366
|
+
const realisticMockSqs = {
|
|
367
|
+
buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
|
|
368
|
+
capturedEnvelopes = [];
|
|
369
|
+
capturedEnvelopes.push(...envelopes);
|
|
370
|
+
return {
|
|
371
|
+
successCount: envelopes.length,
|
|
372
|
+
failedCount: 0,
|
|
373
|
+
batchCount: 1,
|
|
374
|
+
failedMessages: [],
|
|
375
|
+
};
|
|
376
|
+
}),
|
|
377
|
+
queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
|
|
378
|
+
limits: createSqsLimits(SQS_1MB),
|
|
379
|
+
};
|
|
380
|
+
const bundledClient = new BundledSQSClient(realisticMockSqs, {
|
|
381
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
382
|
+
compressionLevel: 3,
|
|
383
|
+
});
|
|
384
|
+
const originalEvents = Array.from({ length: 100 }, (_, i) => makeRealisticTrackingEvent(i));
|
|
385
|
+
await bundledClient.sendBundled('tracking-events', originalEvents);
|
|
386
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
387
|
+
const { items: recoveredEvents, stats } = await unbundleRecords(sqsRecords);
|
|
388
|
+
expect(recoveredEvents).toHaveLength(100);
|
|
389
|
+
expect(stats.failedRecords).toBe(0);
|
|
390
|
+
expect(recoveredEvents).toEqual(originalEvents);
|
|
391
|
+
for (let i = 0; i < originalEvents.length; i++) {
|
|
392
|
+
const original = originalEvents[i];
|
|
393
|
+
const recovered = recoveredEvents[i];
|
|
394
|
+
expect(recovered?.anonymousId).toBe(original?.anonymousId);
|
|
395
|
+
expect(recovered?.context.page.url).toBe(original?.context.page.url);
|
|
396
|
+
expect(recovered?.properties.price).toBe(original?.properties.price);
|
|
397
|
+
if (original?.shopifyData) {
|
|
398
|
+
expect(recovered?.shopifyData).toEqual(original.shopifyData);
|
|
399
|
+
}
|
|
400
|
+
}
|
|
401
|
+
});
|
|
402
|
+
it('preserves nested object structures exactly', async () => {
|
|
403
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
404
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
405
|
+
});
|
|
406
|
+
const deeplyNestedItems = [
|
|
407
|
+
{
|
|
408
|
+
id: 'nested-1',
|
|
409
|
+
name: 'deep-nesting',
|
|
410
|
+
nested: {
|
|
411
|
+
level1: {
|
|
412
|
+
level2: {
|
|
413
|
+
deep: 'very deep value',
|
|
414
|
+
},
|
|
415
|
+
},
|
|
416
|
+
},
|
|
417
|
+
},
|
|
418
|
+
{
|
|
419
|
+
id: 'nested-2',
|
|
420
|
+
name: 'with-arrays',
|
|
421
|
+
tags: ['tag1', 'tag2', 'tag3'],
|
|
422
|
+
metadata: {
|
|
423
|
+
array: [1, 2, 3],
|
|
424
|
+
object: { a: 1, b: 2 },
|
|
425
|
+
mixed: [{ key: 'value' }, [1, 2, 3]],
|
|
426
|
+
},
|
|
427
|
+
},
|
|
428
|
+
];
|
|
429
|
+
await bundledClient.sendBundled('test', deeplyNestedItems);
|
|
430
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
431
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
432
|
+
expect(recoveredItems).toEqual(deeplyNestedItems);
|
|
433
|
+
expect(recoveredItems[0]?.nested?.level1.level2.deep).toBe('very deep value');
|
|
434
|
+
expect(recoveredItems[1]?.tags).toEqual(['tag1', 'tag2', 'tag3']);
|
|
435
|
+
});
|
|
436
|
+
});
|
|
437
|
+
describe('7. High compression ratio round-trip', () => {
|
|
438
|
+
it('highly repetitive data compresses and decompresses correctly', async () => {
|
|
439
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
440
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
441
|
+
compressionLevel: 3,
|
|
442
|
+
});
|
|
443
|
+
const repetitiveString = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA';
|
|
444
|
+
const originalItems = Array.from({ length: 200 }, (_, i) => ({
|
|
445
|
+
id: `repetitive-${i}`,
|
|
446
|
+
name: repetitiveString,
|
|
447
|
+
value: 42,
|
|
448
|
+
metadata: {
|
|
449
|
+
field1: repetitiveString,
|
|
450
|
+
field2: repetitiveString,
|
|
451
|
+
field3: repetitiveString,
|
|
452
|
+
field4: repetitiveString,
|
|
453
|
+
field5: repetitiveString,
|
|
454
|
+
},
|
|
455
|
+
}));
|
|
456
|
+
const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
|
|
457
|
+
await bundledClient.sendBundled('test', originalItems);
|
|
458
|
+
let totalCompressedSize = 0;
|
|
459
|
+
for (const envelope of capturedEnvelopes) {
|
|
460
|
+
expect(typeof envelope.p).toBe('string');
|
|
461
|
+
totalCompressedSize += Buffer.byteLength(envelope.p, 'utf8');
|
|
462
|
+
}
|
|
463
|
+
const compressionRatio = originalSizeBytes / totalCompressedSize;
|
|
464
|
+
expect(compressionRatio).toBeGreaterThan(5);
|
|
465
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
466
|
+
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
467
|
+
expect(recoveredItems).toHaveLength(200);
|
|
468
|
+
expect(recoveredItems).toEqual(originalItems);
|
|
469
|
+
expect(stats.failedRecords).toBe(0);
|
|
470
|
+
for (const item of recoveredItems) {
|
|
471
|
+
expect(item.name).toBe(repetitiveString);
|
|
472
|
+
expect(item.value).toBe(42);
|
|
473
|
+
expect(item.metadata?.field1).toBe(repetitiveString);
|
|
474
|
+
}
|
|
475
|
+
});
|
|
476
|
+
it('varying compression levels all round-trip correctly', async () => {
|
|
477
|
+
const items = Array.from({ length: 50 }, (_, i) => makeTestEvent(`level-test-${i}`, 'compression-level', i));
|
|
478
|
+
for (const level of [1, 3, 9, 15]) {
|
|
479
|
+
capturedEnvelopes = [];
|
|
480
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
481
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
482
|
+
compressionLevel: level,
|
|
483
|
+
});
|
|
484
|
+
await bundledClient.sendBundled('test', items);
|
|
485
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
486
|
+
const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
|
|
487
|
+
expect(recoveredItems).toEqual(items);
|
|
488
|
+
expect(stats.failedRecords).toBe(0);
|
|
489
|
+
}
|
|
490
|
+
});
|
|
491
|
+
});
|
|
492
|
+
describe('8. Edge cases', () => {
|
|
493
|
+
it('empty arrays survive round-trip', async () => {
|
|
494
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
495
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
496
|
+
});
|
|
497
|
+
const result = await bundledClient.sendBundled('test', []);
|
|
498
|
+
expect(result.totalItems).toBe(0);
|
|
499
|
+
expect(capturedEnvelopes).toHaveLength(0);
|
|
500
|
+
});
|
|
501
|
+
it('single item survives round-trip', async () => {
|
|
502
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
503
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
504
|
+
});
|
|
505
|
+
const singleItem = [makeTestEvent('single', 'lone-wolf', 999)];
|
|
506
|
+
await bundledClient.sendBundled('test', singleItem);
|
|
507
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
508
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
509
|
+
expect(recoveredItems).toHaveLength(1);
|
|
510
|
+
expect(recoveredItems).toEqual(singleItem);
|
|
511
|
+
});
|
|
512
|
+
it('special characters survive round-trip', async () => {
|
|
513
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
514
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
515
|
+
});
|
|
516
|
+
const specialCharsItems = [
|
|
517
|
+
{
|
|
518
|
+
id: 'unicode-日本語',
|
|
519
|
+
name: '中文测试',
|
|
520
|
+
metadata: {
|
|
521
|
+
emoji: '🎉🚀✨💯',
|
|
522
|
+
rtl: 'مرحبا بالعالم',
|
|
523
|
+
escape: '\\n\\t\\r',
|
|
524
|
+
quotes: '"double" \'single\' `backtick`',
|
|
525
|
+
angle: '<script>alert("xss")</script>',
|
|
526
|
+
null_char: 'before\x00after',
|
|
527
|
+
},
|
|
528
|
+
},
|
|
529
|
+
];
|
|
530
|
+
await bundledClient.sendBundled('test', specialCharsItems);
|
|
531
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
532
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
533
|
+
expect(recoveredItems).toEqual(specialCharsItems);
|
|
534
|
+
});
|
|
535
|
+
it('null and undefined values are handled correctly', async () => {
|
|
536
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
537
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
538
|
+
});
|
|
539
|
+
const itemsWithNulls = [
|
|
540
|
+
{ id: 'null-test', name: 'test', value: undefined },
|
|
541
|
+
{
|
|
542
|
+
id: 'explicit-null',
|
|
543
|
+
name: 'test',
|
|
544
|
+
metadata: { key: null },
|
|
545
|
+
},
|
|
546
|
+
];
|
|
547
|
+
await bundledClient.sendBundled('test', itemsWithNulls);
|
|
548
|
+
const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
|
|
549
|
+
const { items: recoveredItems } = await unbundleRecords(sqsRecords);
|
|
550
|
+
expect(recoveredItems[0]?.value).toBeUndefined();
|
|
551
|
+
expect(recoveredItems[1]?.metadata?.key).toBeNull();
|
|
552
|
+
});
|
|
553
|
+
it('recordMap correctly tracks items back to SQS messages', async () => {
|
|
554
|
+
const bundledClient = new BundledSQSClient(mockSqsClient, {
|
|
555
|
+
compression: CompressionAlgorithm.ZSTD,
|
|
556
|
+
maxItemsPerBundle: 3,
|
|
557
|
+
});
|
|
558
|
+
const items = Array.from({ length: 10 }, (_, i) => makeTestEvent(`item-${i}`, 'tracking', i));
|
|
559
|
+
await bundledClient.sendBundled('test', items);
|
|
560
|
+
const sqsRecords = capturedEnvelopes.map((env, i) => ({
|
|
561
|
+
messageId: `bundle-${i}`,
|
|
562
|
+
body: JSON.stringify({ messageBody: env }),
|
|
563
|
+
}));
|
|
564
|
+
const { items: recoveredItems, recordMap, stats } = await unbundleRecords(sqsRecords);
|
|
565
|
+
expect(recoveredItems).toHaveLength(10);
|
|
566
|
+
const messageIdCounts = new Map();
|
|
567
|
+
for (const item of recoveredItems) {
|
|
568
|
+
const messageId = recordMap.get(item);
|
|
569
|
+
expect(messageId).toBeDefined();
|
|
570
|
+
if (messageId) {
|
|
571
|
+
messageIdCounts.set(messageId, (messageIdCounts.get(messageId) ?? 0) + 1);
|
|
572
|
+
}
|
|
573
|
+
}
|
|
574
|
+
expect(messageIdCounts.size).toBe(capturedEnvelopes.length);
|
|
575
|
+
for (const [messageId, count] of messageIdCounts) {
|
|
576
|
+
expect(count).toBeLessThanOrEqual(3);
|
|
577
|
+
expect(messageId).toMatch(/^bundle-\d+$/);
|
|
578
|
+
}
|
|
579
|
+
expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
|
|
580
|
+
});
|
|
581
|
+
});
|
|
582
|
+
});
|
|
583
583
|
//# sourceMappingURL=sqs-bundling-roundtrip.spec.js.map
|