@adtrackify/at-service-common 4.0.36 → 5.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (833) hide show
  1. package/dist/cjs/__tests__/clients/acuity-client.spec.d.ts +1 -1
  2. package/dist/cjs/__tests__/clients/acuity-client.spec.js +43 -43
  3. package/dist/cjs/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
  4. package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js +354 -354
  5. package/dist/cjs/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
  6. package/dist/cjs/__tests__/clients/dynamodb-client.spec.js +194 -194
  7. package/dist/cjs/__tests__/clients/event-collector-client.spec.d.ts +1 -1
  8. package/dist/cjs/__tests__/clients/event-collector-client.spec.js +227 -227
  9. package/dist/cjs/__tests__/clients/open-exchange-rates-client.spec.d.ts +1 -1
  10. package/dist/cjs/__tests__/clients/open-exchange-rates-client.spec.js +55 -55
  11. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
  12. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +931 -931
  13. package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
  14. package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js +563 -563
  15. package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
  16. package/dist/cjs/__tests__/clients/sqs-client.spec.js +191 -191
  17. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
  18. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +1357 -1357
  19. package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
  20. package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.js +68 -68
  21. package/dist/cjs/__tests__/db/destinations-db-service.spec.d.ts +1 -1
  22. package/dist/cjs/__tests__/db/destinations-db-service.spec.js +125 -125
  23. package/dist/cjs/__tests__/db/products-db-service.spec.d.ts +1 -1
  24. package/dist/cjs/__tests__/db/products-db-service.spec.js +89 -89
  25. package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  26. package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
  27. package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
  28. package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.js +104 -104
  29. package/dist/cjs/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
  30. package/dist/cjs/__tests__/db/subscriptions-db-service.spec.js +95 -95
  31. package/dist/cjs/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
  32. package/dist/cjs/__tests__/db/user-accounts-db-service.spec.js +76 -76
  33. package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  34. package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
  35. package/dist/cjs/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
  36. package/dist/cjs/__tests__/helpers/acuity-helper.spec.js +69 -69
  37. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  38. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +82 -82
  39. package/dist/cjs/__tests__/helpers/cognito-auth-helper.spec.d.ts +1 -1
  40. package/dist/cjs/__tests__/helpers/cognito-auth-helper.spec.js +46 -46
  41. package/dist/cjs/__tests__/helpers/order-calculation-helper.spec.d.ts +1 -1
  42. package/dist/cjs/__tests__/helpers/order-calculation-helper.spec.js +152 -152
  43. package/dist/cjs/__tests__/helpers/public-api-response-helper.spec.d.ts +1 -1
  44. package/dist/cjs/__tests__/helpers/public-api-response-helper.spec.js +60 -60
  45. package/dist/cjs/__tests__/identity-cache/helpers.spec.d.ts +1 -1
  46. package/dist/cjs/__tests__/identity-cache/helpers.spec.js +592 -592
  47. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  48. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +676 -676
  49. package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.d.ts +1 -1
  50. package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.js +555 -555
  51. package/dist/cjs/__tests__/identity-cache/identity-cache-tier-routing.spec.d.ts +1 -1
  52. package/dist/cjs/__tests__/identity-cache/identity-cache-tier-routing.spec.js +631 -631
  53. package/dist/cjs/__tests__/identity-cache/identity-client.spec.d.ts +1 -1
  54. package/dist/cjs/__tests__/identity-cache/identity-client.spec.js +359 -359
  55. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-hit.spec.d.ts +1 -1
  56. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-hit.spec.js +137 -137
  57. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-miss.spec.d.ts +1 -1
  58. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-miss.spec.js +152 -152
  59. package/dist/cjs/__tests__/identity-cache/identity-gateway-constructor.spec.d.ts +1 -1
  60. package/dist/cjs/__tests__/identity-cache/identity-gateway-constructor.spec.js +71 -71
  61. package/dist/cjs/__tests__/identity-cache/identity-gateway-edge-cases.spec.d.ts +1 -1
  62. package/dist/cjs/__tests__/identity-cache/identity-gateway-edge-cases.spec.js +88 -88
  63. package/dist/cjs/__tests__/identity-cache/identity-gateway-enqueue-async.spec.d.ts +1 -1
  64. package/dist/cjs/__tests__/identity-cache/identity-gateway-enqueue-async.spec.js +135 -135
  65. package/dist/cjs/__tests__/identity-cache/identity-gateway-stale-cache.spec.d.ts +1 -1
  66. package/dist/cjs/__tests__/identity-cache/identity-gateway-stale-cache.spec.js +223 -223
  67. package/dist/cjs/__tests__/identity-cache/identity-gateway-test-setup.d.ts +28 -28
  68. package/dist/cjs/__tests__/identity-cache/identity-gateway-test-setup.js +89 -89
  69. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  70. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +1770 -1770
  71. package/dist/cjs/__tests__/identity-cache/volatile-traits-optimization.spec.d.ts +1 -1
  72. package/dist/cjs/__tests__/identity-cache/volatile-traits-optimization.spec.js +818 -818
  73. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
  74. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +584 -584
  75. package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  76. package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
  77. package/dist/cjs/__tests__/libs/contacts.spec.d.ts +1 -1
  78. package/dist/cjs/__tests__/libs/contacts.spec.js +294 -294
  79. package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
  80. package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
  81. package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
  82. package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
  83. package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
  84. package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
  85. package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
  86. package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
  87. package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  88. package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
  89. package/dist/cjs/__tests__/services/acuity-api-service.spec.d.ts +1 -1
  90. package/dist/cjs/__tests__/services/acuity-api-service.spec.js +71 -71
  91. package/dist/cjs/__tests__/services/cost/cost-calculation-types.spec.d.ts +1 -1
  92. package/dist/cjs/__tests__/services/cost/cost-calculation-types.spec.js +23 -23
  93. package/dist/cjs/__tests__/services/cost/cost-calculator-service.spec.d.ts +1 -1
  94. package/dist/cjs/__tests__/services/cost/cost-calculator-service.spec.js +3361 -3361
  95. package/dist/cjs/__tests__/services/cost/cost-currency-service.spec.d.ts +1 -1
  96. package/dist/cjs/__tests__/services/cost/cost-currency-service.spec.js +114 -114
  97. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.d.ts +1 -1
  98. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.js +468 -468
  99. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.d.ts +1 -1
  100. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js +360 -360
  101. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.d.ts +1 -1
  102. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.js +34 -34
  103. package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
  104. package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.js +93 -93
  105. package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
  106. package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.js +57 -57
  107. package/dist/cjs/__tests__/services/events/collect-queue-tracking-service.spec.d.ts +1 -1
  108. package/dist/cjs/__tests__/services/events/collect-queue-tracking-service.spec.js +229 -229
  109. package/dist/cjs/__tests__/services/events/tracking-event-sqs-service.spec.d.ts +1 -1
  110. package/dist/cjs/__tests__/services/events/tracking-event-sqs-service.spec.js +191 -191
  111. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  112. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
  113. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  114. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +181 -181
  115. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  116. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
  117. package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
  118. package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.js +146 -146
  119. package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
  120. package/dist/cjs/clients/generic/cognito-client.js +209 -209
  121. package/dist/cjs/clients/generic/dynamodb-client.d.ts +20 -20
  122. package/dist/cjs/clients/generic/dynamodb-client.js +235 -235
  123. package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
  124. package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
  125. package/dist/cjs/clients/generic/http-client.d.ts +14 -14
  126. package/dist/cjs/clients/generic/http-client.js +61 -61
  127. package/dist/cjs/clients/generic/index.d.ts +13 -13
  128. package/dist/cjs/clients/generic/index.js +29 -29
  129. package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
  130. package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
  131. package/dist/cjs/clients/generic/location-client.d.ts +8 -8
  132. package/dist/cjs/clients/generic/location-client.js +31 -31
  133. package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
  134. package/dist/cjs/clients/generic/redis-client.js +191 -191
  135. package/dist/cjs/clients/generic/s3-client.d.ts +23 -23
  136. package/dist/cjs/clients/generic/s3-client.js +216 -216
  137. package/dist/cjs/clients/generic/singlestore-db-client.d.ts +21 -14
  138. package/dist/cjs/clients/generic/singlestore-db-client.js +92 -67
  139. package/dist/cjs/clients/generic/singlestore-db-client.js.map +1 -1
  140. package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -15
  141. package/dist/cjs/clients/generic/sqs-bundled-client.js +311 -311
  142. package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +53 -53
  143. package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -17
  144. package/dist/cjs/clients/generic/sqs-client.d.ts +53 -53
  145. package/dist/cjs/clients/generic/sqs-client.js +285 -285
  146. package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -32
  147. package/dist/cjs/clients/generic/sqs-unbundle.js +144 -144
  148. package/dist/cjs/clients/index.d.ts +3 -3
  149. package/dist/cjs/clients/index.js +19 -19
  150. package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
  151. package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
  152. package/dist/cjs/clients/internal-api/accounts-client.js.map +1 -1
  153. package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
  154. package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
  155. package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
  156. package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
  157. package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
  158. package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
  159. package/dist/cjs/clients/internal-api/event-collector-client.d.ts +122 -122
  160. package/dist/cjs/clients/internal-api/event-collector-client.js +78 -78
  161. package/dist/cjs/clients/internal-api/identity-client.d.ts +41 -41
  162. package/dist/cjs/clients/internal-api/identity-client.js +137 -137
  163. package/dist/cjs/clients/internal-api/index.d.ts +9 -9
  164. package/dist/cjs/clients/internal-api/index.js +25 -25
  165. package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  166. package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
  167. package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
  168. package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
  169. package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
  170. package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
  171. package/dist/cjs/clients/third-party/acuity-client.d.ts +10 -10
  172. package/dist/cjs/clients/third-party/acuity-client.js +40 -40
  173. package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
  174. package/dist/cjs/clients/third-party/emailable-client.js +25 -25
  175. package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  176. package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
  177. package/dist/cjs/clients/third-party/index.d.ts +6 -6
  178. package/dist/cjs/clients/third-party/index.js +22 -22
  179. package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
  180. package/dist/cjs/clients/third-party/loops-client.js +30 -30
  181. package/dist/cjs/clients/third-party/open-exchange-rates-client.d.ts +8 -8
  182. package/dist/cjs/clients/third-party/open-exchange-rates-client.js +27 -27
  183. package/dist/cjs/clients/third-party/shopify/graphql-analytics-queries.d.ts +18 -18
  184. package/dist/cjs/clients/third-party/shopify/graphql-analytics-queries.js +22 -22
  185. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  186. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +4 -4
  187. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  188. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +5 -5
  189. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +42 -42
  190. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +352 -352
  191. package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
  192. package/dist/cjs/clients/third-party/shopify-client.js +146 -146
  193. package/dist/cjs/constants/index.d.ts +1 -1
  194. package/dist/cjs/constants/index.js +17 -17
  195. package/dist/cjs/constants/sqs.d.ts +20 -20
  196. package/dist/cjs/constants/sqs.js +26 -26
  197. package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
  198. package/dist/cjs/helpers/account-users-helper.js +22 -22
  199. package/dist/cjs/helpers/acuity-helper.d.ts +4 -4
  200. package/dist/cjs/helpers/acuity-helper.js +56 -56
  201. package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -9
  202. package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
  203. package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
  204. package/dist/cjs/helpers/api-key-authorizer-helper.js +87 -87
  205. package/dist/cjs/helpers/cognito-auth-helper.d.ts +5 -5
  206. package/dist/cjs/helpers/cognito-auth-helper.js +14 -14
  207. package/dist/cjs/helpers/index.d.ts +12 -12
  208. package/dist/cjs/helpers/index.js +28 -28
  209. package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
  210. package/dist/cjs/helpers/input-validation-helper.js +22 -22
  211. package/dist/cjs/helpers/logging-helper.d.ts +16 -16
  212. package/dist/cjs/helpers/logging-helper.js +84 -84
  213. package/dist/cjs/helpers/order-calculation-helper.d.ts +13 -13
  214. package/dist/cjs/helpers/order-calculation-helper.js +117 -117
  215. package/dist/cjs/helpers/public-api-response-helper.d.ts +21 -21
  216. package/dist/cjs/helpers/public-api-response-helper.js +45 -45
  217. package/dist/cjs/helpers/response-helper.d.ts +18 -18
  218. package/dist/cjs/helpers/response-helper.js +43 -43
  219. package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
  220. package/dist/cjs/helpers/shopify-helper.js +26 -26
  221. package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
  222. package/dist/cjs/helpers/sqs-utils.js +14 -14
  223. package/dist/cjs/index.d.ts +7 -7
  224. package/dist/cjs/index.js +23 -23
  225. package/dist/cjs/libs/api-router/index.d.ts +2 -2
  226. package/dist/cjs/libs/api-router/index.js +18 -18
  227. package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
  228. package/dist/cjs/libs/api-router/public-api-router.js +36 -36
  229. package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
  230. package/dist/cjs/libs/api-router/route-matcher.js +36 -36
  231. package/dist/cjs/libs/click-id-parser.d.ts +23 -23
  232. package/dist/cjs/libs/click-id-parser.js +49 -49
  233. package/dist/cjs/libs/compression.d.ts +2 -2
  234. package/dist/cjs/libs/compression.js +33 -33
  235. package/dist/cjs/libs/contacts.d.ts +7 -7
  236. package/dist/cjs/libs/contacts.js +152 -152
  237. package/dist/cjs/libs/cookie.d.ts +17 -17
  238. package/dist/cjs/libs/cookie.js +76 -76
  239. package/dist/cjs/libs/crypto.d.ts +4 -4
  240. package/dist/cjs/libs/crypto.js +25 -25
  241. package/dist/cjs/libs/csv.d.ts +2 -2
  242. package/dist/cjs/libs/csv.js +35 -35
  243. package/dist/cjs/libs/currency.d.ts +1 -1
  244. package/dist/cjs/libs/currency.js +29 -29
  245. package/dist/cjs/libs/dates.d.ts +12 -12
  246. package/dist/cjs/libs/dates.js +96 -96
  247. package/dist/cjs/libs/domain.d.ts +2 -2
  248. package/dist/cjs/libs/domain.js +38 -38
  249. package/dist/cjs/libs/emails.d.ts +8 -8
  250. package/dist/cjs/libs/emails.js +154 -154
  251. package/dist/cjs/libs/http-error.d.ts +21 -21
  252. package/dist/cjs/libs/http-error.js +63 -63
  253. package/dist/cjs/libs/http-status-codes.d.ts +58 -58
  254. package/dist/cjs/libs/http-status-codes.js +62 -62
  255. package/dist/cjs/libs/index.d.ts +19 -19
  256. package/dist/cjs/libs/index.js +35 -35
  257. package/dist/cjs/libs/numbers.d.ts +1 -1
  258. package/dist/cjs/libs/numbers.js +15 -15
  259. package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
  260. package/dist/cjs/libs/referrer-parser/index.js +18 -18
  261. package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
  262. package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
  263. package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  264. package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
  265. package/dist/cjs/libs/strings.d.ts +3 -3
  266. package/dist/cjs/libs/strings.js +46 -46
  267. package/dist/cjs/libs/traits.d.ts +6 -6
  268. package/dist/cjs/libs/traits.js +65 -65
  269. package/dist/cjs/libs/url.d.ts +1 -1
  270. package/dist/cjs/libs/url.js +13 -13
  271. package/dist/cjs/services/acuity-api-service.d.ts +9 -9
  272. package/dist/cjs/services/acuity-api-service.js +73 -73
  273. package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
  274. package/dist/cjs/services/cache/generic-cached-object.js +2 -2
  275. package/dist/cjs/services/cache/index.d.ts +1 -1
  276. package/dist/cjs/services/cache/index.js +17 -17
  277. package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
  278. package/dist/cjs/services/cache/product-cache-service.js +76 -76
  279. package/dist/cjs/services/cost/cost-calculation-types.d.ts +69 -69
  280. package/dist/cjs/services/cost/cost-calculation-types.js +19 -19
  281. package/dist/cjs/services/cost/cost-calculator-service.d.ts +24 -24
  282. package/dist/cjs/services/cost/cost-calculator-service.js +462 -462
  283. package/dist/cjs/services/cost/cost-currency-service.d.ts +6 -6
  284. package/dist/cjs/services/cost/cost-currency-service.js +87 -87
  285. package/dist/cjs/services/cost/cost-filter-service.d.ts +10 -10
  286. package/dist/cjs/services/cost/cost-filter-service.js +121 -121
  287. package/dist/cjs/services/cost/index.d.ts +5 -5
  288. package/dist/cjs/services/cost/index.js +21 -21
  289. package/dist/cjs/services/cost/order-cost/index.d.ts +2 -2
  290. package/dist/cjs/services/cost/order-cost/index.js +18 -18
  291. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.d.ts +23 -23
  292. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.js +293 -293
  293. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.d.ts +31 -31
  294. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.js +2 -2
  295. package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +12 -12
  296. package/dist/cjs/services/currency-exchange-rate-lookup-service.js +94 -94
  297. package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
  298. package/dist/cjs/services/db/accounts-db-service.js +33 -33
  299. package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
  300. package/dist/cjs/services/db/api-keys-db-service.js +36 -36
  301. package/dist/cjs/services/db/contact-enrichments-db-service.d.ts +15 -15
  302. package/dist/cjs/services/db/contact-enrichments-db-service.js +94 -94
  303. package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  304. package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
  305. package/dist/cjs/services/db/custom-measures-db-service.d.ts +14 -14
  306. package/dist/cjs/services/db/custom-measures-db-service.js +48 -48
  307. package/dist/cjs/services/db/destinations-db-service.d.ts +13 -13
  308. package/dist/cjs/services/db/destinations-db-service.js +74 -74
  309. package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
  310. package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
  311. package/dist/cjs/services/db/identity-cache-dynamodb-service/constants.d.ts +3 -3
  312. package/dist/cjs/services/db/identity-cache-dynamodb-service/constants.js +6 -6
  313. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.d.ts +20 -20
  314. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.js +362 -362
  315. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-gateway-service.d.ts +23 -23
  316. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-gateway-service.js +222 -222
  317. package/dist/cjs/services/db/identity-cache-dynamodb-service/index.d.ts +4 -4
  318. package/dist/cjs/services/db/identity-cache-dynamodb-service/index.js +20 -20
  319. package/dist/cjs/services/db/identity-cache-dynamodb-service/key-builders.d.ts +12 -12
  320. package/dist/cjs/services/db/identity-cache-dynamodb-service/key-builders.js +31 -31
  321. package/dist/cjs/services/db/identity-cache-dynamodb-service/types.d.ts +71 -71
  322. package/dist/cjs/services/db/identity-cache-dynamodb-service/types.js +28 -28
  323. package/dist/cjs/services/db/index.d.ts +22 -22
  324. package/dist/cjs/services/db/index.js +38 -38
  325. package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
  326. package/dist/cjs/services/db/log-events-db-service.js +181 -181
  327. package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
  328. package/dist/cjs/services/db/pixels-db-service.js +35 -35
  329. package/dist/cjs/services/db/products-db-service-types.d.ts +10 -10
  330. package/dist/cjs/services/db/products-db-service-types.js +2 -2
  331. package/dist/cjs/services/db/products-db-service.d.ts +19 -19
  332. package/dist/cjs/services/db/products-db-service.js +281 -281
  333. package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
  334. package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
  335. package/dist/cjs/services/db/purchased-contacts/index.d.ts +2 -2
  336. package/dist/cjs/services/db/purchased-contacts/index.js +18 -18
  337. package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
  338. package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js +152 -152
  339. package/dist/cjs/services/db/purchased-contacts/types.d.ts +11 -11
  340. package/dist/cjs/services/db/purchased-contacts/types.js +2 -2
  341. package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +10 -10
  342. package/dist/cjs/services/db/shopify-app-installs-db-service.js +52 -52
  343. package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
  344. package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
  345. package/dist/cjs/services/db/subscriptions-db-service.d.ts +11 -11
  346. package/dist/cjs/services/db/subscriptions-db-service.js +38 -38
  347. package/dist/cjs/services/db/tracking-events-db-service.d.ts +21 -21
  348. package/dist/cjs/services/db/tracking-events-db-service.js +188 -188
  349. package/dist/cjs/services/db/user-accounts-db-service.d.ts +7 -7
  350. package/dist/cjs/services/db/user-accounts-db-service.js +17 -17
  351. package/dist/cjs/services/email-verification/contact-email-verification-service.d.ts +7 -7
  352. package/dist/cjs/services/email-verification/contact-email-verification-service.js +101 -101
  353. package/dist/cjs/services/email-verification/email-verification-service.d.ts +19 -19
  354. package/dist/cjs/services/email-verification/email-verification-service.js +131 -131
  355. package/dist/cjs/services/email-verification/index.d.ts +2 -2
  356. package/dist/cjs/services/email-verification/index.js +18 -18
  357. package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
  358. package/dist/cjs/services/eventbridge-integration-service.js +28 -28
  359. package/dist/cjs/services/events/build-collect-queue-tracking-event.d.ts +11 -11
  360. package/dist/cjs/services/events/build-collect-queue-tracking-event.js +23 -23
  361. package/dist/cjs/services/events/collect-queue-tracking-service.d.ts +12 -12
  362. package/dist/cjs/services/events/collect-queue-tracking-service.js +22 -22
  363. package/dist/cjs/services/events/index.d.ts +5 -5
  364. package/dist/cjs/services/events/index.js +21 -21
  365. package/dist/cjs/services/events/log-event-service.d.ts +19 -19
  366. package/dist/cjs/services/events/log-event-service.js +77 -77
  367. package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
  368. package/dist/cjs/services/events/metric-event-service.js +49 -49
  369. package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
  370. package/dist/cjs/services/events/tracking-event-sqs-service.js +36 -36
  371. package/dist/cjs/services/generic-cache-service.d.ts +7 -7
  372. package/dist/cjs/services/generic-cache-service.js +33 -33
  373. package/dist/cjs/services/index.d.ts +11 -11
  374. package/dist/cjs/services/index.js +27 -27
  375. package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
  376. package/dist/cjs/services/ipdata-lookup-service.js +112 -112
  377. package/dist/cjs/services/shopify/index.d.ts +2 -2
  378. package/dist/cjs/services/shopify/index.js +18 -18
  379. package/dist/cjs/services/shopify/products/index.d.ts +1 -1
  380. package/dist/cjs/services/shopify/products/index.js +17 -17
  381. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  382. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
  383. package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  384. package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
  385. package/dist/cjs/types/acuity-types.d.ts +74 -74
  386. package/dist/cjs/types/acuity-types.js +2 -2
  387. package/dist/cjs/types/api-response.d.ts +6 -6
  388. package/dist/cjs/types/api-response.js +2 -2
  389. package/dist/cjs/types/index.d.ts +6 -6
  390. package/dist/cjs/types/index.js +35 -35
  391. package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
  392. package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
  393. package/dist/cjs/types/internal-events/index.d.ts +1 -1
  394. package/dist/cjs/types/internal-events/index.js +17 -17
  395. package/dist/cjs/types/open-exchange-rates-types.d.ts +10 -10
  396. package/dist/cjs/types/open-exchange-rates-types.js +2 -2
  397. package/dist/cjs/types/public-api-types.d.ts +24 -24
  398. package/dist/cjs/types/public-api-types.js +13 -13
  399. package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  400. package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
  401. package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  402. package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
  403. package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
  404. package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
  405. package/dist/cjs/types/shopify-rest-types.d.ts +767 -767
  406. package/dist/cjs/types/shopify-rest-types.js +2 -2
  407. package/dist/cjs/utils/compression.d.ts +36 -36
  408. package/dist/cjs/utils/compression.js +198 -198
  409. package/dist/cjs/utils/custom-measure-formula-utils.d.ts +6 -6
  410. package/dist/cjs/utils/custom-measure-formula-utils.js +209 -209
  411. package/dist/cjs/utils/index.d.ts +4 -4
  412. package/dist/cjs/utils/index.js +20 -20
  413. package/dist/cjs/utils/retry-envelope.d.ts +12 -12
  414. package/dist/cjs/utils/retry-envelope.js +28 -28
  415. package/dist/cjs/utils/size.d.ts +2 -2
  416. package/dist/cjs/utils/size.js +49 -49
  417. package/dist/esm/__tests__/clients/acuity-client.spec.d.ts +1 -1
  418. package/dist/esm/__tests__/clients/acuity-client.spec.js +41 -41
  419. package/dist/esm/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
  420. package/dist/esm/__tests__/clients/cross-platform-compression.spec.js +329 -329
  421. package/dist/esm/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
  422. package/dist/esm/__tests__/clients/dynamodb-client.spec.js +192 -192
  423. package/dist/esm/__tests__/clients/event-collector-client.spec.d.ts +1 -1
  424. package/dist/esm/__tests__/clients/event-collector-client.spec.js +225 -225
  425. package/dist/esm/__tests__/clients/open-exchange-rates-client.spec.d.ts +1 -1
  426. package/dist/esm/__tests__/clients/open-exchange-rates-client.spec.js +53 -53
  427. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
  428. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +906 -906
  429. package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
  430. package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.js +538 -538
  431. package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
  432. package/dist/esm/__tests__/clients/sqs-client.spec.js +189 -189
  433. package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
  434. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +1355 -1355
  435. package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
  436. package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.js +66 -66
  437. package/dist/esm/__tests__/db/destinations-db-service.spec.d.ts +1 -1
  438. package/dist/esm/__tests__/db/destinations-db-service.spec.js +123 -123
  439. package/dist/esm/__tests__/db/products-db-service.spec.d.ts +1 -1
  440. package/dist/esm/__tests__/db/products-db-service.spec.js +87 -87
  441. package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  442. package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
  443. package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
  444. package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.js +102 -102
  445. package/dist/esm/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
  446. package/dist/esm/__tests__/db/subscriptions-db-service.spec.js +93 -93
  447. package/dist/esm/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
  448. package/dist/esm/__tests__/db/user-accounts-db-service.spec.js +74 -74
  449. package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  450. package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
  451. package/dist/esm/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
  452. package/dist/esm/__tests__/helpers/acuity-helper.spec.js +67 -67
  453. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  454. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +80 -80
  455. package/dist/esm/__tests__/helpers/cognito-auth-helper.spec.d.ts +1 -1
  456. package/dist/esm/__tests__/helpers/cognito-auth-helper.spec.js +44 -44
  457. package/dist/esm/__tests__/helpers/order-calculation-helper.spec.d.ts +1 -1
  458. package/dist/esm/__tests__/helpers/order-calculation-helper.spec.js +150 -150
  459. package/dist/esm/__tests__/helpers/public-api-response-helper.spec.d.ts +1 -1
  460. package/dist/esm/__tests__/helpers/public-api-response-helper.spec.js +55 -55
  461. package/dist/esm/__tests__/identity-cache/helpers.spec.d.ts +1 -1
  462. package/dist/esm/__tests__/identity-cache/helpers.spec.js +590 -590
  463. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  464. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
  465. package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.d.ts +1 -1
  466. package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.js +553 -553
  467. package/dist/esm/__tests__/identity-cache/identity-cache-tier-routing.spec.d.ts +1 -1
  468. package/dist/esm/__tests__/identity-cache/identity-cache-tier-routing.spec.js +629 -629
  469. package/dist/esm/__tests__/identity-cache/identity-client.spec.d.ts +1 -1
  470. package/dist/esm/__tests__/identity-cache/identity-client.spec.js +357 -357
  471. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-hit.spec.d.ts +1 -1
  472. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-hit.spec.js +135 -135
  473. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-miss.spec.d.ts +1 -1
  474. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-miss.spec.js +150 -150
  475. package/dist/esm/__tests__/identity-cache/identity-gateway-constructor.spec.d.ts +1 -1
  476. package/dist/esm/__tests__/identity-cache/identity-gateway-constructor.spec.js +69 -69
  477. package/dist/esm/__tests__/identity-cache/identity-gateway-edge-cases.spec.d.ts +1 -1
  478. package/dist/esm/__tests__/identity-cache/identity-gateway-edge-cases.spec.js +86 -86
  479. package/dist/esm/__tests__/identity-cache/identity-gateway-enqueue-async.spec.d.ts +1 -1
  480. package/dist/esm/__tests__/identity-cache/identity-gateway-enqueue-async.spec.js +133 -133
  481. package/dist/esm/__tests__/identity-cache/identity-gateway-stale-cache.spec.d.ts +1 -1
  482. package/dist/esm/__tests__/identity-cache/identity-gateway-stale-cache.spec.js +221 -221
  483. package/dist/esm/__tests__/identity-cache/identity-gateway-test-setup.d.ts +28 -28
  484. package/dist/esm/__tests__/identity-cache/identity-gateway-test-setup.js +82 -82
  485. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  486. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +1768 -1768
  487. package/dist/esm/__tests__/identity-cache/volatile-traits-optimization.spec.d.ts +1 -1
  488. package/dist/esm/__tests__/identity-cache/volatile-traits-optimization.spec.js +816 -816
  489. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
  490. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -582
  491. package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  492. package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
  493. package/dist/esm/__tests__/libs/contacts.spec.d.ts +1 -1
  494. package/dist/esm/__tests__/libs/contacts.spec.js +292 -292
  495. package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
  496. package/dist/esm/__tests__/libs/currency.spec.js +218 -218
  497. package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
  498. package/dist/esm/__tests__/libs/dates.spec.js +128 -128
  499. package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
  500. package/dist/esm/__tests__/libs/domain.spec.js +105 -105
  501. package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
  502. package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
  503. package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  504. package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
  505. package/dist/esm/__tests__/services/acuity-api-service.spec.d.ts +1 -1
  506. package/dist/esm/__tests__/services/acuity-api-service.spec.js +69 -69
  507. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.d.ts +1 -1
  508. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.js +21 -21
  509. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.d.ts +1 -1
  510. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.js +3359 -3359
  511. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.d.ts +1 -1
  512. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.js +112 -112
  513. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.d.ts +1 -1
  514. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.js +466 -466
  515. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.d.ts +1 -1
  516. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js +358 -358
  517. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.d.ts +1 -1
  518. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.js +32 -32
  519. package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
  520. package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.js +91 -91
  521. package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
  522. package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.js +55 -55
  523. package/dist/esm/__tests__/services/events/collect-queue-tracking-service.spec.d.ts +1 -1
  524. package/dist/esm/__tests__/services/events/collect-queue-tracking-service.spec.js +227 -227
  525. package/dist/esm/__tests__/services/events/tracking-event-sqs-service.spec.d.ts +1 -1
  526. package/dist/esm/__tests__/services/events/tracking-event-sqs-service.spec.js +189 -189
  527. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  528. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
  529. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  530. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +156 -156
  531. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  532. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
  533. package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
  534. package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.js +144 -144
  535. package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
  536. package/dist/esm/clients/generic/cognito-client.js +204 -204
  537. package/dist/esm/clients/generic/dynamodb-client.d.ts +20 -20
  538. package/dist/esm/clients/generic/dynamodb-client.js +231 -231
  539. package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
  540. package/dist/esm/clients/generic/eventbridge-client.js +47 -47
  541. package/dist/esm/clients/generic/http-client.d.ts +14 -14
  542. package/dist/esm/clients/generic/http-client.js +53 -53
  543. package/dist/esm/clients/generic/index.d.ts +13 -13
  544. package/dist/esm/clients/generic/index.js +13 -13
  545. package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
  546. package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
  547. package/dist/esm/clients/generic/location-client.d.ts +8 -8
  548. package/dist/esm/clients/generic/location-client.js +27 -27
  549. package/dist/esm/clients/generic/redis-client.d.ts +33 -33
  550. package/dist/esm/clients/generic/redis-client.js +184 -184
  551. package/dist/esm/clients/generic/s3-client.d.ts +23 -23
  552. package/dist/esm/clients/generic/s3-client.js +209 -209
  553. package/dist/esm/clients/generic/singlestore-db-client.d.ts +21 -14
  554. package/dist/esm/clients/generic/singlestore-db-client.js +65 -40
  555. package/dist/esm/clients/generic/singlestore-db-client.js.map +1 -1
  556. package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -15
  557. package/dist/esm/clients/generic/sqs-bundled-client.js +307 -307
  558. package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +53 -53
  559. package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -14
  560. package/dist/esm/clients/generic/sqs-client.d.ts +53 -53
  561. package/dist/esm/clients/generic/sqs-client.js +281 -281
  562. package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -32
  563. package/dist/esm/clients/generic/sqs-unbundle.js +137 -137
  564. package/dist/esm/clients/index.d.ts +3 -3
  565. package/dist/esm/clients/index.js +3 -3
  566. package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
  567. package/dist/esm/clients/internal-api/accounts-client.js +125 -125
  568. package/dist/esm/clients/internal-api/accounts-client.js.map +1 -1
  569. package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
  570. package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
  571. package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
  572. package/dist/esm/clients/internal-api/db-management-client.js +32 -32
  573. package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
  574. package/dist/esm/clients/internal-api/destinations-client.js +75 -75
  575. package/dist/esm/clients/internal-api/event-collector-client.d.ts +122 -122
  576. package/dist/esm/clients/internal-api/event-collector-client.js +74 -74
  577. package/dist/esm/clients/internal-api/identity-client.d.ts +41 -41
  578. package/dist/esm/clients/internal-api/identity-client.js +133 -133
  579. package/dist/esm/clients/internal-api/index.d.ts +9 -9
  580. package/dist/esm/clients/internal-api/index.js +9 -9
  581. package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  582. package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
  583. package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
  584. package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
  585. package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
  586. package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
  587. package/dist/esm/clients/third-party/acuity-client.d.ts +10 -10
  588. package/dist/esm/clients/third-party/acuity-client.js +36 -36
  589. package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
  590. package/dist/esm/clients/third-party/emailable-client.js +21 -21
  591. package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  592. package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
  593. package/dist/esm/clients/third-party/index.d.ts +6 -6
  594. package/dist/esm/clients/third-party/index.js +6 -6
  595. package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
  596. package/dist/esm/clients/third-party/loops-client.js +26 -26
  597. package/dist/esm/clients/third-party/open-exchange-rates-client.d.ts +8 -8
  598. package/dist/esm/clients/third-party/open-exchange-rates-client.js +23 -23
  599. package/dist/esm/clients/third-party/shopify/graphql-analytics-queries.d.ts +18 -18
  600. package/dist/esm/clients/third-party/shopify/graphql-analytics-queries.js +19 -19
  601. package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  602. package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +1 -1
  603. package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  604. package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +2 -2
  605. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +42 -42
  606. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +348 -348
  607. package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
  608. package/dist/esm/clients/third-party/shopify-client.js +142 -142
  609. package/dist/esm/constants/index.d.ts +1 -1
  610. package/dist/esm/constants/index.js +1 -1
  611. package/dist/esm/constants/sqs.d.ts +20 -20
  612. package/dist/esm/constants/sqs.js +22 -22
  613. package/dist/esm/helpers/account-users-helper.d.ts +2 -2
  614. package/dist/esm/helpers/account-users-helper.js +18 -18
  615. package/dist/esm/helpers/acuity-helper.d.ts +4 -4
  616. package/dist/esm/helpers/acuity-helper.js +51 -51
  617. package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -9
  618. package/dist/esm/helpers/api-key-auth-helper.js +35 -35
  619. package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
  620. package/dist/esm/helpers/api-key-authorizer-helper.js +83 -83
  621. package/dist/esm/helpers/cognito-auth-helper.d.ts +5 -5
  622. package/dist/esm/helpers/cognito-auth-helper.js +10 -10
  623. package/dist/esm/helpers/index.d.ts +12 -12
  624. package/dist/esm/helpers/index.js +12 -12
  625. package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
  626. package/dist/esm/helpers/input-validation-helper.js +18 -18
  627. package/dist/esm/helpers/logging-helper.d.ts +16 -16
  628. package/dist/esm/helpers/logging-helper.js +56 -56
  629. package/dist/esm/helpers/order-calculation-helper.d.ts +13 -13
  630. package/dist/esm/helpers/order-calculation-helper.js +111 -111
  631. package/dist/esm/helpers/public-api-response-helper.d.ts +21 -21
  632. package/dist/esm/helpers/public-api-response-helper.js +38 -38
  633. package/dist/esm/helpers/response-helper.d.ts +18 -18
  634. package/dist/esm/helpers/response-helper.js +37 -37
  635. package/dist/esm/helpers/shopify-helper.d.ts +9 -9
  636. package/dist/esm/helpers/shopify-helper.js +21 -21
  637. package/dist/esm/helpers/sqs-utils.d.ts +6 -6
  638. package/dist/esm/helpers/sqs-utils.js +9 -9
  639. package/dist/esm/index.d.ts +7 -7
  640. package/dist/esm/index.js +7 -7
  641. package/dist/esm/libs/api-router/index.d.ts +2 -2
  642. package/dist/esm/libs/api-router/index.js +2 -2
  643. package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
  644. package/dist/esm/libs/api-router/public-api-router.js +32 -32
  645. package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
  646. package/dist/esm/libs/api-router/route-matcher.js +30 -30
  647. package/dist/esm/libs/click-id-parser.d.ts +23 -23
  648. package/dist/esm/libs/click-id-parser.js +45 -45
  649. package/dist/esm/libs/compression.d.ts +2 -2
  650. package/dist/esm/libs/compression.js +25 -25
  651. package/dist/esm/libs/contacts.d.ts +7 -7
  652. package/dist/esm/libs/contacts.js +143 -143
  653. package/dist/esm/libs/cookie.d.ts +17 -17
  654. package/dist/esm/libs/cookie.js +70 -70
  655. package/dist/esm/libs/crypto.d.ts +4 -4
  656. package/dist/esm/libs/crypto.js +15 -15
  657. package/dist/esm/libs/csv.d.ts +2 -2
  658. package/dist/esm/libs/csv.js +30 -30
  659. package/dist/esm/libs/currency.d.ts +1 -1
  660. package/dist/esm/libs/currency.js +22 -22
  661. package/dist/esm/libs/dates.d.ts +12 -12
  662. package/dist/esm/libs/dates.js +83 -83
  663. package/dist/esm/libs/domain.d.ts +2 -2
  664. package/dist/esm/libs/domain.js +33 -33
  665. package/dist/esm/libs/emails.d.ts +8 -8
  666. package/dist/esm/libs/emails.js +146 -146
  667. package/dist/esm/libs/http-error.d.ts +21 -21
  668. package/dist/esm/libs/http-error.js +59 -59
  669. package/dist/esm/libs/http-status-codes.d.ts +58 -58
  670. package/dist/esm/libs/http-status-codes.js +59 -59
  671. package/dist/esm/libs/index.d.ts +19 -19
  672. package/dist/esm/libs/index.js +19 -19
  673. package/dist/esm/libs/numbers.d.ts +1 -1
  674. package/dist/esm/libs/numbers.js +11 -11
  675. package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
  676. package/dist/esm/libs/referrer-parser/index.js +2 -2
  677. package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
  678. package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
  679. package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  680. package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
  681. package/dist/esm/libs/strings.d.ts +3 -3
  682. package/dist/esm/libs/strings.js +40 -40
  683. package/dist/esm/libs/traits.d.ts +6 -6
  684. package/dist/esm/libs/traits.js +54 -54
  685. package/dist/esm/libs/url.d.ts +1 -1
  686. package/dist/esm/libs/url.js +9 -9
  687. package/dist/esm/services/acuity-api-service.d.ts +9 -9
  688. package/dist/esm/services/acuity-api-service.js +69 -69
  689. package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
  690. package/dist/esm/services/cache/generic-cached-object.js +1 -1
  691. package/dist/esm/services/cache/index.d.ts +1 -1
  692. package/dist/esm/services/cache/index.js +1 -1
  693. package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
  694. package/dist/esm/services/cache/product-cache-service.js +68 -68
  695. package/dist/esm/services/cost/cost-calculation-types.d.ts +69 -69
  696. package/dist/esm/services/cost/cost-calculation-types.js +15 -15
  697. package/dist/esm/services/cost/cost-calculator-service.d.ts +24 -24
  698. package/dist/esm/services/cost/cost-calculator-service.js +456 -456
  699. package/dist/esm/services/cost/cost-currency-service.d.ts +6 -6
  700. package/dist/esm/services/cost/cost-currency-service.js +84 -84
  701. package/dist/esm/services/cost/cost-filter-service.d.ts +10 -10
  702. package/dist/esm/services/cost/cost-filter-service.js +118 -118
  703. package/dist/esm/services/cost/index.d.ts +5 -5
  704. package/dist/esm/services/cost/index.js +5 -5
  705. package/dist/esm/services/cost/order-cost/index.d.ts +2 -2
  706. package/dist/esm/services/cost/order-cost/index.js +2 -2
  707. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.d.ts +23 -23
  708. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.js +287 -287
  709. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.d.ts +31 -31
  710. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.js +1 -1
  711. package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +12 -12
  712. package/dist/esm/services/currency-exchange-rate-lookup-service.js +90 -90
  713. package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
  714. package/dist/esm/services/db/accounts-db-service.js +29 -29
  715. package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
  716. package/dist/esm/services/db/api-keys-db-service.js +32 -32
  717. package/dist/esm/services/db/contact-enrichments-db-service.d.ts +15 -15
  718. package/dist/esm/services/db/contact-enrichments-db-service.js +90 -90
  719. package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  720. package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
  721. package/dist/esm/services/db/custom-measures-db-service.d.ts +14 -14
  722. package/dist/esm/services/db/custom-measures-db-service.js +44 -44
  723. package/dist/esm/services/db/destinations-db-service.d.ts +13 -13
  724. package/dist/esm/services/db/destinations-db-service.js +70 -70
  725. package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
  726. package/dist/esm/services/db/identity-cache-db-service.js +313 -313
  727. package/dist/esm/services/db/identity-cache-dynamodb-service/constants.d.ts +3 -3
  728. package/dist/esm/services/db/identity-cache-dynamodb-service/constants.js +3 -3
  729. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.d.ts +20 -20
  730. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.js +358 -358
  731. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-gateway-service.d.ts +23 -23
  732. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-gateway-service.js +218 -218
  733. package/dist/esm/services/db/identity-cache-dynamodb-service/index.d.ts +4 -4
  734. package/dist/esm/services/db/identity-cache-dynamodb-service/index.js +4 -4
  735. package/dist/esm/services/db/identity-cache-dynamodb-service/key-builders.d.ts +12 -12
  736. package/dist/esm/services/db/identity-cache-dynamodb-service/key-builders.js +23 -23
  737. package/dist/esm/services/db/identity-cache-dynamodb-service/types.d.ts +71 -71
  738. package/dist/esm/services/db/identity-cache-dynamodb-service/types.js +25 -25
  739. package/dist/esm/services/db/index.d.ts +22 -22
  740. package/dist/esm/services/db/index.js +22 -22
  741. package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
  742. package/dist/esm/services/db/log-events-db-service.js +177 -177
  743. package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
  744. package/dist/esm/services/db/pixels-db-service.js +31 -31
  745. package/dist/esm/services/db/products-db-service-types.d.ts +10 -10
  746. package/dist/esm/services/db/products-db-service-types.js +1 -1
  747. package/dist/esm/services/db/products-db-service.d.ts +19 -19
  748. package/dist/esm/services/db/products-db-service.js +277 -277
  749. package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
  750. package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
  751. package/dist/esm/services/db/purchased-contacts/index.d.ts +2 -2
  752. package/dist/esm/services/db/purchased-contacts/index.js +2 -2
  753. package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
  754. package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js +148 -148
  755. package/dist/esm/services/db/purchased-contacts/types.d.ts +11 -11
  756. package/dist/esm/services/db/purchased-contacts/types.js +1 -1
  757. package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +10 -10
  758. package/dist/esm/services/db/shopify-app-installs-db-service.js +48 -48
  759. package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
  760. package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
  761. package/dist/esm/services/db/subscriptions-db-service.d.ts +11 -11
  762. package/dist/esm/services/db/subscriptions-db-service.js +34 -34
  763. package/dist/esm/services/db/tracking-events-db-service.d.ts +21 -21
  764. package/dist/esm/services/db/tracking-events-db-service.js +184 -184
  765. package/dist/esm/services/db/user-accounts-db-service.d.ts +7 -7
  766. package/dist/esm/services/db/user-accounts-db-service.js +13 -13
  767. package/dist/esm/services/email-verification/contact-email-verification-service.d.ts +7 -7
  768. package/dist/esm/services/email-verification/contact-email-verification-service.js +97 -97
  769. package/dist/esm/services/email-verification/email-verification-service.d.ts +19 -19
  770. package/dist/esm/services/email-verification/email-verification-service.js +127 -127
  771. package/dist/esm/services/email-verification/index.d.ts +2 -2
  772. package/dist/esm/services/email-verification/index.js +2 -2
  773. package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
  774. package/dist/esm/services/eventbridge-integration-service.js +24 -24
  775. package/dist/esm/services/events/build-collect-queue-tracking-event.d.ts +11 -11
  776. package/dist/esm/services/events/build-collect-queue-tracking-event.js +19 -19
  777. package/dist/esm/services/events/collect-queue-tracking-service.d.ts +12 -12
  778. package/dist/esm/services/events/collect-queue-tracking-service.js +18 -18
  779. package/dist/esm/services/events/index.d.ts +5 -5
  780. package/dist/esm/services/events/index.js +5 -5
  781. package/dist/esm/services/events/log-event-service.d.ts +19 -19
  782. package/dist/esm/services/events/log-event-service.js +73 -73
  783. package/dist/esm/services/events/metric-event-service.d.ts +9 -9
  784. package/dist/esm/services/events/metric-event-service.js +45 -45
  785. package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
  786. package/dist/esm/services/events/tracking-event-sqs-service.js +32 -32
  787. package/dist/esm/services/generic-cache-service.d.ts +7 -7
  788. package/dist/esm/services/generic-cache-service.js +29 -29
  789. package/dist/esm/services/index.d.ts +11 -11
  790. package/dist/esm/services/index.js +11 -11
  791. package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
  792. package/dist/esm/services/ipdata-lookup-service.js +108 -108
  793. package/dist/esm/services/shopify/index.d.ts +2 -2
  794. package/dist/esm/services/shopify/index.js +2 -2
  795. package/dist/esm/services/shopify/products/index.d.ts +1 -1
  796. package/dist/esm/services/shopify/products/index.js +1 -1
  797. package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  798. package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
  799. package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  800. package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
  801. package/dist/esm/types/acuity-types.d.ts +74 -74
  802. package/dist/esm/types/acuity-types.js +1 -1
  803. package/dist/esm/types/api-response.d.ts +6 -6
  804. package/dist/esm/types/api-response.js +1 -1
  805. package/dist/esm/types/index.d.ts +6 -6
  806. package/dist/esm/types/index.js +6 -6
  807. package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
  808. package/dist/esm/types/internal-events/event-detail-types.js +24 -24
  809. package/dist/esm/types/internal-events/index.d.ts +1 -1
  810. package/dist/esm/types/internal-events/index.js +1 -1
  811. package/dist/esm/types/open-exchange-rates-types.d.ts +10 -10
  812. package/dist/esm/types/open-exchange-rates-types.js +1 -1
  813. package/dist/esm/types/public-api-types.d.ts +24 -24
  814. package/dist/esm/types/public-api-types.js +10 -10
  815. package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  816. package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
  817. package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  818. package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
  819. package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
  820. package/dist/esm/types/shopify-graphql-types/index.js +2 -2
  821. package/dist/esm/types/shopify-rest-types.d.ts +767 -767
  822. package/dist/esm/types/shopify-rest-types.js +1 -1
  823. package/dist/esm/utils/compression.d.ts +36 -36
  824. package/dist/esm/utils/compression.js +187 -187
  825. package/dist/esm/utils/custom-measure-formula-utils.d.ts +6 -6
  826. package/dist/esm/utils/custom-measure-formula-utils.js +201 -201
  827. package/dist/esm/utils/index.d.ts +4 -4
  828. package/dist/esm/utils/index.js +4 -4
  829. package/dist/esm/utils/retry-envelope.d.ts +12 -12
  830. package/dist/esm/utils/retry-envelope.js +22 -22
  831. package/dist/esm/utils/size.d.ts +2 -2
  832. package/dist/esm/utils/size.js +44 -44
  833. package/package.json +136 -136
@@ -1,1356 +1,1356 @@
1
- import { unbundleRecords, unbundleMessage, isBundledEnvelope } from '../../clients/generic/sqs-unbundle';
2
- import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
- import { compress, CompressionTimeoutError, CompressionOperation, getGzipUncompressedSize, } from '../../utils/compression';
4
- import { gzip } from 'node:zlib';
5
- import { promisify } from 'node:util';
6
- const gzipAsync = promisify(gzip);
7
- jest.mock('../../helpers/logging-helper', () => ({
8
- Logger: {
9
- debug: jest.fn(),
10
- info: jest.fn(),
11
- warn: jest.fn(),
12
- error: jest.fn(),
13
- },
14
- }));
15
- function makeTestEvent(id, name = 'test_event', value) {
16
- return { eventId: id, name, value };
17
- }
18
- function makeSqsRecord(body, messageId = 'msg-1') {
19
- return {
20
- messageId,
21
- body: typeof body === 'string' ? body : JSON.stringify(body),
22
- };
23
- }
24
- function makeBundledEnvelope(items) {
25
- return {
26
- v: 1,
27
- c: CompressionAlgorithm.NONE,
28
- n: items.length,
29
- s: JSON.stringify(items).length,
30
- p: items,
31
- };
32
- }
33
- async function makeCompressedEnvelope(items, level = 3) {
34
- const json = JSON.stringify(items);
35
- const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, level);
36
- const base64 = compressed.toString('base64');
37
- return {
38
- v: 1,
39
- c: CompressionAlgorithm.ZSTD,
40
- n: items.length,
41
- s: json.length,
42
- p: base64,
43
- };
44
- }
45
- async function makeGzipCompressedEnvelope(items) {
46
- const json = JSON.stringify(items);
47
- const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
48
- const base64 = compressed.toString('base64');
49
- return {
50
- v: 1,
51
- c: CompressionAlgorithm.GZIP,
52
- n: items.length,
53
- s: json.length,
54
- p: base64,
55
- };
56
- }
57
- describe('isBundledEnvelope', () => {
58
- it('returns true for valid bundled envelope with NONE compression', () => {
59
- const envelope = makeBundledEnvelope([makeTestEvent('1')]);
60
- expect(isBundledEnvelope(envelope)).toBe(true);
61
- });
62
- it('returns true for valid bundled envelope with ZSTD compression', async () => {
63
- const envelope = await makeCompressedEnvelope([makeTestEvent('1')]);
64
- expect(isBundledEnvelope(envelope)).toBe(true);
65
- });
66
- it('returns false for null', () => {
67
- expect(isBundledEnvelope(null)).toBe(false);
68
- });
69
- it('returns false for undefined', () => {
70
- expect(isBundledEnvelope(undefined)).toBe(false);
71
- });
72
- it('returns false for plain object (legacy message)', () => {
73
- expect(isBundledEnvelope(makeTestEvent('1'))).toBe(false);
74
- });
75
- it('returns false for wrong version', () => {
76
- const envelope = { v: 2, c: 'none', n: 1, p: [] };
77
- expect(isBundledEnvelope(envelope)).toBe(false);
78
- });
79
- it('returns true for valid bundled envelope with GZIP compression', async () => {
80
- const envelope = await makeGzipCompressedEnvelope([makeTestEvent('1')]);
81
- expect(isBundledEnvelope(envelope)).toBe(true);
82
- });
83
- it('returns false for invalid compression algorithm', () => {
84
- const envelope = { v: 1, c: 'lz4', n: 1, p: [] };
85
- expect(isBundledEnvelope(envelope)).toBe(false);
86
- });
87
- it('returns false for missing count', () => {
88
- const envelope = { v: 1, c: 'none', p: [] };
89
- expect(isBundledEnvelope(envelope)).toBe(false);
90
- });
91
- it('returns false for missing payload', () => {
92
- const envelope = { v: 1, c: 'none', n: 1 };
93
- expect(isBundledEnvelope(envelope)).toBe(false);
94
- });
95
- });
96
- describe('unbundleMessage', () => {
97
- it('unbundles NONE compression envelope', async () => {
98
- const items = [makeTestEvent('1'), makeTestEvent('2')];
99
- const envelope = makeBundledEnvelope(items);
100
- const result = await unbundleMessage(envelope);
101
- expect(result).toHaveLength(2);
102
- expect(result[0].eventId).toBe('1');
103
- expect(result[1].eventId).toBe('2');
104
- });
105
- it('unbundles ZSTD compressed envelope', async () => {
106
- const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
107
- const envelope = await makeCompressedEnvelope(items);
108
- const result = await unbundleMessage(envelope);
109
- expect(result).toHaveLength(3);
110
- expect(result[0].eventId).toBe('1');
111
- expect(result[1].eventId).toBe('2');
112
- expect(result[2].eventId).toBe('3');
113
- });
114
- it('unbundles large batches with ZSTD compression', async () => {
115
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
116
- const envelope = await makeCompressedEnvelope(items);
117
- const result = await unbundleMessage(envelope);
118
- expect(result).toHaveLength(500);
119
- expect(result[0].eventId).toBe('event-0');
120
- expect(result[499].eventId).toBe('event-499');
121
- });
122
- it('throws on unsupported bundle version', async () => {
123
- const envelope = { v: 99, c: 'none', n: 1, p: [] };
124
- await expect(unbundleMessage(envelope)).rejects.toThrow('Unsupported bundle version: 99');
125
- });
126
- it('throws on invalid payload type for NONE compression', async () => {
127
- const envelope = { v: 1, c: 'none', n: 1, p: 'not-an-array' };
128
- await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: NONE compression but payload is not an array');
129
- });
130
- it('throws on invalid payload type for ZSTD compression', async () => {
131
- const envelope = { v: 1, c: 'zstd', n: 1, p: [] };
132
- await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: zstd compression but payload is not a string');
133
- });
134
- it('unbundles GZIP compressed envelope', async () => {
135
- const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
136
- const envelope = await makeGzipCompressedEnvelope(items);
137
- const result = await unbundleMessage(envelope);
138
- expect(result).toHaveLength(3);
139
- expect(result[0].eventId).toBe('1');
140
- expect(result[1].eventId).toBe('2');
141
- expect(result[2].eventId).toBe('3');
142
- });
143
- it('unbundles large batches with GZIP compression', async () => {
144
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
145
- const envelope = await makeGzipCompressedEnvelope(items);
146
- const result = await unbundleMessage(envelope);
147
- expect(result).toHaveLength(500);
148
- expect(result[0].eventId).toBe('event-0');
149
- expect(result[499].eventId).toBe('event-499');
150
- });
151
- it('throws on invalid payload type for GZIP compression', async () => {
152
- const envelope = { v: 1, c: 'gzip', n: 1, p: [] };
153
- await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: gzip compression but payload is not a string');
154
- });
155
- });
156
- describe('unbundleRecords', () => {
157
- describe('legacy (non-bundled) messages', () => {
158
- it('parses raw JSON message', async () => {
159
- const event = makeTestEvent('raw-1', 'purchase');
160
- const record = makeSqsRecord(event);
161
- const { items, stats, failedMessageIds } = await unbundleRecords([record]);
162
- expect(items).toHaveLength(1);
163
- expect(items[0].eventId).toBe('raw-1');
164
- expect(items[0].name).toBe('purchase');
165
- expect(stats.legacySqsRecords).toBe(1);
166
- expect(stats.bundledSqsRecords).toBe(0);
167
- expect(failedMessageIds).toHaveLength(0);
168
- });
169
- it('parses wrapped messageBody format', async () => {
170
- const event = makeTestEvent('wrapped-1');
171
- const record = makeSqsRecord({ messageBody: event });
172
- const { items, stats } = await unbundleRecords([record]);
173
- expect(items).toHaveLength(1);
174
- expect(items[0].eventId).toBe('wrapped-1');
175
- expect(stats.legacySqsRecords).toBe(1);
176
- });
177
- it('handles multiple legacy records', async () => {
178
- const records = [
179
- makeSqsRecord(makeTestEvent('1'), 'msg-1'),
180
- makeSqsRecord(makeTestEvent('2'), 'msg-2'),
181
- makeSqsRecord(makeTestEvent('3'), 'msg-3'),
182
- ];
183
- const { items, stats, recordMap } = await unbundleRecords(records);
184
- expect(items).toHaveLength(3);
185
- expect(stats.legacySqsRecords).toBe(3);
186
- expect(stats.totalItems).toBe(3);
187
- expect(recordMap.get(items[0])).toBe('msg-1');
188
- expect(recordMap.get(items[1])).toBe('msg-2');
189
- expect(recordMap.get(items[2])).toBe('msg-3');
190
- });
191
- });
192
- describe('bundled messages (NONE compression)', () => {
193
- it('unbundles wrapped messageBody envelope', async () => {
194
- const items = [makeTestEvent('b1'), makeTestEvent('b2')];
195
- const envelope = makeBundledEnvelope(items);
196
- const record = makeSqsRecord({ messageBody: envelope });
197
- const { items: result, stats } = await unbundleRecords([record]);
198
- expect(result).toHaveLength(2);
199
- expect(result[0].eventId).toBe('b1');
200
- expect(result[1].eventId).toBe('b2');
201
- expect(stats.bundledSqsRecords).toBe(1);
202
- expect(stats.legacySqsRecords).toBe(0);
203
- });
204
- it('unbundles raw envelope (not wrapped)', async () => {
205
- const items = [makeTestEvent('r1'), makeTestEvent('r2')];
206
- const envelope = makeBundledEnvelope(items);
207
- const record = makeSqsRecord(envelope);
208
- const { items: result, stats } = await unbundleRecords([record]);
209
- expect(result).toHaveLength(2);
210
- expect(stats.bundledSqsRecords).toBe(1);
211
- });
212
- it('maps all items from bundle to same messageId', async () => {
213
- const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
214
- const envelope = makeBundledEnvelope(items);
215
- const record = makeSqsRecord({ messageBody: envelope }, 'bundle-msg-1');
216
- const { items: result, recordMap } = await unbundleRecords([record]);
217
- expect(result).toHaveLength(3);
218
- expect(recordMap.get(result[0])).toBe('bundle-msg-1');
219
- expect(recordMap.get(result[1])).toBe('bundle-msg-1');
220
- expect(recordMap.get(result[2])).toBe('bundle-msg-1');
221
- });
222
- });
223
- describe('bundled messages (ZSTD compression)', () => {
224
- it('unbundles ZSTD compressed envelope', async () => {
225
- const items = [makeTestEvent('z1'), makeTestEvent('z2')];
226
- const envelope = await makeCompressedEnvelope(items);
227
- const record = makeSqsRecord({ messageBody: envelope });
228
- const { items: result, stats } = await unbundleRecords([record]);
229
- expect(result).toHaveLength(2);
230
- expect(result[0].eventId).toBe('z1');
231
- expect(result[1].eventId).toBe('z2');
232
- expect(stats.bundledSqsRecords).toBe(1);
233
- });
234
- it('handles large compressed bundles (500 items)', async () => {
235
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
236
- const envelope = await makeCompressedEnvelope(items);
237
- const record = makeSqsRecord({ messageBody: envelope });
238
- const { items: result, stats } = await unbundleRecords([record]);
239
- expect(result).toHaveLength(500);
240
- expect(stats.bundledSqsRecords).toBe(1);
241
- expect(stats.totalItems).toBe(500);
242
- });
243
- });
244
- describe('bundled messages (GZIP compression - CF Worker)', () => {
245
- it('unbundles GZIP compressed envelope', async () => {
246
- const items = [makeTestEvent('g1'), makeTestEvent('g2')];
247
- const envelope = await makeGzipCompressedEnvelope(items);
248
- const record = makeSqsRecord({ messageBody: envelope });
249
- const { items: result, stats } = await unbundleRecords([record]);
250
- expect(result).toHaveLength(2);
251
- expect(result[0].eventId).toBe('g1');
252
- expect(result[1].eventId).toBe('g2');
253
- expect(stats.bundledSqsRecords).toBe(1);
254
- });
255
- it('handles large GZIP compressed bundles (500 items)', async () => {
256
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
257
- const envelope = await makeGzipCompressedEnvelope(items);
258
- const record = makeSqsRecord({ messageBody: envelope });
259
- const { items: result, stats } = await unbundleRecords([record]);
260
- expect(result).toHaveLength(500);
261
- expect(stats.bundledSqsRecords).toBe(1);
262
- expect(stats.totalItems).toBe(500);
263
- });
264
- it('maps all items from GZIP bundle to same messageId', async () => {
265
- const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
266
- const envelope = await makeGzipCompressedEnvelope(items);
267
- const record = makeSqsRecord({ messageBody: envelope }, 'gzip-bundle-msg-1');
268
- const { items: result, recordMap } = await unbundleRecords([record]);
269
- expect(result).toHaveLength(3);
270
- expect(recordMap.get(result[0])).toBe('gzip-bundle-msg-1');
271
- expect(recordMap.get(result[1])).toBe('gzip-bundle-msg-1');
272
- expect(recordMap.get(result[2])).toBe('gzip-bundle-msg-1');
273
- });
274
- it('unbundles GZIP envelope wrapped in full InternalSQSMessage format (CF Worker format)', async () => {
275
- const items = [makeTestEvent('cf1'), makeTestEvent('cf2'), makeTestEvent('cf3')];
276
- const envelope = await makeGzipCompressedEnvelope(items);
277
- const internalSqsMessage = {
278
- messageId: 'cf-internal-msg-123',
279
- messageType: 'TRACKING_EVENT_COLLECT',
280
- messageTime: '2026-05-29T11:00:10.076Z',
281
- messageBody: envelope,
282
- };
283
- const record = makeSqsRecord(internalSqsMessage, 'sqs-msg-id');
284
- const { items: result, stats, recordMap } = await unbundleRecords([record]);
285
- expect(result).toHaveLength(3);
286
- expect(result[0].eventId).toBe('cf1');
287
- expect(result[1].eventId).toBe('cf2');
288
- expect(result[2].eventId).toBe('cf3');
289
- expect(stats.bundledSqsRecords).toBe(1);
290
- expect(stats.legacySqsRecords).toBe(0);
291
- expect(stats.totalItems).toBe(3);
292
- expect(recordMap.get(result[0])).toBe('sqs-msg-id');
293
- expect(recordMap.get(result[1])).toBe('sqs-msg-id');
294
- expect(recordMap.get(result[2])).toBe('sqs-msg-id');
295
- });
296
- it('unbundles GZIP envelope with extra wrapper fields (messageTime, messageType)', async () => {
297
- const items = [makeTestEvent('w1')];
298
- const envelope = await makeGzipCompressedEnvelope(items);
299
- const wrappedMessage = {
300
- messageTime: new Date().toISOString(),
301
- messageType: 'SESSION_EVENT',
302
- messageBody: envelope,
303
- someOtherField: 'ignored',
304
- };
305
- const record = makeSqsRecord(wrappedMessage);
306
- const { items: result, stats } = await unbundleRecords([record]);
307
- expect(result).toHaveLength(1);
308
- expect(result[0].eventId).toBe('w1');
309
- expect(stats.bundledSqsRecords).toBe(1);
310
- });
311
- it('handles decompression failure gracefully (does not return wrapper)', async () => {
312
- const corruptedEnvelope = {
313
- v: 1,
314
- c: 'gzip',
315
- n: 1,
316
- s: 100,
317
- p: 'H4sIAAAAAAAAA+TRUNCATED',
318
- };
319
- const internalSqsMessage = {
320
- messageTime: '2026-05-29T11:00:10.076Z',
321
- messageType: 'TRACKING_EVENT_COLLECT',
322
- messageBody: corruptedEnvelope,
323
- messageId: 'corrupted-msg-id',
324
- };
325
- const record = makeSqsRecord(internalSqsMessage, 'sqs-record-id');
326
- const { items, stats, failedMessageIds } = await unbundleRecords([record]);
327
- expect(failedMessageIds).toHaveLength(1);
328
- expect(stats.failedRecords).toBe(1);
329
- expect(items).toHaveLength(0);
330
- items.forEach((item) => {
331
- expect(item).not.toHaveProperty('messageTime');
332
- expect(item).not.toHaveProperty('messageType');
333
- expect(item).not.toHaveProperty('messageBody');
334
- });
335
- });
336
- it('verifies decompression failure does NOT leak wrapper into items', async () => {
337
- const badEnvelope = {
338
- v: 1,
339
- c: 'gzip',
340
- n: 5,
341
- s: 1000,
342
- p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
343
- };
344
- const wrapper = {
345
- messageTime: new Date().toISOString(),
346
- messageType: 'TRACKING_EVENT_COLLECT',
347
- messageBody: badEnvelope,
348
- messageId: 'test-internal-msg-id',
349
- };
350
- const record = makeSqsRecord(wrapper, 'sqs-msg-id');
351
- const { items, stats, failedMessageIds } = await unbundleRecords([record]);
352
- expect(failedMessageIds).toContain('sqs-msg-id');
353
- expect(stats.failedRecords).toBe(1);
354
- expect(items).toHaveLength(0);
355
- expect(stats.totalItems).toBe(0);
356
- });
357
- it('simulates old version without GZIP - returns envelope as item (BUG)', async () => {
358
- const items = [{ pixelId: 'px123', trackingEvent: { name: 'page_view' } }];
359
- const envelope = await makeGzipCompressedEnvelope(items);
360
- const wrapper = {
361
- messageTime: new Date().toISOString(),
362
- messageType: 'TRACKING_EVENT_COLLECT',
363
- messageBody: envelope,
364
- messageId: 'cf-msg-id',
365
- };
366
- expect(isBundledEnvelope(envelope)).toBe(true);
367
- const record = makeSqsRecord(wrapper, 'sqs-msg-id');
368
- const { items: result, stats } = await unbundleRecords([record]);
369
- expect(stats.bundledSqsRecords).toBe(1);
370
- expect(result).toHaveLength(1);
371
- expect(result[0].pixelId).toBe('px123');
372
- expect(result[0]).not.toHaveProperty('v');
373
- expect(result[0]).not.toHaveProperty('c');
374
- expect(result[0]).not.toHaveProperty('n');
375
- expect(result[0]).not.toHaveProperty('p');
376
- expect(result[0]).not.toHaveProperty('s');
377
- });
378
- it('unknown compression algorithm causes legacy fallback (returns messageBody)', async () => {
379
- const unknownEnvelope = {
380
- v: 1,
381
- c: 'lz4',
382
- n: 1,
383
- s: 100,
384
- p: 'some-base64-data',
385
- };
386
- const wrapper = {
387
- messageTime: new Date().toISOString(),
388
- messageType: 'TEST_MESSAGE',
389
- messageBody: unknownEnvelope,
390
- messageId: 'wrapper-msg-id',
391
- };
392
- expect(isBundledEnvelope(unknownEnvelope)).toBe(false);
393
- const record = makeSqsRecord(wrapper, 'sqs-msg-id');
394
- const { items, stats } = await unbundleRecords([record]);
395
- expect(stats.legacySqsRecords).toBe(1);
396
- expect(stats.bundledSqsRecords).toBe(0);
397
- expect(items).toHaveLength(1);
398
- expect(items[0]).toHaveProperty('v', 1);
399
- expect(items[0]).toHaveProperty('c', 'lz4');
400
- expect(items[0]).toHaveProperty('n', 1);
401
- expect(items[0]).toHaveProperty('p');
402
- });
403
- });
404
- describe('mixed message formats', () => {
405
- it('handles mix of legacy and bundled messages', async () => {
406
- const legacyEvent = makeTestEvent('legacy-1');
407
- const bundledItems = [makeTestEvent('bundled-1'), makeTestEvent('bundled-2')];
408
- const bundleEnvelope = makeBundledEnvelope(bundledItems);
409
- const records = [
410
- makeSqsRecord(legacyEvent, 'msg-legacy'),
411
- makeSqsRecord({ messageBody: bundleEnvelope }, 'msg-bundle'),
412
- ];
413
- const { items, stats, recordMap } = await unbundleRecords(records);
414
- expect(items).toHaveLength(3);
415
- expect(stats.legacySqsRecords).toBe(1);
416
- expect(stats.bundledSqsRecords).toBe(1);
417
- expect(stats.totalItems).toBe(3);
418
- expect(recordMap.get(items[0])).toBe('msg-legacy');
419
- expect(recordMap.get(items[1])).toBe('msg-bundle');
420
- expect(recordMap.get(items[2])).toBe('msg-bundle');
421
- });
422
- it('handles mix of NONE and ZSTD compressed bundles', async () => {
423
- const noneItems = [makeTestEvent('none-1')];
424
- const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
425
- const noneEnvelope = makeBundledEnvelope(noneItems);
426
- const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
427
- const records = [
428
- makeSqsRecord({ messageBody: noneEnvelope }, 'msg-none'),
429
- makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
430
- ];
431
- const { items, stats } = await unbundleRecords(records);
432
- expect(items).toHaveLength(3);
433
- expect(stats.bundledSqsRecords).toBe(2);
434
- expect(stats.totalItems).toBe(3);
435
- });
436
- it('handles mix of ZSTD, GZIP, and legacy messages', async () => {
437
- const legacyEvent = makeTestEvent('legacy-1');
438
- const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
439
- const gzipItems = [makeTestEvent('gzip-1'), makeTestEvent('gzip-2'), makeTestEvent('gzip-3')];
440
- const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
441
- const gzipEnvelope = await makeGzipCompressedEnvelope(gzipItems);
442
- const records = [
443
- makeSqsRecord(legacyEvent, 'msg-legacy'),
444
- makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
445
- makeSqsRecord({ messageBody: gzipEnvelope }, 'msg-gzip'),
446
- ];
447
- const { items, stats, recordMap } = await unbundleRecords(records);
448
- expect(items).toHaveLength(6);
449
- expect(stats.legacySqsRecords).toBe(1);
450
- expect(stats.bundledSqsRecords).toBe(2);
451
- expect(stats.totalItems).toBe(6);
452
- expect(recordMap.get(items[0])).toBe('msg-legacy');
453
- expect(recordMap.get(items[1])).toBe('msg-zstd');
454
- expect(recordMap.get(items[2])).toBe('msg-zstd');
455
- expect(recordMap.get(items[3])).toBe('msg-gzip');
456
- expect(recordMap.get(items[4])).toBe('msg-gzip');
457
- expect(recordMap.get(items[5])).toBe('msg-gzip');
458
- });
459
- });
460
- describe('error handling', () => {
461
- it('returns failed messageId for invalid JSON', async () => {
462
- const records = [makeSqsRecord('not-valid-json{{{', 'msg-bad'), makeSqsRecord(makeTestEvent('good'), 'msg-good')];
463
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
464
- expect(items).toHaveLength(1);
465
- expect(items[0].eventId).toBe('good');
466
- expect(failedMessageIds).toEqual(['msg-bad']);
467
- expect(stats.failedRecords).toBe(1);
468
- expect(stats.legacySqsRecords).toBe(1);
469
- });
470
- it('returns failed messageId for corrupt ZSTD compressed data', async () => {
471
- const corruptEnvelope = {
472
- v: 1,
473
- c: CompressionAlgorithm.ZSTD,
474
- n: 10,
475
- p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
476
- };
477
- const records = [
478
- makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt'),
479
- makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
480
- ];
481
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
482
- expect(items).toHaveLength(1);
483
- expect(items[0].eventId).toBe('valid');
484
- expect(failedMessageIds).toContain('msg-corrupt');
485
- expect(stats.failedRecords).toBe(1);
486
- });
487
- it('returns failed messageId for corrupt GZIP compressed data', async () => {
488
- const corruptEnvelope = {
489
- v: 1,
490
- c: CompressionAlgorithm.GZIP,
491
- n: 10,
492
- p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
493
- };
494
- const records = [
495
- makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt-gzip'),
496
- makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
497
- ];
498
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
499
- expect(items).toHaveLength(1);
500
- expect(items[0].eventId).toBe('valid');
501
- expect(failedMessageIds).toContain('msg-corrupt-gzip');
502
- expect(stats.failedRecords).toBe(1);
503
- });
504
- it('returns empty result for all failed records', async () => {
505
- const records = [makeSqsRecord('invalid-1', 'msg-1'), makeSqsRecord('invalid-2', 'msg-2')];
506
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
507
- expect(items).toHaveLength(0);
508
- expect(failedMessageIds).toEqual(['msg-1', 'msg-2']);
509
- expect(stats.failedRecords).toBe(2);
510
- expect(stats.totalItems).toBe(0);
511
- });
512
- it('handles empty records array', async () => {
513
- const { items, failedMessageIds, stats } = await unbundleRecords([]);
514
- expect(items).toHaveLength(0);
515
- expect(failedMessageIds).toHaveLength(0);
516
- expect(stats.totalRecords).toBe(0);
517
- expect(stats.totalItems).toBe(0);
518
- });
519
- it('rejects ZSTD payload exceeding max decompressed size', async () => {
520
- const largeItems = Array.from({ length: 1000 }, (_, i) => ({
521
- id: `item-${i}`,
522
- data: 'x'.repeat(1000),
523
- }));
524
- const envelope = await makeCompressedEnvelope(largeItems);
525
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large');
526
- const { failedMessageIds, stats } = await unbundleRecords([record], {
527
- maxDecompressedSizeBytes: 100 * 1024,
528
- });
529
- expect(failedMessageIds).toContain('msg-too-large');
530
- expect(stats.failedRecords).toBe(1);
531
- });
532
- it('rejects GZIP payload exceeding max decompressed size (post-decompress check)', async () => {
533
- const largeItems = Array.from({ length: 1000 }, (_, i) => ({
534
- id: `item-${i}`,
535
- data: 'x'.repeat(1000),
536
- }));
537
- const envelope = await makeGzipCompressedEnvelope(largeItems);
538
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large-gzip');
539
- const { failedMessageIds, stats } = await unbundleRecords([record], {
540
- maxDecompressedSizeBytes: 100 * 1024,
541
- });
542
- expect(failedMessageIds).toContain('msg-too-large-gzip');
543
- expect(stats.failedRecords).toBe(1);
544
- });
545
- it('fails on invalid base64 in compressed payload', async () => {
546
- const badEnvelope = {
547
- v: 1,
548
- c: CompressionAlgorithm.ZSTD,
549
- n: 1,
550
- s: 100,
551
- p: '!!!not-valid-base64!!!',
552
- };
553
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-base64');
554
- const { failedMessageIds } = await unbundleRecords([record]);
555
- expect(failedMessageIds).toContain('msg-bad-base64');
556
- });
557
- });
558
- describe('bundle format edge cases', () => {
559
- it('successfully unbundles even when n does not match actual item count', async () => {
560
- const envelope = {
561
- v: 1,
562
- c: CompressionAlgorithm.NONE,
563
- n: 5,
564
- s: 50,
565
- p: [makeTestEvent('1'), makeTestEvent('2')],
566
- };
567
- const record = makeSqsRecord({ messageBody: envelope });
568
- const { items } = await unbundleRecords([record]);
569
- expect(items).toHaveLength(2);
570
- });
571
- it('treats envelope with unsupported version as legacy message', async () => {
572
- const badEnvelope = { v: 99, c: 'none', n: 1, s: 10, p: [] };
573
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-version');
574
- const { items, stats } = await unbundleRecords([record]);
575
- expect(items).toHaveLength(1);
576
- expect(items[0].v).toBe(99);
577
- expect(stats.legacySqsRecords).toBe(1);
578
- expect(stats.bundledSqsRecords).toBe(0);
579
- });
580
- });
581
- describe('timeout protection', () => {
582
- it('respects timeoutMs option for ZSTD', async () => {
583
- const items = [makeTestEvent('1')];
584
- const envelope = await makeCompressedEnvelope(items);
585
- const record = makeSqsRecord({ messageBody: envelope });
586
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
587
- timeoutMs: 5000,
588
- });
589
- expect(result).toHaveLength(1);
590
- expect(failedMessageIds).toHaveLength(0);
591
- });
592
- it('respects timeoutMs option for GZIP', async () => {
593
- const items = [makeTestEvent('1')];
594
- const envelope = await makeGzipCompressedEnvelope(items);
595
- const record = makeSqsRecord({ messageBody: envelope });
596
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
597
- timeoutMs: 5000,
598
- });
599
- expect(result).toHaveLength(1);
600
- expect(failedMessageIds).toHaveLength(0);
601
- });
602
- it('passes timeoutMs through to decompression', async () => {
603
- const items = [makeTestEvent('1')];
604
- const envelope = await makeCompressedEnvelope(items);
605
- const record = makeSqsRecord({ messageBody: envelope });
606
- await expect(unbundleRecords([record], { timeoutMs: 30000 })).resolves.toBeDefined();
607
- });
608
- it('CompressionTimeoutError is properly exported', () => {
609
- const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 5000);
610
- expect(error).toBeInstanceOf(Error);
611
- expect(error.name).toBe('CompressionTimeoutError');
612
- expect(error.operation).toBe('decompress');
613
- expect(error.timeoutMs).toBe(5000);
614
- expect(error.message).toContain('timed out after 5000ms');
615
- });
616
- it('includes timeout info in failure logging for ZSTD', async () => {
617
- const corruptEnvelope = {
618
- v: 1,
619
- c: CompressionAlgorithm.ZSTD,
620
- n: 1,
621
- s: 100,
622
- p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
623
- };
624
- const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-timeout-test');
625
- const { failedMessageIds } = await unbundleRecords([record], {
626
- timeoutMs: 5000,
627
- });
628
- expect(failedMessageIds).toContain('msg-timeout-test');
629
- });
630
- it('includes timeout info in failure logging for GZIP', async () => {
631
- const corruptEnvelope = {
632
- v: 1,
633
- c: CompressionAlgorithm.GZIP,
634
- n: 1,
635
- s: 100,
636
- p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
637
- };
638
- const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-gzip-timeout-test');
639
- const { failedMessageIds } = await unbundleRecords([record], {
640
- timeoutMs: 5000,
641
- });
642
- expect(failedMessageIds).toContain('msg-gzip-timeout-test');
643
- });
644
- });
645
- describe('end-to-end: producer bundle → consumer unbundle', () => {
646
- it('simulates full bundle → unbundle flow with compression', async () => {
647
- const producerItems = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, 'page_view', i * 1.5));
648
- const envelope = await makeCompressedEnvelope(producerItems, 3);
649
- const sqsMessageBody = { messageBody: envelope };
650
- const consumerRecord = makeSqsRecord(sqsMessageBody, 'sqs-message-id-123');
651
- const { items, recordMap, stats } = await unbundleRecords([consumerRecord]);
652
- expect(items).toHaveLength(100);
653
- expect(items[0]).toEqual({ eventId: 'event-0', name: 'page_view', value: 0 });
654
- expect(items[99]).toEqual({ eventId: 'event-99', name: 'page_view', value: 148.5 });
655
- expect(stats.bundledSqsRecords).toBe(1);
656
- expect(stats.legacySqsRecords).toBe(0);
657
- expect(stats.totalItems).toBe(100);
658
- for (const item of items) {
659
- expect(recordMap.get(item)).toBe('sqs-message-id-123');
660
- }
661
- });
662
- it('simulates mixed batch with legacy and bundled messages', async () => {
663
- const legacyRecord1 = makeSqsRecord({ messageBody: makeTestEvent('legacy-1', 'purchase', 99.99) }, 'legacy-msg-1');
664
- const legacyRecord2 = makeSqsRecord(makeTestEvent('legacy-2', 'add_to_cart', 29.99), 'legacy-msg-2');
665
- const bundledItems = [
666
- makeTestEvent('bundled-1', 'page_view'),
667
- makeTestEvent('bundled-2', 'session_start'),
668
- makeTestEvent('bundled-3', 'page_end'),
669
- ];
670
- const envelope = await makeCompressedEnvelope(bundledItems);
671
- const bundledRecord = makeSqsRecord({ messageBody: envelope }, 'bundled-msg-1');
672
- const records = [legacyRecord1, bundledRecord, legacyRecord2];
673
- const { items, stats, recordMap } = await unbundleRecords(records);
674
- expect(items).toHaveLength(5);
675
- expect(stats.legacySqsRecords).toBe(2);
676
- expect(stats.bundledSqsRecords).toBe(1);
677
- expect(stats.totalItems).toBe(5);
678
- expect(recordMap.get(items[0])).toBe('legacy-msg-1');
679
- expect(recordMap.get(items[1])).toBe('bundled-msg-1');
680
- expect(recordMap.get(items[2])).toBe('bundled-msg-1');
681
- expect(recordMap.get(items[3])).toBe('bundled-msg-1');
682
- expect(recordMap.get(items[4])).toBe('legacy-msg-2');
683
- });
684
- });
685
- describe('consumer edge cases - real sequences', () => {
686
- it('handles 500 items in single compressed bundle with exact verification', async () => {
687
- const originalItems = Array.from({ length: 500 }, (_, i) => ({
688
- id: `item-${i}`,
689
- name: `Event ${i}`,
690
- data: { nested: { value: i * 1.5 } },
691
- timestamp: Date.now() + i,
692
- }));
693
- const envelope = await makeCompressedEnvelope(originalItems);
694
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-500-items');
695
- const { items, recordMap, stats } = await unbundleRecords([record]);
696
- expect(items).toHaveLength(500);
697
- expect(items[0]).toEqual(originalItems[0]);
698
- expect(items[249]).toEqual(originalItems[249]);
699
- expect(items[499]).toEqual(originalItems[499]);
700
- expect(stats.bundledSqsRecords).toBe(1);
701
- expect(stats.totalItems).toBe(500);
702
- for (let i = 0; i < 500; i++) {
703
- expect(items[i].id).toBe(`item-${i}`);
704
- expect(items[i].data.nested.value).toBe(i * 1.5);
705
- }
706
- for (const item of items) {
707
- expect(recordMap.get(item)).toBe('msg-500-items');
708
- }
709
- });
710
- it('handles multiple bundles in single batch with different item counts', async () => {
711
- const counts = [10, 50, 100, 200, 300];
712
- const records = [];
713
- const expectedTotal = counts.reduce((sum, c) => sum + c, 0);
714
- for (let bundleIdx = 0; bundleIdx < counts.length; bundleIdx++) {
715
- const count = counts[bundleIdx];
716
- const items = Array.from({ length: count }, (_, i) => ({
717
- bundleId: bundleIdx,
718
- itemIdx: i,
719
- payload: `bundle-${bundleIdx}-item-${i}`,
720
- }));
721
- const envelope = await makeCompressedEnvelope(items);
722
- records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundle-${bundleIdx}`));
723
- }
724
- const { items, recordMap, stats } = await unbundleRecords(records);
725
- expect(items).toHaveLength(expectedTotal);
726
- expect(stats.totalItems).toBe(expectedTotal);
727
- expect(stats.bundledSqsRecords).toBe(5);
728
- expect(stats.legacySqsRecords).toBe(0);
729
- expect(stats.failedRecords).toBe(0);
730
- const itemsByBundle = new Map();
731
- for (const item of items) {
732
- const expectedMsgId = `msg-bundle-${item.bundleId}`;
733
- expect(recordMap.get(item)).toBe(expectedMsgId);
734
- itemsByBundle.set(item.bundleId, (itemsByBundle.get(item.bundleId) ?? 0) + 1);
735
- }
736
- expect(itemsByBundle.get(0)).toBe(10);
737
- expect(itemsByBundle.get(1)).toBe(50);
738
- expect(itemsByBundle.get(2)).toBe(100);
739
- expect(itemsByBundle.get(3)).toBe(200);
740
- expect(itemsByBundle.get(4)).toBe(300);
741
- });
742
- it('handles realistic 80% bundled / 20% legacy migration ratio', async () => {
743
- const records = [];
744
- const totalMessages = 100;
745
- const bundledCount = 80;
746
- const legacyCount = 20;
747
- const itemsPerBundle = 25;
748
- for (let i = 0; i < bundledCount; i++) {
749
- const items = Array.from({ length: itemsPerBundle }, (_, j) => ({
750
- type: 'bundled',
751
- bundleIdx: i,
752
- itemIdx: j,
753
- }));
754
- const envelope = await makeCompressedEnvelope(items);
755
- records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundled-${i}`));
756
- }
757
- for (let i = 0; i < legacyCount; i++) {
758
- const legacyEvent = {
759
- type: 'legacy',
760
- legacyIdx: i,
761
- itemIdx: 0,
762
- };
763
- records.push(makeSqsRecord(legacyEvent, `msg-legacy-${i}`));
764
- }
765
- const shuffled = [...records].sort(() => Math.random() - 0.5);
766
- const { items, stats, recordMap } = await unbundleRecords(shuffled);
767
- expect(stats.totalRecords).toBe(totalMessages);
768
- expect(stats.bundledSqsRecords).toBe(bundledCount);
769
- expect(stats.legacySqsRecords).toBe(legacyCount);
770
- expect(stats.failedRecords).toBe(0);
771
- expect(items).toHaveLength(bundledCount * itemsPerBundle + legacyCount);
772
- expect(stats.totalItems).toBe(2020);
773
- const bundledItems = items.filter((i) => i.type === 'bundled');
774
- const legacyItems = items.filter((i) => i.type === 'legacy');
775
- expect(bundledItems).toHaveLength(bundledCount * itemsPerBundle);
776
- expect(legacyItems).toHaveLength(legacyCount);
777
- for (const item of bundledItems) {
778
- expect(recordMap.get(item)).toBe(`msg-bundled-${item.bundleIdx}`);
779
- }
780
- for (const item of legacyItems) {
781
- expect(recordMap.get(item)).toBe(`msg-legacy-${item.legacyIdx}`);
782
- }
783
- });
784
- it('preserves Unicode characters through ZSTD compression', async () => {
785
- const unicodeItems = [
786
- {
787
- id: 'emoji',
788
- content: '🎉🚀💻🌍✨ Party time!',
789
- description: 'Emojis should survive compression',
790
- },
791
- {
792
- id: 'chinese',
793
- content: '中文测试:欢迎使用我们的服务',
794
- description: 'Chinese characters',
795
- },
796
- {
797
- id: 'arabic',
798
- content: 'العربية: مرحبا بكم في خدمتنا',
799
- description: 'Arabic text (RTL)',
800
- },
801
- {
802
- id: 'math',
803
- content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃',
804
- description: 'Mathematical symbols',
805
- },
806
- {
807
- id: 'mixed',
808
- content: 'Hello 世界 🌏 مرحبا ∑ Привет',
809
- description: 'Mixed scripts',
810
- },
811
- {
812
- id: 'special',
813
- content: '️️️️️️️️️️️️️️️️',
814
- description: 'Unicode edge cases',
815
- },
816
- {
817
- id: 'japanese',
818
- content: 'こんにちは世界 ひらがな カタカナ 漢字',
819
- description: 'Japanese hiragana, katakana, kanji',
820
- },
821
- {
822
- id: 'korean',
823
- content: '안녕하세요 세계',
824
- description: 'Korean hangul',
825
- },
826
- {
827
- id: 'cyrillic',
828
- content: 'Привет мир! Это тест.',
829
- description: 'Russian Cyrillic',
830
- },
831
- {
832
- id: 'combining',
833
- content: 'e\u0301 n\u0303 c\u0327',
834
- description: 'Combining diacritical marks',
835
- },
836
- ];
837
- const envelope = await makeCompressedEnvelope(unicodeItems);
838
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-unicode');
839
- const { items } = await unbundleRecords([record]);
840
- expect(items).toHaveLength(unicodeItems.length);
841
- for (let i = 0; i < unicodeItems.length; i++) {
842
- expect(items[i].id).toBe(unicodeItems[i].id);
843
- expect(items[i].content).toBe(unicodeItems[i].content);
844
- expect(items[i].description).toBe(unicodeItems[i].description);
845
- const originalBytes = Buffer.from(unicodeItems[i].content, 'utf8');
846
- const recoveredBytes = Buffer.from(items[i].content, 'utf8');
847
- expect(recoveredBytes.equals(originalBytes)).toBe(true);
848
- }
849
- });
850
- it('preserves deeply nested structures (10 levels)', async () => {
851
- function createDeepStructure(depth, maxDepth = 10) {
852
- const node = {
853
- level: depth,
854
- data: `level-${depth}-data-${Math.random().toString(36).slice(2)}`,
855
- };
856
- if (depth < maxDepth) {
857
- node.child = createDeepStructure(depth + 1, maxDepth);
858
- node.siblings = [
859
- createDeepStructure(depth + 1, Math.min(depth + 3, maxDepth)),
860
- createDeepStructure(depth + 1, Math.min(depth + 2, maxDepth)),
861
- ];
862
- }
863
- return node;
864
- }
865
- const deepItems = Array.from({ length: 10 }, (_, i) => ({
866
- id: `deep-${i}`,
867
- nested: createDeepStructure(0, 10),
868
- arrays: [[[[[['deeply', 'nested', 'array']]], [{ inner: { value: i } }]]]],
869
- }));
870
- const envelope = await makeCompressedEnvelope(deepItems);
871
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-deep');
872
- const { items } = await unbundleRecords([record]);
873
- expect(items).toHaveLength(10);
874
- for (let i = 0; i < 10; i++) {
875
- expect(JSON.stringify(items[i])).toBe(JSON.stringify(deepItems[i]));
876
- expect(items[i].nested.level).toBe(0);
877
- expect(items[i].nested.child?.level).toBe(1);
878
- expect(items[i].nested.child?.child?.child?.level).toBe(3);
879
- expect(items[i].arrays[0][0][0][0][0][0]).toBe('deeply');
880
- }
881
- });
882
- it('handles binary-like string data (base64 encoded)', async () => {
883
- const binaryItems = [
884
- {
885
- id: 'small-binary',
886
- base64Data: Buffer.from('Small binary payload').toString('base64'),
887
- size: 'small',
888
- },
889
- {
890
- id: 'medium-binary',
891
- base64Data: Buffer.from('x'.repeat(1000)).toString('base64'),
892
- size: 'medium',
893
- },
894
- {
895
- id: 'image-simulation',
896
- base64Data: Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0xff, 0xd8, 0xff, 0xe0]).toString('base64'),
897
- size: 'binary-header',
898
- },
899
- {
900
- id: 'random-bytes',
901
- base64Data: Buffer.from(Array.from({ length: 256 }, () => Math.floor(Math.random() * 256))).toString('base64'),
902
- size: 'random',
903
- },
904
- {
905
- id: 'all-byte-values',
906
- base64Data: Buffer.from(Array.from({ length: 256 }, (_, i) => i)).toString('base64'),
907
- size: 'full-range',
908
- },
909
- ];
910
- const envelope = await makeCompressedEnvelope(binaryItems);
911
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-binary');
912
- const { items } = await unbundleRecords([record]);
913
- expect(items).toHaveLength(binaryItems.length);
914
- for (let i = 0; i < binaryItems.length; i++) {
915
- expect(items[i].id).toBe(binaryItems[i].id);
916
- expect(items[i].base64Data).toBe(binaryItems[i].base64Data);
917
- const originalDecoded = Buffer.from(binaryItems[i].base64Data, 'base64');
918
- const recoveredDecoded = Buffer.from(items[i].base64Data, 'base64');
919
- expect(recoveredDecoded.equals(originalDecoded)).toBe(true);
920
- }
921
- });
922
- it('handles concurrent unbundling stress test (100 records in parallel)', async () => {
923
- const recordCount = 100;
924
- const records = [];
925
- for (let i = 0; i < recordCount; i++) {
926
- const itemsInBundle = 10 + (i % 20);
927
- const items = Array.from({ length: itemsInBundle }, (_, j) => ({
928
- recordIdx: i,
929
- itemIdx: j,
930
- uniqueId: `r${i}-i${j}`,
931
- timestamp: Date.now() + i * 1000 + j,
932
- data: `payload-${i}-${j}-${Math.random().toString(36).slice(2)}`,
933
- }));
934
- const envelope = await makeCompressedEnvelope(items);
935
- records.push(makeSqsRecord({ messageBody: envelope }, `stress-msg-${i}`));
936
- }
937
- const startTime = Date.now();
938
- const { items, recordMap, stats, failedMessageIds } = await unbundleRecords(records);
939
- const duration = Date.now() - startTime;
940
- expect(failedMessageIds).toHaveLength(0);
941
- expect(stats.failedRecords).toBe(0);
942
- expect(stats.bundledSqsRecords).toBe(recordCount);
943
- const seenUniqueIds = new Set();
944
- for (const item of items) {
945
- expect(seenUniqueIds.has(item.uniqueId)).toBe(false);
946
- seenUniqueIds.add(item.uniqueId);
947
- const expectedMsgId = `stress-msg-${item.recordIdx}`;
948
- expect(recordMap.get(item)).toBe(expectedMsgId);
949
- expect(item.itemIdx).toBeGreaterThanOrEqual(0);
950
- expect(item.itemIdx).toBeLessThan(30);
951
- }
952
- const expectedTotal = Array.from({ length: recordCount }, (_, i) => 10 + (i % 20)).reduce((a, b) => a + b, 0);
953
- expect(items).toHaveLength(expectedTotal);
954
- expect(stats.totalItems).toBe(expectedTotal);
955
- console.log(`Unbundled ${recordCount} records (${stats.totalItems} items) in ${duration}ms`);
956
- });
957
- it('handles items with all JSON primitive types', async () => {
958
- const primitiveItems = [
959
- {
960
- id: 'primitives',
961
- stringVal: 'hello',
962
- numberVal: 42,
963
- floatVal: 3.14159265359,
964
- boolTrue: true,
965
- boolFalse: false,
966
- nullVal: null,
967
- emptyString: '',
968
- zero: 0,
969
- negativeNum: -999,
970
- largeNum: Number.MAX_SAFE_INTEGER,
971
- smallNum: Number.MIN_SAFE_INTEGER,
972
- scientificNotation: 1.23e10,
973
- },
974
- {
975
- id: 'arrays',
976
- emptyArray: [],
977
- numberArray: [1, 2, 3],
978
- mixedArray: [1, 'two', true, null],
979
- nestedArray: [[1, 2], [3, 4], [[5]]],
980
- },
981
- {
982
- id: 'objects',
983
- emptyObject: {},
984
- nestedObject: { a: { b: { c: 1 } } },
985
- arrayOfObjects: [{ x: 1 }, { y: 2 }],
986
- },
987
- ];
988
- const envelope = await makeCompressedEnvelope(primitiveItems);
989
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-primitives');
990
- const { items } = await unbundleRecords([record]);
991
- expect(items).toHaveLength(3);
992
- expect(JSON.stringify(items)).toBe(JSON.stringify(primitiveItems));
993
- });
994
- it('maintains item order across multiple bundles', async () => {
995
- const records = [];
996
- let globalIdx = 0;
997
- for (let bundleIdx = 0; bundleIdx < 10; bundleIdx++) {
998
- const itemCount = 10 + bundleIdx * 5;
999
- const items = Array.from({ length: itemCount }, () => ({
1000
- globalOrder: globalIdx++,
1001
- bundle: bundleIdx,
1002
- }));
1003
- const envelope = await makeCompressedEnvelope(items);
1004
- records.push(makeSqsRecord({ messageBody: envelope }, `order-msg-${bundleIdx}`));
1005
- }
1006
- const { items } = await unbundleRecords(records);
1007
- const bundleGroups = new Map();
1008
- for (const item of items) {
1009
- if (!bundleGroups.has(item.bundle)) {
1010
- bundleGroups.set(item.bundle, []);
1011
- }
1012
- bundleGroups.get(item.bundle)?.push(item.globalOrder);
1013
- }
1014
- for (const [, orders] of bundleGroups) {
1015
- for (let i = 1; i < orders.length; i++) {
1016
- expect(orders[i]).toBeGreaterThan(orders[i - 1]);
1017
- }
1018
- }
1019
- });
1020
- it('handles edge case: single item bundles', async () => {
1021
- const records = await Promise.all(Array.from({ length: 50 }, async (_, i) => {
1022
- const items = [{ id: `single-${i}`, value: i }];
1023
- const envelope = await makeCompressedEnvelope(items);
1024
- return makeSqsRecord({ messageBody: envelope }, `single-msg-${i}`);
1025
- }));
1026
- const { items, stats, recordMap } = await unbundleRecords(records);
1027
- expect(items).toHaveLength(50);
1028
- expect(stats.bundledSqsRecords).toBe(50);
1029
- expect(stats.totalItems).toBe(50);
1030
- for (let i = 0; i < 50; i++) {
1031
- const item = items.find((x) => x.value === i);
1032
- expect(item).toBeDefined();
1033
- if (!item)
1034
- throw new Error(`Expected item with value ${i} to be found`);
1035
- expect(recordMap.get(item)).toMatch(/single-msg-\d+/);
1036
- }
1037
- });
1038
- it('handles edge case: empty arrays in bundles', async () => {
1039
- const emptyEnvelope = {
1040
- v: 1,
1041
- c: CompressionAlgorithm.NONE,
1042
- n: 0,
1043
- p: [],
1044
- };
1045
- const record = makeSqsRecord({ messageBody: emptyEnvelope }, 'msg-empty');
1046
- const { items, stats } = await unbundleRecords([record]);
1047
- expect(items).toHaveLength(0);
1048
- expect(stats.bundledSqsRecords).toBe(1);
1049
- expect(stats.totalItems).toBe(0);
1050
- });
1051
- });
1052
- describe('GZIP comprehensive tests', () => {
1053
- describe('GZIP pre-decompression bomb protection', () => {
1054
- it('rejects GZIP with fake ISIZE claiming huge size BEFORE decompression starts', async () => {
1055
- const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1056
- const emptyDeflate = Buffer.from([0x03, 0x00]);
1057
- const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1058
- const fakeIsize = Buffer.alloc(4);
1059
- fakeIsize.writeUInt32LE(100 * 1024 * 1024, 0);
1060
- const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1061
- const base64 = fakeGzip.toString('base64');
1062
- const bombEnvelope = {
1063
- v: 1,
1064
- c: CompressionAlgorithm.GZIP,
1065
- n: 1,
1066
- s: 100,
1067
- p: base64,
1068
- };
1069
- const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-gzip-bomb');
1070
- const { failedMessageIds, stats } = await unbundleRecords([record], {
1071
- maxDecompressedSizeBytes: 10 * 1024 * 1024,
1072
- });
1073
- expect(failedMessageIds).toContain('msg-gzip-bomb');
1074
- expect(stats.failedRecords).toBe(1);
1075
- });
1076
- it('allows GZIP with ISIZE within limit', async () => {
1077
- const items = [makeTestEvent('valid-1')];
1078
- const envelope = await makeGzipCompressedEnvelope(items);
1079
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-gzip-valid');
1080
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
1081
- maxDecompressedSizeBytes: 10 * 1024 * 1024,
1082
- });
1083
- expect(result).toHaveLength(1);
1084
- expect(failedMessageIds).toHaveLength(0);
1085
- });
1086
- it('pre-check catches bomb even when ISIZE is exactly at limit + 1', async () => {
1087
- const limit = 1000;
1088
- const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1089
- const emptyDeflate = Buffer.from([0x03, 0x00]);
1090
- const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1091
- const fakeIsize = Buffer.alloc(4);
1092
- fakeIsize.writeUInt32LE(limit + 1, 0);
1093
- const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1094
- const base64 = fakeGzip.toString('base64');
1095
- const bombEnvelope = {
1096
- v: 1,
1097
- c: CompressionAlgorithm.GZIP,
1098
- n: 1,
1099
- s: 100,
1100
- p: base64,
1101
- };
1102
- const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-boundary-bomb');
1103
- const { failedMessageIds } = await unbundleRecords([record], {
1104
- maxDecompressedSizeBytes: limit,
1105
- });
1106
- expect(failedMessageIds).toContain('msg-boundary-bomb');
1107
- });
1108
- });
1109
- describe('empty GZIP bundle', () => {
1110
- it('unbundles empty GZIP compressed array', async () => {
1111
- const envelope = await makeGzipCompressedEnvelope([]);
1112
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-empty-gzip');
1113
- const { items, stats } = await unbundleRecords([record]);
1114
- expect(items).toHaveLength(0);
1115
- expect(stats.bundledSqsRecords).toBe(1);
1116
- expect(stats.totalItems).toBe(0);
1117
- });
1118
- });
1119
- describe('Unicode characters in GZIP payload', () => {
1120
- it('preserves emoji through GZIP compression', async () => {
1121
- const items = [
1122
- { eventId: 'emoji-1', content: '🎉🚀💻🌍✨' },
1123
- { eventId: 'emoji-2', content: '👋🏽👨‍👩‍👧‍👦🏳️‍🌈' },
1124
- ];
1125
- const envelope = await makeGzipCompressedEnvelope(items);
1126
- const record = makeSqsRecord({ messageBody: envelope });
1127
- const { items: result } = await unbundleRecords([record]);
1128
- expect(result).toHaveLength(2);
1129
- expect(result[0].content).toBe('🎉🚀💻🌍✨');
1130
- expect(result[1].content).toBe('👋🏽👨‍👩‍👧‍👦🏳️‍🌈');
1131
- });
1132
- it('preserves CJK characters through GZIP compression', async () => {
1133
- const items = [
1134
- { eventId: 'cjk-1', content: '中文测试:欢迎使用' },
1135
- { eventId: 'cjk-2', content: 'こんにちは世界 ひらがな カタカナ' },
1136
- { eventId: 'cjk-3', content: '안녕하세요 세계' },
1137
- ];
1138
- const envelope = await makeGzipCompressedEnvelope(items);
1139
- const record = makeSqsRecord({ messageBody: envelope });
1140
- const { items: result } = await unbundleRecords([record]);
1141
- expect(result).toHaveLength(3);
1142
- expect(result[0].content).toBe('中文测试:欢迎使用');
1143
- expect(result[1].content).toBe('こんにちは世界 ひらがな カタカナ');
1144
- expect(result[2].content).toBe('안녕하세요 세계');
1145
- });
1146
- it('preserves special characters and mixed scripts through GZIP compression', async () => {
1147
- const items = [
1148
- { eventId: 'special-1', content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃' },
1149
- { eventId: 'special-2', content: 'العربية: مرحبا بكم' },
1150
- { eventId: 'mixed', content: 'Hello 世界 🌏 مرحبا Привет' },
1151
- { eventId: 'combining', content: 'e\u0301 n\u0303 c\u0327' },
1152
- ];
1153
- const envelope = await makeGzipCompressedEnvelope(items);
1154
- const record = makeSqsRecord({ messageBody: envelope });
1155
- const { items: result } = await unbundleRecords([record]);
1156
- expect(result).toHaveLength(4);
1157
- for (let i = 0; i < items.length; i++) {
1158
- expect(result[i].content).toBe(items[i].content);
1159
- const originalBytes = Buffer.from(items[i].content, 'utf8');
1160
- const recoveredBytes = Buffer.from(result[i].content, 'utf8');
1161
- expect(recoveredBytes.equals(originalBytes)).toBe(true);
1162
- }
1163
- });
1164
- });
1165
- describe('GZIP with invalid magic bytes', () => {
1166
- it('fails gracefully for buffer with wrong magic bytes', async () => {
1167
- const wrongMagic = Buffer.from([0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1168
- const filler = Buffer.alloc(10);
1169
- const invalidGzip = Buffer.concat([wrongMagic, filler]);
1170
- const base64 = invalidGzip.toString('base64');
1171
- const badEnvelope = {
1172
- v: 1,
1173
- c: CompressionAlgorithm.GZIP,
1174
- n: 1,
1175
- s: 100,
1176
- p: base64,
1177
- };
1178
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-wrong-magic');
1179
- const { failedMessageIds } = await unbundleRecords([record]);
1180
- expect(failedMessageIds).toContain('msg-wrong-magic');
1181
- });
1182
- it('fails gracefully for buffer starting with valid magic but corrupted data', async () => {
1183
- const validMagic = Buffer.from([0x1f, 0x8b]);
1184
- const garbage = Buffer.from('this is not valid gzip data after magic');
1185
- const invalidGzip = Buffer.concat([validMagic, garbage]);
1186
- const base64 = invalidGzip.toString('base64');
1187
- const badEnvelope = {
1188
- v: 1,
1189
- c: CompressionAlgorithm.GZIP,
1190
- n: 1,
1191
- s: 100,
1192
- p: base64,
1193
- };
1194
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-corrupt-gzip');
1195
- const { failedMessageIds } = await unbundleRecords([record]);
1196
- expect(failedMessageIds).toContain('msg-corrupt-gzip');
1197
- });
1198
- });
1199
- describe('GZIP minimum size edge cases', () => {
1200
- it('handles buffer exactly 18 bytes (minimum valid)', async () => {
1201
- const minBuffer = Buffer.alloc(18);
1202
- minBuffer[0] = 0x1f;
1203
- minBuffer[1] = 0x8b;
1204
- const size = getGzipUncompressedSize(minBuffer);
1205
- expect(size).toBe(0);
1206
- });
1207
- it('returns undefined for buffer exactly 17 bytes (too small)', async () => {
1208
- const tooSmall = Buffer.alloc(17);
1209
- tooSmall[0] = 0x1f;
1210
- tooSmall[1] = 0x8b;
1211
- const size = getGzipUncompressedSize(tooSmall);
1212
- expect(size).toBeUndefined();
1213
- });
1214
- it('fails gracefully for 17-byte GZIP envelope', async () => {
1215
- const tooSmall = Buffer.alloc(17);
1216
- tooSmall[0] = 0x1f;
1217
- tooSmall[1] = 0x8b;
1218
- const base64 = tooSmall.toString('base64');
1219
- const badEnvelope = {
1220
- v: 1,
1221
- c: CompressionAlgorithm.GZIP,
1222
- n: 1,
1223
- s: 100,
1224
- p: base64,
1225
- };
1226
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-too-small');
1227
- const { failedMessageIds } = await unbundleRecords([record]);
1228
- expect(failedMessageIds).toContain('msg-too-small');
1229
- });
1230
- });
1231
- describe('GZIP timeout protection', () => {
1232
- it('CompressionTimeoutError has correct properties', () => {
1233
- const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 100);
1234
- expect(error).toBeInstanceOf(Error);
1235
- expect(error.name).toBe('CompressionTimeoutError');
1236
- expect(error.operation).toBe('decompress');
1237
- expect(error.timeoutMs).toBe(100);
1238
- expect(error.message).toContain('timed out after 100ms');
1239
- });
1240
- it('GZIP decompression respects timeout option', async () => {
1241
- const items = [makeTestEvent('timeout-test')];
1242
- const envelope = await makeGzipCompressedEnvelope(items);
1243
- const record = makeSqsRecord({ messageBody: envelope });
1244
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
1245
- timeoutMs: 10000,
1246
- });
1247
- expect(result).toHaveLength(1);
1248
- expect(failedMessageIds).toHaveLength(0);
1249
- });
1250
- });
1251
- describe('large GZIP near SQS limit', () => {
1252
- it('decompresses large GZIP bundle near 256KB compressed', async () => {
1253
- const items = Array.from({ length: 200 }, (_, i) => ({
1254
- eventId: `large-${i}`,
1255
- name: 'page_view',
1256
- data: `repeated-content-for-compression-${i}-`.repeat(50),
1257
- value: i * 1.5,
1258
- }));
1259
- const envelope = await makeGzipCompressedEnvelope(items);
1260
- const compressedSize = Buffer.byteLength(JSON.stringify(envelope.p), 'utf8');
1261
- console.log(`Large GZIP test: compressed payload ~${Math.round(compressedSize / 1024)}KB`);
1262
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-large-gzip');
1263
- const { items: result, failedMessageIds } = await unbundleRecords([record]);
1264
- expect(failedMessageIds).toHaveLength(0);
1265
- expect(result).toHaveLength(200);
1266
- expect(result[0].eventId).toBe('large-0');
1267
- expect(result[199].eventId).toBe('large-199');
1268
- });
1269
- it('handles GZIP with maximum decompressed size exactly at limit', async () => {
1270
- const items = [{ eventId: 'boundary', data: 'x'.repeat(5000) }];
1271
- const envelope = await makeGzipCompressedEnvelope(items);
1272
- const record = makeSqsRecord({ messageBody: envelope });
1273
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
1274
- maxDecompressedSizeBytes: 10 * 1024,
1275
- });
1276
- expect(failedMessageIds).toHaveLength(0);
1277
- expect(result).toHaveLength(1);
1278
- });
1279
- });
1280
- });
1281
- });
1282
- describe('getGzipUncompressedSize', () => {
1283
- it('returns correct size for valid GZIP', async () => {
1284
- const originalData = 'Hello, World! This is a test.';
1285
- const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1286
- const size = getGzipUncompressedSize(compressed);
1287
- expect(size).toBe(Buffer.byteLength(originalData, 'utf8'));
1288
- });
1289
- it('returns correct size for larger payload', async () => {
1290
- const originalData = 'x'.repeat(10000);
1291
- const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1292
- const size = getGzipUncompressedSize(compressed);
1293
- expect(size).toBe(10000);
1294
- });
1295
- it('returns undefined for buffer too small', () => {
1296
- const tooSmall = Buffer.alloc(17);
1297
- tooSmall[0] = 0x1f;
1298
- tooSmall[1] = 0x8b;
1299
- expect(getGzipUncompressedSize(tooSmall)).toBeUndefined();
1300
- });
1301
- it('returns undefined for wrong magic bytes', () => {
1302
- const wrongMagic = Buffer.alloc(20);
1303
- wrongMagic[0] = 0x00;
1304
- wrongMagic[1] = 0x00;
1305
- expect(getGzipUncompressedSize(wrongMagic)).toBeUndefined();
1306
- });
1307
- it('returns undefined for empty buffer', () => {
1308
- expect(getGzipUncompressedSize(Buffer.alloc(0))).toBeUndefined();
1309
- });
1310
- it('returns undefined for single byte buffer', () => {
1311
- expect(getGzipUncompressedSize(Buffer.from([0x1f]))).toBeUndefined();
1312
- });
1313
- it('returns undefined for buffer with only magic bytes', () => {
1314
- expect(getGzipUncompressedSize(Buffer.from([0x1f, 0x8b]))).toBeUndefined();
1315
- });
1316
- it('returns 0 for GZIP with ISIZE = 0', () => {
1317
- const buffer = Buffer.alloc(18);
1318
- buffer[0] = 0x1f;
1319
- buffer[1] = 0x8b;
1320
- const size = getGzipUncompressedSize(buffer);
1321
- expect(size).toBe(0);
1322
- });
1323
- it('reads ISIZE correctly as little-endian', async () => {
1324
- const buffer = Buffer.alloc(18);
1325
- buffer[0] = 0x1f;
1326
- buffer[1] = 0x8b;
1327
- buffer.writeUInt32LE(0x12345678, 14);
1328
- const size = getGzipUncompressedSize(buffer);
1329
- expect(size).toBe(0x12345678);
1330
- });
1331
- it('handles maximum 32-bit ISIZE value', () => {
1332
- const buffer = Buffer.alloc(18);
1333
- buffer[0] = 0x1f;
1334
- buffer[1] = 0x8b;
1335
- buffer.writeUInt32LE(0xffffffff, 14);
1336
- const size = getGzipUncompressedSize(buffer);
1337
- expect(size).toBe(0xffffffff);
1338
- });
1339
- it('correctly extracts size from real GZIP data', async () => {
1340
- const testSizes = [1, 10, 100, 1000, 50000];
1341
- for (const testSize of testSizes) {
1342
- const originalData = 'a'.repeat(testSize);
1343
- const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1344
- const size = getGzipUncompressedSize(compressed);
1345
- expect(size).toBe(testSize);
1346
- }
1347
- });
1348
- it('handles JSON array compression correctly', async () => {
1349
- const items = [{ id: 1 }, { id: 2 }, { id: 3 }];
1350
- const json = JSON.stringify(items);
1351
- const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
1352
- const size = getGzipUncompressedSize(compressed);
1353
- expect(size).toBe(Buffer.byteLength(json, 'utf8'));
1354
- });
1355
- });
1
+ import { unbundleRecords, unbundleMessage, isBundledEnvelope } from '../../clients/generic/sqs-unbundle';
2
+ import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
+ import { compress, CompressionTimeoutError, CompressionOperation, getGzipUncompressedSize, } from '../../utils/compression';
4
+ import { gzip } from 'node:zlib';
5
+ import { promisify } from 'node:util';
6
+ const gzipAsync = promisify(gzip);
7
+ jest.mock('../../helpers/logging-helper', () => ({
8
+ Logger: {
9
+ debug: jest.fn(),
10
+ info: jest.fn(),
11
+ warn: jest.fn(),
12
+ error: jest.fn(),
13
+ },
14
+ }));
15
+ function makeTestEvent(id, name = 'test_event', value) {
16
+ return { eventId: id, name, value };
17
+ }
18
+ function makeSqsRecord(body, messageId = 'msg-1') {
19
+ return {
20
+ messageId,
21
+ body: typeof body === 'string' ? body : JSON.stringify(body),
22
+ };
23
+ }
24
+ function makeBundledEnvelope(items) {
25
+ return {
26
+ v: 1,
27
+ c: CompressionAlgorithm.NONE,
28
+ n: items.length,
29
+ s: JSON.stringify(items).length,
30
+ p: items,
31
+ };
32
+ }
33
+ async function makeCompressedEnvelope(items, level = 3) {
34
+ const json = JSON.stringify(items);
35
+ const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, level);
36
+ const base64 = compressed.toString('base64');
37
+ return {
38
+ v: 1,
39
+ c: CompressionAlgorithm.ZSTD,
40
+ n: items.length,
41
+ s: json.length,
42
+ p: base64,
43
+ };
44
+ }
45
+ async function makeGzipCompressedEnvelope(items) {
46
+ const json = JSON.stringify(items);
47
+ const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
48
+ const base64 = compressed.toString('base64');
49
+ return {
50
+ v: 1,
51
+ c: CompressionAlgorithm.GZIP,
52
+ n: items.length,
53
+ s: json.length,
54
+ p: base64,
55
+ };
56
+ }
57
+ describe('isBundledEnvelope', () => {
58
+ it('returns true for valid bundled envelope with NONE compression', () => {
59
+ const envelope = makeBundledEnvelope([makeTestEvent('1')]);
60
+ expect(isBundledEnvelope(envelope)).toBe(true);
61
+ });
62
+ it('returns true for valid bundled envelope with ZSTD compression', async () => {
63
+ const envelope = await makeCompressedEnvelope([makeTestEvent('1')]);
64
+ expect(isBundledEnvelope(envelope)).toBe(true);
65
+ });
66
+ it('returns false for null', () => {
67
+ expect(isBundledEnvelope(null)).toBe(false);
68
+ });
69
+ it('returns false for undefined', () => {
70
+ expect(isBundledEnvelope(undefined)).toBe(false);
71
+ });
72
+ it('returns false for plain object (legacy message)', () => {
73
+ expect(isBundledEnvelope(makeTestEvent('1'))).toBe(false);
74
+ });
75
+ it('returns false for wrong version', () => {
76
+ const envelope = { v: 2, c: 'none', n: 1, p: [] };
77
+ expect(isBundledEnvelope(envelope)).toBe(false);
78
+ });
79
+ it('returns true for valid bundled envelope with GZIP compression', async () => {
80
+ const envelope = await makeGzipCompressedEnvelope([makeTestEvent('1')]);
81
+ expect(isBundledEnvelope(envelope)).toBe(true);
82
+ });
83
+ it('returns false for invalid compression algorithm', () => {
84
+ const envelope = { v: 1, c: 'lz4', n: 1, p: [] };
85
+ expect(isBundledEnvelope(envelope)).toBe(false);
86
+ });
87
+ it('returns false for missing count', () => {
88
+ const envelope = { v: 1, c: 'none', p: [] };
89
+ expect(isBundledEnvelope(envelope)).toBe(false);
90
+ });
91
+ it('returns false for missing payload', () => {
92
+ const envelope = { v: 1, c: 'none', n: 1 };
93
+ expect(isBundledEnvelope(envelope)).toBe(false);
94
+ });
95
+ });
96
+ describe('unbundleMessage', () => {
97
+ it('unbundles NONE compression envelope', async () => {
98
+ const items = [makeTestEvent('1'), makeTestEvent('2')];
99
+ const envelope = makeBundledEnvelope(items);
100
+ const result = await unbundleMessage(envelope);
101
+ expect(result).toHaveLength(2);
102
+ expect(result[0].eventId).toBe('1');
103
+ expect(result[1].eventId).toBe('2');
104
+ });
105
+ it('unbundles ZSTD compressed envelope', async () => {
106
+ const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
107
+ const envelope = await makeCompressedEnvelope(items);
108
+ const result = await unbundleMessage(envelope);
109
+ expect(result).toHaveLength(3);
110
+ expect(result[0].eventId).toBe('1');
111
+ expect(result[1].eventId).toBe('2');
112
+ expect(result[2].eventId).toBe('3');
113
+ });
114
+ it('unbundles large batches with ZSTD compression', async () => {
115
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
116
+ const envelope = await makeCompressedEnvelope(items);
117
+ const result = await unbundleMessage(envelope);
118
+ expect(result).toHaveLength(500);
119
+ expect(result[0].eventId).toBe('event-0');
120
+ expect(result[499].eventId).toBe('event-499');
121
+ });
122
+ it('throws on unsupported bundle version', async () => {
123
+ const envelope = { v: 99, c: 'none', n: 1, p: [] };
124
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Unsupported bundle version: 99');
125
+ });
126
+ it('throws on invalid payload type for NONE compression', async () => {
127
+ const envelope = { v: 1, c: 'none', n: 1, p: 'not-an-array' };
128
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: NONE compression but payload is not an array');
129
+ });
130
+ it('throws on invalid payload type for ZSTD compression', async () => {
131
+ const envelope = { v: 1, c: 'zstd', n: 1, p: [] };
132
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: zstd compression but payload is not a string');
133
+ });
134
+ it('unbundles GZIP compressed envelope', async () => {
135
+ const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
136
+ const envelope = await makeGzipCompressedEnvelope(items);
137
+ const result = await unbundleMessage(envelope);
138
+ expect(result).toHaveLength(3);
139
+ expect(result[0].eventId).toBe('1');
140
+ expect(result[1].eventId).toBe('2');
141
+ expect(result[2].eventId).toBe('3');
142
+ });
143
+ it('unbundles large batches with GZIP compression', async () => {
144
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
145
+ const envelope = await makeGzipCompressedEnvelope(items);
146
+ const result = await unbundleMessage(envelope);
147
+ expect(result).toHaveLength(500);
148
+ expect(result[0].eventId).toBe('event-0');
149
+ expect(result[499].eventId).toBe('event-499');
150
+ });
151
+ it('throws on invalid payload type for GZIP compression', async () => {
152
+ const envelope = { v: 1, c: 'gzip', n: 1, p: [] };
153
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: gzip compression but payload is not a string');
154
+ });
155
+ });
156
+ describe('unbundleRecords', () => {
157
+ describe('legacy (non-bundled) messages', () => {
158
+ it('parses raw JSON message', async () => {
159
+ const event = makeTestEvent('raw-1', 'purchase');
160
+ const record = makeSqsRecord(event);
161
+ const { items, stats, failedMessageIds } = await unbundleRecords([record]);
162
+ expect(items).toHaveLength(1);
163
+ expect(items[0].eventId).toBe('raw-1');
164
+ expect(items[0].name).toBe('purchase');
165
+ expect(stats.legacySqsRecords).toBe(1);
166
+ expect(stats.bundledSqsRecords).toBe(0);
167
+ expect(failedMessageIds).toHaveLength(0);
168
+ });
169
+ it('parses wrapped messageBody format', async () => {
170
+ const event = makeTestEvent('wrapped-1');
171
+ const record = makeSqsRecord({ messageBody: event });
172
+ const { items, stats } = await unbundleRecords([record]);
173
+ expect(items).toHaveLength(1);
174
+ expect(items[0].eventId).toBe('wrapped-1');
175
+ expect(stats.legacySqsRecords).toBe(1);
176
+ });
177
+ it('handles multiple legacy records', async () => {
178
+ const records = [
179
+ makeSqsRecord(makeTestEvent('1'), 'msg-1'),
180
+ makeSqsRecord(makeTestEvent('2'), 'msg-2'),
181
+ makeSqsRecord(makeTestEvent('3'), 'msg-3'),
182
+ ];
183
+ const { items, stats, recordMap } = await unbundleRecords(records);
184
+ expect(items).toHaveLength(3);
185
+ expect(stats.legacySqsRecords).toBe(3);
186
+ expect(stats.totalItems).toBe(3);
187
+ expect(recordMap.get(items[0])).toBe('msg-1');
188
+ expect(recordMap.get(items[1])).toBe('msg-2');
189
+ expect(recordMap.get(items[2])).toBe('msg-3');
190
+ });
191
+ });
192
+ describe('bundled messages (NONE compression)', () => {
193
+ it('unbundles wrapped messageBody envelope', async () => {
194
+ const items = [makeTestEvent('b1'), makeTestEvent('b2')];
195
+ const envelope = makeBundledEnvelope(items);
196
+ const record = makeSqsRecord({ messageBody: envelope });
197
+ const { items: result, stats } = await unbundleRecords([record]);
198
+ expect(result).toHaveLength(2);
199
+ expect(result[0].eventId).toBe('b1');
200
+ expect(result[1].eventId).toBe('b2');
201
+ expect(stats.bundledSqsRecords).toBe(1);
202
+ expect(stats.legacySqsRecords).toBe(0);
203
+ });
204
+ it('unbundles raw envelope (not wrapped)', async () => {
205
+ const items = [makeTestEvent('r1'), makeTestEvent('r2')];
206
+ const envelope = makeBundledEnvelope(items);
207
+ const record = makeSqsRecord(envelope);
208
+ const { items: result, stats } = await unbundleRecords([record]);
209
+ expect(result).toHaveLength(2);
210
+ expect(stats.bundledSqsRecords).toBe(1);
211
+ });
212
+ it('maps all items from bundle to same messageId', async () => {
213
+ const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
214
+ const envelope = makeBundledEnvelope(items);
215
+ const record = makeSqsRecord({ messageBody: envelope }, 'bundle-msg-1');
216
+ const { items: result, recordMap } = await unbundleRecords([record]);
217
+ expect(result).toHaveLength(3);
218
+ expect(recordMap.get(result[0])).toBe('bundle-msg-1');
219
+ expect(recordMap.get(result[1])).toBe('bundle-msg-1');
220
+ expect(recordMap.get(result[2])).toBe('bundle-msg-1');
221
+ });
222
+ });
223
+ describe('bundled messages (ZSTD compression)', () => {
224
+ it('unbundles ZSTD compressed envelope', async () => {
225
+ const items = [makeTestEvent('z1'), makeTestEvent('z2')];
226
+ const envelope = await makeCompressedEnvelope(items);
227
+ const record = makeSqsRecord({ messageBody: envelope });
228
+ const { items: result, stats } = await unbundleRecords([record]);
229
+ expect(result).toHaveLength(2);
230
+ expect(result[0].eventId).toBe('z1');
231
+ expect(result[1].eventId).toBe('z2');
232
+ expect(stats.bundledSqsRecords).toBe(1);
233
+ });
234
+ it('handles large compressed bundles (500 items)', async () => {
235
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
236
+ const envelope = await makeCompressedEnvelope(items);
237
+ const record = makeSqsRecord({ messageBody: envelope });
238
+ const { items: result, stats } = await unbundleRecords([record]);
239
+ expect(result).toHaveLength(500);
240
+ expect(stats.bundledSqsRecords).toBe(1);
241
+ expect(stats.totalItems).toBe(500);
242
+ });
243
+ });
244
+ describe('bundled messages (GZIP compression - CF Worker)', () => {
245
+ it('unbundles GZIP compressed envelope', async () => {
246
+ const items = [makeTestEvent('g1'), makeTestEvent('g2')];
247
+ const envelope = await makeGzipCompressedEnvelope(items);
248
+ const record = makeSqsRecord({ messageBody: envelope });
249
+ const { items: result, stats } = await unbundleRecords([record]);
250
+ expect(result).toHaveLength(2);
251
+ expect(result[0].eventId).toBe('g1');
252
+ expect(result[1].eventId).toBe('g2');
253
+ expect(stats.bundledSqsRecords).toBe(1);
254
+ });
255
+ it('handles large GZIP compressed bundles (500 items)', async () => {
256
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
257
+ const envelope = await makeGzipCompressedEnvelope(items);
258
+ const record = makeSqsRecord({ messageBody: envelope });
259
+ const { items: result, stats } = await unbundleRecords([record]);
260
+ expect(result).toHaveLength(500);
261
+ expect(stats.bundledSqsRecords).toBe(1);
262
+ expect(stats.totalItems).toBe(500);
263
+ });
264
+ it('maps all items from GZIP bundle to same messageId', async () => {
265
+ const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
266
+ const envelope = await makeGzipCompressedEnvelope(items);
267
+ const record = makeSqsRecord({ messageBody: envelope }, 'gzip-bundle-msg-1');
268
+ const { items: result, recordMap } = await unbundleRecords([record]);
269
+ expect(result).toHaveLength(3);
270
+ expect(recordMap.get(result[0])).toBe('gzip-bundle-msg-1');
271
+ expect(recordMap.get(result[1])).toBe('gzip-bundle-msg-1');
272
+ expect(recordMap.get(result[2])).toBe('gzip-bundle-msg-1');
273
+ });
274
+ it('unbundles GZIP envelope wrapped in full InternalSQSMessage format (CF Worker format)', async () => {
275
+ const items = [makeTestEvent('cf1'), makeTestEvent('cf2'), makeTestEvent('cf3')];
276
+ const envelope = await makeGzipCompressedEnvelope(items);
277
+ const internalSqsMessage = {
278
+ messageId: 'cf-internal-msg-123',
279
+ messageType: 'TRACKING_EVENT_COLLECT',
280
+ messageTime: '2026-05-29T11:00:10.076Z',
281
+ messageBody: envelope,
282
+ };
283
+ const record = makeSqsRecord(internalSqsMessage, 'sqs-msg-id');
284
+ const { items: result, stats, recordMap } = await unbundleRecords([record]);
285
+ expect(result).toHaveLength(3);
286
+ expect(result[0].eventId).toBe('cf1');
287
+ expect(result[1].eventId).toBe('cf2');
288
+ expect(result[2].eventId).toBe('cf3');
289
+ expect(stats.bundledSqsRecords).toBe(1);
290
+ expect(stats.legacySqsRecords).toBe(0);
291
+ expect(stats.totalItems).toBe(3);
292
+ expect(recordMap.get(result[0])).toBe('sqs-msg-id');
293
+ expect(recordMap.get(result[1])).toBe('sqs-msg-id');
294
+ expect(recordMap.get(result[2])).toBe('sqs-msg-id');
295
+ });
296
+ it('unbundles GZIP envelope with extra wrapper fields (messageTime, messageType)', async () => {
297
+ const items = [makeTestEvent('w1')];
298
+ const envelope = await makeGzipCompressedEnvelope(items);
299
+ const wrappedMessage = {
300
+ messageTime: new Date().toISOString(),
301
+ messageType: 'SESSION_EVENT',
302
+ messageBody: envelope,
303
+ someOtherField: 'ignored',
304
+ };
305
+ const record = makeSqsRecord(wrappedMessage);
306
+ const { items: result, stats } = await unbundleRecords([record]);
307
+ expect(result).toHaveLength(1);
308
+ expect(result[0].eventId).toBe('w1');
309
+ expect(stats.bundledSqsRecords).toBe(1);
310
+ });
311
+ it('handles decompression failure gracefully (does not return wrapper)', async () => {
312
+ const corruptedEnvelope = {
313
+ v: 1,
314
+ c: 'gzip',
315
+ n: 1,
316
+ s: 100,
317
+ p: 'H4sIAAAAAAAAA+TRUNCATED',
318
+ };
319
+ const internalSqsMessage = {
320
+ messageTime: '2026-05-29T11:00:10.076Z',
321
+ messageType: 'TRACKING_EVENT_COLLECT',
322
+ messageBody: corruptedEnvelope,
323
+ messageId: 'corrupted-msg-id',
324
+ };
325
+ const record = makeSqsRecord(internalSqsMessage, 'sqs-record-id');
326
+ const { items, stats, failedMessageIds } = await unbundleRecords([record]);
327
+ expect(failedMessageIds).toHaveLength(1);
328
+ expect(stats.failedRecords).toBe(1);
329
+ expect(items).toHaveLength(0);
330
+ items.forEach((item) => {
331
+ expect(item).not.toHaveProperty('messageTime');
332
+ expect(item).not.toHaveProperty('messageType');
333
+ expect(item).not.toHaveProperty('messageBody');
334
+ });
335
+ });
336
+ it('verifies decompression failure does NOT leak wrapper into items', async () => {
337
+ const badEnvelope = {
338
+ v: 1,
339
+ c: 'gzip',
340
+ n: 5,
341
+ s: 1000,
342
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
343
+ };
344
+ const wrapper = {
345
+ messageTime: new Date().toISOString(),
346
+ messageType: 'TRACKING_EVENT_COLLECT',
347
+ messageBody: badEnvelope,
348
+ messageId: 'test-internal-msg-id',
349
+ };
350
+ const record = makeSqsRecord(wrapper, 'sqs-msg-id');
351
+ const { items, stats, failedMessageIds } = await unbundleRecords([record]);
352
+ expect(failedMessageIds).toContain('sqs-msg-id');
353
+ expect(stats.failedRecords).toBe(1);
354
+ expect(items).toHaveLength(0);
355
+ expect(stats.totalItems).toBe(0);
356
+ });
357
+ it('simulates old version without GZIP - returns envelope as item (BUG)', async () => {
358
+ const items = [{ pixelId: 'px123', trackingEvent: { name: 'page_view' } }];
359
+ const envelope = await makeGzipCompressedEnvelope(items);
360
+ const wrapper = {
361
+ messageTime: new Date().toISOString(),
362
+ messageType: 'TRACKING_EVENT_COLLECT',
363
+ messageBody: envelope,
364
+ messageId: 'cf-msg-id',
365
+ };
366
+ expect(isBundledEnvelope(envelope)).toBe(true);
367
+ const record = makeSqsRecord(wrapper, 'sqs-msg-id');
368
+ const { items: result, stats } = await unbundleRecords([record]);
369
+ expect(stats.bundledSqsRecords).toBe(1);
370
+ expect(result).toHaveLength(1);
371
+ expect(result[0].pixelId).toBe('px123');
372
+ expect(result[0]).not.toHaveProperty('v');
373
+ expect(result[0]).not.toHaveProperty('c');
374
+ expect(result[0]).not.toHaveProperty('n');
375
+ expect(result[0]).not.toHaveProperty('p');
376
+ expect(result[0]).not.toHaveProperty('s');
377
+ });
378
+ it('unknown compression algorithm causes legacy fallback (returns messageBody)', async () => {
379
+ const unknownEnvelope = {
380
+ v: 1,
381
+ c: 'lz4',
382
+ n: 1,
383
+ s: 100,
384
+ p: 'some-base64-data',
385
+ };
386
+ const wrapper = {
387
+ messageTime: new Date().toISOString(),
388
+ messageType: 'TEST_MESSAGE',
389
+ messageBody: unknownEnvelope,
390
+ messageId: 'wrapper-msg-id',
391
+ };
392
+ expect(isBundledEnvelope(unknownEnvelope)).toBe(false);
393
+ const record = makeSqsRecord(wrapper, 'sqs-msg-id');
394
+ const { items, stats } = await unbundleRecords([record]);
395
+ expect(stats.legacySqsRecords).toBe(1);
396
+ expect(stats.bundledSqsRecords).toBe(0);
397
+ expect(items).toHaveLength(1);
398
+ expect(items[0]).toHaveProperty('v', 1);
399
+ expect(items[0]).toHaveProperty('c', 'lz4');
400
+ expect(items[0]).toHaveProperty('n', 1);
401
+ expect(items[0]).toHaveProperty('p');
402
+ });
403
+ });
404
+ describe('mixed message formats', () => {
405
+ it('handles mix of legacy and bundled messages', async () => {
406
+ const legacyEvent = makeTestEvent('legacy-1');
407
+ const bundledItems = [makeTestEvent('bundled-1'), makeTestEvent('bundled-2')];
408
+ const bundleEnvelope = makeBundledEnvelope(bundledItems);
409
+ const records = [
410
+ makeSqsRecord(legacyEvent, 'msg-legacy'),
411
+ makeSqsRecord({ messageBody: bundleEnvelope }, 'msg-bundle'),
412
+ ];
413
+ const { items, stats, recordMap } = await unbundleRecords(records);
414
+ expect(items).toHaveLength(3);
415
+ expect(stats.legacySqsRecords).toBe(1);
416
+ expect(stats.bundledSqsRecords).toBe(1);
417
+ expect(stats.totalItems).toBe(3);
418
+ expect(recordMap.get(items[0])).toBe('msg-legacy');
419
+ expect(recordMap.get(items[1])).toBe('msg-bundle');
420
+ expect(recordMap.get(items[2])).toBe('msg-bundle');
421
+ });
422
+ it('handles mix of NONE and ZSTD compressed bundles', async () => {
423
+ const noneItems = [makeTestEvent('none-1')];
424
+ const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
425
+ const noneEnvelope = makeBundledEnvelope(noneItems);
426
+ const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
427
+ const records = [
428
+ makeSqsRecord({ messageBody: noneEnvelope }, 'msg-none'),
429
+ makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
430
+ ];
431
+ const { items, stats } = await unbundleRecords(records);
432
+ expect(items).toHaveLength(3);
433
+ expect(stats.bundledSqsRecords).toBe(2);
434
+ expect(stats.totalItems).toBe(3);
435
+ });
436
+ it('handles mix of ZSTD, GZIP, and legacy messages', async () => {
437
+ const legacyEvent = makeTestEvent('legacy-1');
438
+ const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
439
+ const gzipItems = [makeTestEvent('gzip-1'), makeTestEvent('gzip-2'), makeTestEvent('gzip-3')];
440
+ const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
441
+ const gzipEnvelope = await makeGzipCompressedEnvelope(gzipItems);
442
+ const records = [
443
+ makeSqsRecord(legacyEvent, 'msg-legacy'),
444
+ makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
445
+ makeSqsRecord({ messageBody: gzipEnvelope }, 'msg-gzip'),
446
+ ];
447
+ const { items, stats, recordMap } = await unbundleRecords(records);
448
+ expect(items).toHaveLength(6);
449
+ expect(stats.legacySqsRecords).toBe(1);
450
+ expect(stats.bundledSqsRecords).toBe(2);
451
+ expect(stats.totalItems).toBe(6);
452
+ expect(recordMap.get(items[0])).toBe('msg-legacy');
453
+ expect(recordMap.get(items[1])).toBe('msg-zstd');
454
+ expect(recordMap.get(items[2])).toBe('msg-zstd');
455
+ expect(recordMap.get(items[3])).toBe('msg-gzip');
456
+ expect(recordMap.get(items[4])).toBe('msg-gzip');
457
+ expect(recordMap.get(items[5])).toBe('msg-gzip');
458
+ });
459
+ });
460
+ describe('error handling', () => {
461
+ it('returns failed messageId for invalid JSON', async () => {
462
+ const records = [makeSqsRecord('not-valid-json{{{', 'msg-bad'), makeSqsRecord(makeTestEvent('good'), 'msg-good')];
463
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
464
+ expect(items).toHaveLength(1);
465
+ expect(items[0].eventId).toBe('good');
466
+ expect(failedMessageIds).toEqual(['msg-bad']);
467
+ expect(stats.failedRecords).toBe(1);
468
+ expect(stats.legacySqsRecords).toBe(1);
469
+ });
470
+ it('returns failed messageId for corrupt ZSTD compressed data', async () => {
471
+ const corruptEnvelope = {
472
+ v: 1,
473
+ c: CompressionAlgorithm.ZSTD,
474
+ n: 10,
475
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
476
+ };
477
+ const records = [
478
+ makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt'),
479
+ makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
480
+ ];
481
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
482
+ expect(items).toHaveLength(1);
483
+ expect(items[0].eventId).toBe('valid');
484
+ expect(failedMessageIds).toContain('msg-corrupt');
485
+ expect(stats.failedRecords).toBe(1);
486
+ });
487
+ it('returns failed messageId for corrupt GZIP compressed data', async () => {
488
+ const corruptEnvelope = {
489
+ v: 1,
490
+ c: CompressionAlgorithm.GZIP,
491
+ n: 10,
492
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
493
+ };
494
+ const records = [
495
+ makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt-gzip'),
496
+ makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
497
+ ];
498
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
499
+ expect(items).toHaveLength(1);
500
+ expect(items[0].eventId).toBe('valid');
501
+ expect(failedMessageIds).toContain('msg-corrupt-gzip');
502
+ expect(stats.failedRecords).toBe(1);
503
+ });
504
+ it('returns empty result for all failed records', async () => {
505
+ const records = [makeSqsRecord('invalid-1', 'msg-1'), makeSqsRecord('invalid-2', 'msg-2')];
506
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
507
+ expect(items).toHaveLength(0);
508
+ expect(failedMessageIds).toEqual(['msg-1', 'msg-2']);
509
+ expect(stats.failedRecords).toBe(2);
510
+ expect(stats.totalItems).toBe(0);
511
+ });
512
+ it('handles empty records array', async () => {
513
+ const { items, failedMessageIds, stats } = await unbundleRecords([]);
514
+ expect(items).toHaveLength(0);
515
+ expect(failedMessageIds).toHaveLength(0);
516
+ expect(stats.totalRecords).toBe(0);
517
+ expect(stats.totalItems).toBe(0);
518
+ });
519
+ it('rejects ZSTD payload exceeding max decompressed size', async () => {
520
+ const largeItems = Array.from({ length: 1000 }, (_, i) => ({
521
+ id: `item-${i}`,
522
+ data: 'x'.repeat(1000),
523
+ }));
524
+ const envelope = await makeCompressedEnvelope(largeItems);
525
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large');
526
+ const { failedMessageIds, stats } = await unbundleRecords([record], {
527
+ maxDecompressedSizeBytes: 100 * 1024,
528
+ });
529
+ expect(failedMessageIds).toContain('msg-too-large');
530
+ expect(stats.failedRecords).toBe(1);
531
+ });
532
+ it('rejects GZIP payload exceeding max decompressed size (post-decompress check)', async () => {
533
+ const largeItems = Array.from({ length: 1000 }, (_, i) => ({
534
+ id: `item-${i}`,
535
+ data: 'x'.repeat(1000),
536
+ }));
537
+ const envelope = await makeGzipCompressedEnvelope(largeItems);
538
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large-gzip');
539
+ const { failedMessageIds, stats } = await unbundleRecords([record], {
540
+ maxDecompressedSizeBytes: 100 * 1024,
541
+ });
542
+ expect(failedMessageIds).toContain('msg-too-large-gzip');
543
+ expect(stats.failedRecords).toBe(1);
544
+ });
545
+ it('fails on invalid base64 in compressed payload', async () => {
546
+ const badEnvelope = {
547
+ v: 1,
548
+ c: CompressionAlgorithm.ZSTD,
549
+ n: 1,
550
+ s: 100,
551
+ p: '!!!not-valid-base64!!!',
552
+ };
553
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-base64');
554
+ const { failedMessageIds } = await unbundleRecords([record]);
555
+ expect(failedMessageIds).toContain('msg-bad-base64');
556
+ });
557
+ });
558
+ describe('bundle format edge cases', () => {
559
+ it('successfully unbundles even when n does not match actual item count', async () => {
560
+ const envelope = {
561
+ v: 1,
562
+ c: CompressionAlgorithm.NONE,
563
+ n: 5,
564
+ s: 50,
565
+ p: [makeTestEvent('1'), makeTestEvent('2')],
566
+ };
567
+ const record = makeSqsRecord({ messageBody: envelope });
568
+ const { items } = await unbundleRecords([record]);
569
+ expect(items).toHaveLength(2);
570
+ });
571
+ it('treats envelope with unsupported version as legacy message', async () => {
572
+ const badEnvelope = { v: 99, c: 'none', n: 1, s: 10, p: [] };
573
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-version');
574
+ const { items, stats } = await unbundleRecords([record]);
575
+ expect(items).toHaveLength(1);
576
+ expect(items[0].v).toBe(99);
577
+ expect(stats.legacySqsRecords).toBe(1);
578
+ expect(stats.bundledSqsRecords).toBe(0);
579
+ });
580
+ });
581
+ describe('timeout protection', () => {
582
+ it('respects timeoutMs option for ZSTD', async () => {
583
+ const items = [makeTestEvent('1')];
584
+ const envelope = await makeCompressedEnvelope(items);
585
+ const record = makeSqsRecord({ messageBody: envelope });
586
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
587
+ timeoutMs: 5000,
588
+ });
589
+ expect(result).toHaveLength(1);
590
+ expect(failedMessageIds).toHaveLength(0);
591
+ });
592
+ it('respects timeoutMs option for GZIP', async () => {
593
+ const items = [makeTestEvent('1')];
594
+ const envelope = await makeGzipCompressedEnvelope(items);
595
+ const record = makeSqsRecord({ messageBody: envelope });
596
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
597
+ timeoutMs: 5000,
598
+ });
599
+ expect(result).toHaveLength(1);
600
+ expect(failedMessageIds).toHaveLength(0);
601
+ });
602
+ it('passes timeoutMs through to decompression', async () => {
603
+ const items = [makeTestEvent('1')];
604
+ const envelope = await makeCompressedEnvelope(items);
605
+ const record = makeSqsRecord({ messageBody: envelope });
606
+ await expect(unbundleRecords([record], { timeoutMs: 30000 })).resolves.toBeDefined();
607
+ });
608
+ it('CompressionTimeoutError is properly exported', () => {
609
+ const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 5000);
610
+ expect(error).toBeInstanceOf(Error);
611
+ expect(error.name).toBe('CompressionTimeoutError');
612
+ expect(error.operation).toBe('decompress');
613
+ expect(error.timeoutMs).toBe(5000);
614
+ expect(error.message).toContain('timed out after 5000ms');
615
+ });
616
+ it('includes timeout info in failure logging for ZSTD', async () => {
617
+ const corruptEnvelope = {
618
+ v: 1,
619
+ c: CompressionAlgorithm.ZSTD,
620
+ n: 1,
621
+ s: 100,
622
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
623
+ };
624
+ const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-timeout-test');
625
+ const { failedMessageIds } = await unbundleRecords([record], {
626
+ timeoutMs: 5000,
627
+ });
628
+ expect(failedMessageIds).toContain('msg-timeout-test');
629
+ });
630
+ it('includes timeout info in failure logging for GZIP', async () => {
631
+ const corruptEnvelope = {
632
+ v: 1,
633
+ c: CompressionAlgorithm.GZIP,
634
+ n: 1,
635
+ s: 100,
636
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
637
+ };
638
+ const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-gzip-timeout-test');
639
+ const { failedMessageIds } = await unbundleRecords([record], {
640
+ timeoutMs: 5000,
641
+ });
642
+ expect(failedMessageIds).toContain('msg-gzip-timeout-test');
643
+ });
644
+ });
645
+ describe('end-to-end: producer bundle → consumer unbundle', () => {
646
+ it('simulates full bundle → unbundle flow with compression', async () => {
647
+ const producerItems = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, 'page_view', i * 1.5));
648
+ const envelope = await makeCompressedEnvelope(producerItems, 3);
649
+ const sqsMessageBody = { messageBody: envelope };
650
+ const consumerRecord = makeSqsRecord(sqsMessageBody, 'sqs-message-id-123');
651
+ const { items, recordMap, stats } = await unbundleRecords([consumerRecord]);
652
+ expect(items).toHaveLength(100);
653
+ expect(items[0]).toEqual({ eventId: 'event-0', name: 'page_view', value: 0 });
654
+ expect(items[99]).toEqual({ eventId: 'event-99', name: 'page_view', value: 148.5 });
655
+ expect(stats.bundledSqsRecords).toBe(1);
656
+ expect(stats.legacySqsRecords).toBe(0);
657
+ expect(stats.totalItems).toBe(100);
658
+ for (const item of items) {
659
+ expect(recordMap.get(item)).toBe('sqs-message-id-123');
660
+ }
661
+ });
662
+ it('simulates mixed batch with legacy and bundled messages', async () => {
663
+ const legacyRecord1 = makeSqsRecord({ messageBody: makeTestEvent('legacy-1', 'purchase', 99.99) }, 'legacy-msg-1');
664
+ const legacyRecord2 = makeSqsRecord(makeTestEvent('legacy-2', 'add_to_cart', 29.99), 'legacy-msg-2');
665
+ const bundledItems = [
666
+ makeTestEvent('bundled-1', 'page_view'),
667
+ makeTestEvent('bundled-2', 'session_start'),
668
+ makeTestEvent('bundled-3', 'page_end'),
669
+ ];
670
+ const envelope = await makeCompressedEnvelope(bundledItems);
671
+ const bundledRecord = makeSqsRecord({ messageBody: envelope }, 'bundled-msg-1');
672
+ const records = [legacyRecord1, bundledRecord, legacyRecord2];
673
+ const { items, stats, recordMap } = await unbundleRecords(records);
674
+ expect(items).toHaveLength(5);
675
+ expect(stats.legacySqsRecords).toBe(2);
676
+ expect(stats.bundledSqsRecords).toBe(1);
677
+ expect(stats.totalItems).toBe(5);
678
+ expect(recordMap.get(items[0])).toBe('legacy-msg-1');
679
+ expect(recordMap.get(items[1])).toBe('bundled-msg-1');
680
+ expect(recordMap.get(items[2])).toBe('bundled-msg-1');
681
+ expect(recordMap.get(items[3])).toBe('bundled-msg-1');
682
+ expect(recordMap.get(items[4])).toBe('legacy-msg-2');
683
+ });
684
+ });
685
+ describe('consumer edge cases - real sequences', () => {
686
+ it('handles 500 items in single compressed bundle with exact verification', async () => {
687
+ const originalItems = Array.from({ length: 500 }, (_, i) => ({
688
+ id: `item-${i}`,
689
+ name: `Event ${i}`,
690
+ data: { nested: { value: i * 1.5 } },
691
+ timestamp: Date.now() + i,
692
+ }));
693
+ const envelope = await makeCompressedEnvelope(originalItems);
694
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-500-items');
695
+ const { items, recordMap, stats } = await unbundleRecords([record]);
696
+ expect(items).toHaveLength(500);
697
+ expect(items[0]).toEqual(originalItems[0]);
698
+ expect(items[249]).toEqual(originalItems[249]);
699
+ expect(items[499]).toEqual(originalItems[499]);
700
+ expect(stats.bundledSqsRecords).toBe(1);
701
+ expect(stats.totalItems).toBe(500);
702
+ for (let i = 0; i < 500; i++) {
703
+ expect(items[i].id).toBe(`item-${i}`);
704
+ expect(items[i].data.nested.value).toBe(i * 1.5);
705
+ }
706
+ for (const item of items) {
707
+ expect(recordMap.get(item)).toBe('msg-500-items');
708
+ }
709
+ });
710
+ it('handles multiple bundles in single batch with different item counts', async () => {
711
+ const counts = [10, 50, 100, 200, 300];
712
+ const records = [];
713
+ const expectedTotal = counts.reduce((sum, c) => sum + c, 0);
714
+ for (let bundleIdx = 0; bundleIdx < counts.length; bundleIdx++) {
715
+ const count = counts[bundleIdx];
716
+ const items = Array.from({ length: count }, (_, i) => ({
717
+ bundleId: bundleIdx,
718
+ itemIdx: i,
719
+ payload: `bundle-${bundleIdx}-item-${i}`,
720
+ }));
721
+ const envelope = await makeCompressedEnvelope(items);
722
+ records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundle-${bundleIdx}`));
723
+ }
724
+ const { items, recordMap, stats } = await unbundleRecords(records);
725
+ expect(items).toHaveLength(expectedTotal);
726
+ expect(stats.totalItems).toBe(expectedTotal);
727
+ expect(stats.bundledSqsRecords).toBe(5);
728
+ expect(stats.legacySqsRecords).toBe(0);
729
+ expect(stats.failedRecords).toBe(0);
730
+ const itemsByBundle = new Map();
731
+ for (const item of items) {
732
+ const expectedMsgId = `msg-bundle-${item.bundleId}`;
733
+ expect(recordMap.get(item)).toBe(expectedMsgId);
734
+ itemsByBundle.set(item.bundleId, (itemsByBundle.get(item.bundleId) ?? 0) + 1);
735
+ }
736
+ expect(itemsByBundle.get(0)).toBe(10);
737
+ expect(itemsByBundle.get(1)).toBe(50);
738
+ expect(itemsByBundle.get(2)).toBe(100);
739
+ expect(itemsByBundle.get(3)).toBe(200);
740
+ expect(itemsByBundle.get(4)).toBe(300);
741
+ });
742
+ it('handles realistic 80% bundled / 20% legacy migration ratio', async () => {
743
+ const records = [];
744
+ const totalMessages = 100;
745
+ const bundledCount = 80;
746
+ const legacyCount = 20;
747
+ const itemsPerBundle = 25;
748
+ for (let i = 0; i < bundledCount; i++) {
749
+ const items = Array.from({ length: itemsPerBundle }, (_, j) => ({
750
+ type: 'bundled',
751
+ bundleIdx: i,
752
+ itemIdx: j,
753
+ }));
754
+ const envelope = await makeCompressedEnvelope(items);
755
+ records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundled-${i}`));
756
+ }
757
+ for (let i = 0; i < legacyCount; i++) {
758
+ const legacyEvent = {
759
+ type: 'legacy',
760
+ legacyIdx: i,
761
+ itemIdx: 0,
762
+ };
763
+ records.push(makeSqsRecord(legacyEvent, `msg-legacy-${i}`));
764
+ }
765
+ const shuffled = [...records].sort(() => Math.random() - 0.5);
766
+ const { items, stats, recordMap } = await unbundleRecords(shuffled);
767
+ expect(stats.totalRecords).toBe(totalMessages);
768
+ expect(stats.bundledSqsRecords).toBe(bundledCount);
769
+ expect(stats.legacySqsRecords).toBe(legacyCount);
770
+ expect(stats.failedRecords).toBe(0);
771
+ expect(items).toHaveLength(bundledCount * itemsPerBundle + legacyCount);
772
+ expect(stats.totalItems).toBe(2020);
773
+ const bundledItems = items.filter((i) => i.type === 'bundled');
774
+ const legacyItems = items.filter((i) => i.type === 'legacy');
775
+ expect(bundledItems).toHaveLength(bundledCount * itemsPerBundle);
776
+ expect(legacyItems).toHaveLength(legacyCount);
777
+ for (const item of bundledItems) {
778
+ expect(recordMap.get(item)).toBe(`msg-bundled-${item.bundleIdx}`);
779
+ }
780
+ for (const item of legacyItems) {
781
+ expect(recordMap.get(item)).toBe(`msg-legacy-${item.legacyIdx}`);
782
+ }
783
+ });
784
+ it('preserves Unicode characters through ZSTD compression', async () => {
785
+ const unicodeItems = [
786
+ {
787
+ id: 'emoji',
788
+ content: '🎉🚀💻🌍✨ Party time!',
789
+ description: 'Emojis should survive compression',
790
+ },
791
+ {
792
+ id: 'chinese',
793
+ content: '中文测试:欢迎使用我们的服务',
794
+ description: 'Chinese characters',
795
+ },
796
+ {
797
+ id: 'arabic',
798
+ content: 'العربية: مرحبا بكم في خدمتنا',
799
+ description: 'Arabic text (RTL)',
800
+ },
801
+ {
802
+ id: 'math',
803
+ content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃',
804
+ description: 'Mathematical symbols',
805
+ },
806
+ {
807
+ id: 'mixed',
808
+ content: 'Hello 世界 🌏 مرحبا ∑ Привет',
809
+ description: 'Mixed scripts',
810
+ },
811
+ {
812
+ id: 'special',
813
+ content: '️️️️️️️️️️️️️️️️',
814
+ description: 'Unicode edge cases',
815
+ },
816
+ {
817
+ id: 'japanese',
818
+ content: 'こんにちは世界 ひらがな カタカナ 漢字',
819
+ description: 'Japanese hiragana, katakana, kanji',
820
+ },
821
+ {
822
+ id: 'korean',
823
+ content: '안녕하세요 세계',
824
+ description: 'Korean hangul',
825
+ },
826
+ {
827
+ id: 'cyrillic',
828
+ content: 'Привет мир! Это тест.',
829
+ description: 'Russian Cyrillic',
830
+ },
831
+ {
832
+ id: 'combining',
833
+ content: 'e\u0301 n\u0303 c\u0327',
834
+ description: 'Combining diacritical marks',
835
+ },
836
+ ];
837
+ const envelope = await makeCompressedEnvelope(unicodeItems);
838
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-unicode');
839
+ const { items } = await unbundleRecords([record]);
840
+ expect(items).toHaveLength(unicodeItems.length);
841
+ for (let i = 0; i < unicodeItems.length; i++) {
842
+ expect(items[i].id).toBe(unicodeItems[i].id);
843
+ expect(items[i].content).toBe(unicodeItems[i].content);
844
+ expect(items[i].description).toBe(unicodeItems[i].description);
845
+ const originalBytes = Buffer.from(unicodeItems[i].content, 'utf8');
846
+ const recoveredBytes = Buffer.from(items[i].content, 'utf8');
847
+ expect(recoveredBytes.equals(originalBytes)).toBe(true);
848
+ }
849
+ });
850
+ it('preserves deeply nested structures (10 levels)', async () => {
851
+ function createDeepStructure(depth, maxDepth = 10) {
852
+ const node = {
853
+ level: depth,
854
+ data: `level-${depth}-data-${Math.random().toString(36).slice(2)}`,
855
+ };
856
+ if (depth < maxDepth) {
857
+ node.child = createDeepStructure(depth + 1, maxDepth);
858
+ node.siblings = [
859
+ createDeepStructure(depth + 1, Math.min(depth + 3, maxDepth)),
860
+ createDeepStructure(depth + 1, Math.min(depth + 2, maxDepth)),
861
+ ];
862
+ }
863
+ return node;
864
+ }
865
+ const deepItems = Array.from({ length: 10 }, (_, i) => ({
866
+ id: `deep-${i}`,
867
+ nested: createDeepStructure(0, 10),
868
+ arrays: [[[[[['deeply', 'nested', 'array']]], [{ inner: { value: i } }]]]],
869
+ }));
870
+ const envelope = await makeCompressedEnvelope(deepItems);
871
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-deep');
872
+ const { items } = await unbundleRecords([record]);
873
+ expect(items).toHaveLength(10);
874
+ for (let i = 0; i < 10; i++) {
875
+ expect(JSON.stringify(items[i])).toBe(JSON.stringify(deepItems[i]));
876
+ expect(items[i].nested.level).toBe(0);
877
+ expect(items[i].nested.child?.level).toBe(1);
878
+ expect(items[i].nested.child?.child?.child?.level).toBe(3);
879
+ expect(items[i].arrays[0][0][0][0][0][0]).toBe('deeply');
880
+ }
881
+ });
882
+ it('handles binary-like string data (base64 encoded)', async () => {
883
+ const binaryItems = [
884
+ {
885
+ id: 'small-binary',
886
+ base64Data: Buffer.from('Small binary payload').toString('base64'),
887
+ size: 'small',
888
+ },
889
+ {
890
+ id: 'medium-binary',
891
+ base64Data: Buffer.from('x'.repeat(1000)).toString('base64'),
892
+ size: 'medium',
893
+ },
894
+ {
895
+ id: 'image-simulation',
896
+ base64Data: Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0xff, 0xd8, 0xff, 0xe0]).toString('base64'),
897
+ size: 'binary-header',
898
+ },
899
+ {
900
+ id: 'random-bytes',
901
+ base64Data: Buffer.from(Array.from({ length: 256 }, () => Math.floor(Math.random() * 256))).toString('base64'),
902
+ size: 'random',
903
+ },
904
+ {
905
+ id: 'all-byte-values',
906
+ base64Data: Buffer.from(Array.from({ length: 256 }, (_, i) => i)).toString('base64'),
907
+ size: 'full-range',
908
+ },
909
+ ];
910
+ const envelope = await makeCompressedEnvelope(binaryItems);
911
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-binary');
912
+ const { items } = await unbundleRecords([record]);
913
+ expect(items).toHaveLength(binaryItems.length);
914
+ for (let i = 0; i < binaryItems.length; i++) {
915
+ expect(items[i].id).toBe(binaryItems[i].id);
916
+ expect(items[i].base64Data).toBe(binaryItems[i].base64Data);
917
+ const originalDecoded = Buffer.from(binaryItems[i].base64Data, 'base64');
918
+ const recoveredDecoded = Buffer.from(items[i].base64Data, 'base64');
919
+ expect(recoveredDecoded.equals(originalDecoded)).toBe(true);
920
+ }
921
+ });
922
+ it('handles concurrent unbundling stress test (100 records in parallel)', async () => {
923
+ const recordCount = 100;
924
+ const records = [];
925
+ for (let i = 0; i < recordCount; i++) {
926
+ const itemsInBundle = 10 + (i % 20);
927
+ const items = Array.from({ length: itemsInBundle }, (_, j) => ({
928
+ recordIdx: i,
929
+ itemIdx: j,
930
+ uniqueId: `r${i}-i${j}`,
931
+ timestamp: Date.now() + i * 1000 + j,
932
+ data: `payload-${i}-${j}-${Math.random().toString(36).slice(2)}`,
933
+ }));
934
+ const envelope = await makeCompressedEnvelope(items);
935
+ records.push(makeSqsRecord({ messageBody: envelope }, `stress-msg-${i}`));
936
+ }
937
+ const startTime = Date.now();
938
+ const { items, recordMap, stats, failedMessageIds } = await unbundleRecords(records);
939
+ const duration = Date.now() - startTime;
940
+ expect(failedMessageIds).toHaveLength(0);
941
+ expect(stats.failedRecords).toBe(0);
942
+ expect(stats.bundledSqsRecords).toBe(recordCount);
943
+ const seenUniqueIds = new Set();
944
+ for (const item of items) {
945
+ expect(seenUniqueIds.has(item.uniqueId)).toBe(false);
946
+ seenUniqueIds.add(item.uniqueId);
947
+ const expectedMsgId = `stress-msg-${item.recordIdx}`;
948
+ expect(recordMap.get(item)).toBe(expectedMsgId);
949
+ expect(item.itemIdx).toBeGreaterThanOrEqual(0);
950
+ expect(item.itemIdx).toBeLessThan(30);
951
+ }
952
+ const expectedTotal = Array.from({ length: recordCount }, (_, i) => 10 + (i % 20)).reduce((a, b) => a + b, 0);
953
+ expect(items).toHaveLength(expectedTotal);
954
+ expect(stats.totalItems).toBe(expectedTotal);
955
+ console.log(`Unbundled ${recordCount} records (${stats.totalItems} items) in ${duration}ms`);
956
+ });
957
+ it('handles items with all JSON primitive types', async () => {
958
+ const primitiveItems = [
959
+ {
960
+ id: 'primitives',
961
+ stringVal: 'hello',
962
+ numberVal: 42,
963
+ floatVal: 3.14159265359,
964
+ boolTrue: true,
965
+ boolFalse: false,
966
+ nullVal: null,
967
+ emptyString: '',
968
+ zero: 0,
969
+ negativeNum: -999,
970
+ largeNum: Number.MAX_SAFE_INTEGER,
971
+ smallNum: Number.MIN_SAFE_INTEGER,
972
+ scientificNotation: 1.23e10,
973
+ },
974
+ {
975
+ id: 'arrays',
976
+ emptyArray: [],
977
+ numberArray: [1, 2, 3],
978
+ mixedArray: [1, 'two', true, null],
979
+ nestedArray: [[1, 2], [3, 4], [[5]]],
980
+ },
981
+ {
982
+ id: 'objects',
983
+ emptyObject: {},
984
+ nestedObject: { a: { b: { c: 1 } } },
985
+ arrayOfObjects: [{ x: 1 }, { y: 2 }],
986
+ },
987
+ ];
988
+ const envelope = await makeCompressedEnvelope(primitiveItems);
989
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-primitives');
990
+ const { items } = await unbundleRecords([record]);
991
+ expect(items).toHaveLength(3);
992
+ expect(JSON.stringify(items)).toBe(JSON.stringify(primitiveItems));
993
+ });
994
+ it('maintains item order across multiple bundles', async () => {
995
+ const records = [];
996
+ let globalIdx = 0;
997
+ for (let bundleIdx = 0; bundleIdx < 10; bundleIdx++) {
998
+ const itemCount = 10 + bundleIdx * 5;
999
+ const items = Array.from({ length: itemCount }, () => ({
1000
+ globalOrder: globalIdx++,
1001
+ bundle: bundleIdx,
1002
+ }));
1003
+ const envelope = await makeCompressedEnvelope(items);
1004
+ records.push(makeSqsRecord({ messageBody: envelope }, `order-msg-${bundleIdx}`));
1005
+ }
1006
+ const { items } = await unbundleRecords(records);
1007
+ const bundleGroups = new Map();
1008
+ for (const item of items) {
1009
+ if (!bundleGroups.has(item.bundle)) {
1010
+ bundleGroups.set(item.bundle, []);
1011
+ }
1012
+ bundleGroups.get(item.bundle)?.push(item.globalOrder);
1013
+ }
1014
+ for (const [, orders] of bundleGroups) {
1015
+ for (let i = 1; i < orders.length; i++) {
1016
+ expect(orders[i]).toBeGreaterThan(orders[i - 1]);
1017
+ }
1018
+ }
1019
+ });
1020
+ it('handles edge case: single item bundles', async () => {
1021
+ const records = await Promise.all(Array.from({ length: 50 }, async (_, i) => {
1022
+ const items = [{ id: `single-${i}`, value: i }];
1023
+ const envelope = await makeCompressedEnvelope(items);
1024
+ return makeSqsRecord({ messageBody: envelope }, `single-msg-${i}`);
1025
+ }));
1026
+ const { items, stats, recordMap } = await unbundleRecords(records);
1027
+ expect(items).toHaveLength(50);
1028
+ expect(stats.bundledSqsRecords).toBe(50);
1029
+ expect(stats.totalItems).toBe(50);
1030
+ for (let i = 0; i < 50; i++) {
1031
+ const item = items.find((x) => x.value === i);
1032
+ expect(item).toBeDefined();
1033
+ if (!item)
1034
+ throw new Error(`Expected item with value ${i} to be found`);
1035
+ expect(recordMap.get(item)).toMatch(/single-msg-\d+/);
1036
+ }
1037
+ });
1038
+ it('handles edge case: empty arrays in bundles', async () => {
1039
+ const emptyEnvelope = {
1040
+ v: 1,
1041
+ c: CompressionAlgorithm.NONE,
1042
+ n: 0,
1043
+ p: [],
1044
+ };
1045
+ const record = makeSqsRecord({ messageBody: emptyEnvelope }, 'msg-empty');
1046
+ const { items, stats } = await unbundleRecords([record]);
1047
+ expect(items).toHaveLength(0);
1048
+ expect(stats.bundledSqsRecords).toBe(1);
1049
+ expect(stats.totalItems).toBe(0);
1050
+ });
1051
+ });
1052
+ describe('GZIP comprehensive tests', () => {
1053
+ describe('GZIP pre-decompression bomb protection', () => {
1054
+ it('rejects GZIP with fake ISIZE claiming huge size BEFORE decompression starts', async () => {
1055
+ const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1056
+ const emptyDeflate = Buffer.from([0x03, 0x00]);
1057
+ const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1058
+ const fakeIsize = Buffer.alloc(4);
1059
+ fakeIsize.writeUInt32LE(100 * 1024 * 1024, 0);
1060
+ const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1061
+ const base64 = fakeGzip.toString('base64');
1062
+ const bombEnvelope = {
1063
+ v: 1,
1064
+ c: CompressionAlgorithm.GZIP,
1065
+ n: 1,
1066
+ s: 100,
1067
+ p: base64,
1068
+ };
1069
+ const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-gzip-bomb');
1070
+ const { failedMessageIds, stats } = await unbundleRecords([record], {
1071
+ maxDecompressedSizeBytes: 10 * 1024 * 1024,
1072
+ });
1073
+ expect(failedMessageIds).toContain('msg-gzip-bomb');
1074
+ expect(stats.failedRecords).toBe(1);
1075
+ });
1076
+ it('allows GZIP with ISIZE within limit', async () => {
1077
+ const items = [makeTestEvent('valid-1')];
1078
+ const envelope = await makeGzipCompressedEnvelope(items);
1079
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-gzip-valid');
1080
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
1081
+ maxDecompressedSizeBytes: 10 * 1024 * 1024,
1082
+ });
1083
+ expect(result).toHaveLength(1);
1084
+ expect(failedMessageIds).toHaveLength(0);
1085
+ });
1086
+ it('pre-check catches bomb even when ISIZE is exactly at limit + 1', async () => {
1087
+ const limit = 1000;
1088
+ const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1089
+ const emptyDeflate = Buffer.from([0x03, 0x00]);
1090
+ const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1091
+ const fakeIsize = Buffer.alloc(4);
1092
+ fakeIsize.writeUInt32LE(limit + 1, 0);
1093
+ const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1094
+ const base64 = fakeGzip.toString('base64');
1095
+ const bombEnvelope = {
1096
+ v: 1,
1097
+ c: CompressionAlgorithm.GZIP,
1098
+ n: 1,
1099
+ s: 100,
1100
+ p: base64,
1101
+ };
1102
+ const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-boundary-bomb');
1103
+ const { failedMessageIds } = await unbundleRecords([record], {
1104
+ maxDecompressedSizeBytes: limit,
1105
+ });
1106
+ expect(failedMessageIds).toContain('msg-boundary-bomb');
1107
+ });
1108
+ });
1109
+ describe('empty GZIP bundle', () => {
1110
+ it('unbundles empty GZIP compressed array', async () => {
1111
+ const envelope = await makeGzipCompressedEnvelope([]);
1112
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-empty-gzip');
1113
+ const { items, stats } = await unbundleRecords([record]);
1114
+ expect(items).toHaveLength(0);
1115
+ expect(stats.bundledSqsRecords).toBe(1);
1116
+ expect(stats.totalItems).toBe(0);
1117
+ });
1118
+ });
1119
+ describe('Unicode characters in GZIP payload', () => {
1120
+ it('preserves emoji through GZIP compression', async () => {
1121
+ const items = [
1122
+ { eventId: 'emoji-1', content: '🎉🚀💻🌍✨' },
1123
+ { eventId: 'emoji-2', content: '👋🏽👨‍👩‍👧‍👦🏳️‍🌈' },
1124
+ ];
1125
+ const envelope = await makeGzipCompressedEnvelope(items);
1126
+ const record = makeSqsRecord({ messageBody: envelope });
1127
+ const { items: result } = await unbundleRecords([record]);
1128
+ expect(result).toHaveLength(2);
1129
+ expect(result[0].content).toBe('🎉🚀💻🌍✨');
1130
+ expect(result[1].content).toBe('👋🏽👨‍👩‍👧‍👦🏳️‍🌈');
1131
+ });
1132
+ it('preserves CJK characters through GZIP compression', async () => {
1133
+ const items = [
1134
+ { eventId: 'cjk-1', content: '中文测试:欢迎使用' },
1135
+ { eventId: 'cjk-2', content: 'こんにちは世界 ひらがな カタカナ' },
1136
+ { eventId: 'cjk-3', content: '안녕하세요 세계' },
1137
+ ];
1138
+ const envelope = await makeGzipCompressedEnvelope(items);
1139
+ const record = makeSqsRecord({ messageBody: envelope });
1140
+ const { items: result } = await unbundleRecords([record]);
1141
+ expect(result).toHaveLength(3);
1142
+ expect(result[0].content).toBe('中文测试:欢迎使用');
1143
+ expect(result[1].content).toBe('こんにちは世界 ひらがな カタカナ');
1144
+ expect(result[2].content).toBe('안녕하세요 세계');
1145
+ });
1146
+ it('preserves special characters and mixed scripts through GZIP compression', async () => {
1147
+ const items = [
1148
+ { eventId: 'special-1', content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃' },
1149
+ { eventId: 'special-2', content: 'العربية: مرحبا بكم' },
1150
+ { eventId: 'mixed', content: 'Hello 世界 🌏 مرحبا Привет' },
1151
+ { eventId: 'combining', content: 'e\u0301 n\u0303 c\u0327' },
1152
+ ];
1153
+ const envelope = await makeGzipCompressedEnvelope(items);
1154
+ const record = makeSqsRecord({ messageBody: envelope });
1155
+ const { items: result } = await unbundleRecords([record]);
1156
+ expect(result).toHaveLength(4);
1157
+ for (let i = 0; i < items.length; i++) {
1158
+ expect(result[i].content).toBe(items[i].content);
1159
+ const originalBytes = Buffer.from(items[i].content, 'utf8');
1160
+ const recoveredBytes = Buffer.from(result[i].content, 'utf8');
1161
+ expect(recoveredBytes.equals(originalBytes)).toBe(true);
1162
+ }
1163
+ });
1164
+ });
1165
+ describe('GZIP with invalid magic bytes', () => {
1166
+ it('fails gracefully for buffer with wrong magic bytes', async () => {
1167
+ const wrongMagic = Buffer.from([0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1168
+ const filler = Buffer.alloc(10);
1169
+ const invalidGzip = Buffer.concat([wrongMagic, filler]);
1170
+ const base64 = invalidGzip.toString('base64');
1171
+ const badEnvelope = {
1172
+ v: 1,
1173
+ c: CompressionAlgorithm.GZIP,
1174
+ n: 1,
1175
+ s: 100,
1176
+ p: base64,
1177
+ };
1178
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-wrong-magic');
1179
+ const { failedMessageIds } = await unbundleRecords([record]);
1180
+ expect(failedMessageIds).toContain('msg-wrong-magic');
1181
+ });
1182
+ it('fails gracefully for buffer starting with valid magic but corrupted data', async () => {
1183
+ const validMagic = Buffer.from([0x1f, 0x8b]);
1184
+ const garbage = Buffer.from('this is not valid gzip data after magic');
1185
+ const invalidGzip = Buffer.concat([validMagic, garbage]);
1186
+ const base64 = invalidGzip.toString('base64');
1187
+ const badEnvelope = {
1188
+ v: 1,
1189
+ c: CompressionAlgorithm.GZIP,
1190
+ n: 1,
1191
+ s: 100,
1192
+ p: base64,
1193
+ };
1194
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-corrupt-gzip');
1195
+ const { failedMessageIds } = await unbundleRecords([record]);
1196
+ expect(failedMessageIds).toContain('msg-corrupt-gzip');
1197
+ });
1198
+ });
1199
+ describe('GZIP minimum size edge cases', () => {
1200
+ it('handles buffer exactly 18 bytes (minimum valid)', async () => {
1201
+ const minBuffer = Buffer.alloc(18);
1202
+ minBuffer[0] = 0x1f;
1203
+ minBuffer[1] = 0x8b;
1204
+ const size = getGzipUncompressedSize(minBuffer);
1205
+ expect(size).toBe(0);
1206
+ });
1207
+ it('returns undefined for buffer exactly 17 bytes (too small)', async () => {
1208
+ const tooSmall = Buffer.alloc(17);
1209
+ tooSmall[0] = 0x1f;
1210
+ tooSmall[1] = 0x8b;
1211
+ const size = getGzipUncompressedSize(tooSmall);
1212
+ expect(size).toBeUndefined();
1213
+ });
1214
+ it('fails gracefully for 17-byte GZIP envelope', async () => {
1215
+ const tooSmall = Buffer.alloc(17);
1216
+ tooSmall[0] = 0x1f;
1217
+ tooSmall[1] = 0x8b;
1218
+ const base64 = tooSmall.toString('base64');
1219
+ const badEnvelope = {
1220
+ v: 1,
1221
+ c: CompressionAlgorithm.GZIP,
1222
+ n: 1,
1223
+ s: 100,
1224
+ p: base64,
1225
+ };
1226
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-too-small');
1227
+ const { failedMessageIds } = await unbundleRecords([record]);
1228
+ expect(failedMessageIds).toContain('msg-too-small');
1229
+ });
1230
+ });
1231
+ describe('GZIP timeout protection', () => {
1232
+ it('CompressionTimeoutError has correct properties', () => {
1233
+ const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 100);
1234
+ expect(error).toBeInstanceOf(Error);
1235
+ expect(error.name).toBe('CompressionTimeoutError');
1236
+ expect(error.operation).toBe('decompress');
1237
+ expect(error.timeoutMs).toBe(100);
1238
+ expect(error.message).toContain('timed out after 100ms');
1239
+ });
1240
+ it('GZIP decompression respects timeout option', async () => {
1241
+ const items = [makeTestEvent('timeout-test')];
1242
+ const envelope = await makeGzipCompressedEnvelope(items);
1243
+ const record = makeSqsRecord({ messageBody: envelope });
1244
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
1245
+ timeoutMs: 10000,
1246
+ });
1247
+ expect(result).toHaveLength(1);
1248
+ expect(failedMessageIds).toHaveLength(0);
1249
+ });
1250
+ });
1251
+ describe('large GZIP near SQS limit', () => {
1252
+ it('decompresses large GZIP bundle near 256KB compressed', async () => {
1253
+ const items = Array.from({ length: 200 }, (_, i) => ({
1254
+ eventId: `large-${i}`,
1255
+ name: 'page_view',
1256
+ data: `repeated-content-for-compression-${i}-`.repeat(50),
1257
+ value: i * 1.5,
1258
+ }));
1259
+ const envelope = await makeGzipCompressedEnvelope(items);
1260
+ const compressedSize = Buffer.byteLength(JSON.stringify(envelope.p), 'utf8');
1261
+ console.log(`Large GZIP test: compressed payload ~${Math.round(compressedSize / 1024)}KB`);
1262
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-large-gzip');
1263
+ const { items: result, failedMessageIds } = await unbundleRecords([record]);
1264
+ expect(failedMessageIds).toHaveLength(0);
1265
+ expect(result).toHaveLength(200);
1266
+ expect(result[0].eventId).toBe('large-0');
1267
+ expect(result[199].eventId).toBe('large-199');
1268
+ });
1269
+ it('handles GZIP with maximum decompressed size exactly at limit', async () => {
1270
+ const items = [{ eventId: 'boundary', data: 'x'.repeat(5000) }];
1271
+ const envelope = await makeGzipCompressedEnvelope(items);
1272
+ const record = makeSqsRecord({ messageBody: envelope });
1273
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
1274
+ maxDecompressedSizeBytes: 10 * 1024,
1275
+ });
1276
+ expect(failedMessageIds).toHaveLength(0);
1277
+ expect(result).toHaveLength(1);
1278
+ });
1279
+ });
1280
+ });
1281
+ });
1282
+ describe('getGzipUncompressedSize', () => {
1283
+ it('returns correct size for valid GZIP', async () => {
1284
+ const originalData = 'Hello, World! This is a test.';
1285
+ const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1286
+ const size = getGzipUncompressedSize(compressed);
1287
+ expect(size).toBe(Buffer.byteLength(originalData, 'utf8'));
1288
+ });
1289
+ it('returns correct size for larger payload', async () => {
1290
+ const originalData = 'x'.repeat(10000);
1291
+ const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1292
+ const size = getGzipUncompressedSize(compressed);
1293
+ expect(size).toBe(10000);
1294
+ });
1295
+ it('returns undefined for buffer too small', () => {
1296
+ const tooSmall = Buffer.alloc(17);
1297
+ tooSmall[0] = 0x1f;
1298
+ tooSmall[1] = 0x8b;
1299
+ expect(getGzipUncompressedSize(tooSmall)).toBeUndefined();
1300
+ });
1301
+ it('returns undefined for wrong magic bytes', () => {
1302
+ const wrongMagic = Buffer.alloc(20);
1303
+ wrongMagic[0] = 0x00;
1304
+ wrongMagic[1] = 0x00;
1305
+ expect(getGzipUncompressedSize(wrongMagic)).toBeUndefined();
1306
+ });
1307
+ it('returns undefined for empty buffer', () => {
1308
+ expect(getGzipUncompressedSize(Buffer.alloc(0))).toBeUndefined();
1309
+ });
1310
+ it('returns undefined for single byte buffer', () => {
1311
+ expect(getGzipUncompressedSize(Buffer.from([0x1f]))).toBeUndefined();
1312
+ });
1313
+ it('returns undefined for buffer with only magic bytes', () => {
1314
+ expect(getGzipUncompressedSize(Buffer.from([0x1f, 0x8b]))).toBeUndefined();
1315
+ });
1316
+ it('returns 0 for GZIP with ISIZE = 0', () => {
1317
+ const buffer = Buffer.alloc(18);
1318
+ buffer[0] = 0x1f;
1319
+ buffer[1] = 0x8b;
1320
+ const size = getGzipUncompressedSize(buffer);
1321
+ expect(size).toBe(0);
1322
+ });
1323
+ it('reads ISIZE correctly as little-endian', async () => {
1324
+ const buffer = Buffer.alloc(18);
1325
+ buffer[0] = 0x1f;
1326
+ buffer[1] = 0x8b;
1327
+ buffer.writeUInt32LE(0x12345678, 14);
1328
+ const size = getGzipUncompressedSize(buffer);
1329
+ expect(size).toBe(0x12345678);
1330
+ });
1331
+ it('handles maximum 32-bit ISIZE value', () => {
1332
+ const buffer = Buffer.alloc(18);
1333
+ buffer[0] = 0x1f;
1334
+ buffer[1] = 0x8b;
1335
+ buffer.writeUInt32LE(0xffffffff, 14);
1336
+ const size = getGzipUncompressedSize(buffer);
1337
+ expect(size).toBe(0xffffffff);
1338
+ });
1339
+ it('correctly extracts size from real GZIP data', async () => {
1340
+ const testSizes = [1, 10, 100, 1000, 50000];
1341
+ for (const testSize of testSizes) {
1342
+ const originalData = 'a'.repeat(testSize);
1343
+ const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1344
+ const size = getGzipUncompressedSize(compressed);
1345
+ expect(size).toBe(testSize);
1346
+ }
1347
+ });
1348
+ it('handles JSON array compression correctly', async () => {
1349
+ const items = [{ id: 1 }, { id: 2 }, { id: 3 }];
1350
+ const json = JSON.stringify(items);
1351
+ const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
1352
+ const size = getGzipUncompressedSize(compressed);
1353
+ expect(size).toBe(Buffer.byteLength(json, 'utf8'));
1354
+ });
1355
+ });
1356
1356
  //# sourceMappingURL=sqs-unbundle.spec.js.map