@adtrackify/at-service-common 4.0.25 → 4.0.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (849) hide show
  1. package/dist/cjs/__tests__/clients/acuity-client.spec.d.ts +1 -1
  2. package/dist/cjs/__tests__/clients/acuity-client.spec.js +43 -43
  3. package/dist/cjs/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
  4. package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js +354 -354
  5. package/dist/cjs/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
  6. package/dist/cjs/__tests__/clients/dynamodb-client.spec.js +194 -194
  7. package/dist/cjs/__tests__/clients/event-collector-client.spec.d.ts +1 -0
  8. package/dist/cjs/__tests__/clients/event-collector-client.spec.js +228 -0
  9. package/dist/cjs/__tests__/clients/event-collector-client.spec.js.map +1 -0
  10. package/dist/cjs/__tests__/clients/open-exchange-rates-client.spec.d.ts +1 -0
  11. package/dist/cjs/__tests__/clients/open-exchange-rates-client.spec.js +56 -0
  12. package/dist/cjs/__tests__/clients/open-exchange-rates-client.spec.js.map +1 -0
  13. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
  14. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +931 -931
  15. package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
  16. package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js +563 -563
  17. package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
  18. package/dist/cjs/__tests__/clients/sqs-client.spec.js +191 -191
  19. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
  20. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +1357 -1357
  21. package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
  22. package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.js +68 -68
  23. package/dist/cjs/__tests__/db/destinations-db-service.spec.d.ts +1 -1
  24. package/dist/cjs/__tests__/db/destinations-db-service.spec.js +125 -125
  25. package/dist/cjs/__tests__/db/products-db-service.spec.d.ts +1 -1
  26. package/dist/cjs/__tests__/db/products-db-service.spec.js +89 -89
  27. package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  28. package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
  29. package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
  30. package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.js +104 -104
  31. package/dist/cjs/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
  32. package/dist/cjs/__tests__/db/subscriptions-db-service.spec.js +95 -95
  33. package/dist/cjs/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
  34. package/dist/cjs/__tests__/db/user-accounts-db-service.spec.js +76 -76
  35. package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  36. package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
  37. package/dist/cjs/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
  38. package/dist/cjs/__tests__/helpers/acuity-helper.spec.js +69 -69
  39. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  40. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +82 -82
  41. package/dist/cjs/__tests__/helpers/cognito-auth-helper.spec.d.ts +1 -0
  42. package/dist/cjs/__tests__/helpers/cognito-auth-helper.spec.js +47 -0
  43. package/dist/cjs/__tests__/helpers/cognito-auth-helper.spec.js.map +1 -0
  44. package/dist/cjs/__tests__/helpers/public-api-response-helper.spec.d.ts +1 -1
  45. package/dist/cjs/__tests__/helpers/public-api-response-helper.spec.js +60 -60
  46. package/dist/cjs/__tests__/identity-cache/helpers.spec.d.ts +1 -1
  47. package/dist/cjs/__tests__/identity-cache/helpers.spec.js +592 -592
  48. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  49. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +676 -676
  50. package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.d.ts +1 -1
  51. package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.js +555 -555
  52. package/dist/cjs/__tests__/identity-cache/identity-cache-tier-routing.spec.d.ts +1 -1
  53. package/dist/cjs/__tests__/identity-cache/identity-cache-tier-routing.spec.js +631 -631
  54. package/dist/cjs/__tests__/identity-cache/identity-client.spec.d.ts +1 -1
  55. package/dist/cjs/__tests__/identity-cache/identity-client.spec.js +359 -359
  56. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-hit.spec.d.ts +1 -1
  57. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-hit.spec.js +137 -137
  58. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-miss.spec.d.ts +1 -1
  59. package/dist/cjs/__tests__/identity-cache/identity-gateway-cache-miss.spec.js +152 -152
  60. package/dist/cjs/__tests__/identity-cache/identity-gateway-constructor.spec.d.ts +1 -1
  61. package/dist/cjs/__tests__/identity-cache/identity-gateway-constructor.spec.js +71 -71
  62. package/dist/cjs/__tests__/identity-cache/identity-gateway-edge-cases.spec.d.ts +1 -1
  63. package/dist/cjs/__tests__/identity-cache/identity-gateway-edge-cases.spec.js +88 -88
  64. package/dist/cjs/__tests__/identity-cache/identity-gateway-enqueue-async.spec.d.ts +1 -1
  65. package/dist/cjs/__tests__/identity-cache/identity-gateway-enqueue-async.spec.js +135 -135
  66. package/dist/cjs/__tests__/identity-cache/identity-gateway-stale-cache.spec.d.ts +1 -1
  67. package/dist/cjs/__tests__/identity-cache/identity-gateway-stale-cache.spec.js +223 -223
  68. package/dist/cjs/__tests__/identity-cache/identity-gateway-test-setup.d.ts +28 -28
  69. package/dist/cjs/__tests__/identity-cache/identity-gateway-test-setup.js +89 -89
  70. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  71. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +1770 -1770
  72. package/dist/cjs/__tests__/identity-cache/volatile-traits-optimization.spec.d.ts +1 -1
  73. package/dist/cjs/__tests__/identity-cache/volatile-traits-optimization.spec.js +818 -818
  74. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
  75. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +584 -584
  76. package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  77. package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
  78. package/dist/cjs/__tests__/libs/contacts.spec.d.ts +1 -1
  79. package/dist/cjs/__tests__/libs/contacts.spec.js +294 -294
  80. package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
  81. package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
  82. package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
  83. package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
  84. package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
  85. package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
  86. package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
  87. package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
  88. package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  89. package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
  90. package/dist/cjs/__tests__/services/acuity-api-service.spec.d.ts +1 -1
  91. package/dist/cjs/__tests__/services/acuity-api-service.spec.js +71 -71
  92. package/dist/cjs/__tests__/services/cost/cost-calculation-types.spec.d.ts +1 -1
  93. package/dist/cjs/__tests__/services/cost/cost-calculation-types.spec.js +23 -23
  94. package/dist/cjs/__tests__/services/cost/cost-calculator-service.spec.d.ts +1 -1
  95. package/dist/cjs/__tests__/services/cost/cost-calculator-service.spec.js +3319 -3319
  96. package/dist/cjs/__tests__/services/cost/cost-currency-service.spec.d.ts +1 -1
  97. package/dist/cjs/__tests__/services/cost/cost-currency-service.spec.js +114 -114
  98. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.d.ts +1 -1
  99. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.js +468 -468
  100. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.d.ts +1 -1
  101. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js +206 -206
  102. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.d.ts +1 -1
  103. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.js +34 -34
  104. package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
  105. package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.js +93 -93
  106. package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
  107. package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.js +57 -57
  108. package/dist/cjs/__tests__/services/events/collect-queue-tracking-service.spec.d.ts +1 -0
  109. package/dist/cjs/__tests__/services/events/collect-queue-tracking-service.spec.js +178 -0
  110. package/dist/cjs/__tests__/services/events/collect-queue-tracking-service.spec.js.map +1 -0
  111. package/dist/cjs/__tests__/services/events/tracking-event-sqs-service.spec.d.ts +1 -0
  112. package/dist/cjs/__tests__/services/events/tracking-event-sqs-service.spec.js +172 -0
  113. package/dist/cjs/__tests__/services/events/tracking-event-sqs-service.spec.js.map +1 -0
  114. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  115. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
  116. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  117. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +181 -181
  118. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  119. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
  120. package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
  121. package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.js +146 -146
  122. package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
  123. package/dist/cjs/clients/generic/cognito-client.js +209 -209
  124. package/dist/cjs/clients/generic/dynamodb-client.d.ts +20 -20
  125. package/dist/cjs/clients/generic/dynamodb-client.js +235 -235
  126. package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
  127. package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
  128. package/dist/cjs/clients/generic/http-client.d.ts +14 -14
  129. package/dist/cjs/clients/generic/http-client.js +61 -61
  130. package/dist/cjs/clients/generic/index.d.ts +13 -13
  131. package/dist/cjs/clients/generic/index.js +29 -29
  132. package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
  133. package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
  134. package/dist/cjs/clients/generic/location-client.d.ts +8 -8
  135. package/dist/cjs/clients/generic/location-client.js +31 -31
  136. package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
  137. package/dist/cjs/clients/generic/redis-client.js +191 -191
  138. package/dist/cjs/clients/generic/s3-client.d.ts +23 -23
  139. package/dist/cjs/clients/generic/s3-client.js +216 -216
  140. package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
  141. package/dist/cjs/clients/generic/singlestore-db-client.js +67 -67
  142. package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -15
  143. package/dist/cjs/clients/generic/sqs-bundled-client.js +311 -311
  144. package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +53 -53
  145. package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -17
  146. package/dist/cjs/clients/generic/sqs-client.d.ts +53 -53
  147. package/dist/cjs/clients/generic/sqs-client.js +285 -285
  148. package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -32
  149. package/dist/cjs/clients/generic/sqs-unbundle.js +144 -144
  150. package/dist/cjs/clients/index.d.ts +3 -3
  151. package/dist/cjs/clients/index.js +19 -19
  152. package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
  153. package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
  154. package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
  155. package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
  156. package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
  157. package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
  158. package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
  159. package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
  160. package/dist/cjs/clients/internal-api/event-collector-client.d.ts +122 -20
  161. package/dist/cjs/clients/internal-api/event-collector-client.js +78 -36
  162. package/dist/cjs/clients/internal-api/event-collector-client.js.map +1 -1
  163. package/dist/cjs/clients/internal-api/identity-client.d.ts +41 -41
  164. package/dist/cjs/clients/internal-api/identity-client.js +137 -137
  165. package/dist/cjs/clients/internal-api/index.d.ts +9 -9
  166. package/dist/cjs/clients/internal-api/index.js +25 -25
  167. package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  168. package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
  169. package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
  170. package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
  171. package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
  172. package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
  173. package/dist/cjs/clients/third-party/acuity-client.d.ts +10 -10
  174. package/dist/cjs/clients/third-party/acuity-client.js +40 -40
  175. package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
  176. package/dist/cjs/clients/third-party/emailable-client.js +25 -25
  177. package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  178. package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
  179. package/dist/cjs/clients/third-party/index.d.ts +6 -5
  180. package/dist/cjs/clients/third-party/index.js +22 -21
  181. package/dist/cjs/clients/third-party/index.js.map +1 -1
  182. package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
  183. package/dist/cjs/clients/third-party/loops-client.js +30 -30
  184. package/dist/cjs/clients/third-party/open-exchange-rates-client.d.ts +8 -0
  185. package/dist/cjs/clients/third-party/open-exchange-rates-client.js +28 -0
  186. package/dist/cjs/clients/third-party/open-exchange-rates-client.js.map +1 -0
  187. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  188. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +4 -4
  189. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  190. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +5 -5
  191. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  192. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
  193. package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
  194. package/dist/cjs/clients/third-party/shopify-client.js +146 -146
  195. package/dist/cjs/constants/index.d.ts +1 -1
  196. package/dist/cjs/constants/index.js +17 -17
  197. package/dist/cjs/constants/sqs.d.ts +20 -20
  198. package/dist/cjs/constants/sqs.js +26 -26
  199. package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
  200. package/dist/cjs/helpers/account-users-helper.js +22 -22
  201. package/dist/cjs/helpers/acuity-helper.d.ts +4 -4
  202. package/dist/cjs/helpers/acuity-helper.js +56 -56
  203. package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -9
  204. package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
  205. package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
  206. package/dist/cjs/helpers/api-key-authorizer-helper.js +87 -87
  207. package/dist/cjs/helpers/cognito-auth-helper.d.ts +5 -0
  208. package/dist/cjs/helpers/cognito-auth-helper.js +15 -0
  209. package/dist/cjs/helpers/cognito-auth-helper.js.map +1 -0
  210. package/dist/cjs/helpers/index.d.ts +11 -10
  211. package/dist/cjs/helpers/index.js +27 -26
  212. package/dist/cjs/helpers/index.js.map +1 -1
  213. package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
  214. package/dist/cjs/helpers/input-validation-helper.js +22 -22
  215. package/dist/cjs/helpers/logging-helper.d.ts +16 -16
  216. package/dist/cjs/helpers/logging-helper.js +84 -84
  217. package/dist/cjs/helpers/public-api-response-helper.d.ts +21 -21
  218. package/dist/cjs/helpers/public-api-response-helper.js +45 -45
  219. package/dist/cjs/helpers/response-helper.d.ts +18 -18
  220. package/dist/cjs/helpers/response-helper.js +43 -43
  221. package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
  222. package/dist/cjs/helpers/shopify-helper.js +26 -26
  223. package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
  224. package/dist/cjs/helpers/sqs-utils.js +14 -14
  225. package/dist/cjs/index.d.ts +7 -7
  226. package/dist/cjs/index.js +23 -23
  227. package/dist/cjs/libs/api-router/index.d.ts +2 -2
  228. package/dist/cjs/libs/api-router/index.js +18 -18
  229. package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
  230. package/dist/cjs/libs/api-router/public-api-router.js +36 -36
  231. package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
  232. package/dist/cjs/libs/api-router/route-matcher.js +36 -36
  233. package/dist/cjs/libs/click-id-parser.d.ts +23 -23
  234. package/dist/cjs/libs/click-id-parser.js +49 -49
  235. package/dist/cjs/libs/compression.d.ts +2 -2
  236. package/dist/cjs/libs/compression.js +33 -33
  237. package/dist/cjs/libs/contacts.d.ts +7 -7
  238. package/dist/cjs/libs/contacts.js +152 -152
  239. package/dist/cjs/libs/cookie.d.ts +17 -17
  240. package/dist/cjs/libs/cookie.js +76 -76
  241. package/dist/cjs/libs/crypto.d.ts +4 -4
  242. package/dist/cjs/libs/crypto.js +25 -25
  243. package/dist/cjs/libs/csv.d.ts +2 -2
  244. package/dist/cjs/libs/csv.js +35 -35
  245. package/dist/cjs/libs/currency.d.ts +1 -1
  246. package/dist/cjs/libs/currency.js +29 -29
  247. package/dist/cjs/libs/dates.d.ts +12 -12
  248. package/dist/cjs/libs/dates.js +96 -96
  249. package/dist/cjs/libs/domain.d.ts +2 -2
  250. package/dist/cjs/libs/domain.js +38 -38
  251. package/dist/cjs/libs/emails.d.ts +8 -8
  252. package/dist/cjs/libs/emails.js +154 -154
  253. package/dist/cjs/libs/http-error.d.ts +21 -21
  254. package/dist/cjs/libs/http-error.js +63 -63
  255. package/dist/cjs/libs/http-status-codes.d.ts +58 -58
  256. package/dist/cjs/libs/http-status-codes.js +62 -62
  257. package/dist/cjs/libs/index.d.ts +19 -19
  258. package/dist/cjs/libs/index.js +35 -35
  259. package/dist/cjs/libs/numbers.d.ts +1 -1
  260. package/dist/cjs/libs/numbers.js +15 -15
  261. package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
  262. package/dist/cjs/libs/referrer-parser/index.js +18 -18
  263. package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
  264. package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
  265. package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  266. package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
  267. package/dist/cjs/libs/strings.d.ts +3 -3
  268. package/dist/cjs/libs/strings.js +46 -46
  269. package/dist/cjs/libs/traits.d.ts +6 -6
  270. package/dist/cjs/libs/traits.js +65 -65
  271. package/dist/cjs/libs/url.d.ts +1 -1
  272. package/dist/cjs/libs/url.js +13 -13
  273. package/dist/cjs/services/acuity-api-service.d.ts +9 -9
  274. package/dist/cjs/services/acuity-api-service.js +73 -73
  275. package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
  276. package/dist/cjs/services/cache/generic-cached-object.js +2 -2
  277. package/dist/cjs/services/cache/index.d.ts +1 -1
  278. package/dist/cjs/services/cache/index.js +17 -17
  279. package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
  280. package/dist/cjs/services/cache/product-cache-service.js +76 -76
  281. package/dist/cjs/services/cost/cost-calculation-types.d.ts +69 -69
  282. package/dist/cjs/services/cost/cost-calculation-types.js +19 -19
  283. package/dist/cjs/services/cost/cost-calculator-service.d.ts +24 -24
  284. package/dist/cjs/services/cost/cost-calculator-service.js +456 -456
  285. package/dist/cjs/services/cost/cost-currency-service.d.ts +6 -6
  286. package/dist/cjs/services/cost/cost-currency-service.js +87 -87
  287. package/dist/cjs/services/cost/cost-filter-service.d.ts +10 -10
  288. package/dist/cjs/services/cost/cost-filter-service.js +121 -121
  289. package/dist/cjs/services/cost/index.d.ts +5 -5
  290. package/dist/cjs/services/cost/index.js +21 -21
  291. package/dist/cjs/services/cost/order-cost/index.d.ts +2 -2
  292. package/dist/cjs/services/cost/order-cost/index.js +18 -18
  293. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.d.ts +23 -23
  294. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.js +361 -361
  295. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.d.ts +37 -37
  296. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.js +2 -2
  297. package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +12 -12
  298. package/dist/cjs/services/currency-exchange-rate-lookup-service.js +94 -94
  299. package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
  300. package/dist/cjs/services/db/accounts-db-service.js +33 -33
  301. package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
  302. package/dist/cjs/services/db/api-keys-db-service.js +36 -36
  303. package/dist/cjs/services/db/contact-enrichments-db-service.d.ts +15 -15
  304. package/dist/cjs/services/db/contact-enrichments-db-service.js +94 -94
  305. package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  306. package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
  307. package/dist/cjs/services/db/custom-measures-db-service.d.ts +14 -14
  308. package/dist/cjs/services/db/custom-measures-db-service.js +48 -48
  309. package/dist/cjs/services/db/destinations-db-service.d.ts +13 -13
  310. package/dist/cjs/services/db/destinations-db-service.js +74 -74
  311. package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
  312. package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
  313. package/dist/cjs/services/db/identity-cache-dynamodb-service/constants.d.ts +3 -3
  314. package/dist/cjs/services/db/identity-cache-dynamodb-service/constants.js +6 -6
  315. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.d.ts +20 -20
  316. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.js +362 -362
  317. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-gateway-service.d.ts +23 -23
  318. package/dist/cjs/services/db/identity-cache-dynamodb-service/identity-gateway-service.js +222 -222
  319. package/dist/cjs/services/db/identity-cache-dynamodb-service/index.d.ts +4 -4
  320. package/dist/cjs/services/db/identity-cache-dynamodb-service/index.js +20 -20
  321. package/dist/cjs/services/db/identity-cache-dynamodb-service/key-builders.d.ts +12 -12
  322. package/dist/cjs/services/db/identity-cache-dynamodb-service/key-builders.js +31 -31
  323. package/dist/cjs/services/db/identity-cache-dynamodb-service/types.d.ts +71 -71
  324. package/dist/cjs/services/db/identity-cache-dynamodb-service/types.js +28 -28
  325. package/dist/cjs/services/db/index.d.ts +22 -22
  326. package/dist/cjs/services/db/index.js +38 -38
  327. package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
  328. package/dist/cjs/services/db/log-events-db-service.js +181 -181
  329. package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
  330. package/dist/cjs/services/db/pixels-db-service.js +35 -35
  331. package/dist/cjs/services/db/products-db-service-types.d.ts +10 -10
  332. package/dist/cjs/services/db/products-db-service-types.js +2 -2
  333. package/dist/cjs/services/db/products-db-service.d.ts +19 -19
  334. package/dist/cjs/services/db/products-db-service.js +281 -281
  335. package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
  336. package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
  337. package/dist/cjs/services/db/purchased-contacts/index.d.ts +2 -2
  338. package/dist/cjs/services/db/purchased-contacts/index.js +18 -18
  339. package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
  340. package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js +152 -152
  341. package/dist/cjs/services/db/purchased-contacts/types.d.ts +11 -11
  342. package/dist/cjs/services/db/purchased-contacts/types.js +2 -2
  343. package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +10 -10
  344. package/dist/cjs/services/db/shopify-app-installs-db-service.js +52 -52
  345. package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
  346. package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
  347. package/dist/cjs/services/db/subscriptions-db-service.d.ts +11 -11
  348. package/dist/cjs/services/db/subscriptions-db-service.js +38 -38
  349. package/dist/cjs/services/db/tracking-events-db-service.d.ts +21 -21
  350. package/dist/cjs/services/db/tracking-events-db-service.js +188 -188
  351. package/dist/cjs/services/db/user-accounts-db-service.d.ts +7 -7
  352. package/dist/cjs/services/db/user-accounts-db-service.js +17 -17
  353. package/dist/cjs/services/email-verification/contact-email-verification-service.d.ts +7 -7
  354. package/dist/cjs/services/email-verification/contact-email-verification-service.js +101 -101
  355. package/dist/cjs/services/email-verification/email-verification-service.d.ts +19 -19
  356. package/dist/cjs/services/email-verification/email-verification-service.js +131 -131
  357. package/dist/cjs/services/email-verification/index.d.ts +2 -2
  358. package/dist/cjs/services/email-verification/index.js +18 -18
  359. package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
  360. package/dist/cjs/services/eventbridge-integration-service.js +28 -28
  361. package/dist/cjs/services/events/build-collect-queue-tracking-event.d.ts +14 -0
  362. package/dist/cjs/services/events/build-collect-queue-tracking-event.js +26 -0
  363. package/dist/cjs/services/events/build-collect-queue-tracking-event.js.map +1 -0
  364. package/dist/cjs/services/events/collect-queue-tracking-service.d.ts +9 -0
  365. package/dist/cjs/services/events/collect-queue-tracking-service.js +23 -0
  366. package/dist/cjs/services/events/collect-queue-tracking-service.js.map +1 -0
  367. package/dist/cjs/services/events/index.d.ts +5 -3
  368. package/dist/cjs/services/events/index.js +21 -19
  369. package/dist/cjs/services/events/index.js.map +1 -1
  370. package/dist/cjs/services/events/log-event-service.d.ts +19 -19
  371. package/dist/cjs/services/events/log-event-service.js +77 -77
  372. package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
  373. package/dist/cjs/services/events/metric-event-service.js +49 -49
  374. package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
  375. package/dist/cjs/services/events/tracking-event-sqs-service.js +36 -34
  376. package/dist/cjs/services/events/tracking-event-sqs-service.js.map +1 -1
  377. package/dist/cjs/services/generic-cache-service.d.ts +7 -7
  378. package/dist/cjs/services/generic-cache-service.js +33 -33
  379. package/dist/cjs/services/index.d.ts +11 -11
  380. package/dist/cjs/services/index.js +27 -27
  381. package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
  382. package/dist/cjs/services/ipdata-lookup-service.js +112 -112
  383. package/dist/cjs/services/shopify/index.d.ts +2 -2
  384. package/dist/cjs/services/shopify/index.js +18 -18
  385. package/dist/cjs/services/shopify/products/index.d.ts +1 -1
  386. package/dist/cjs/services/shopify/products/index.js +17 -17
  387. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  388. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
  389. package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  390. package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
  391. package/dist/cjs/types/acuity-types.d.ts +74 -74
  392. package/dist/cjs/types/acuity-types.js +2 -2
  393. package/dist/cjs/types/api-response.d.ts +6 -6
  394. package/dist/cjs/types/api-response.js +2 -2
  395. package/dist/cjs/types/index.d.ts +6 -5
  396. package/dist/cjs/types/index.js +35 -34
  397. package/dist/cjs/types/index.js.map +1 -1
  398. package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
  399. package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
  400. package/dist/cjs/types/internal-events/index.d.ts +1 -1
  401. package/dist/cjs/types/internal-events/index.js +17 -17
  402. package/dist/cjs/types/open-exchange-rates-types.d.ts +10 -0
  403. package/dist/cjs/types/open-exchange-rates-types.js +3 -0
  404. package/dist/cjs/types/open-exchange-rates-types.js.map +1 -0
  405. package/dist/cjs/types/public-api-types.d.ts +24 -24
  406. package/dist/cjs/types/public-api-types.js +13 -13
  407. package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  408. package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
  409. package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  410. package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
  411. package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
  412. package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
  413. package/dist/cjs/types/shopify-rest-types.d.ts +767 -767
  414. package/dist/cjs/types/shopify-rest-types.js +2 -2
  415. package/dist/cjs/utils/compression.d.ts +36 -36
  416. package/dist/cjs/utils/compression.js +198 -198
  417. package/dist/cjs/utils/custom-measure-formula-utils.d.ts +6 -6
  418. package/dist/cjs/utils/custom-measure-formula-utils.js +209 -209
  419. package/dist/cjs/utils/index.d.ts +4 -4
  420. package/dist/cjs/utils/index.js +20 -20
  421. package/dist/cjs/utils/retry-envelope.d.ts +12 -12
  422. package/dist/cjs/utils/retry-envelope.js +28 -28
  423. package/dist/cjs/utils/size.d.ts +2 -2
  424. package/dist/cjs/utils/size.js +49 -49
  425. package/dist/esm/__tests__/clients/acuity-client.spec.d.ts +1 -1
  426. package/dist/esm/__tests__/clients/acuity-client.spec.js +41 -41
  427. package/dist/esm/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
  428. package/dist/esm/__tests__/clients/cross-platform-compression.spec.js +329 -329
  429. package/dist/esm/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
  430. package/dist/esm/__tests__/clients/dynamodb-client.spec.js +192 -192
  431. package/dist/esm/__tests__/clients/event-collector-client.spec.d.ts +1 -0
  432. package/dist/esm/__tests__/clients/event-collector-client.spec.js +226 -0
  433. package/dist/esm/__tests__/clients/event-collector-client.spec.js.map +1 -0
  434. package/dist/esm/__tests__/clients/open-exchange-rates-client.spec.d.ts +1 -0
  435. package/dist/esm/__tests__/clients/open-exchange-rates-client.spec.js +54 -0
  436. package/dist/esm/__tests__/clients/open-exchange-rates-client.spec.js.map +1 -0
  437. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
  438. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +906 -906
  439. package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
  440. package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.js +538 -538
  441. package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
  442. package/dist/esm/__tests__/clients/sqs-client.spec.js +189 -189
  443. package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
  444. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +1355 -1355
  445. package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
  446. package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.js +66 -66
  447. package/dist/esm/__tests__/db/destinations-db-service.spec.d.ts +1 -1
  448. package/dist/esm/__tests__/db/destinations-db-service.spec.js +123 -123
  449. package/dist/esm/__tests__/db/products-db-service.spec.d.ts +1 -1
  450. package/dist/esm/__tests__/db/products-db-service.spec.js +87 -87
  451. package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  452. package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
  453. package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
  454. package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.js +102 -102
  455. package/dist/esm/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
  456. package/dist/esm/__tests__/db/subscriptions-db-service.spec.js +93 -93
  457. package/dist/esm/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
  458. package/dist/esm/__tests__/db/user-accounts-db-service.spec.js +74 -74
  459. package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  460. package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
  461. package/dist/esm/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
  462. package/dist/esm/__tests__/helpers/acuity-helper.spec.js +67 -67
  463. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  464. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +80 -80
  465. package/dist/esm/__tests__/helpers/cognito-auth-helper.spec.d.ts +1 -0
  466. package/dist/esm/__tests__/helpers/cognito-auth-helper.spec.js +45 -0
  467. package/dist/esm/__tests__/helpers/cognito-auth-helper.spec.js.map +1 -0
  468. package/dist/esm/__tests__/helpers/public-api-response-helper.spec.d.ts +1 -1
  469. package/dist/esm/__tests__/helpers/public-api-response-helper.spec.js +55 -55
  470. package/dist/esm/__tests__/identity-cache/helpers.spec.d.ts +1 -1
  471. package/dist/esm/__tests__/identity-cache/helpers.spec.js +590 -590
  472. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  473. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
  474. package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.d.ts +1 -1
  475. package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-db-service.spec.js +553 -553
  476. package/dist/esm/__tests__/identity-cache/identity-cache-tier-routing.spec.d.ts +1 -1
  477. package/dist/esm/__tests__/identity-cache/identity-cache-tier-routing.spec.js +629 -629
  478. package/dist/esm/__tests__/identity-cache/identity-client.spec.d.ts +1 -1
  479. package/dist/esm/__tests__/identity-cache/identity-client.spec.js +357 -357
  480. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-hit.spec.d.ts +1 -1
  481. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-hit.spec.js +135 -135
  482. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-miss.spec.d.ts +1 -1
  483. package/dist/esm/__tests__/identity-cache/identity-gateway-cache-miss.spec.js +150 -150
  484. package/dist/esm/__tests__/identity-cache/identity-gateway-constructor.spec.d.ts +1 -1
  485. package/dist/esm/__tests__/identity-cache/identity-gateway-constructor.spec.js +69 -69
  486. package/dist/esm/__tests__/identity-cache/identity-gateway-edge-cases.spec.d.ts +1 -1
  487. package/dist/esm/__tests__/identity-cache/identity-gateway-edge-cases.spec.js +86 -86
  488. package/dist/esm/__tests__/identity-cache/identity-gateway-enqueue-async.spec.d.ts +1 -1
  489. package/dist/esm/__tests__/identity-cache/identity-gateway-enqueue-async.spec.js +133 -133
  490. package/dist/esm/__tests__/identity-cache/identity-gateway-stale-cache.spec.d.ts +1 -1
  491. package/dist/esm/__tests__/identity-cache/identity-gateway-stale-cache.spec.js +221 -221
  492. package/dist/esm/__tests__/identity-cache/identity-gateway-test-setup.d.ts +28 -28
  493. package/dist/esm/__tests__/identity-cache/identity-gateway-test-setup.js +82 -82
  494. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  495. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +1768 -1768
  496. package/dist/esm/__tests__/identity-cache/volatile-traits-optimization.spec.d.ts +1 -1
  497. package/dist/esm/__tests__/identity-cache/volatile-traits-optimization.spec.js +816 -816
  498. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
  499. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -582
  500. package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  501. package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
  502. package/dist/esm/__tests__/libs/contacts.spec.d.ts +1 -1
  503. package/dist/esm/__tests__/libs/contacts.spec.js +292 -292
  504. package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
  505. package/dist/esm/__tests__/libs/currency.spec.js +218 -218
  506. package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
  507. package/dist/esm/__tests__/libs/dates.spec.js +128 -128
  508. package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
  509. package/dist/esm/__tests__/libs/domain.spec.js +105 -105
  510. package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
  511. package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
  512. package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  513. package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
  514. package/dist/esm/__tests__/services/acuity-api-service.spec.d.ts +1 -1
  515. package/dist/esm/__tests__/services/acuity-api-service.spec.js +69 -69
  516. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.d.ts +1 -1
  517. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.js +21 -21
  518. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.d.ts +1 -1
  519. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.js +3317 -3317
  520. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.d.ts +1 -1
  521. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.js +112 -112
  522. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.d.ts +1 -1
  523. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.js +466 -466
  524. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.d.ts +1 -1
  525. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js +204 -204
  526. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.d.ts +1 -1
  527. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.js +32 -32
  528. package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
  529. package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.js +91 -91
  530. package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
  531. package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.js +55 -55
  532. package/dist/esm/__tests__/services/events/collect-queue-tracking-service.spec.d.ts +1 -0
  533. package/dist/esm/__tests__/services/events/collect-queue-tracking-service.spec.js +176 -0
  534. package/dist/esm/__tests__/services/events/collect-queue-tracking-service.spec.js.map +1 -0
  535. package/dist/esm/__tests__/services/events/tracking-event-sqs-service.spec.d.ts +1 -0
  536. package/dist/esm/__tests__/services/events/tracking-event-sqs-service.spec.js +170 -0
  537. package/dist/esm/__tests__/services/events/tracking-event-sqs-service.spec.js.map +1 -0
  538. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  539. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
  540. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  541. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +156 -156
  542. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  543. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
  544. package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
  545. package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.js +144 -144
  546. package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
  547. package/dist/esm/clients/generic/cognito-client.js +204 -204
  548. package/dist/esm/clients/generic/dynamodb-client.d.ts +20 -20
  549. package/dist/esm/clients/generic/dynamodb-client.js +231 -231
  550. package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
  551. package/dist/esm/clients/generic/eventbridge-client.js +47 -47
  552. package/dist/esm/clients/generic/http-client.d.ts +14 -14
  553. package/dist/esm/clients/generic/http-client.js +53 -53
  554. package/dist/esm/clients/generic/index.d.ts +13 -13
  555. package/dist/esm/clients/generic/index.js +13 -13
  556. package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
  557. package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
  558. package/dist/esm/clients/generic/location-client.d.ts +8 -8
  559. package/dist/esm/clients/generic/location-client.js +27 -27
  560. package/dist/esm/clients/generic/redis-client.d.ts +33 -33
  561. package/dist/esm/clients/generic/redis-client.js +184 -184
  562. package/dist/esm/clients/generic/s3-client.d.ts +23 -23
  563. package/dist/esm/clients/generic/s3-client.js +209 -209
  564. package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
  565. package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
  566. package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -15
  567. package/dist/esm/clients/generic/sqs-bundled-client.js +307 -307
  568. package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +53 -53
  569. package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -14
  570. package/dist/esm/clients/generic/sqs-client.d.ts +53 -53
  571. package/dist/esm/clients/generic/sqs-client.js +281 -281
  572. package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -32
  573. package/dist/esm/clients/generic/sqs-unbundle.js +137 -137
  574. package/dist/esm/clients/index.d.ts +3 -3
  575. package/dist/esm/clients/index.js +3 -3
  576. package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
  577. package/dist/esm/clients/internal-api/accounts-client.js +125 -125
  578. package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
  579. package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
  580. package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
  581. package/dist/esm/clients/internal-api/db-management-client.js +32 -32
  582. package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
  583. package/dist/esm/clients/internal-api/destinations-client.js +75 -75
  584. package/dist/esm/clients/internal-api/event-collector-client.d.ts +122 -20
  585. package/dist/esm/clients/internal-api/event-collector-client.js +74 -32
  586. package/dist/esm/clients/internal-api/event-collector-client.js.map +1 -1
  587. package/dist/esm/clients/internal-api/identity-client.d.ts +41 -41
  588. package/dist/esm/clients/internal-api/identity-client.js +133 -133
  589. package/dist/esm/clients/internal-api/index.d.ts +9 -9
  590. package/dist/esm/clients/internal-api/index.js +9 -9
  591. package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  592. package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
  593. package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
  594. package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
  595. package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
  596. package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
  597. package/dist/esm/clients/third-party/acuity-client.d.ts +10 -10
  598. package/dist/esm/clients/third-party/acuity-client.js +36 -36
  599. package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
  600. package/dist/esm/clients/third-party/emailable-client.js +21 -21
  601. package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  602. package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
  603. package/dist/esm/clients/third-party/index.d.ts +6 -5
  604. package/dist/esm/clients/third-party/index.js +6 -5
  605. package/dist/esm/clients/third-party/index.js.map +1 -1
  606. package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
  607. package/dist/esm/clients/third-party/loops-client.js +26 -26
  608. package/dist/esm/clients/third-party/open-exchange-rates-client.d.ts +8 -0
  609. package/dist/esm/clients/third-party/open-exchange-rates-client.js +24 -0
  610. package/dist/esm/clients/third-party/open-exchange-rates-client.js.map +1 -0
  611. package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  612. package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +1 -1
  613. package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  614. package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +2 -2
  615. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  616. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
  617. package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
  618. package/dist/esm/clients/third-party/shopify-client.js +142 -142
  619. package/dist/esm/constants/index.d.ts +1 -1
  620. package/dist/esm/constants/index.js +1 -1
  621. package/dist/esm/constants/sqs.d.ts +20 -20
  622. package/dist/esm/constants/sqs.js +22 -22
  623. package/dist/esm/helpers/account-users-helper.d.ts +2 -2
  624. package/dist/esm/helpers/account-users-helper.js +18 -18
  625. package/dist/esm/helpers/acuity-helper.d.ts +4 -4
  626. package/dist/esm/helpers/acuity-helper.js +51 -51
  627. package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -9
  628. package/dist/esm/helpers/api-key-auth-helper.js +35 -35
  629. package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
  630. package/dist/esm/helpers/api-key-authorizer-helper.js +83 -83
  631. package/dist/esm/helpers/cognito-auth-helper.d.ts +5 -0
  632. package/dist/esm/helpers/cognito-auth-helper.js +11 -0
  633. package/dist/esm/helpers/cognito-auth-helper.js.map +1 -0
  634. package/dist/esm/helpers/index.d.ts +11 -10
  635. package/dist/esm/helpers/index.js +11 -10
  636. package/dist/esm/helpers/index.js.map +1 -1
  637. package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
  638. package/dist/esm/helpers/input-validation-helper.js +18 -18
  639. package/dist/esm/helpers/logging-helper.d.ts +16 -16
  640. package/dist/esm/helpers/logging-helper.js +56 -56
  641. package/dist/esm/helpers/public-api-response-helper.d.ts +21 -21
  642. package/dist/esm/helpers/public-api-response-helper.js +38 -38
  643. package/dist/esm/helpers/response-helper.d.ts +18 -18
  644. package/dist/esm/helpers/response-helper.js +37 -37
  645. package/dist/esm/helpers/shopify-helper.d.ts +9 -9
  646. package/dist/esm/helpers/shopify-helper.js +21 -21
  647. package/dist/esm/helpers/sqs-utils.d.ts +6 -6
  648. package/dist/esm/helpers/sqs-utils.js +9 -9
  649. package/dist/esm/index.d.ts +7 -7
  650. package/dist/esm/index.js +7 -7
  651. package/dist/esm/libs/api-router/index.d.ts +2 -2
  652. package/dist/esm/libs/api-router/index.js +2 -2
  653. package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
  654. package/dist/esm/libs/api-router/public-api-router.js +32 -32
  655. package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
  656. package/dist/esm/libs/api-router/route-matcher.js +30 -30
  657. package/dist/esm/libs/click-id-parser.d.ts +23 -23
  658. package/dist/esm/libs/click-id-parser.js +45 -45
  659. package/dist/esm/libs/compression.d.ts +2 -2
  660. package/dist/esm/libs/compression.js +25 -25
  661. package/dist/esm/libs/contacts.d.ts +7 -7
  662. package/dist/esm/libs/contacts.js +143 -143
  663. package/dist/esm/libs/cookie.d.ts +17 -17
  664. package/dist/esm/libs/cookie.js +70 -70
  665. package/dist/esm/libs/crypto.d.ts +4 -4
  666. package/dist/esm/libs/crypto.js +15 -15
  667. package/dist/esm/libs/csv.d.ts +2 -2
  668. package/dist/esm/libs/csv.js +30 -30
  669. package/dist/esm/libs/currency.d.ts +1 -1
  670. package/dist/esm/libs/currency.js +22 -22
  671. package/dist/esm/libs/dates.d.ts +12 -12
  672. package/dist/esm/libs/dates.js +83 -83
  673. package/dist/esm/libs/domain.d.ts +2 -2
  674. package/dist/esm/libs/domain.js +33 -33
  675. package/dist/esm/libs/emails.d.ts +8 -8
  676. package/dist/esm/libs/emails.js +146 -146
  677. package/dist/esm/libs/http-error.d.ts +21 -21
  678. package/dist/esm/libs/http-error.js +59 -59
  679. package/dist/esm/libs/http-status-codes.d.ts +58 -58
  680. package/dist/esm/libs/http-status-codes.js +59 -59
  681. package/dist/esm/libs/index.d.ts +19 -19
  682. package/dist/esm/libs/index.js +19 -19
  683. package/dist/esm/libs/numbers.d.ts +1 -1
  684. package/dist/esm/libs/numbers.js +11 -11
  685. package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
  686. package/dist/esm/libs/referrer-parser/index.js +2 -2
  687. package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
  688. package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
  689. package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  690. package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
  691. package/dist/esm/libs/strings.d.ts +3 -3
  692. package/dist/esm/libs/strings.js +40 -40
  693. package/dist/esm/libs/traits.d.ts +6 -6
  694. package/dist/esm/libs/traits.js +54 -54
  695. package/dist/esm/libs/url.d.ts +1 -1
  696. package/dist/esm/libs/url.js +9 -9
  697. package/dist/esm/services/acuity-api-service.d.ts +9 -9
  698. package/dist/esm/services/acuity-api-service.js +69 -69
  699. package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
  700. package/dist/esm/services/cache/generic-cached-object.js +1 -1
  701. package/dist/esm/services/cache/index.d.ts +1 -1
  702. package/dist/esm/services/cache/index.js +1 -1
  703. package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
  704. package/dist/esm/services/cache/product-cache-service.js +68 -68
  705. package/dist/esm/services/cost/cost-calculation-types.d.ts +69 -69
  706. package/dist/esm/services/cost/cost-calculation-types.js +15 -15
  707. package/dist/esm/services/cost/cost-calculator-service.d.ts +24 -24
  708. package/dist/esm/services/cost/cost-calculator-service.js +450 -450
  709. package/dist/esm/services/cost/cost-currency-service.d.ts +6 -6
  710. package/dist/esm/services/cost/cost-currency-service.js +84 -84
  711. package/dist/esm/services/cost/cost-filter-service.d.ts +10 -10
  712. package/dist/esm/services/cost/cost-filter-service.js +118 -118
  713. package/dist/esm/services/cost/index.d.ts +5 -5
  714. package/dist/esm/services/cost/index.js +5 -5
  715. package/dist/esm/services/cost/order-cost/index.d.ts +2 -2
  716. package/dist/esm/services/cost/order-cost/index.js +2 -2
  717. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.d.ts +23 -23
  718. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.js +355 -355
  719. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.d.ts +37 -37
  720. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.js +1 -1
  721. package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +12 -12
  722. package/dist/esm/services/currency-exchange-rate-lookup-service.js +90 -90
  723. package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
  724. package/dist/esm/services/db/accounts-db-service.js +29 -29
  725. package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
  726. package/dist/esm/services/db/api-keys-db-service.js +32 -32
  727. package/dist/esm/services/db/contact-enrichments-db-service.d.ts +15 -15
  728. package/dist/esm/services/db/contact-enrichments-db-service.js +90 -90
  729. package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  730. package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
  731. package/dist/esm/services/db/custom-measures-db-service.d.ts +14 -14
  732. package/dist/esm/services/db/custom-measures-db-service.js +44 -44
  733. package/dist/esm/services/db/destinations-db-service.d.ts +13 -13
  734. package/dist/esm/services/db/destinations-db-service.js +70 -70
  735. package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
  736. package/dist/esm/services/db/identity-cache-db-service.js +313 -313
  737. package/dist/esm/services/db/identity-cache-dynamodb-service/constants.d.ts +3 -3
  738. package/dist/esm/services/db/identity-cache-dynamodb-service/constants.js +3 -3
  739. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.d.ts +20 -20
  740. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-cache-dynamodb-db-service.js +358 -358
  741. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-gateway-service.d.ts +23 -23
  742. package/dist/esm/services/db/identity-cache-dynamodb-service/identity-gateway-service.js +218 -218
  743. package/dist/esm/services/db/identity-cache-dynamodb-service/index.d.ts +4 -4
  744. package/dist/esm/services/db/identity-cache-dynamodb-service/index.js +4 -4
  745. package/dist/esm/services/db/identity-cache-dynamodb-service/key-builders.d.ts +12 -12
  746. package/dist/esm/services/db/identity-cache-dynamodb-service/key-builders.js +23 -23
  747. package/dist/esm/services/db/identity-cache-dynamodb-service/types.d.ts +71 -71
  748. package/dist/esm/services/db/identity-cache-dynamodb-service/types.js +25 -25
  749. package/dist/esm/services/db/index.d.ts +22 -22
  750. package/dist/esm/services/db/index.js +22 -22
  751. package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
  752. package/dist/esm/services/db/log-events-db-service.js +177 -177
  753. package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
  754. package/dist/esm/services/db/pixels-db-service.js +31 -31
  755. package/dist/esm/services/db/products-db-service-types.d.ts +10 -10
  756. package/dist/esm/services/db/products-db-service-types.js +1 -1
  757. package/dist/esm/services/db/products-db-service.d.ts +19 -19
  758. package/dist/esm/services/db/products-db-service.js +277 -277
  759. package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
  760. package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
  761. package/dist/esm/services/db/purchased-contacts/index.d.ts +2 -2
  762. package/dist/esm/services/db/purchased-contacts/index.js +2 -2
  763. package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
  764. package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js +148 -148
  765. package/dist/esm/services/db/purchased-contacts/types.d.ts +11 -11
  766. package/dist/esm/services/db/purchased-contacts/types.js +1 -1
  767. package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +10 -10
  768. package/dist/esm/services/db/shopify-app-installs-db-service.js +48 -48
  769. package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
  770. package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
  771. package/dist/esm/services/db/subscriptions-db-service.d.ts +11 -11
  772. package/dist/esm/services/db/subscriptions-db-service.js +34 -34
  773. package/dist/esm/services/db/tracking-events-db-service.d.ts +21 -21
  774. package/dist/esm/services/db/tracking-events-db-service.js +184 -184
  775. package/dist/esm/services/db/user-accounts-db-service.d.ts +7 -7
  776. package/dist/esm/services/db/user-accounts-db-service.js +13 -13
  777. package/dist/esm/services/email-verification/contact-email-verification-service.d.ts +7 -7
  778. package/dist/esm/services/email-verification/contact-email-verification-service.js +97 -97
  779. package/dist/esm/services/email-verification/email-verification-service.d.ts +19 -19
  780. package/dist/esm/services/email-verification/email-verification-service.js +127 -127
  781. package/dist/esm/services/email-verification/index.d.ts +2 -2
  782. package/dist/esm/services/email-verification/index.js +2 -2
  783. package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
  784. package/dist/esm/services/eventbridge-integration-service.js +24 -24
  785. package/dist/esm/services/events/build-collect-queue-tracking-event.d.ts +14 -0
  786. package/dist/esm/services/events/build-collect-queue-tracking-event.js +22 -0
  787. package/dist/esm/services/events/build-collect-queue-tracking-event.js.map +1 -0
  788. package/dist/esm/services/events/collect-queue-tracking-service.d.ts +9 -0
  789. package/dist/esm/services/events/collect-queue-tracking-service.js +19 -0
  790. package/dist/esm/services/events/collect-queue-tracking-service.js.map +1 -0
  791. package/dist/esm/services/events/index.d.ts +5 -3
  792. package/dist/esm/services/events/index.js +5 -3
  793. package/dist/esm/services/events/index.js.map +1 -1
  794. package/dist/esm/services/events/log-event-service.d.ts +19 -19
  795. package/dist/esm/services/events/log-event-service.js +73 -73
  796. package/dist/esm/services/events/metric-event-service.d.ts +9 -9
  797. package/dist/esm/services/events/metric-event-service.js +45 -45
  798. package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
  799. package/dist/esm/services/events/tracking-event-sqs-service.js +32 -30
  800. package/dist/esm/services/events/tracking-event-sqs-service.js.map +1 -1
  801. package/dist/esm/services/generic-cache-service.d.ts +7 -7
  802. package/dist/esm/services/generic-cache-service.js +29 -29
  803. package/dist/esm/services/index.d.ts +11 -11
  804. package/dist/esm/services/index.js +11 -11
  805. package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
  806. package/dist/esm/services/ipdata-lookup-service.js +108 -108
  807. package/dist/esm/services/shopify/index.d.ts +2 -2
  808. package/dist/esm/services/shopify/index.js +2 -2
  809. package/dist/esm/services/shopify/products/index.d.ts +1 -1
  810. package/dist/esm/services/shopify/products/index.js +1 -1
  811. package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  812. package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
  813. package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  814. package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
  815. package/dist/esm/types/acuity-types.d.ts +74 -74
  816. package/dist/esm/types/acuity-types.js +1 -1
  817. package/dist/esm/types/api-response.d.ts +6 -6
  818. package/dist/esm/types/api-response.js +1 -1
  819. package/dist/esm/types/index.d.ts +6 -5
  820. package/dist/esm/types/index.js +6 -5
  821. package/dist/esm/types/index.js.map +1 -1
  822. package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
  823. package/dist/esm/types/internal-events/event-detail-types.js +24 -24
  824. package/dist/esm/types/internal-events/index.d.ts +1 -1
  825. package/dist/esm/types/internal-events/index.js +1 -1
  826. package/dist/esm/types/open-exchange-rates-types.d.ts +10 -0
  827. package/dist/esm/types/open-exchange-rates-types.js +2 -0
  828. package/dist/esm/types/open-exchange-rates-types.js.map +1 -0
  829. package/dist/esm/types/public-api-types.d.ts +24 -24
  830. package/dist/esm/types/public-api-types.js +10 -10
  831. package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  832. package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
  833. package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  834. package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
  835. package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
  836. package/dist/esm/types/shopify-graphql-types/index.js +2 -2
  837. package/dist/esm/types/shopify-rest-types.d.ts +767 -767
  838. package/dist/esm/types/shopify-rest-types.js +1 -1
  839. package/dist/esm/utils/compression.d.ts +36 -36
  840. package/dist/esm/utils/compression.js +187 -187
  841. package/dist/esm/utils/custom-measure-formula-utils.d.ts +6 -6
  842. package/dist/esm/utils/custom-measure-formula-utils.js +201 -201
  843. package/dist/esm/utils/index.d.ts +4 -4
  844. package/dist/esm/utils/index.js +4 -4
  845. package/dist/esm/utils/retry-envelope.d.ts +12 -12
  846. package/dist/esm/utils/retry-envelope.js +22 -22
  847. package/dist/esm/utils/size.d.ts +2 -2
  848. package/dist/esm/utils/size.js +44 -44
  849. package/package.json +135 -135
@@ -1,1356 +1,1356 @@
1
- import { unbundleRecords, unbundleMessage, isBundledEnvelope } from '../../clients/generic/sqs-unbundle';
2
- import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
- import { compress, CompressionTimeoutError, CompressionOperation, getGzipUncompressedSize, } from '../../utils/compression';
4
- import { gzip } from 'node:zlib';
5
- import { promisify } from 'node:util';
6
- const gzipAsync = promisify(gzip);
7
- jest.mock('../../helpers/logging-helper', () => ({
8
- Logger: {
9
- debug: jest.fn(),
10
- info: jest.fn(),
11
- warn: jest.fn(),
12
- error: jest.fn(),
13
- },
14
- }));
15
- function makeTestEvent(id, name = 'test_event', value) {
16
- return { eventId: id, name, value };
17
- }
18
- function makeSqsRecord(body, messageId = 'msg-1') {
19
- return {
20
- messageId,
21
- body: typeof body === 'string' ? body : JSON.stringify(body),
22
- };
23
- }
24
- function makeBundledEnvelope(items) {
25
- return {
26
- v: 1,
27
- c: CompressionAlgorithm.NONE,
28
- n: items.length,
29
- s: JSON.stringify(items).length,
30
- p: items,
31
- };
32
- }
33
- async function makeCompressedEnvelope(items, level = 3) {
34
- const json = JSON.stringify(items);
35
- const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, level);
36
- const base64 = compressed.toString('base64');
37
- return {
38
- v: 1,
39
- c: CompressionAlgorithm.ZSTD,
40
- n: items.length,
41
- s: json.length,
42
- p: base64,
43
- };
44
- }
45
- async function makeGzipCompressedEnvelope(items) {
46
- const json = JSON.stringify(items);
47
- const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
48
- const base64 = compressed.toString('base64');
49
- return {
50
- v: 1,
51
- c: CompressionAlgorithm.GZIP,
52
- n: items.length,
53
- s: json.length,
54
- p: base64,
55
- };
56
- }
57
- describe('isBundledEnvelope', () => {
58
- it('returns true for valid bundled envelope with NONE compression', () => {
59
- const envelope = makeBundledEnvelope([makeTestEvent('1')]);
60
- expect(isBundledEnvelope(envelope)).toBe(true);
61
- });
62
- it('returns true for valid bundled envelope with ZSTD compression', async () => {
63
- const envelope = await makeCompressedEnvelope([makeTestEvent('1')]);
64
- expect(isBundledEnvelope(envelope)).toBe(true);
65
- });
66
- it('returns false for null', () => {
67
- expect(isBundledEnvelope(null)).toBe(false);
68
- });
69
- it('returns false for undefined', () => {
70
- expect(isBundledEnvelope(undefined)).toBe(false);
71
- });
72
- it('returns false for plain object (legacy message)', () => {
73
- expect(isBundledEnvelope(makeTestEvent('1'))).toBe(false);
74
- });
75
- it('returns false for wrong version', () => {
76
- const envelope = { v: 2, c: 'none', n: 1, p: [] };
77
- expect(isBundledEnvelope(envelope)).toBe(false);
78
- });
79
- it('returns true for valid bundled envelope with GZIP compression', async () => {
80
- const envelope = await makeGzipCompressedEnvelope([makeTestEvent('1')]);
81
- expect(isBundledEnvelope(envelope)).toBe(true);
82
- });
83
- it('returns false for invalid compression algorithm', () => {
84
- const envelope = { v: 1, c: 'lz4', n: 1, p: [] };
85
- expect(isBundledEnvelope(envelope)).toBe(false);
86
- });
87
- it('returns false for missing count', () => {
88
- const envelope = { v: 1, c: 'none', p: [] };
89
- expect(isBundledEnvelope(envelope)).toBe(false);
90
- });
91
- it('returns false for missing payload', () => {
92
- const envelope = { v: 1, c: 'none', n: 1 };
93
- expect(isBundledEnvelope(envelope)).toBe(false);
94
- });
95
- });
96
- describe('unbundleMessage', () => {
97
- it('unbundles NONE compression envelope', async () => {
98
- const items = [makeTestEvent('1'), makeTestEvent('2')];
99
- const envelope = makeBundledEnvelope(items);
100
- const result = await unbundleMessage(envelope);
101
- expect(result).toHaveLength(2);
102
- expect(result[0].eventId).toBe('1');
103
- expect(result[1].eventId).toBe('2');
104
- });
105
- it('unbundles ZSTD compressed envelope', async () => {
106
- const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
107
- const envelope = await makeCompressedEnvelope(items);
108
- const result = await unbundleMessage(envelope);
109
- expect(result).toHaveLength(3);
110
- expect(result[0].eventId).toBe('1');
111
- expect(result[1].eventId).toBe('2');
112
- expect(result[2].eventId).toBe('3');
113
- });
114
- it('unbundles large batches with ZSTD compression', async () => {
115
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
116
- const envelope = await makeCompressedEnvelope(items);
117
- const result = await unbundleMessage(envelope);
118
- expect(result).toHaveLength(500);
119
- expect(result[0].eventId).toBe('event-0');
120
- expect(result[499].eventId).toBe('event-499');
121
- });
122
- it('throws on unsupported bundle version', async () => {
123
- const envelope = { v: 99, c: 'none', n: 1, p: [] };
124
- await expect(unbundleMessage(envelope)).rejects.toThrow('Unsupported bundle version: 99');
125
- });
126
- it('throws on invalid payload type for NONE compression', async () => {
127
- const envelope = { v: 1, c: 'none', n: 1, p: 'not-an-array' };
128
- await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: NONE compression but payload is not an array');
129
- });
130
- it('throws on invalid payload type for ZSTD compression', async () => {
131
- const envelope = { v: 1, c: 'zstd', n: 1, p: [] };
132
- await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: zstd compression but payload is not a string');
133
- });
134
- it('unbundles GZIP compressed envelope', async () => {
135
- const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
136
- const envelope = await makeGzipCompressedEnvelope(items);
137
- const result = await unbundleMessage(envelope);
138
- expect(result).toHaveLength(3);
139
- expect(result[0].eventId).toBe('1');
140
- expect(result[1].eventId).toBe('2');
141
- expect(result[2].eventId).toBe('3');
142
- });
143
- it('unbundles large batches with GZIP compression', async () => {
144
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
145
- const envelope = await makeGzipCompressedEnvelope(items);
146
- const result = await unbundleMessage(envelope);
147
- expect(result).toHaveLength(500);
148
- expect(result[0].eventId).toBe('event-0');
149
- expect(result[499].eventId).toBe('event-499');
150
- });
151
- it('throws on invalid payload type for GZIP compression', async () => {
152
- const envelope = { v: 1, c: 'gzip', n: 1, p: [] };
153
- await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: gzip compression but payload is not a string');
154
- });
155
- });
156
- describe('unbundleRecords', () => {
157
- describe('legacy (non-bundled) messages', () => {
158
- it('parses raw JSON message', async () => {
159
- const event = makeTestEvent('raw-1', 'purchase');
160
- const record = makeSqsRecord(event);
161
- const { items, stats, failedMessageIds } = await unbundleRecords([record]);
162
- expect(items).toHaveLength(1);
163
- expect(items[0].eventId).toBe('raw-1');
164
- expect(items[0].name).toBe('purchase');
165
- expect(stats.legacySqsRecords).toBe(1);
166
- expect(stats.bundledSqsRecords).toBe(0);
167
- expect(failedMessageIds).toHaveLength(0);
168
- });
169
- it('parses wrapped messageBody format', async () => {
170
- const event = makeTestEvent('wrapped-1');
171
- const record = makeSqsRecord({ messageBody: event });
172
- const { items, stats } = await unbundleRecords([record]);
173
- expect(items).toHaveLength(1);
174
- expect(items[0].eventId).toBe('wrapped-1');
175
- expect(stats.legacySqsRecords).toBe(1);
176
- });
177
- it('handles multiple legacy records', async () => {
178
- const records = [
179
- makeSqsRecord(makeTestEvent('1'), 'msg-1'),
180
- makeSqsRecord(makeTestEvent('2'), 'msg-2'),
181
- makeSqsRecord(makeTestEvent('3'), 'msg-3'),
182
- ];
183
- const { items, stats, recordMap } = await unbundleRecords(records);
184
- expect(items).toHaveLength(3);
185
- expect(stats.legacySqsRecords).toBe(3);
186
- expect(stats.totalItems).toBe(3);
187
- expect(recordMap.get(items[0])).toBe('msg-1');
188
- expect(recordMap.get(items[1])).toBe('msg-2');
189
- expect(recordMap.get(items[2])).toBe('msg-3');
190
- });
191
- });
192
- describe('bundled messages (NONE compression)', () => {
193
- it('unbundles wrapped messageBody envelope', async () => {
194
- const items = [makeTestEvent('b1'), makeTestEvent('b2')];
195
- const envelope = makeBundledEnvelope(items);
196
- const record = makeSqsRecord({ messageBody: envelope });
197
- const { items: result, stats } = await unbundleRecords([record]);
198
- expect(result).toHaveLength(2);
199
- expect(result[0].eventId).toBe('b1');
200
- expect(result[1].eventId).toBe('b2');
201
- expect(stats.bundledSqsRecords).toBe(1);
202
- expect(stats.legacySqsRecords).toBe(0);
203
- });
204
- it('unbundles raw envelope (not wrapped)', async () => {
205
- const items = [makeTestEvent('r1'), makeTestEvent('r2')];
206
- const envelope = makeBundledEnvelope(items);
207
- const record = makeSqsRecord(envelope);
208
- const { items: result, stats } = await unbundleRecords([record]);
209
- expect(result).toHaveLength(2);
210
- expect(stats.bundledSqsRecords).toBe(1);
211
- });
212
- it('maps all items from bundle to same messageId', async () => {
213
- const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
214
- const envelope = makeBundledEnvelope(items);
215
- const record = makeSqsRecord({ messageBody: envelope }, 'bundle-msg-1');
216
- const { items: result, recordMap } = await unbundleRecords([record]);
217
- expect(result).toHaveLength(3);
218
- expect(recordMap.get(result[0])).toBe('bundle-msg-1');
219
- expect(recordMap.get(result[1])).toBe('bundle-msg-1');
220
- expect(recordMap.get(result[2])).toBe('bundle-msg-1');
221
- });
222
- });
223
- describe('bundled messages (ZSTD compression)', () => {
224
- it('unbundles ZSTD compressed envelope', async () => {
225
- const items = [makeTestEvent('z1'), makeTestEvent('z2')];
226
- const envelope = await makeCompressedEnvelope(items);
227
- const record = makeSqsRecord({ messageBody: envelope });
228
- const { items: result, stats } = await unbundleRecords([record]);
229
- expect(result).toHaveLength(2);
230
- expect(result[0].eventId).toBe('z1');
231
- expect(result[1].eventId).toBe('z2');
232
- expect(stats.bundledSqsRecords).toBe(1);
233
- });
234
- it('handles large compressed bundles (500 items)', async () => {
235
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
236
- const envelope = await makeCompressedEnvelope(items);
237
- const record = makeSqsRecord({ messageBody: envelope });
238
- const { items: result, stats } = await unbundleRecords([record]);
239
- expect(result).toHaveLength(500);
240
- expect(stats.bundledSqsRecords).toBe(1);
241
- expect(stats.totalItems).toBe(500);
242
- });
243
- });
244
- describe('bundled messages (GZIP compression - CF Worker)', () => {
245
- it('unbundles GZIP compressed envelope', async () => {
246
- const items = [makeTestEvent('g1'), makeTestEvent('g2')];
247
- const envelope = await makeGzipCompressedEnvelope(items);
248
- const record = makeSqsRecord({ messageBody: envelope });
249
- const { items: result, stats } = await unbundleRecords([record]);
250
- expect(result).toHaveLength(2);
251
- expect(result[0].eventId).toBe('g1');
252
- expect(result[1].eventId).toBe('g2');
253
- expect(stats.bundledSqsRecords).toBe(1);
254
- });
255
- it('handles large GZIP compressed bundles (500 items)', async () => {
256
- const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
257
- const envelope = await makeGzipCompressedEnvelope(items);
258
- const record = makeSqsRecord({ messageBody: envelope });
259
- const { items: result, stats } = await unbundleRecords([record]);
260
- expect(result).toHaveLength(500);
261
- expect(stats.bundledSqsRecords).toBe(1);
262
- expect(stats.totalItems).toBe(500);
263
- });
264
- it('maps all items from GZIP bundle to same messageId', async () => {
265
- const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
266
- const envelope = await makeGzipCompressedEnvelope(items);
267
- const record = makeSqsRecord({ messageBody: envelope }, 'gzip-bundle-msg-1');
268
- const { items: result, recordMap } = await unbundleRecords([record]);
269
- expect(result).toHaveLength(3);
270
- expect(recordMap.get(result[0])).toBe('gzip-bundle-msg-1');
271
- expect(recordMap.get(result[1])).toBe('gzip-bundle-msg-1');
272
- expect(recordMap.get(result[2])).toBe('gzip-bundle-msg-1');
273
- });
274
- it('unbundles GZIP envelope wrapped in full InternalSQSMessage format (CF Worker format)', async () => {
275
- const items = [makeTestEvent('cf1'), makeTestEvent('cf2'), makeTestEvent('cf3')];
276
- const envelope = await makeGzipCompressedEnvelope(items);
277
- const internalSqsMessage = {
278
- messageId: 'cf-internal-msg-123',
279
- messageType: 'TRACKING_EVENT_COLLECT',
280
- messageTime: '2026-05-29T11:00:10.076Z',
281
- messageBody: envelope,
282
- };
283
- const record = makeSqsRecord(internalSqsMessage, 'sqs-msg-id');
284
- const { items: result, stats, recordMap } = await unbundleRecords([record]);
285
- expect(result).toHaveLength(3);
286
- expect(result[0].eventId).toBe('cf1');
287
- expect(result[1].eventId).toBe('cf2');
288
- expect(result[2].eventId).toBe('cf3');
289
- expect(stats.bundledSqsRecords).toBe(1);
290
- expect(stats.legacySqsRecords).toBe(0);
291
- expect(stats.totalItems).toBe(3);
292
- expect(recordMap.get(result[0])).toBe('sqs-msg-id');
293
- expect(recordMap.get(result[1])).toBe('sqs-msg-id');
294
- expect(recordMap.get(result[2])).toBe('sqs-msg-id');
295
- });
296
- it('unbundles GZIP envelope with extra wrapper fields (messageTime, messageType)', async () => {
297
- const items = [makeTestEvent('w1')];
298
- const envelope = await makeGzipCompressedEnvelope(items);
299
- const wrappedMessage = {
300
- messageTime: new Date().toISOString(),
301
- messageType: 'SESSION_EVENT',
302
- messageBody: envelope,
303
- someOtherField: 'ignored',
304
- };
305
- const record = makeSqsRecord(wrappedMessage);
306
- const { items: result, stats } = await unbundleRecords([record]);
307
- expect(result).toHaveLength(1);
308
- expect(result[0].eventId).toBe('w1');
309
- expect(stats.bundledSqsRecords).toBe(1);
310
- });
311
- it('handles decompression failure gracefully (does not return wrapper)', async () => {
312
- const corruptedEnvelope = {
313
- v: 1,
314
- c: 'gzip',
315
- n: 1,
316
- s: 100,
317
- p: 'H4sIAAAAAAAAA+TRUNCATED',
318
- };
319
- const internalSqsMessage = {
320
- messageTime: '2026-05-29T11:00:10.076Z',
321
- messageType: 'TRACKING_EVENT_COLLECT',
322
- messageBody: corruptedEnvelope,
323
- messageId: 'corrupted-msg-id',
324
- };
325
- const record = makeSqsRecord(internalSqsMessage, 'sqs-record-id');
326
- const { items, stats, failedMessageIds } = await unbundleRecords([record]);
327
- expect(failedMessageIds).toHaveLength(1);
328
- expect(stats.failedRecords).toBe(1);
329
- expect(items).toHaveLength(0);
330
- items.forEach((item) => {
331
- expect(item).not.toHaveProperty('messageTime');
332
- expect(item).not.toHaveProperty('messageType');
333
- expect(item).not.toHaveProperty('messageBody');
334
- });
335
- });
336
- it('verifies decompression failure does NOT leak wrapper into items', async () => {
337
- const badEnvelope = {
338
- v: 1,
339
- c: 'gzip',
340
- n: 5,
341
- s: 1000,
342
- p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
343
- };
344
- const wrapper = {
345
- messageTime: new Date().toISOString(),
346
- messageType: 'TRACKING_EVENT_COLLECT',
347
- messageBody: badEnvelope,
348
- messageId: 'test-internal-msg-id',
349
- };
350
- const record = makeSqsRecord(wrapper, 'sqs-msg-id');
351
- const { items, stats, failedMessageIds } = await unbundleRecords([record]);
352
- expect(failedMessageIds).toContain('sqs-msg-id');
353
- expect(stats.failedRecords).toBe(1);
354
- expect(items).toHaveLength(0);
355
- expect(stats.totalItems).toBe(0);
356
- });
357
- it('simulates old version without GZIP - returns envelope as item (BUG)', async () => {
358
- const items = [{ pixelId: 'px123', trackingEvent: { name: 'page_view' } }];
359
- const envelope = await makeGzipCompressedEnvelope(items);
360
- const wrapper = {
361
- messageTime: new Date().toISOString(),
362
- messageType: 'TRACKING_EVENT_COLLECT',
363
- messageBody: envelope,
364
- messageId: 'cf-msg-id',
365
- };
366
- expect(isBundledEnvelope(envelope)).toBe(true);
367
- const record = makeSqsRecord(wrapper, 'sqs-msg-id');
368
- const { items: result, stats } = await unbundleRecords([record]);
369
- expect(stats.bundledSqsRecords).toBe(1);
370
- expect(result).toHaveLength(1);
371
- expect(result[0].pixelId).toBe('px123');
372
- expect(result[0]).not.toHaveProperty('v');
373
- expect(result[0]).not.toHaveProperty('c');
374
- expect(result[0]).not.toHaveProperty('n');
375
- expect(result[0]).not.toHaveProperty('p');
376
- expect(result[0]).not.toHaveProperty('s');
377
- });
378
- it('unknown compression algorithm causes legacy fallback (returns messageBody)', async () => {
379
- const unknownEnvelope = {
380
- v: 1,
381
- c: 'lz4',
382
- n: 1,
383
- s: 100,
384
- p: 'some-base64-data',
385
- };
386
- const wrapper = {
387
- messageTime: new Date().toISOString(),
388
- messageType: 'TEST_MESSAGE',
389
- messageBody: unknownEnvelope,
390
- messageId: 'wrapper-msg-id',
391
- };
392
- expect(isBundledEnvelope(unknownEnvelope)).toBe(false);
393
- const record = makeSqsRecord(wrapper, 'sqs-msg-id');
394
- const { items, stats } = await unbundleRecords([record]);
395
- expect(stats.legacySqsRecords).toBe(1);
396
- expect(stats.bundledSqsRecords).toBe(0);
397
- expect(items).toHaveLength(1);
398
- expect(items[0]).toHaveProperty('v', 1);
399
- expect(items[0]).toHaveProperty('c', 'lz4');
400
- expect(items[0]).toHaveProperty('n', 1);
401
- expect(items[0]).toHaveProperty('p');
402
- });
403
- });
404
- describe('mixed message formats', () => {
405
- it('handles mix of legacy and bundled messages', async () => {
406
- const legacyEvent = makeTestEvent('legacy-1');
407
- const bundledItems = [makeTestEvent('bundled-1'), makeTestEvent('bundled-2')];
408
- const bundleEnvelope = makeBundledEnvelope(bundledItems);
409
- const records = [
410
- makeSqsRecord(legacyEvent, 'msg-legacy'),
411
- makeSqsRecord({ messageBody: bundleEnvelope }, 'msg-bundle'),
412
- ];
413
- const { items, stats, recordMap } = await unbundleRecords(records);
414
- expect(items).toHaveLength(3);
415
- expect(stats.legacySqsRecords).toBe(1);
416
- expect(stats.bundledSqsRecords).toBe(1);
417
- expect(stats.totalItems).toBe(3);
418
- expect(recordMap.get(items[0])).toBe('msg-legacy');
419
- expect(recordMap.get(items[1])).toBe('msg-bundle');
420
- expect(recordMap.get(items[2])).toBe('msg-bundle');
421
- });
422
- it('handles mix of NONE and ZSTD compressed bundles', async () => {
423
- const noneItems = [makeTestEvent('none-1')];
424
- const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
425
- const noneEnvelope = makeBundledEnvelope(noneItems);
426
- const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
427
- const records = [
428
- makeSqsRecord({ messageBody: noneEnvelope }, 'msg-none'),
429
- makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
430
- ];
431
- const { items, stats } = await unbundleRecords(records);
432
- expect(items).toHaveLength(3);
433
- expect(stats.bundledSqsRecords).toBe(2);
434
- expect(stats.totalItems).toBe(3);
435
- });
436
- it('handles mix of ZSTD, GZIP, and legacy messages', async () => {
437
- const legacyEvent = makeTestEvent('legacy-1');
438
- const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
439
- const gzipItems = [makeTestEvent('gzip-1'), makeTestEvent('gzip-2'), makeTestEvent('gzip-3')];
440
- const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
441
- const gzipEnvelope = await makeGzipCompressedEnvelope(gzipItems);
442
- const records = [
443
- makeSqsRecord(legacyEvent, 'msg-legacy'),
444
- makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
445
- makeSqsRecord({ messageBody: gzipEnvelope }, 'msg-gzip'),
446
- ];
447
- const { items, stats, recordMap } = await unbundleRecords(records);
448
- expect(items).toHaveLength(6);
449
- expect(stats.legacySqsRecords).toBe(1);
450
- expect(stats.bundledSqsRecords).toBe(2);
451
- expect(stats.totalItems).toBe(6);
452
- expect(recordMap.get(items[0])).toBe('msg-legacy');
453
- expect(recordMap.get(items[1])).toBe('msg-zstd');
454
- expect(recordMap.get(items[2])).toBe('msg-zstd');
455
- expect(recordMap.get(items[3])).toBe('msg-gzip');
456
- expect(recordMap.get(items[4])).toBe('msg-gzip');
457
- expect(recordMap.get(items[5])).toBe('msg-gzip');
458
- });
459
- });
460
- describe('error handling', () => {
461
- it('returns failed messageId for invalid JSON', async () => {
462
- const records = [makeSqsRecord('not-valid-json{{{', 'msg-bad'), makeSqsRecord(makeTestEvent('good'), 'msg-good')];
463
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
464
- expect(items).toHaveLength(1);
465
- expect(items[0].eventId).toBe('good');
466
- expect(failedMessageIds).toEqual(['msg-bad']);
467
- expect(stats.failedRecords).toBe(1);
468
- expect(stats.legacySqsRecords).toBe(1);
469
- });
470
- it('returns failed messageId for corrupt ZSTD compressed data', async () => {
471
- const corruptEnvelope = {
472
- v: 1,
473
- c: CompressionAlgorithm.ZSTD,
474
- n: 10,
475
- p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
476
- };
477
- const records = [
478
- makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt'),
479
- makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
480
- ];
481
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
482
- expect(items).toHaveLength(1);
483
- expect(items[0].eventId).toBe('valid');
484
- expect(failedMessageIds).toContain('msg-corrupt');
485
- expect(stats.failedRecords).toBe(1);
486
- });
487
- it('returns failed messageId for corrupt GZIP compressed data', async () => {
488
- const corruptEnvelope = {
489
- v: 1,
490
- c: CompressionAlgorithm.GZIP,
491
- n: 10,
492
- p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
493
- };
494
- const records = [
495
- makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt-gzip'),
496
- makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
497
- ];
498
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
499
- expect(items).toHaveLength(1);
500
- expect(items[0].eventId).toBe('valid');
501
- expect(failedMessageIds).toContain('msg-corrupt-gzip');
502
- expect(stats.failedRecords).toBe(1);
503
- });
504
- it('returns empty result for all failed records', async () => {
505
- const records = [makeSqsRecord('invalid-1', 'msg-1'), makeSqsRecord('invalid-2', 'msg-2')];
506
- const { items, failedMessageIds, stats } = await unbundleRecords(records);
507
- expect(items).toHaveLength(0);
508
- expect(failedMessageIds).toEqual(['msg-1', 'msg-2']);
509
- expect(stats.failedRecords).toBe(2);
510
- expect(stats.totalItems).toBe(0);
511
- });
512
- it('handles empty records array', async () => {
513
- const { items, failedMessageIds, stats } = await unbundleRecords([]);
514
- expect(items).toHaveLength(0);
515
- expect(failedMessageIds).toHaveLength(0);
516
- expect(stats.totalRecords).toBe(0);
517
- expect(stats.totalItems).toBe(0);
518
- });
519
- it('rejects ZSTD payload exceeding max decompressed size', async () => {
520
- const largeItems = Array.from({ length: 1000 }, (_, i) => ({
521
- id: `item-${i}`,
522
- data: 'x'.repeat(1000),
523
- }));
524
- const envelope = await makeCompressedEnvelope(largeItems);
525
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large');
526
- const { failedMessageIds, stats } = await unbundleRecords([record], {
527
- maxDecompressedSizeBytes: 100 * 1024,
528
- });
529
- expect(failedMessageIds).toContain('msg-too-large');
530
- expect(stats.failedRecords).toBe(1);
531
- });
532
- it('rejects GZIP payload exceeding max decompressed size (post-decompress check)', async () => {
533
- const largeItems = Array.from({ length: 1000 }, (_, i) => ({
534
- id: `item-${i}`,
535
- data: 'x'.repeat(1000),
536
- }));
537
- const envelope = await makeGzipCompressedEnvelope(largeItems);
538
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large-gzip');
539
- const { failedMessageIds, stats } = await unbundleRecords([record], {
540
- maxDecompressedSizeBytes: 100 * 1024,
541
- });
542
- expect(failedMessageIds).toContain('msg-too-large-gzip');
543
- expect(stats.failedRecords).toBe(1);
544
- });
545
- it('fails on invalid base64 in compressed payload', async () => {
546
- const badEnvelope = {
547
- v: 1,
548
- c: CompressionAlgorithm.ZSTD,
549
- n: 1,
550
- s: 100,
551
- p: '!!!not-valid-base64!!!',
552
- };
553
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-base64');
554
- const { failedMessageIds } = await unbundleRecords([record]);
555
- expect(failedMessageIds).toContain('msg-bad-base64');
556
- });
557
- });
558
- describe('bundle format edge cases', () => {
559
- it('successfully unbundles even when n does not match actual item count', async () => {
560
- const envelope = {
561
- v: 1,
562
- c: CompressionAlgorithm.NONE,
563
- n: 5,
564
- s: 50,
565
- p: [makeTestEvent('1'), makeTestEvent('2')],
566
- };
567
- const record = makeSqsRecord({ messageBody: envelope });
568
- const { items } = await unbundleRecords([record]);
569
- expect(items).toHaveLength(2);
570
- });
571
- it('treats envelope with unsupported version as legacy message', async () => {
572
- const badEnvelope = { v: 99, c: 'none', n: 1, s: 10, p: [] };
573
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-version');
574
- const { items, stats } = await unbundleRecords([record]);
575
- expect(items).toHaveLength(1);
576
- expect(items[0].v).toBe(99);
577
- expect(stats.legacySqsRecords).toBe(1);
578
- expect(stats.bundledSqsRecords).toBe(0);
579
- });
580
- });
581
- describe('timeout protection', () => {
582
- it('respects timeoutMs option for ZSTD', async () => {
583
- const items = [makeTestEvent('1')];
584
- const envelope = await makeCompressedEnvelope(items);
585
- const record = makeSqsRecord({ messageBody: envelope });
586
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
587
- timeoutMs: 5000,
588
- });
589
- expect(result).toHaveLength(1);
590
- expect(failedMessageIds).toHaveLength(0);
591
- });
592
- it('respects timeoutMs option for GZIP', async () => {
593
- const items = [makeTestEvent('1')];
594
- const envelope = await makeGzipCompressedEnvelope(items);
595
- const record = makeSqsRecord({ messageBody: envelope });
596
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
597
- timeoutMs: 5000,
598
- });
599
- expect(result).toHaveLength(1);
600
- expect(failedMessageIds).toHaveLength(0);
601
- });
602
- it('passes timeoutMs through to decompression', async () => {
603
- const items = [makeTestEvent('1')];
604
- const envelope = await makeCompressedEnvelope(items);
605
- const record = makeSqsRecord({ messageBody: envelope });
606
- await expect(unbundleRecords([record], { timeoutMs: 30000 })).resolves.toBeDefined();
607
- });
608
- it('CompressionTimeoutError is properly exported', () => {
609
- const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 5000);
610
- expect(error).toBeInstanceOf(Error);
611
- expect(error.name).toBe('CompressionTimeoutError');
612
- expect(error.operation).toBe('decompress');
613
- expect(error.timeoutMs).toBe(5000);
614
- expect(error.message).toContain('timed out after 5000ms');
615
- });
616
- it('includes timeout info in failure logging for ZSTD', async () => {
617
- const corruptEnvelope = {
618
- v: 1,
619
- c: CompressionAlgorithm.ZSTD,
620
- n: 1,
621
- s: 100,
622
- p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
623
- };
624
- const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-timeout-test');
625
- const { failedMessageIds } = await unbundleRecords([record], {
626
- timeoutMs: 5000,
627
- });
628
- expect(failedMessageIds).toContain('msg-timeout-test');
629
- });
630
- it('includes timeout info in failure logging for GZIP', async () => {
631
- const corruptEnvelope = {
632
- v: 1,
633
- c: CompressionAlgorithm.GZIP,
634
- n: 1,
635
- s: 100,
636
- p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
637
- };
638
- const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-gzip-timeout-test');
639
- const { failedMessageIds } = await unbundleRecords([record], {
640
- timeoutMs: 5000,
641
- });
642
- expect(failedMessageIds).toContain('msg-gzip-timeout-test');
643
- });
644
- });
645
- describe('end-to-end: producer bundle → consumer unbundle', () => {
646
- it('simulates full bundle → unbundle flow with compression', async () => {
647
- const producerItems = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, 'page_view', i * 1.5));
648
- const envelope = await makeCompressedEnvelope(producerItems, 3);
649
- const sqsMessageBody = { messageBody: envelope };
650
- const consumerRecord = makeSqsRecord(sqsMessageBody, 'sqs-message-id-123');
651
- const { items, recordMap, stats } = await unbundleRecords([consumerRecord]);
652
- expect(items).toHaveLength(100);
653
- expect(items[0]).toEqual({ eventId: 'event-0', name: 'page_view', value: 0 });
654
- expect(items[99]).toEqual({ eventId: 'event-99', name: 'page_view', value: 148.5 });
655
- expect(stats.bundledSqsRecords).toBe(1);
656
- expect(stats.legacySqsRecords).toBe(0);
657
- expect(stats.totalItems).toBe(100);
658
- for (const item of items) {
659
- expect(recordMap.get(item)).toBe('sqs-message-id-123');
660
- }
661
- });
662
- it('simulates mixed batch with legacy and bundled messages', async () => {
663
- const legacyRecord1 = makeSqsRecord({ messageBody: makeTestEvent('legacy-1', 'purchase', 99.99) }, 'legacy-msg-1');
664
- const legacyRecord2 = makeSqsRecord(makeTestEvent('legacy-2', 'add_to_cart', 29.99), 'legacy-msg-2');
665
- const bundledItems = [
666
- makeTestEvent('bundled-1', 'page_view'),
667
- makeTestEvent('bundled-2', 'session_start'),
668
- makeTestEvent('bundled-3', 'page_end'),
669
- ];
670
- const envelope = await makeCompressedEnvelope(bundledItems);
671
- const bundledRecord = makeSqsRecord({ messageBody: envelope }, 'bundled-msg-1');
672
- const records = [legacyRecord1, bundledRecord, legacyRecord2];
673
- const { items, stats, recordMap } = await unbundleRecords(records);
674
- expect(items).toHaveLength(5);
675
- expect(stats.legacySqsRecords).toBe(2);
676
- expect(stats.bundledSqsRecords).toBe(1);
677
- expect(stats.totalItems).toBe(5);
678
- expect(recordMap.get(items[0])).toBe('legacy-msg-1');
679
- expect(recordMap.get(items[1])).toBe('bundled-msg-1');
680
- expect(recordMap.get(items[2])).toBe('bundled-msg-1');
681
- expect(recordMap.get(items[3])).toBe('bundled-msg-1');
682
- expect(recordMap.get(items[4])).toBe('legacy-msg-2');
683
- });
684
- });
685
- describe('consumer edge cases - real sequences', () => {
686
- it('handles 500 items in single compressed bundle with exact verification', async () => {
687
- const originalItems = Array.from({ length: 500 }, (_, i) => ({
688
- id: `item-${i}`,
689
- name: `Event ${i}`,
690
- data: { nested: { value: i * 1.5 } },
691
- timestamp: Date.now() + i,
692
- }));
693
- const envelope = await makeCompressedEnvelope(originalItems);
694
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-500-items');
695
- const { items, recordMap, stats } = await unbundleRecords([record]);
696
- expect(items).toHaveLength(500);
697
- expect(items[0]).toEqual(originalItems[0]);
698
- expect(items[249]).toEqual(originalItems[249]);
699
- expect(items[499]).toEqual(originalItems[499]);
700
- expect(stats.bundledSqsRecords).toBe(1);
701
- expect(stats.totalItems).toBe(500);
702
- for (let i = 0; i < 500; i++) {
703
- expect(items[i].id).toBe(`item-${i}`);
704
- expect(items[i].data.nested.value).toBe(i * 1.5);
705
- }
706
- for (const item of items) {
707
- expect(recordMap.get(item)).toBe('msg-500-items');
708
- }
709
- });
710
- it('handles multiple bundles in single batch with different item counts', async () => {
711
- const counts = [10, 50, 100, 200, 300];
712
- const records = [];
713
- const expectedTotal = counts.reduce((sum, c) => sum + c, 0);
714
- for (let bundleIdx = 0; bundleIdx < counts.length; bundleIdx++) {
715
- const count = counts[bundleIdx];
716
- const items = Array.from({ length: count }, (_, i) => ({
717
- bundleId: bundleIdx,
718
- itemIdx: i,
719
- payload: `bundle-${bundleIdx}-item-${i}`,
720
- }));
721
- const envelope = await makeCompressedEnvelope(items);
722
- records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundle-${bundleIdx}`));
723
- }
724
- const { items, recordMap, stats } = await unbundleRecords(records);
725
- expect(items).toHaveLength(expectedTotal);
726
- expect(stats.totalItems).toBe(expectedTotal);
727
- expect(stats.bundledSqsRecords).toBe(5);
728
- expect(stats.legacySqsRecords).toBe(0);
729
- expect(stats.failedRecords).toBe(0);
730
- const itemsByBundle = new Map();
731
- for (const item of items) {
732
- const expectedMsgId = `msg-bundle-${item.bundleId}`;
733
- expect(recordMap.get(item)).toBe(expectedMsgId);
734
- itemsByBundle.set(item.bundleId, (itemsByBundle.get(item.bundleId) ?? 0) + 1);
735
- }
736
- expect(itemsByBundle.get(0)).toBe(10);
737
- expect(itemsByBundle.get(1)).toBe(50);
738
- expect(itemsByBundle.get(2)).toBe(100);
739
- expect(itemsByBundle.get(3)).toBe(200);
740
- expect(itemsByBundle.get(4)).toBe(300);
741
- });
742
- it('handles realistic 80% bundled / 20% legacy migration ratio', async () => {
743
- const records = [];
744
- const totalMessages = 100;
745
- const bundledCount = 80;
746
- const legacyCount = 20;
747
- const itemsPerBundle = 25;
748
- for (let i = 0; i < bundledCount; i++) {
749
- const items = Array.from({ length: itemsPerBundle }, (_, j) => ({
750
- type: 'bundled',
751
- bundleIdx: i,
752
- itemIdx: j,
753
- }));
754
- const envelope = await makeCompressedEnvelope(items);
755
- records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundled-${i}`));
756
- }
757
- for (let i = 0; i < legacyCount; i++) {
758
- const legacyEvent = {
759
- type: 'legacy',
760
- legacyIdx: i,
761
- itemIdx: 0,
762
- };
763
- records.push(makeSqsRecord(legacyEvent, `msg-legacy-${i}`));
764
- }
765
- const shuffled = [...records].sort(() => Math.random() - 0.5);
766
- const { items, stats, recordMap } = await unbundleRecords(shuffled);
767
- expect(stats.totalRecords).toBe(totalMessages);
768
- expect(stats.bundledSqsRecords).toBe(bundledCount);
769
- expect(stats.legacySqsRecords).toBe(legacyCount);
770
- expect(stats.failedRecords).toBe(0);
771
- expect(items).toHaveLength(bundledCount * itemsPerBundle + legacyCount);
772
- expect(stats.totalItems).toBe(2020);
773
- const bundledItems = items.filter((i) => i.type === 'bundled');
774
- const legacyItems = items.filter((i) => i.type === 'legacy');
775
- expect(bundledItems).toHaveLength(bundledCount * itemsPerBundle);
776
- expect(legacyItems).toHaveLength(legacyCount);
777
- for (const item of bundledItems) {
778
- expect(recordMap.get(item)).toBe(`msg-bundled-${item.bundleIdx}`);
779
- }
780
- for (const item of legacyItems) {
781
- expect(recordMap.get(item)).toBe(`msg-legacy-${item.legacyIdx}`);
782
- }
783
- });
784
- it('preserves Unicode characters through ZSTD compression', async () => {
785
- const unicodeItems = [
786
- {
787
- id: 'emoji',
788
- content: '🎉🚀💻🌍✨ Party time!',
789
- description: 'Emojis should survive compression',
790
- },
791
- {
792
- id: 'chinese',
793
- content: '中文测试:欢迎使用我们的服务',
794
- description: 'Chinese characters',
795
- },
796
- {
797
- id: 'arabic',
798
- content: 'العربية: مرحبا بكم في خدمتنا',
799
- description: 'Arabic text (RTL)',
800
- },
801
- {
802
- id: 'math',
803
- content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃',
804
- description: 'Mathematical symbols',
805
- },
806
- {
807
- id: 'mixed',
808
- content: 'Hello 世界 🌏 مرحبا ∑ Привет',
809
- description: 'Mixed scripts',
810
- },
811
- {
812
- id: 'special',
813
- content: '️️️️️️️️️️️️️️️️',
814
- description: 'Unicode edge cases',
815
- },
816
- {
817
- id: 'japanese',
818
- content: 'こんにちは世界 ひらがな カタカナ 漢字',
819
- description: 'Japanese hiragana, katakana, kanji',
820
- },
821
- {
822
- id: 'korean',
823
- content: '안녕하세요 세계',
824
- description: 'Korean hangul',
825
- },
826
- {
827
- id: 'cyrillic',
828
- content: 'Привет мир! Это тест.',
829
- description: 'Russian Cyrillic',
830
- },
831
- {
832
- id: 'combining',
833
- content: 'e\u0301 n\u0303 c\u0327',
834
- description: 'Combining diacritical marks',
835
- },
836
- ];
837
- const envelope = await makeCompressedEnvelope(unicodeItems);
838
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-unicode');
839
- const { items } = await unbundleRecords([record]);
840
- expect(items).toHaveLength(unicodeItems.length);
841
- for (let i = 0; i < unicodeItems.length; i++) {
842
- expect(items[i].id).toBe(unicodeItems[i].id);
843
- expect(items[i].content).toBe(unicodeItems[i].content);
844
- expect(items[i].description).toBe(unicodeItems[i].description);
845
- const originalBytes = Buffer.from(unicodeItems[i].content, 'utf8');
846
- const recoveredBytes = Buffer.from(items[i].content, 'utf8');
847
- expect(recoveredBytes.equals(originalBytes)).toBe(true);
848
- }
849
- });
850
- it('preserves deeply nested structures (10 levels)', async () => {
851
- function createDeepStructure(depth, maxDepth = 10) {
852
- const node = {
853
- level: depth,
854
- data: `level-${depth}-data-${Math.random().toString(36).slice(2)}`,
855
- };
856
- if (depth < maxDepth) {
857
- node.child = createDeepStructure(depth + 1, maxDepth);
858
- node.siblings = [
859
- createDeepStructure(depth + 1, Math.min(depth + 3, maxDepth)),
860
- createDeepStructure(depth + 1, Math.min(depth + 2, maxDepth)),
861
- ];
862
- }
863
- return node;
864
- }
865
- const deepItems = Array.from({ length: 10 }, (_, i) => ({
866
- id: `deep-${i}`,
867
- nested: createDeepStructure(0, 10),
868
- arrays: [[[[[['deeply', 'nested', 'array']]], [{ inner: { value: i } }]]]],
869
- }));
870
- const envelope = await makeCompressedEnvelope(deepItems);
871
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-deep');
872
- const { items } = await unbundleRecords([record]);
873
- expect(items).toHaveLength(10);
874
- for (let i = 0; i < 10; i++) {
875
- expect(JSON.stringify(items[i])).toBe(JSON.stringify(deepItems[i]));
876
- expect(items[i].nested.level).toBe(0);
877
- expect(items[i].nested.child?.level).toBe(1);
878
- expect(items[i].nested.child?.child?.child?.level).toBe(3);
879
- expect(items[i].arrays[0][0][0][0][0][0]).toBe('deeply');
880
- }
881
- });
882
- it('handles binary-like string data (base64 encoded)', async () => {
883
- const binaryItems = [
884
- {
885
- id: 'small-binary',
886
- base64Data: Buffer.from('Small binary payload').toString('base64'),
887
- size: 'small',
888
- },
889
- {
890
- id: 'medium-binary',
891
- base64Data: Buffer.from('x'.repeat(1000)).toString('base64'),
892
- size: 'medium',
893
- },
894
- {
895
- id: 'image-simulation',
896
- base64Data: Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0xff, 0xd8, 0xff, 0xe0]).toString('base64'),
897
- size: 'binary-header',
898
- },
899
- {
900
- id: 'random-bytes',
901
- base64Data: Buffer.from(Array.from({ length: 256 }, () => Math.floor(Math.random() * 256))).toString('base64'),
902
- size: 'random',
903
- },
904
- {
905
- id: 'all-byte-values',
906
- base64Data: Buffer.from(Array.from({ length: 256 }, (_, i) => i)).toString('base64'),
907
- size: 'full-range',
908
- },
909
- ];
910
- const envelope = await makeCompressedEnvelope(binaryItems);
911
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-binary');
912
- const { items } = await unbundleRecords([record]);
913
- expect(items).toHaveLength(binaryItems.length);
914
- for (let i = 0; i < binaryItems.length; i++) {
915
- expect(items[i].id).toBe(binaryItems[i].id);
916
- expect(items[i].base64Data).toBe(binaryItems[i].base64Data);
917
- const originalDecoded = Buffer.from(binaryItems[i].base64Data, 'base64');
918
- const recoveredDecoded = Buffer.from(items[i].base64Data, 'base64');
919
- expect(recoveredDecoded.equals(originalDecoded)).toBe(true);
920
- }
921
- });
922
- it('handles concurrent unbundling stress test (100 records in parallel)', async () => {
923
- const recordCount = 100;
924
- const records = [];
925
- for (let i = 0; i < recordCount; i++) {
926
- const itemsInBundle = 10 + (i % 20);
927
- const items = Array.from({ length: itemsInBundle }, (_, j) => ({
928
- recordIdx: i,
929
- itemIdx: j,
930
- uniqueId: `r${i}-i${j}`,
931
- timestamp: Date.now() + i * 1000 + j,
932
- data: `payload-${i}-${j}-${Math.random().toString(36).slice(2)}`,
933
- }));
934
- const envelope = await makeCompressedEnvelope(items);
935
- records.push(makeSqsRecord({ messageBody: envelope }, `stress-msg-${i}`));
936
- }
937
- const startTime = Date.now();
938
- const { items, recordMap, stats, failedMessageIds } = await unbundleRecords(records);
939
- const duration = Date.now() - startTime;
940
- expect(failedMessageIds).toHaveLength(0);
941
- expect(stats.failedRecords).toBe(0);
942
- expect(stats.bundledSqsRecords).toBe(recordCount);
943
- const seenUniqueIds = new Set();
944
- for (const item of items) {
945
- expect(seenUniqueIds.has(item.uniqueId)).toBe(false);
946
- seenUniqueIds.add(item.uniqueId);
947
- const expectedMsgId = `stress-msg-${item.recordIdx}`;
948
- expect(recordMap.get(item)).toBe(expectedMsgId);
949
- expect(item.itemIdx).toBeGreaterThanOrEqual(0);
950
- expect(item.itemIdx).toBeLessThan(30);
951
- }
952
- const expectedTotal = Array.from({ length: recordCount }, (_, i) => 10 + (i % 20)).reduce((a, b) => a + b, 0);
953
- expect(items).toHaveLength(expectedTotal);
954
- expect(stats.totalItems).toBe(expectedTotal);
955
- console.log(`Unbundled ${recordCount} records (${stats.totalItems} items) in ${duration}ms`);
956
- });
957
- it('handles items with all JSON primitive types', async () => {
958
- const primitiveItems = [
959
- {
960
- id: 'primitives',
961
- stringVal: 'hello',
962
- numberVal: 42,
963
- floatVal: 3.14159265359,
964
- boolTrue: true,
965
- boolFalse: false,
966
- nullVal: null,
967
- emptyString: '',
968
- zero: 0,
969
- negativeNum: -999,
970
- largeNum: Number.MAX_SAFE_INTEGER,
971
- smallNum: Number.MIN_SAFE_INTEGER,
972
- scientificNotation: 1.23e10,
973
- },
974
- {
975
- id: 'arrays',
976
- emptyArray: [],
977
- numberArray: [1, 2, 3],
978
- mixedArray: [1, 'two', true, null],
979
- nestedArray: [[1, 2], [3, 4], [[5]]],
980
- },
981
- {
982
- id: 'objects',
983
- emptyObject: {},
984
- nestedObject: { a: { b: { c: 1 } } },
985
- arrayOfObjects: [{ x: 1 }, { y: 2 }],
986
- },
987
- ];
988
- const envelope = await makeCompressedEnvelope(primitiveItems);
989
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-primitives');
990
- const { items } = await unbundleRecords([record]);
991
- expect(items).toHaveLength(3);
992
- expect(JSON.stringify(items)).toBe(JSON.stringify(primitiveItems));
993
- });
994
- it('maintains item order across multiple bundles', async () => {
995
- const records = [];
996
- let globalIdx = 0;
997
- for (let bundleIdx = 0; bundleIdx < 10; bundleIdx++) {
998
- const itemCount = 10 + bundleIdx * 5;
999
- const items = Array.from({ length: itemCount }, () => ({
1000
- globalOrder: globalIdx++,
1001
- bundle: bundleIdx,
1002
- }));
1003
- const envelope = await makeCompressedEnvelope(items);
1004
- records.push(makeSqsRecord({ messageBody: envelope }, `order-msg-${bundleIdx}`));
1005
- }
1006
- const { items } = await unbundleRecords(records);
1007
- const bundleGroups = new Map();
1008
- for (const item of items) {
1009
- if (!bundleGroups.has(item.bundle)) {
1010
- bundleGroups.set(item.bundle, []);
1011
- }
1012
- bundleGroups.get(item.bundle)?.push(item.globalOrder);
1013
- }
1014
- for (const [, orders] of bundleGroups) {
1015
- for (let i = 1; i < orders.length; i++) {
1016
- expect(orders[i]).toBeGreaterThan(orders[i - 1]);
1017
- }
1018
- }
1019
- });
1020
- it('handles edge case: single item bundles', async () => {
1021
- const records = await Promise.all(Array.from({ length: 50 }, async (_, i) => {
1022
- const items = [{ id: `single-${i}`, value: i }];
1023
- const envelope = await makeCompressedEnvelope(items);
1024
- return makeSqsRecord({ messageBody: envelope }, `single-msg-${i}`);
1025
- }));
1026
- const { items, stats, recordMap } = await unbundleRecords(records);
1027
- expect(items).toHaveLength(50);
1028
- expect(stats.bundledSqsRecords).toBe(50);
1029
- expect(stats.totalItems).toBe(50);
1030
- for (let i = 0; i < 50; i++) {
1031
- const item = items.find((x) => x.value === i);
1032
- expect(item).toBeDefined();
1033
- if (!item)
1034
- throw new Error(`Expected item with value ${i} to be found`);
1035
- expect(recordMap.get(item)).toMatch(/single-msg-\d+/);
1036
- }
1037
- });
1038
- it('handles edge case: empty arrays in bundles', async () => {
1039
- const emptyEnvelope = {
1040
- v: 1,
1041
- c: CompressionAlgorithm.NONE,
1042
- n: 0,
1043
- p: [],
1044
- };
1045
- const record = makeSqsRecord({ messageBody: emptyEnvelope }, 'msg-empty');
1046
- const { items, stats } = await unbundleRecords([record]);
1047
- expect(items).toHaveLength(0);
1048
- expect(stats.bundledSqsRecords).toBe(1);
1049
- expect(stats.totalItems).toBe(0);
1050
- });
1051
- });
1052
- describe('GZIP comprehensive tests', () => {
1053
- describe('GZIP pre-decompression bomb protection', () => {
1054
- it('rejects GZIP with fake ISIZE claiming huge size BEFORE decompression starts', async () => {
1055
- const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1056
- const emptyDeflate = Buffer.from([0x03, 0x00]);
1057
- const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1058
- const fakeIsize = Buffer.alloc(4);
1059
- fakeIsize.writeUInt32LE(100 * 1024 * 1024, 0);
1060
- const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1061
- const base64 = fakeGzip.toString('base64');
1062
- const bombEnvelope = {
1063
- v: 1,
1064
- c: CompressionAlgorithm.GZIP,
1065
- n: 1,
1066
- s: 100,
1067
- p: base64,
1068
- };
1069
- const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-gzip-bomb');
1070
- const { failedMessageIds, stats } = await unbundleRecords([record], {
1071
- maxDecompressedSizeBytes: 10 * 1024 * 1024,
1072
- });
1073
- expect(failedMessageIds).toContain('msg-gzip-bomb');
1074
- expect(stats.failedRecords).toBe(1);
1075
- });
1076
- it('allows GZIP with ISIZE within limit', async () => {
1077
- const items = [makeTestEvent('valid-1')];
1078
- const envelope = await makeGzipCompressedEnvelope(items);
1079
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-gzip-valid');
1080
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
1081
- maxDecompressedSizeBytes: 10 * 1024 * 1024,
1082
- });
1083
- expect(result).toHaveLength(1);
1084
- expect(failedMessageIds).toHaveLength(0);
1085
- });
1086
- it('pre-check catches bomb even when ISIZE is exactly at limit + 1', async () => {
1087
- const limit = 1000;
1088
- const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1089
- const emptyDeflate = Buffer.from([0x03, 0x00]);
1090
- const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1091
- const fakeIsize = Buffer.alloc(4);
1092
- fakeIsize.writeUInt32LE(limit + 1, 0);
1093
- const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1094
- const base64 = fakeGzip.toString('base64');
1095
- const bombEnvelope = {
1096
- v: 1,
1097
- c: CompressionAlgorithm.GZIP,
1098
- n: 1,
1099
- s: 100,
1100
- p: base64,
1101
- };
1102
- const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-boundary-bomb');
1103
- const { failedMessageIds } = await unbundleRecords([record], {
1104
- maxDecompressedSizeBytes: limit,
1105
- });
1106
- expect(failedMessageIds).toContain('msg-boundary-bomb');
1107
- });
1108
- });
1109
- describe('empty GZIP bundle', () => {
1110
- it('unbundles empty GZIP compressed array', async () => {
1111
- const envelope = await makeGzipCompressedEnvelope([]);
1112
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-empty-gzip');
1113
- const { items, stats } = await unbundleRecords([record]);
1114
- expect(items).toHaveLength(0);
1115
- expect(stats.bundledSqsRecords).toBe(1);
1116
- expect(stats.totalItems).toBe(0);
1117
- });
1118
- });
1119
- describe('Unicode characters in GZIP payload', () => {
1120
- it('preserves emoji through GZIP compression', async () => {
1121
- const items = [
1122
- { eventId: 'emoji-1', content: '🎉🚀💻🌍✨' },
1123
- { eventId: 'emoji-2', content: '👋🏽👨‍👩‍👧‍👦🏳️‍🌈' },
1124
- ];
1125
- const envelope = await makeGzipCompressedEnvelope(items);
1126
- const record = makeSqsRecord({ messageBody: envelope });
1127
- const { items: result } = await unbundleRecords([record]);
1128
- expect(result).toHaveLength(2);
1129
- expect(result[0].content).toBe('🎉🚀💻🌍✨');
1130
- expect(result[1].content).toBe('👋🏽👨‍👩‍👧‍👦🏳️‍🌈');
1131
- });
1132
- it('preserves CJK characters through GZIP compression', async () => {
1133
- const items = [
1134
- { eventId: 'cjk-1', content: '中文测试:欢迎使用' },
1135
- { eventId: 'cjk-2', content: 'こんにちは世界 ひらがな カタカナ' },
1136
- { eventId: 'cjk-3', content: '안녕하세요 세계' },
1137
- ];
1138
- const envelope = await makeGzipCompressedEnvelope(items);
1139
- const record = makeSqsRecord({ messageBody: envelope });
1140
- const { items: result } = await unbundleRecords([record]);
1141
- expect(result).toHaveLength(3);
1142
- expect(result[0].content).toBe('中文测试:欢迎使用');
1143
- expect(result[1].content).toBe('こんにちは世界 ひらがな カタカナ');
1144
- expect(result[2].content).toBe('안녕하세요 세계');
1145
- });
1146
- it('preserves special characters and mixed scripts through GZIP compression', async () => {
1147
- const items = [
1148
- { eventId: 'special-1', content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃' },
1149
- { eventId: 'special-2', content: 'العربية: مرحبا بكم' },
1150
- { eventId: 'mixed', content: 'Hello 世界 🌏 مرحبا Привет' },
1151
- { eventId: 'combining', content: 'e\u0301 n\u0303 c\u0327' },
1152
- ];
1153
- const envelope = await makeGzipCompressedEnvelope(items);
1154
- const record = makeSqsRecord({ messageBody: envelope });
1155
- const { items: result } = await unbundleRecords([record]);
1156
- expect(result).toHaveLength(4);
1157
- for (let i = 0; i < items.length; i++) {
1158
- expect(result[i].content).toBe(items[i].content);
1159
- const originalBytes = Buffer.from(items[i].content, 'utf8');
1160
- const recoveredBytes = Buffer.from(result[i].content, 'utf8');
1161
- expect(recoveredBytes.equals(originalBytes)).toBe(true);
1162
- }
1163
- });
1164
- });
1165
- describe('GZIP with invalid magic bytes', () => {
1166
- it('fails gracefully for buffer with wrong magic bytes', async () => {
1167
- const wrongMagic = Buffer.from([0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1168
- const filler = Buffer.alloc(10);
1169
- const invalidGzip = Buffer.concat([wrongMagic, filler]);
1170
- const base64 = invalidGzip.toString('base64');
1171
- const badEnvelope = {
1172
- v: 1,
1173
- c: CompressionAlgorithm.GZIP,
1174
- n: 1,
1175
- s: 100,
1176
- p: base64,
1177
- };
1178
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-wrong-magic');
1179
- const { failedMessageIds } = await unbundleRecords([record]);
1180
- expect(failedMessageIds).toContain('msg-wrong-magic');
1181
- });
1182
- it('fails gracefully for buffer starting with valid magic but corrupted data', async () => {
1183
- const validMagic = Buffer.from([0x1f, 0x8b]);
1184
- const garbage = Buffer.from('this is not valid gzip data after magic');
1185
- const invalidGzip = Buffer.concat([validMagic, garbage]);
1186
- const base64 = invalidGzip.toString('base64');
1187
- const badEnvelope = {
1188
- v: 1,
1189
- c: CompressionAlgorithm.GZIP,
1190
- n: 1,
1191
- s: 100,
1192
- p: base64,
1193
- };
1194
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-corrupt-gzip');
1195
- const { failedMessageIds } = await unbundleRecords([record]);
1196
- expect(failedMessageIds).toContain('msg-corrupt-gzip');
1197
- });
1198
- });
1199
- describe('GZIP minimum size edge cases', () => {
1200
- it('handles buffer exactly 18 bytes (minimum valid)', async () => {
1201
- const minBuffer = Buffer.alloc(18);
1202
- minBuffer[0] = 0x1f;
1203
- minBuffer[1] = 0x8b;
1204
- const size = getGzipUncompressedSize(minBuffer);
1205
- expect(size).toBe(0);
1206
- });
1207
- it('returns undefined for buffer exactly 17 bytes (too small)', async () => {
1208
- const tooSmall = Buffer.alloc(17);
1209
- tooSmall[0] = 0x1f;
1210
- tooSmall[1] = 0x8b;
1211
- const size = getGzipUncompressedSize(tooSmall);
1212
- expect(size).toBeUndefined();
1213
- });
1214
- it('fails gracefully for 17-byte GZIP envelope', async () => {
1215
- const tooSmall = Buffer.alloc(17);
1216
- tooSmall[0] = 0x1f;
1217
- tooSmall[1] = 0x8b;
1218
- const base64 = tooSmall.toString('base64');
1219
- const badEnvelope = {
1220
- v: 1,
1221
- c: CompressionAlgorithm.GZIP,
1222
- n: 1,
1223
- s: 100,
1224
- p: base64,
1225
- };
1226
- const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-too-small');
1227
- const { failedMessageIds } = await unbundleRecords([record]);
1228
- expect(failedMessageIds).toContain('msg-too-small');
1229
- });
1230
- });
1231
- describe('GZIP timeout protection', () => {
1232
- it('CompressionTimeoutError has correct properties', () => {
1233
- const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 100);
1234
- expect(error).toBeInstanceOf(Error);
1235
- expect(error.name).toBe('CompressionTimeoutError');
1236
- expect(error.operation).toBe('decompress');
1237
- expect(error.timeoutMs).toBe(100);
1238
- expect(error.message).toContain('timed out after 100ms');
1239
- });
1240
- it('GZIP decompression respects timeout option', async () => {
1241
- const items = [makeTestEvent('timeout-test')];
1242
- const envelope = await makeGzipCompressedEnvelope(items);
1243
- const record = makeSqsRecord({ messageBody: envelope });
1244
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
1245
- timeoutMs: 10000,
1246
- });
1247
- expect(result).toHaveLength(1);
1248
- expect(failedMessageIds).toHaveLength(0);
1249
- });
1250
- });
1251
- describe('large GZIP near SQS limit', () => {
1252
- it('decompresses large GZIP bundle near 256KB compressed', async () => {
1253
- const items = Array.from({ length: 200 }, (_, i) => ({
1254
- eventId: `large-${i}`,
1255
- name: 'page_view',
1256
- data: `repeated-content-for-compression-${i}-`.repeat(50),
1257
- value: i * 1.5,
1258
- }));
1259
- const envelope = await makeGzipCompressedEnvelope(items);
1260
- const compressedSize = Buffer.byteLength(JSON.stringify(envelope.p), 'utf8');
1261
- console.log(`Large GZIP test: compressed payload ~${Math.round(compressedSize / 1024)}KB`);
1262
- const record = makeSqsRecord({ messageBody: envelope }, 'msg-large-gzip');
1263
- const { items: result, failedMessageIds } = await unbundleRecords([record]);
1264
- expect(failedMessageIds).toHaveLength(0);
1265
- expect(result).toHaveLength(200);
1266
- expect(result[0].eventId).toBe('large-0');
1267
- expect(result[199].eventId).toBe('large-199');
1268
- });
1269
- it('handles GZIP with maximum decompressed size exactly at limit', async () => {
1270
- const items = [{ eventId: 'boundary', data: 'x'.repeat(5000) }];
1271
- const envelope = await makeGzipCompressedEnvelope(items);
1272
- const record = makeSqsRecord({ messageBody: envelope });
1273
- const { items: result, failedMessageIds } = await unbundleRecords([record], {
1274
- maxDecompressedSizeBytes: 10 * 1024,
1275
- });
1276
- expect(failedMessageIds).toHaveLength(0);
1277
- expect(result).toHaveLength(1);
1278
- });
1279
- });
1280
- });
1281
- });
1282
- describe('getGzipUncompressedSize', () => {
1283
- it('returns correct size for valid GZIP', async () => {
1284
- const originalData = 'Hello, World! This is a test.';
1285
- const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1286
- const size = getGzipUncompressedSize(compressed);
1287
- expect(size).toBe(Buffer.byteLength(originalData, 'utf8'));
1288
- });
1289
- it('returns correct size for larger payload', async () => {
1290
- const originalData = 'x'.repeat(10000);
1291
- const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1292
- const size = getGzipUncompressedSize(compressed);
1293
- expect(size).toBe(10000);
1294
- });
1295
- it('returns undefined for buffer too small', () => {
1296
- const tooSmall = Buffer.alloc(17);
1297
- tooSmall[0] = 0x1f;
1298
- tooSmall[1] = 0x8b;
1299
- expect(getGzipUncompressedSize(tooSmall)).toBeUndefined();
1300
- });
1301
- it('returns undefined for wrong magic bytes', () => {
1302
- const wrongMagic = Buffer.alloc(20);
1303
- wrongMagic[0] = 0x00;
1304
- wrongMagic[1] = 0x00;
1305
- expect(getGzipUncompressedSize(wrongMagic)).toBeUndefined();
1306
- });
1307
- it('returns undefined for empty buffer', () => {
1308
- expect(getGzipUncompressedSize(Buffer.alloc(0))).toBeUndefined();
1309
- });
1310
- it('returns undefined for single byte buffer', () => {
1311
- expect(getGzipUncompressedSize(Buffer.from([0x1f]))).toBeUndefined();
1312
- });
1313
- it('returns undefined for buffer with only magic bytes', () => {
1314
- expect(getGzipUncompressedSize(Buffer.from([0x1f, 0x8b]))).toBeUndefined();
1315
- });
1316
- it('returns 0 for GZIP with ISIZE = 0', () => {
1317
- const buffer = Buffer.alloc(18);
1318
- buffer[0] = 0x1f;
1319
- buffer[1] = 0x8b;
1320
- const size = getGzipUncompressedSize(buffer);
1321
- expect(size).toBe(0);
1322
- });
1323
- it('reads ISIZE correctly as little-endian', async () => {
1324
- const buffer = Buffer.alloc(18);
1325
- buffer[0] = 0x1f;
1326
- buffer[1] = 0x8b;
1327
- buffer.writeUInt32LE(0x12345678, 14);
1328
- const size = getGzipUncompressedSize(buffer);
1329
- expect(size).toBe(0x12345678);
1330
- });
1331
- it('handles maximum 32-bit ISIZE value', () => {
1332
- const buffer = Buffer.alloc(18);
1333
- buffer[0] = 0x1f;
1334
- buffer[1] = 0x8b;
1335
- buffer.writeUInt32LE(0xffffffff, 14);
1336
- const size = getGzipUncompressedSize(buffer);
1337
- expect(size).toBe(0xffffffff);
1338
- });
1339
- it('correctly extracts size from real GZIP data', async () => {
1340
- const testSizes = [1, 10, 100, 1000, 50000];
1341
- for (const testSize of testSizes) {
1342
- const originalData = 'a'.repeat(testSize);
1343
- const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1344
- const size = getGzipUncompressedSize(compressed);
1345
- expect(size).toBe(testSize);
1346
- }
1347
- });
1348
- it('handles JSON array compression correctly', async () => {
1349
- const items = [{ id: 1 }, { id: 2 }, { id: 3 }];
1350
- const json = JSON.stringify(items);
1351
- const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
1352
- const size = getGzipUncompressedSize(compressed);
1353
- expect(size).toBe(Buffer.byteLength(json, 'utf8'));
1354
- });
1355
- });
1
+ import { unbundleRecords, unbundleMessage, isBundledEnvelope } from '../../clients/generic/sqs-unbundle';
2
+ import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
+ import { compress, CompressionTimeoutError, CompressionOperation, getGzipUncompressedSize, } from '../../utils/compression';
4
+ import { gzip } from 'node:zlib';
5
+ import { promisify } from 'node:util';
6
+ const gzipAsync = promisify(gzip);
7
+ jest.mock('../../helpers/logging-helper', () => ({
8
+ Logger: {
9
+ debug: jest.fn(),
10
+ info: jest.fn(),
11
+ warn: jest.fn(),
12
+ error: jest.fn(),
13
+ },
14
+ }));
15
+ function makeTestEvent(id, name = 'test_event', value) {
16
+ return { eventId: id, name, value };
17
+ }
18
+ function makeSqsRecord(body, messageId = 'msg-1') {
19
+ return {
20
+ messageId,
21
+ body: typeof body === 'string' ? body : JSON.stringify(body),
22
+ };
23
+ }
24
+ function makeBundledEnvelope(items) {
25
+ return {
26
+ v: 1,
27
+ c: CompressionAlgorithm.NONE,
28
+ n: items.length,
29
+ s: JSON.stringify(items).length,
30
+ p: items,
31
+ };
32
+ }
33
+ async function makeCompressedEnvelope(items, level = 3) {
34
+ const json = JSON.stringify(items);
35
+ const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, level);
36
+ const base64 = compressed.toString('base64');
37
+ return {
38
+ v: 1,
39
+ c: CompressionAlgorithm.ZSTD,
40
+ n: items.length,
41
+ s: json.length,
42
+ p: base64,
43
+ };
44
+ }
45
+ async function makeGzipCompressedEnvelope(items) {
46
+ const json = JSON.stringify(items);
47
+ const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
48
+ const base64 = compressed.toString('base64');
49
+ return {
50
+ v: 1,
51
+ c: CompressionAlgorithm.GZIP,
52
+ n: items.length,
53
+ s: json.length,
54
+ p: base64,
55
+ };
56
+ }
57
+ describe('isBundledEnvelope', () => {
58
+ it('returns true for valid bundled envelope with NONE compression', () => {
59
+ const envelope = makeBundledEnvelope([makeTestEvent('1')]);
60
+ expect(isBundledEnvelope(envelope)).toBe(true);
61
+ });
62
+ it('returns true for valid bundled envelope with ZSTD compression', async () => {
63
+ const envelope = await makeCompressedEnvelope([makeTestEvent('1')]);
64
+ expect(isBundledEnvelope(envelope)).toBe(true);
65
+ });
66
+ it('returns false for null', () => {
67
+ expect(isBundledEnvelope(null)).toBe(false);
68
+ });
69
+ it('returns false for undefined', () => {
70
+ expect(isBundledEnvelope(undefined)).toBe(false);
71
+ });
72
+ it('returns false for plain object (legacy message)', () => {
73
+ expect(isBundledEnvelope(makeTestEvent('1'))).toBe(false);
74
+ });
75
+ it('returns false for wrong version', () => {
76
+ const envelope = { v: 2, c: 'none', n: 1, p: [] };
77
+ expect(isBundledEnvelope(envelope)).toBe(false);
78
+ });
79
+ it('returns true for valid bundled envelope with GZIP compression', async () => {
80
+ const envelope = await makeGzipCompressedEnvelope([makeTestEvent('1')]);
81
+ expect(isBundledEnvelope(envelope)).toBe(true);
82
+ });
83
+ it('returns false for invalid compression algorithm', () => {
84
+ const envelope = { v: 1, c: 'lz4', n: 1, p: [] };
85
+ expect(isBundledEnvelope(envelope)).toBe(false);
86
+ });
87
+ it('returns false for missing count', () => {
88
+ const envelope = { v: 1, c: 'none', p: [] };
89
+ expect(isBundledEnvelope(envelope)).toBe(false);
90
+ });
91
+ it('returns false for missing payload', () => {
92
+ const envelope = { v: 1, c: 'none', n: 1 };
93
+ expect(isBundledEnvelope(envelope)).toBe(false);
94
+ });
95
+ });
96
+ describe('unbundleMessage', () => {
97
+ it('unbundles NONE compression envelope', async () => {
98
+ const items = [makeTestEvent('1'), makeTestEvent('2')];
99
+ const envelope = makeBundledEnvelope(items);
100
+ const result = await unbundleMessage(envelope);
101
+ expect(result).toHaveLength(2);
102
+ expect(result[0].eventId).toBe('1');
103
+ expect(result[1].eventId).toBe('2');
104
+ });
105
+ it('unbundles ZSTD compressed envelope', async () => {
106
+ const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
107
+ const envelope = await makeCompressedEnvelope(items);
108
+ const result = await unbundleMessage(envelope);
109
+ expect(result).toHaveLength(3);
110
+ expect(result[0].eventId).toBe('1');
111
+ expect(result[1].eventId).toBe('2');
112
+ expect(result[2].eventId).toBe('3');
113
+ });
114
+ it('unbundles large batches with ZSTD compression', async () => {
115
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
116
+ const envelope = await makeCompressedEnvelope(items);
117
+ const result = await unbundleMessage(envelope);
118
+ expect(result).toHaveLength(500);
119
+ expect(result[0].eventId).toBe('event-0');
120
+ expect(result[499].eventId).toBe('event-499');
121
+ });
122
+ it('throws on unsupported bundle version', async () => {
123
+ const envelope = { v: 99, c: 'none', n: 1, p: [] };
124
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Unsupported bundle version: 99');
125
+ });
126
+ it('throws on invalid payload type for NONE compression', async () => {
127
+ const envelope = { v: 1, c: 'none', n: 1, p: 'not-an-array' };
128
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: NONE compression but payload is not an array');
129
+ });
130
+ it('throws on invalid payload type for ZSTD compression', async () => {
131
+ const envelope = { v: 1, c: 'zstd', n: 1, p: [] };
132
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: zstd compression but payload is not a string');
133
+ });
134
+ it('unbundles GZIP compressed envelope', async () => {
135
+ const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
136
+ const envelope = await makeGzipCompressedEnvelope(items);
137
+ const result = await unbundleMessage(envelope);
138
+ expect(result).toHaveLength(3);
139
+ expect(result[0].eventId).toBe('1');
140
+ expect(result[1].eventId).toBe('2');
141
+ expect(result[2].eventId).toBe('3');
142
+ });
143
+ it('unbundles large batches with GZIP compression', async () => {
144
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`event-${i}`, `event_${i}`, i * 10));
145
+ const envelope = await makeGzipCompressedEnvelope(items);
146
+ const result = await unbundleMessage(envelope);
147
+ expect(result).toHaveLength(500);
148
+ expect(result[0].eventId).toBe('event-0');
149
+ expect(result[499].eventId).toBe('event-499');
150
+ });
151
+ it('throws on invalid payload type for GZIP compression', async () => {
152
+ const envelope = { v: 1, c: 'gzip', n: 1, p: [] };
153
+ await expect(unbundleMessage(envelope)).rejects.toThrow('Invalid bundle: gzip compression but payload is not a string');
154
+ });
155
+ });
156
+ describe('unbundleRecords', () => {
157
+ describe('legacy (non-bundled) messages', () => {
158
+ it('parses raw JSON message', async () => {
159
+ const event = makeTestEvent('raw-1', 'purchase');
160
+ const record = makeSqsRecord(event);
161
+ const { items, stats, failedMessageIds } = await unbundleRecords([record]);
162
+ expect(items).toHaveLength(1);
163
+ expect(items[0].eventId).toBe('raw-1');
164
+ expect(items[0].name).toBe('purchase');
165
+ expect(stats.legacySqsRecords).toBe(1);
166
+ expect(stats.bundledSqsRecords).toBe(0);
167
+ expect(failedMessageIds).toHaveLength(0);
168
+ });
169
+ it('parses wrapped messageBody format', async () => {
170
+ const event = makeTestEvent('wrapped-1');
171
+ const record = makeSqsRecord({ messageBody: event });
172
+ const { items, stats } = await unbundleRecords([record]);
173
+ expect(items).toHaveLength(1);
174
+ expect(items[0].eventId).toBe('wrapped-1');
175
+ expect(stats.legacySqsRecords).toBe(1);
176
+ });
177
+ it('handles multiple legacy records', async () => {
178
+ const records = [
179
+ makeSqsRecord(makeTestEvent('1'), 'msg-1'),
180
+ makeSqsRecord(makeTestEvent('2'), 'msg-2'),
181
+ makeSqsRecord(makeTestEvent('3'), 'msg-3'),
182
+ ];
183
+ const { items, stats, recordMap } = await unbundleRecords(records);
184
+ expect(items).toHaveLength(3);
185
+ expect(stats.legacySqsRecords).toBe(3);
186
+ expect(stats.totalItems).toBe(3);
187
+ expect(recordMap.get(items[0])).toBe('msg-1');
188
+ expect(recordMap.get(items[1])).toBe('msg-2');
189
+ expect(recordMap.get(items[2])).toBe('msg-3');
190
+ });
191
+ });
192
+ describe('bundled messages (NONE compression)', () => {
193
+ it('unbundles wrapped messageBody envelope', async () => {
194
+ const items = [makeTestEvent('b1'), makeTestEvent('b2')];
195
+ const envelope = makeBundledEnvelope(items);
196
+ const record = makeSqsRecord({ messageBody: envelope });
197
+ const { items: result, stats } = await unbundleRecords([record]);
198
+ expect(result).toHaveLength(2);
199
+ expect(result[0].eventId).toBe('b1');
200
+ expect(result[1].eventId).toBe('b2');
201
+ expect(stats.bundledSqsRecords).toBe(1);
202
+ expect(stats.legacySqsRecords).toBe(0);
203
+ });
204
+ it('unbundles raw envelope (not wrapped)', async () => {
205
+ const items = [makeTestEvent('r1'), makeTestEvent('r2')];
206
+ const envelope = makeBundledEnvelope(items);
207
+ const record = makeSqsRecord(envelope);
208
+ const { items: result, stats } = await unbundleRecords([record]);
209
+ expect(result).toHaveLength(2);
210
+ expect(stats.bundledSqsRecords).toBe(1);
211
+ });
212
+ it('maps all items from bundle to same messageId', async () => {
213
+ const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
214
+ const envelope = makeBundledEnvelope(items);
215
+ const record = makeSqsRecord({ messageBody: envelope }, 'bundle-msg-1');
216
+ const { items: result, recordMap } = await unbundleRecords([record]);
217
+ expect(result).toHaveLength(3);
218
+ expect(recordMap.get(result[0])).toBe('bundle-msg-1');
219
+ expect(recordMap.get(result[1])).toBe('bundle-msg-1');
220
+ expect(recordMap.get(result[2])).toBe('bundle-msg-1');
221
+ });
222
+ });
223
+ describe('bundled messages (ZSTD compression)', () => {
224
+ it('unbundles ZSTD compressed envelope', async () => {
225
+ const items = [makeTestEvent('z1'), makeTestEvent('z2')];
226
+ const envelope = await makeCompressedEnvelope(items);
227
+ const record = makeSqsRecord({ messageBody: envelope });
228
+ const { items: result, stats } = await unbundleRecords([record]);
229
+ expect(result).toHaveLength(2);
230
+ expect(result[0].eventId).toBe('z1');
231
+ expect(result[1].eventId).toBe('z2');
232
+ expect(stats.bundledSqsRecords).toBe(1);
233
+ });
234
+ it('handles large compressed bundles (500 items)', async () => {
235
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
236
+ const envelope = await makeCompressedEnvelope(items);
237
+ const record = makeSqsRecord({ messageBody: envelope });
238
+ const { items: result, stats } = await unbundleRecords([record]);
239
+ expect(result).toHaveLength(500);
240
+ expect(stats.bundledSqsRecords).toBe(1);
241
+ expect(stats.totalItems).toBe(500);
242
+ });
243
+ });
244
+ describe('bundled messages (GZIP compression - CF Worker)', () => {
245
+ it('unbundles GZIP compressed envelope', async () => {
246
+ const items = [makeTestEvent('g1'), makeTestEvent('g2')];
247
+ const envelope = await makeGzipCompressedEnvelope(items);
248
+ const record = makeSqsRecord({ messageBody: envelope });
249
+ const { items: result, stats } = await unbundleRecords([record]);
250
+ expect(result).toHaveLength(2);
251
+ expect(result[0].eventId).toBe('g1');
252
+ expect(result[1].eventId).toBe('g2');
253
+ expect(stats.bundledSqsRecords).toBe(1);
254
+ });
255
+ it('handles large GZIP compressed bundles (500 items)', async () => {
256
+ const items = Array.from({ length: 500 }, (_, i) => makeTestEvent(`item-${i}`));
257
+ const envelope = await makeGzipCompressedEnvelope(items);
258
+ const record = makeSqsRecord({ messageBody: envelope });
259
+ const { items: result, stats } = await unbundleRecords([record]);
260
+ expect(result).toHaveLength(500);
261
+ expect(stats.bundledSqsRecords).toBe(1);
262
+ expect(stats.totalItems).toBe(500);
263
+ });
264
+ it('maps all items from GZIP bundle to same messageId', async () => {
265
+ const items = [makeTestEvent('x1'), makeTestEvent('x2'), makeTestEvent('x3')];
266
+ const envelope = await makeGzipCompressedEnvelope(items);
267
+ const record = makeSqsRecord({ messageBody: envelope }, 'gzip-bundle-msg-1');
268
+ const { items: result, recordMap } = await unbundleRecords([record]);
269
+ expect(result).toHaveLength(3);
270
+ expect(recordMap.get(result[0])).toBe('gzip-bundle-msg-1');
271
+ expect(recordMap.get(result[1])).toBe('gzip-bundle-msg-1');
272
+ expect(recordMap.get(result[2])).toBe('gzip-bundle-msg-1');
273
+ });
274
+ it('unbundles GZIP envelope wrapped in full InternalSQSMessage format (CF Worker format)', async () => {
275
+ const items = [makeTestEvent('cf1'), makeTestEvent('cf2'), makeTestEvent('cf3')];
276
+ const envelope = await makeGzipCompressedEnvelope(items);
277
+ const internalSqsMessage = {
278
+ messageId: 'cf-internal-msg-123',
279
+ messageType: 'TRACKING_EVENT_COLLECT',
280
+ messageTime: '2026-05-29T11:00:10.076Z',
281
+ messageBody: envelope,
282
+ };
283
+ const record = makeSqsRecord(internalSqsMessage, 'sqs-msg-id');
284
+ const { items: result, stats, recordMap } = await unbundleRecords([record]);
285
+ expect(result).toHaveLength(3);
286
+ expect(result[0].eventId).toBe('cf1');
287
+ expect(result[1].eventId).toBe('cf2');
288
+ expect(result[2].eventId).toBe('cf3');
289
+ expect(stats.bundledSqsRecords).toBe(1);
290
+ expect(stats.legacySqsRecords).toBe(0);
291
+ expect(stats.totalItems).toBe(3);
292
+ expect(recordMap.get(result[0])).toBe('sqs-msg-id');
293
+ expect(recordMap.get(result[1])).toBe('sqs-msg-id');
294
+ expect(recordMap.get(result[2])).toBe('sqs-msg-id');
295
+ });
296
+ it('unbundles GZIP envelope with extra wrapper fields (messageTime, messageType)', async () => {
297
+ const items = [makeTestEvent('w1')];
298
+ const envelope = await makeGzipCompressedEnvelope(items);
299
+ const wrappedMessage = {
300
+ messageTime: new Date().toISOString(),
301
+ messageType: 'SESSION_EVENT',
302
+ messageBody: envelope,
303
+ someOtherField: 'ignored',
304
+ };
305
+ const record = makeSqsRecord(wrappedMessage);
306
+ const { items: result, stats } = await unbundleRecords([record]);
307
+ expect(result).toHaveLength(1);
308
+ expect(result[0].eventId).toBe('w1');
309
+ expect(stats.bundledSqsRecords).toBe(1);
310
+ });
311
+ it('handles decompression failure gracefully (does not return wrapper)', async () => {
312
+ const corruptedEnvelope = {
313
+ v: 1,
314
+ c: 'gzip',
315
+ n: 1,
316
+ s: 100,
317
+ p: 'H4sIAAAAAAAAA+TRUNCATED',
318
+ };
319
+ const internalSqsMessage = {
320
+ messageTime: '2026-05-29T11:00:10.076Z',
321
+ messageType: 'TRACKING_EVENT_COLLECT',
322
+ messageBody: corruptedEnvelope,
323
+ messageId: 'corrupted-msg-id',
324
+ };
325
+ const record = makeSqsRecord(internalSqsMessage, 'sqs-record-id');
326
+ const { items, stats, failedMessageIds } = await unbundleRecords([record]);
327
+ expect(failedMessageIds).toHaveLength(1);
328
+ expect(stats.failedRecords).toBe(1);
329
+ expect(items).toHaveLength(0);
330
+ items.forEach((item) => {
331
+ expect(item).not.toHaveProperty('messageTime');
332
+ expect(item).not.toHaveProperty('messageType');
333
+ expect(item).not.toHaveProperty('messageBody');
334
+ });
335
+ });
336
+ it('verifies decompression failure does NOT leak wrapper into items', async () => {
337
+ const badEnvelope = {
338
+ v: 1,
339
+ c: 'gzip',
340
+ n: 5,
341
+ s: 1000,
342
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
343
+ };
344
+ const wrapper = {
345
+ messageTime: new Date().toISOString(),
346
+ messageType: 'TRACKING_EVENT_COLLECT',
347
+ messageBody: badEnvelope,
348
+ messageId: 'test-internal-msg-id',
349
+ };
350
+ const record = makeSqsRecord(wrapper, 'sqs-msg-id');
351
+ const { items, stats, failedMessageIds } = await unbundleRecords([record]);
352
+ expect(failedMessageIds).toContain('sqs-msg-id');
353
+ expect(stats.failedRecords).toBe(1);
354
+ expect(items).toHaveLength(0);
355
+ expect(stats.totalItems).toBe(0);
356
+ });
357
+ it('simulates old version without GZIP - returns envelope as item (BUG)', async () => {
358
+ const items = [{ pixelId: 'px123', trackingEvent: { name: 'page_view' } }];
359
+ const envelope = await makeGzipCompressedEnvelope(items);
360
+ const wrapper = {
361
+ messageTime: new Date().toISOString(),
362
+ messageType: 'TRACKING_EVENT_COLLECT',
363
+ messageBody: envelope,
364
+ messageId: 'cf-msg-id',
365
+ };
366
+ expect(isBundledEnvelope(envelope)).toBe(true);
367
+ const record = makeSqsRecord(wrapper, 'sqs-msg-id');
368
+ const { items: result, stats } = await unbundleRecords([record]);
369
+ expect(stats.bundledSqsRecords).toBe(1);
370
+ expect(result).toHaveLength(1);
371
+ expect(result[0].pixelId).toBe('px123');
372
+ expect(result[0]).not.toHaveProperty('v');
373
+ expect(result[0]).not.toHaveProperty('c');
374
+ expect(result[0]).not.toHaveProperty('n');
375
+ expect(result[0]).not.toHaveProperty('p');
376
+ expect(result[0]).not.toHaveProperty('s');
377
+ });
378
+ it('unknown compression algorithm causes legacy fallback (returns messageBody)', async () => {
379
+ const unknownEnvelope = {
380
+ v: 1,
381
+ c: 'lz4',
382
+ n: 1,
383
+ s: 100,
384
+ p: 'some-base64-data',
385
+ };
386
+ const wrapper = {
387
+ messageTime: new Date().toISOString(),
388
+ messageType: 'TEST_MESSAGE',
389
+ messageBody: unknownEnvelope,
390
+ messageId: 'wrapper-msg-id',
391
+ };
392
+ expect(isBundledEnvelope(unknownEnvelope)).toBe(false);
393
+ const record = makeSqsRecord(wrapper, 'sqs-msg-id');
394
+ const { items, stats } = await unbundleRecords([record]);
395
+ expect(stats.legacySqsRecords).toBe(1);
396
+ expect(stats.bundledSqsRecords).toBe(0);
397
+ expect(items).toHaveLength(1);
398
+ expect(items[0]).toHaveProperty('v', 1);
399
+ expect(items[0]).toHaveProperty('c', 'lz4');
400
+ expect(items[0]).toHaveProperty('n', 1);
401
+ expect(items[0]).toHaveProperty('p');
402
+ });
403
+ });
404
+ describe('mixed message formats', () => {
405
+ it('handles mix of legacy and bundled messages', async () => {
406
+ const legacyEvent = makeTestEvent('legacy-1');
407
+ const bundledItems = [makeTestEvent('bundled-1'), makeTestEvent('bundled-2')];
408
+ const bundleEnvelope = makeBundledEnvelope(bundledItems);
409
+ const records = [
410
+ makeSqsRecord(legacyEvent, 'msg-legacy'),
411
+ makeSqsRecord({ messageBody: bundleEnvelope }, 'msg-bundle'),
412
+ ];
413
+ const { items, stats, recordMap } = await unbundleRecords(records);
414
+ expect(items).toHaveLength(3);
415
+ expect(stats.legacySqsRecords).toBe(1);
416
+ expect(stats.bundledSqsRecords).toBe(1);
417
+ expect(stats.totalItems).toBe(3);
418
+ expect(recordMap.get(items[0])).toBe('msg-legacy');
419
+ expect(recordMap.get(items[1])).toBe('msg-bundle');
420
+ expect(recordMap.get(items[2])).toBe('msg-bundle');
421
+ });
422
+ it('handles mix of NONE and ZSTD compressed bundles', async () => {
423
+ const noneItems = [makeTestEvent('none-1')];
424
+ const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
425
+ const noneEnvelope = makeBundledEnvelope(noneItems);
426
+ const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
427
+ const records = [
428
+ makeSqsRecord({ messageBody: noneEnvelope }, 'msg-none'),
429
+ makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
430
+ ];
431
+ const { items, stats } = await unbundleRecords(records);
432
+ expect(items).toHaveLength(3);
433
+ expect(stats.bundledSqsRecords).toBe(2);
434
+ expect(stats.totalItems).toBe(3);
435
+ });
436
+ it('handles mix of ZSTD, GZIP, and legacy messages', async () => {
437
+ const legacyEvent = makeTestEvent('legacy-1');
438
+ const zstdItems = [makeTestEvent('zstd-1'), makeTestEvent('zstd-2')];
439
+ const gzipItems = [makeTestEvent('gzip-1'), makeTestEvent('gzip-2'), makeTestEvent('gzip-3')];
440
+ const zstdEnvelope = await makeCompressedEnvelope(zstdItems);
441
+ const gzipEnvelope = await makeGzipCompressedEnvelope(gzipItems);
442
+ const records = [
443
+ makeSqsRecord(legacyEvent, 'msg-legacy'),
444
+ makeSqsRecord({ messageBody: zstdEnvelope }, 'msg-zstd'),
445
+ makeSqsRecord({ messageBody: gzipEnvelope }, 'msg-gzip'),
446
+ ];
447
+ const { items, stats, recordMap } = await unbundleRecords(records);
448
+ expect(items).toHaveLength(6);
449
+ expect(stats.legacySqsRecords).toBe(1);
450
+ expect(stats.bundledSqsRecords).toBe(2);
451
+ expect(stats.totalItems).toBe(6);
452
+ expect(recordMap.get(items[0])).toBe('msg-legacy');
453
+ expect(recordMap.get(items[1])).toBe('msg-zstd');
454
+ expect(recordMap.get(items[2])).toBe('msg-zstd');
455
+ expect(recordMap.get(items[3])).toBe('msg-gzip');
456
+ expect(recordMap.get(items[4])).toBe('msg-gzip');
457
+ expect(recordMap.get(items[5])).toBe('msg-gzip');
458
+ });
459
+ });
460
+ describe('error handling', () => {
461
+ it('returns failed messageId for invalid JSON', async () => {
462
+ const records = [makeSqsRecord('not-valid-json{{{', 'msg-bad'), makeSqsRecord(makeTestEvent('good'), 'msg-good')];
463
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
464
+ expect(items).toHaveLength(1);
465
+ expect(items[0].eventId).toBe('good');
466
+ expect(failedMessageIds).toEqual(['msg-bad']);
467
+ expect(stats.failedRecords).toBe(1);
468
+ expect(stats.legacySqsRecords).toBe(1);
469
+ });
470
+ it('returns failed messageId for corrupt ZSTD compressed data', async () => {
471
+ const corruptEnvelope = {
472
+ v: 1,
473
+ c: CompressionAlgorithm.ZSTD,
474
+ n: 10,
475
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
476
+ };
477
+ const records = [
478
+ makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt'),
479
+ makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
480
+ ];
481
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
482
+ expect(items).toHaveLength(1);
483
+ expect(items[0].eventId).toBe('valid');
484
+ expect(failedMessageIds).toContain('msg-corrupt');
485
+ expect(stats.failedRecords).toBe(1);
486
+ });
487
+ it('returns failed messageId for corrupt GZIP compressed data', async () => {
488
+ const corruptEnvelope = {
489
+ v: 1,
490
+ c: CompressionAlgorithm.GZIP,
491
+ n: 10,
492
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
493
+ };
494
+ const records = [
495
+ makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-corrupt-gzip'),
496
+ makeSqsRecord(makeTestEvent('valid'), 'msg-valid'),
497
+ ];
498
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
499
+ expect(items).toHaveLength(1);
500
+ expect(items[0].eventId).toBe('valid');
501
+ expect(failedMessageIds).toContain('msg-corrupt-gzip');
502
+ expect(stats.failedRecords).toBe(1);
503
+ });
504
+ it('returns empty result for all failed records', async () => {
505
+ const records = [makeSqsRecord('invalid-1', 'msg-1'), makeSqsRecord('invalid-2', 'msg-2')];
506
+ const { items, failedMessageIds, stats } = await unbundleRecords(records);
507
+ expect(items).toHaveLength(0);
508
+ expect(failedMessageIds).toEqual(['msg-1', 'msg-2']);
509
+ expect(stats.failedRecords).toBe(2);
510
+ expect(stats.totalItems).toBe(0);
511
+ });
512
+ it('handles empty records array', async () => {
513
+ const { items, failedMessageIds, stats } = await unbundleRecords([]);
514
+ expect(items).toHaveLength(0);
515
+ expect(failedMessageIds).toHaveLength(0);
516
+ expect(stats.totalRecords).toBe(0);
517
+ expect(stats.totalItems).toBe(0);
518
+ });
519
+ it('rejects ZSTD payload exceeding max decompressed size', async () => {
520
+ const largeItems = Array.from({ length: 1000 }, (_, i) => ({
521
+ id: `item-${i}`,
522
+ data: 'x'.repeat(1000),
523
+ }));
524
+ const envelope = await makeCompressedEnvelope(largeItems);
525
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large');
526
+ const { failedMessageIds, stats } = await unbundleRecords([record], {
527
+ maxDecompressedSizeBytes: 100 * 1024,
528
+ });
529
+ expect(failedMessageIds).toContain('msg-too-large');
530
+ expect(stats.failedRecords).toBe(1);
531
+ });
532
+ it('rejects GZIP payload exceeding max decompressed size (post-decompress check)', async () => {
533
+ const largeItems = Array.from({ length: 1000 }, (_, i) => ({
534
+ id: `item-${i}`,
535
+ data: 'x'.repeat(1000),
536
+ }));
537
+ const envelope = await makeGzipCompressedEnvelope(largeItems);
538
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-too-large-gzip');
539
+ const { failedMessageIds, stats } = await unbundleRecords([record], {
540
+ maxDecompressedSizeBytes: 100 * 1024,
541
+ });
542
+ expect(failedMessageIds).toContain('msg-too-large-gzip');
543
+ expect(stats.failedRecords).toBe(1);
544
+ });
545
+ it('fails on invalid base64 in compressed payload', async () => {
546
+ const badEnvelope = {
547
+ v: 1,
548
+ c: CompressionAlgorithm.ZSTD,
549
+ n: 1,
550
+ s: 100,
551
+ p: '!!!not-valid-base64!!!',
552
+ };
553
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-base64');
554
+ const { failedMessageIds } = await unbundleRecords([record]);
555
+ expect(failedMessageIds).toContain('msg-bad-base64');
556
+ });
557
+ });
558
+ describe('bundle format edge cases', () => {
559
+ it('successfully unbundles even when n does not match actual item count', async () => {
560
+ const envelope = {
561
+ v: 1,
562
+ c: CompressionAlgorithm.NONE,
563
+ n: 5,
564
+ s: 50,
565
+ p: [makeTestEvent('1'), makeTestEvent('2')],
566
+ };
567
+ const record = makeSqsRecord({ messageBody: envelope });
568
+ const { items } = await unbundleRecords([record]);
569
+ expect(items).toHaveLength(2);
570
+ });
571
+ it('treats envelope with unsupported version as legacy message', async () => {
572
+ const badEnvelope = { v: 99, c: 'none', n: 1, s: 10, p: [] };
573
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-bad-version');
574
+ const { items, stats } = await unbundleRecords([record]);
575
+ expect(items).toHaveLength(1);
576
+ expect(items[0].v).toBe(99);
577
+ expect(stats.legacySqsRecords).toBe(1);
578
+ expect(stats.bundledSqsRecords).toBe(0);
579
+ });
580
+ });
581
+ describe('timeout protection', () => {
582
+ it('respects timeoutMs option for ZSTD', async () => {
583
+ const items = [makeTestEvent('1')];
584
+ const envelope = await makeCompressedEnvelope(items);
585
+ const record = makeSqsRecord({ messageBody: envelope });
586
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
587
+ timeoutMs: 5000,
588
+ });
589
+ expect(result).toHaveLength(1);
590
+ expect(failedMessageIds).toHaveLength(0);
591
+ });
592
+ it('respects timeoutMs option for GZIP', async () => {
593
+ const items = [makeTestEvent('1')];
594
+ const envelope = await makeGzipCompressedEnvelope(items);
595
+ const record = makeSqsRecord({ messageBody: envelope });
596
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
597
+ timeoutMs: 5000,
598
+ });
599
+ expect(result).toHaveLength(1);
600
+ expect(failedMessageIds).toHaveLength(0);
601
+ });
602
+ it('passes timeoutMs through to decompression', async () => {
603
+ const items = [makeTestEvent('1')];
604
+ const envelope = await makeCompressedEnvelope(items);
605
+ const record = makeSqsRecord({ messageBody: envelope });
606
+ await expect(unbundleRecords([record], { timeoutMs: 30000 })).resolves.toBeDefined();
607
+ });
608
+ it('CompressionTimeoutError is properly exported', () => {
609
+ const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 5000);
610
+ expect(error).toBeInstanceOf(Error);
611
+ expect(error.name).toBe('CompressionTimeoutError');
612
+ expect(error.operation).toBe('decompress');
613
+ expect(error.timeoutMs).toBe(5000);
614
+ expect(error.message).toContain('timed out after 5000ms');
615
+ });
616
+ it('includes timeout info in failure logging for ZSTD', async () => {
617
+ const corruptEnvelope = {
618
+ v: 1,
619
+ c: CompressionAlgorithm.ZSTD,
620
+ n: 1,
621
+ s: 100,
622
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
623
+ };
624
+ const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-timeout-test');
625
+ const { failedMessageIds } = await unbundleRecords([record], {
626
+ timeoutMs: 5000,
627
+ });
628
+ expect(failedMessageIds).toContain('msg-timeout-test');
629
+ });
630
+ it('includes timeout info in failure logging for GZIP', async () => {
631
+ const corruptEnvelope = {
632
+ v: 1,
633
+ c: CompressionAlgorithm.GZIP,
634
+ n: 1,
635
+ s: 100,
636
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgZ3ppcA==',
637
+ };
638
+ const record = makeSqsRecord({ messageBody: corruptEnvelope }, 'msg-gzip-timeout-test');
639
+ const { failedMessageIds } = await unbundleRecords([record], {
640
+ timeoutMs: 5000,
641
+ });
642
+ expect(failedMessageIds).toContain('msg-gzip-timeout-test');
643
+ });
644
+ });
645
+ describe('end-to-end: producer bundle → consumer unbundle', () => {
646
+ it('simulates full bundle → unbundle flow with compression', async () => {
647
+ const producerItems = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, 'page_view', i * 1.5));
648
+ const envelope = await makeCompressedEnvelope(producerItems, 3);
649
+ const sqsMessageBody = { messageBody: envelope };
650
+ const consumerRecord = makeSqsRecord(sqsMessageBody, 'sqs-message-id-123');
651
+ const { items, recordMap, stats } = await unbundleRecords([consumerRecord]);
652
+ expect(items).toHaveLength(100);
653
+ expect(items[0]).toEqual({ eventId: 'event-0', name: 'page_view', value: 0 });
654
+ expect(items[99]).toEqual({ eventId: 'event-99', name: 'page_view', value: 148.5 });
655
+ expect(stats.bundledSqsRecords).toBe(1);
656
+ expect(stats.legacySqsRecords).toBe(0);
657
+ expect(stats.totalItems).toBe(100);
658
+ for (const item of items) {
659
+ expect(recordMap.get(item)).toBe('sqs-message-id-123');
660
+ }
661
+ });
662
+ it('simulates mixed batch with legacy and bundled messages', async () => {
663
+ const legacyRecord1 = makeSqsRecord({ messageBody: makeTestEvent('legacy-1', 'purchase', 99.99) }, 'legacy-msg-1');
664
+ const legacyRecord2 = makeSqsRecord(makeTestEvent('legacy-2', 'add_to_cart', 29.99), 'legacy-msg-2');
665
+ const bundledItems = [
666
+ makeTestEvent('bundled-1', 'page_view'),
667
+ makeTestEvent('bundled-2', 'session_start'),
668
+ makeTestEvent('bundled-3', 'page_end'),
669
+ ];
670
+ const envelope = await makeCompressedEnvelope(bundledItems);
671
+ const bundledRecord = makeSqsRecord({ messageBody: envelope }, 'bundled-msg-1');
672
+ const records = [legacyRecord1, bundledRecord, legacyRecord2];
673
+ const { items, stats, recordMap } = await unbundleRecords(records);
674
+ expect(items).toHaveLength(5);
675
+ expect(stats.legacySqsRecords).toBe(2);
676
+ expect(stats.bundledSqsRecords).toBe(1);
677
+ expect(stats.totalItems).toBe(5);
678
+ expect(recordMap.get(items[0])).toBe('legacy-msg-1');
679
+ expect(recordMap.get(items[1])).toBe('bundled-msg-1');
680
+ expect(recordMap.get(items[2])).toBe('bundled-msg-1');
681
+ expect(recordMap.get(items[3])).toBe('bundled-msg-1');
682
+ expect(recordMap.get(items[4])).toBe('legacy-msg-2');
683
+ });
684
+ });
685
+ describe('consumer edge cases - real sequences', () => {
686
+ it('handles 500 items in single compressed bundle with exact verification', async () => {
687
+ const originalItems = Array.from({ length: 500 }, (_, i) => ({
688
+ id: `item-${i}`,
689
+ name: `Event ${i}`,
690
+ data: { nested: { value: i * 1.5 } },
691
+ timestamp: Date.now() + i,
692
+ }));
693
+ const envelope = await makeCompressedEnvelope(originalItems);
694
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-500-items');
695
+ const { items, recordMap, stats } = await unbundleRecords([record]);
696
+ expect(items).toHaveLength(500);
697
+ expect(items[0]).toEqual(originalItems[0]);
698
+ expect(items[249]).toEqual(originalItems[249]);
699
+ expect(items[499]).toEqual(originalItems[499]);
700
+ expect(stats.bundledSqsRecords).toBe(1);
701
+ expect(stats.totalItems).toBe(500);
702
+ for (let i = 0; i < 500; i++) {
703
+ expect(items[i].id).toBe(`item-${i}`);
704
+ expect(items[i].data.nested.value).toBe(i * 1.5);
705
+ }
706
+ for (const item of items) {
707
+ expect(recordMap.get(item)).toBe('msg-500-items');
708
+ }
709
+ });
710
+ it('handles multiple bundles in single batch with different item counts', async () => {
711
+ const counts = [10, 50, 100, 200, 300];
712
+ const records = [];
713
+ const expectedTotal = counts.reduce((sum, c) => sum + c, 0);
714
+ for (let bundleIdx = 0; bundleIdx < counts.length; bundleIdx++) {
715
+ const count = counts[bundleIdx];
716
+ const items = Array.from({ length: count }, (_, i) => ({
717
+ bundleId: bundleIdx,
718
+ itemIdx: i,
719
+ payload: `bundle-${bundleIdx}-item-${i}`,
720
+ }));
721
+ const envelope = await makeCompressedEnvelope(items);
722
+ records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundle-${bundleIdx}`));
723
+ }
724
+ const { items, recordMap, stats } = await unbundleRecords(records);
725
+ expect(items).toHaveLength(expectedTotal);
726
+ expect(stats.totalItems).toBe(expectedTotal);
727
+ expect(stats.bundledSqsRecords).toBe(5);
728
+ expect(stats.legacySqsRecords).toBe(0);
729
+ expect(stats.failedRecords).toBe(0);
730
+ const itemsByBundle = new Map();
731
+ for (const item of items) {
732
+ const expectedMsgId = `msg-bundle-${item.bundleId}`;
733
+ expect(recordMap.get(item)).toBe(expectedMsgId);
734
+ itemsByBundle.set(item.bundleId, (itemsByBundle.get(item.bundleId) ?? 0) + 1);
735
+ }
736
+ expect(itemsByBundle.get(0)).toBe(10);
737
+ expect(itemsByBundle.get(1)).toBe(50);
738
+ expect(itemsByBundle.get(2)).toBe(100);
739
+ expect(itemsByBundle.get(3)).toBe(200);
740
+ expect(itemsByBundle.get(4)).toBe(300);
741
+ });
742
+ it('handles realistic 80% bundled / 20% legacy migration ratio', async () => {
743
+ const records = [];
744
+ const totalMessages = 100;
745
+ const bundledCount = 80;
746
+ const legacyCount = 20;
747
+ const itemsPerBundle = 25;
748
+ for (let i = 0; i < bundledCount; i++) {
749
+ const items = Array.from({ length: itemsPerBundle }, (_, j) => ({
750
+ type: 'bundled',
751
+ bundleIdx: i,
752
+ itemIdx: j,
753
+ }));
754
+ const envelope = await makeCompressedEnvelope(items);
755
+ records.push(makeSqsRecord({ messageBody: envelope }, `msg-bundled-${i}`));
756
+ }
757
+ for (let i = 0; i < legacyCount; i++) {
758
+ const legacyEvent = {
759
+ type: 'legacy',
760
+ legacyIdx: i,
761
+ itemIdx: 0,
762
+ };
763
+ records.push(makeSqsRecord(legacyEvent, `msg-legacy-${i}`));
764
+ }
765
+ const shuffled = [...records].sort(() => Math.random() - 0.5);
766
+ const { items, stats, recordMap } = await unbundleRecords(shuffled);
767
+ expect(stats.totalRecords).toBe(totalMessages);
768
+ expect(stats.bundledSqsRecords).toBe(bundledCount);
769
+ expect(stats.legacySqsRecords).toBe(legacyCount);
770
+ expect(stats.failedRecords).toBe(0);
771
+ expect(items).toHaveLength(bundledCount * itemsPerBundle + legacyCount);
772
+ expect(stats.totalItems).toBe(2020);
773
+ const bundledItems = items.filter((i) => i.type === 'bundled');
774
+ const legacyItems = items.filter((i) => i.type === 'legacy');
775
+ expect(bundledItems).toHaveLength(bundledCount * itemsPerBundle);
776
+ expect(legacyItems).toHaveLength(legacyCount);
777
+ for (const item of bundledItems) {
778
+ expect(recordMap.get(item)).toBe(`msg-bundled-${item.bundleIdx}`);
779
+ }
780
+ for (const item of legacyItems) {
781
+ expect(recordMap.get(item)).toBe(`msg-legacy-${item.legacyIdx}`);
782
+ }
783
+ });
784
+ it('preserves Unicode characters through ZSTD compression', async () => {
785
+ const unicodeItems = [
786
+ {
787
+ id: 'emoji',
788
+ content: '🎉🚀💻🌍✨ Party time!',
789
+ description: 'Emojis should survive compression',
790
+ },
791
+ {
792
+ id: 'chinese',
793
+ content: '中文测试:欢迎使用我们的服务',
794
+ description: 'Chinese characters',
795
+ },
796
+ {
797
+ id: 'arabic',
798
+ content: 'العربية: مرحبا بكم في خدمتنا',
799
+ description: 'Arabic text (RTL)',
800
+ },
801
+ {
802
+ id: 'math',
803
+ content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃',
804
+ description: 'Mathematical symbols',
805
+ },
806
+ {
807
+ id: 'mixed',
808
+ content: 'Hello 世界 🌏 مرحبا ∑ Привет',
809
+ description: 'Mixed scripts',
810
+ },
811
+ {
812
+ id: 'special',
813
+ content: '️️️️️️️️️️️️️️️️',
814
+ description: 'Unicode edge cases',
815
+ },
816
+ {
817
+ id: 'japanese',
818
+ content: 'こんにちは世界 ひらがな カタカナ 漢字',
819
+ description: 'Japanese hiragana, katakana, kanji',
820
+ },
821
+ {
822
+ id: 'korean',
823
+ content: '안녕하세요 세계',
824
+ description: 'Korean hangul',
825
+ },
826
+ {
827
+ id: 'cyrillic',
828
+ content: 'Привет мир! Это тест.',
829
+ description: 'Russian Cyrillic',
830
+ },
831
+ {
832
+ id: 'combining',
833
+ content: 'e\u0301 n\u0303 c\u0327',
834
+ description: 'Combining diacritical marks',
835
+ },
836
+ ];
837
+ const envelope = await makeCompressedEnvelope(unicodeItems);
838
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-unicode');
839
+ const { items } = await unbundleRecords([record]);
840
+ expect(items).toHaveLength(unicodeItems.length);
841
+ for (let i = 0; i < unicodeItems.length; i++) {
842
+ expect(items[i].id).toBe(unicodeItems[i].id);
843
+ expect(items[i].content).toBe(unicodeItems[i].content);
844
+ expect(items[i].description).toBe(unicodeItems[i].description);
845
+ const originalBytes = Buffer.from(unicodeItems[i].content, 'utf8');
846
+ const recoveredBytes = Buffer.from(items[i].content, 'utf8');
847
+ expect(recoveredBytes.equals(originalBytes)).toBe(true);
848
+ }
849
+ });
850
+ it('preserves deeply nested structures (10 levels)', async () => {
851
+ function createDeepStructure(depth, maxDepth = 10) {
852
+ const node = {
853
+ level: depth,
854
+ data: `level-${depth}-data-${Math.random().toString(36).slice(2)}`,
855
+ };
856
+ if (depth < maxDepth) {
857
+ node.child = createDeepStructure(depth + 1, maxDepth);
858
+ node.siblings = [
859
+ createDeepStructure(depth + 1, Math.min(depth + 3, maxDepth)),
860
+ createDeepStructure(depth + 1, Math.min(depth + 2, maxDepth)),
861
+ ];
862
+ }
863
+ return node;
864
+ }
865
+ const deepItems = Array.from({ length: 10 }, (_, i) => ({
866
+ id: `deep-${i}`,
867
+ nested: createDeepStructure(0, 10),
868
+ arrays: [[[[[['deeply', 'nested', 'array']]], [{ inner: { value: i } }]]]],
869
+ }));
870
+ const envelope = await makeCompressedEnvelope(deepItems);
871
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-deep');
872
+ const { items } = await unbundleRecords([record]);
873
+ expect(items).toHaveLength(10);
874
+ for (let i = 0; i < 10; i++) {
875
+ expect(JSON.stringify(items[i])).toBe(JSON.stringify(deepItems[i]));
876
+ expect(items[i].nested.level).toBe(0);
877
+ expect(items[i].nested.child?.level).toBe(1);
878
+ expect(items[i].nested.child?.child?.child?.level).toBe(3);
879
+ expect(items[i].arrays[0][0][0][0][0][0]).toBe('deeply');
880
+ }
881
+ });
882
+ it('handles binary-like string data (base64 encoded)', async () => {
883
+ const binaryItems = [
884
+ {
885
+ id: 'small-binary',
886
+ base64Data: Buffer.from('Small binary payload').toString('base64'),
887
+ size: 'small',
888
+ },
889
+ {
890
+ id: 'medium-binary',
891
+ base64Data: Buffer.from('x'.repeat(1000)).toString('base64'),
892
+ size: 'medium',
893
+ },
894
+ {
895
+ id: 'image-simulation',
896
+ base64Data: Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0xff, 0xd8, 0xff, 0xe0]).toString('base64'),
897
+ size: 'binary-header',
898
+ },
899
+ {
900
+ id: 'random-bytes',
901
+ base64Data: Buffer.from(Array.from({ length: 256 }, () => Math.floor(Math.random() * 256))).toString('base64'),
902
+ size: 'random',
903
+ },
904
+ {
905
+ id: 'all-byte-values',
906
+ base64Data: Buffer.from(Array.from({ length: 256 }, (_, i) => i)).toString('base64'),
907
+ size: 'full-range',
908
+ },
909
+ ];
910
+ const envelope = await makeCompressedEnvelope(binaryItems);
911
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-binary');
912
+ const { items } = await unbundleRecords([record]);
913
+ expect(items).toHaveLength(binaryItems.length);
914
+ for (let i = 0; i < binaryItems.length; i++) {
915
+ expect(items[i].id).toBe(binaryItems[i].id);
916
+ expect(items[i].base64Data).toBe(binaryItems[i].base64Data);
917
+ const originalDecoded = Buffer.from(binaryItems[i].base64Data, 'base64');
918
+ const recoveredDecoded = Buffer.from(items[i].base64Data, 'base64');
919
+ expect(recoveredDecoded.equals(originalDecoded)).toBe(true);
920
+ }
921
+ });
922
+ it('handles concurrent unbundling stress test (100 records in parallel)', async () => {
923
+ const recordCount = 100;
924
+ const records = [];
925
+ for (let i = 0; i < recordCount; i++) {
926
+ const itemsInBundle = 10 + (i % 20);
927
+ const items = Array.from({ length: itemsInBundle }, (_, j) => ({
928
+ recordIdx: i,
929
+ itemIdx: j,
930
+ uniqueId: `r${i}-i${j}`,
931
+ timestamp: Date.now() + i * 1000 + j,
932
+ data: `payload-${i}-${j}-${Math.random().toString(36).slice(2)}`,
933
+ }));
934
+ const envelope = await makeCompressedEnvelope(items);
935
+ records.push(makeSqsRecord({ messageBody: envelope }, `stress-msg-${i}`));
936
+ }
937
+ const startTime = Date.now();
938
+ const { items, recordMap, stats, failedMessageIds } = await unbundleRecords(records);
939
+ const duration = Date.now() - startTime;
940
+ expect(failedMessageIds).toHaveLength(0);
941
+ expect(stats.failedRecords).toBe(0);
942
+ expect(stats.bundledSqsRecords).toBe(recordCount);
943
+ const seenUniqueIds = new Set();
944
+ for (const item of items) {
945
+ expect(seenUniqueIds.has(item.uniqueId)).toBe(false);
946
+ seenUniqueIds.add(item.uniqueId);
947
+ const expectedMsgId = `stress-msg-${item.recordIdx}`;
948
+ expect(recordMap.get(item)).toBe(expectedMsgId);
949
+ expect(item.itemIdx).toBeGreaterThanOrEqual(0);
950
+ expect(item.itemIdx).toBeLessThan(30);
951
+ }
952
+ const expectedTotal = Array.from({ length: recordCount }, (_, i) => 10 + (i % 20)).reduce((a, b) => a + b, 0);
953
+ expect(items).toHaveLength(expectedTotal);
954
+ expect(stats.totalItems).toBe(expectedTotal);
955
+ console.log(`Unbundled ${recordCount} records (${stats.totalItems} items) in ${duration}ms`);
956
+ });
957
+ it('handles items with all JSON primitive types', async () => {
958
+ const primitiveItems = [
959
+ {
960
+ id: 'primitives',
961
+ stringVal: 'hello',
962
+ numberVal: 42,
963
+ floatVal: 3.14159265359,
964
+ boolTrue: true,
965
+ boolFalse: false,
966
+ nullVal: null,
967
+ emptyString: '',
968
+ zero: 0,
969
+ negativeNum: -999,
970
+ largeNum: Number.MAX_SAFE_INTEGER,
971
+ smallNum: Number.MIN_SAFE_INTEGER,
972
+ scientificNotation: 1.23e10,
973
+ },
974
+ {
975
+ id: 'arrays',
976
+ emptyArray: [],
977
+ numberArray: [1, 2, 3],
978
+ mixedArray: [1, 'two', true, null],
979
+ nestedArray: [[1, 2], [3, 4], [[5]]],
980
+ },
981
+ {
982
+ id: 'objects',
983
+ emptyObject: {},
984
+ nestedObject: { a: { b: { c: 1 } } },
985
+ arrayOfObjects: [{ x: 1 }, { y: 2 }],
986
+ },
987
+ ];
988
+ const envelope = await makeCompressedEnvelope(primitiveItems);
989
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-primitives');
990
+ const { items } = await unbundleRecords([record]);
991
+ expect(items).toHaveLength(3);
992
+ expect(JSON.stringify(items)).toBe(JSON.stringify(primitiveItems));
993
+ });
994
+ it('maintains item order across multiple bundles', async () => {
995
+ const records = [];
996
+ let globalIdx = 0;
997
+ for (let bundleIdx = 0; bundleIdx < 10; bundleIdx++) {
998
+ const itemCount = 10 + bundleIdx * 5;
999
+ const items = Array.from({ length: itemCount }, () => ({
1000
+ globalOrder: globalIdx++,
1001
+ bundle: bundleIdx,
1002
+ }));
1003
+ const envelope = await makeCompressedEnvelope(items);
1004
+ records.push(makeSqsRecord({ messageBody: envelope }, `order-msg-${bundleIdx}`));
1005
+ }
1006
+ const { items } = await unbundleRecords(records);
1007
+ const bundleGroups = new Map();
1008
+ for (const item of items) {
1009
+ if (!bundleGroups.has(item.bundle)) {
1010
+ bundleGroups.set(item.bundle, []);
1011
+ }
1012
+ bundleGroups.get(item.bundle)?.push(item.globalOrder);
1013
+ }
1014
+ for (const [, orders] of bundleGroups) {
1015
+ for (let i = 1; i < orders.length; i++) {
1016
+ expect(orders[i]).toBeGreaterThan(orders[i - 1]);
1017
+ }
1018
+ }
1019
+ });
1020
+ it('handles edge case: single item bundles', async () => {
1021
+ const records = await Promise.all(Array.from({ length: 50 }, async (_, i) => {
1022
+ const items = [{ id: `single-${i}`, value: i }];
1023
+ const envelope = await makeCompressedEnvelope(items);
1024
+ return makeSqsRecord({ messageBody: envelope }, `single-msg-${i}`);
1025
+ }));
1026
+ const { items, stats, recordMap } = await unbundleRecords(records);
1027
+ expect(items).toHaveLength(50);
1028
+ expect(stats.bundledSqsRecords).toBe(50);
1029
+ expect(stats.totalItems).toBe(50);
1030
+ for (let i = 0; i < 50; i++) {
1031
+ const item = items.find((x) => x.value === i);
1032
+ expect(item).toBeDefined();
1033
+ if (!item)
1034
+ throw new Error(`Expected item with value ${i} to be found`);
1035
+ expect(recordMap.get(item)).toMatch(/single-msg-\d+/);
1036
+ }
1037
+ });
1038
+ it('handles edge case: empty arrays in bundles', async () => {
1039
+ const emptyEnvelope = {
1040
+ v: 1,
1041
+ c: CompressionAlgorithm.NONE,
1042
+ n: 0,
1043
+ p: [],
1044
+ };
1045
+ const record = makeSqsRecord({ messageBody: emptyEnvelope }, 'msg-empty');
1046
+ const { items, stats } = await unbundleRecords([record]);
1047
+ expect(items).toHaveLength(0);
1048
+ expect(stats.bundledSqsRecords).toBe(1);
1049
+ expect(stats.totalItems).toBe(0);
1050
+ });
1051
+ });
1052
+ describe('GZIP comprehensive tests', () => {
1053
+ describe('GZIP pre-decompression bomb protection', () => {
1054
+ it('rejects GZIP with fake ISIZE claiming huge size BEFORE decompression starts', async () => {
1055
+ const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1056
+ const emptyDeflate = Buffer.from([0x03, 0x00]);
1057
+ const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1058
+ const fakeIsize = Buffer.alloc(4);
1059
+ fakeIsize.writeUInt32LE(100 * 1024 * 1024, 0);
1060
+ const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1061
+ const base64 = fakeGzip.toString('base64');
1062
+ const bombEnvelope = {
1063
+ v: 1,
1064
+ c: CompressionAlgorithm.GZIP,
1065
+ n: 1,
1066
+ s: 100,
1067
+ p: base64,
1068
+ };
1069
+ const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-gzip-bomb');
1070
+ const { failedMessageIds, stats } = await unbundleRecords([record], {
1071
+ maxDecompressedSizeBytes: 10 * 1024 * 1024,
1072
+ });
1073
+ expect(failedMessageIds).toContain('msg-gzip-bomb');
1074
+ expect(stats.failedRecords).toBe(1);
1075
+ });
1076
+ it('allows GZIP with ISIZE within limit', async () => {
1077
+ const items = [makeTestEvent('valid-1')];
1078
+ const envelope = await makeGzipCompressedEnvelope(items);
1079
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-gzip-valid');
1080
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
1081
+ maxDecompressedSizeBytes: 10 * 1024 * 1024,
1082
+ });
1083
+ expect(result).toHaveLength(1);
1084
+ expect(failedMessageIds).toHaveLength(0);
1085
+ });
1086
+ it('pre-check catches bomb even when ISIZE is exactly at limit + 1', async () => {
1087
+ const limit = 1000;
1088
+ const gzipHeader = Buffer.from([0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1089
+ const emptyDeflate = Buffer.from([0x03, 0x00]);
1090
+ const crc32 = Buffer.from([0x00, 0x00, 0x00, 0x00]);
1091
+ const fakeIsize = Buffer.alloc(4);
1092
+ fakeIsize.writeUInt32LE(limit + 1, 0);
1093
+ const fakeGzip = Buffer.concat([gzipHeader, emptyDeflate, crc32, fakeIsize]);
1094
+ const base64 = fakeGzip.toString('base64');
1095
+ const bombEnvelope = {
1096
+ v: 1,
1097
+ c: CompressionAlgorithm.GZIP,
1098
+ n: 1,
1099
+ s: 100,
1100
+ p: base64,
1101
+ };
1102
+ const record = makeSqsRecord({ messageBody: bombEnvelope }, 'msg-boundary-bomb');
1103
+ const { failedMessageIds } = await unbundleRecords([record], {
1104
+ maxDecompressedSizeBytes: limit,
1105
+ });
1106
+ expect(failedMessageIds).toContain('msg-boundary-bomb');
1107
+ });
1108
+ });
1109
+ describe('empty GZIP bundle', () => {
1110
+ it('unbundles empty GZIP compressed array', async () => {
1111
+ const envelope = await makeGzipCompressedEnvelope([]);
1112
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-empty-gzip');
1113
+ const { items, stats } = await unbundleRecords([record]);
1114
+ expect(items).toHaveLength(0);
1115
+ expect(stats.bundledSqsRecords).toBe(1);
1116
+ expect(stats.totalItems).toBe(0);
1117
+ });
1118
+ });
1119
+ describe('Unicode characters in GZIP payload', () => {
1120
+ it('preserves emoji through GZIP compression', async () => {
1121
+ const items = [
1122
+ { eventId: 'emoji-1', content: '🎉🚀💻🌍✨' },
1123
+ { eventId: 'emoji-2', content: '👋🏽👨‍👩‍👧‍👦🏳️‍🌈' },
1124
+ ];
1125
+ const envelope = await makeGzipCompressedEnvelope(items);
1126
+ const record = makeSqsRecord({ messageBody: envelope });
1127
+ const { items: result } = await unbundleRecords([record]);
1128
+ expect(result).toHaveLength(2);
1129
+ expect(result[0].content).toBe('🎉🚀💻🌍✨');
1130
+ expect(result[1].content).toBe('👋🏽👨‍👩‍👧‍👦🏳️‍🌈');
1131
+ });
1132
+ it('preserves CJK characters through GZIP compression', async () => {
1133
+ const items = [
1134
+ { eventId: 'cjk-1', content: '中文测试:欢迎使用' },
1135
+ { eventId: 'cjk-2', content: 'こんにちは世界 ひらがな カタカナ' },
1136
+ { eventId: 'cjk-3', content: '안녕하세요 세계' },
1137
+ ];
1138
+ const envelope = await makeGzipCompressedEnvelope(items);
1139
+ const record = makeSqsRecord({ messageBody: envelope });
1140
+ const { items: result } = await unbundleRecords([record]);
1141
+ expect(result).toHaveLength(3);
1142
+ expect(result[0].content).toBe('中文测试:欢迎使用');
1143
+ expect(result[1].content).toBe('こんにちは世界 ひらがな カタカナ');
1144
+ expect(result[2].content).toBe('안녕하세요 세계');
1145
+ });
1146
+ it('preserves special characters and mixed scripts through GZIP compression', async () => {
1147
+ const items = [
1148
+ { eventId: 'special-1', content: '∑∫∂∇ε → ∞ × ∈ ⊆ ∀∃' },
1149
+ { eventId: 'special-2', content: 'العربية: مرحبا بكم' },
1150
+ { eventId: 'mixed', content: 'Hello 世界 🌏 مرحبا Привет' },
1151
+ { eventId: 'combining', content: 'e\u0301 n\u0303 c\u0327' },
1152
+ ];
1153
+ const envelope = await makeGzipCompressedEnvelope(items);
1154
+ const record = makeSqsRecord({ messageBody: envelope });
1155
+ const { items: result } = await unbundleRecords([record]);
1156
+ expect(result).toHaveLength(4);
1157
+ for (let i = 0; i < items.length; i++) {
1158
+ expect(result[i].content).toBe(items[i].content);
1159
+ const originalBytes = Buffer.from(items[i].content, 'utf8');
1160
+ const recoveredBytes = Buffer.from(result[i].content, 'utf8');
1161
+ expect(recoveredBytes.equals(originalBytes)).toBe(true);
1162
+ }
1163
+ });
1164
+ });
1165
+ describe('GZIP with invalid magic bytes', () => {
1166
+ it('fails gracefully for buffer with wrong magic bytes', async () => {
1167
+ const wrongMagic = Buffer.from([0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03]);
1168
+ const filler = Buffer.alloc(10);
1169
+ const invalidGzip = Buffer.concat([wrongMagic, filler]);
1170
+ const base64 = invalidGzip.toString('base64');
1171
+ const badEnvelope = {
1172
+ v: 1,
1173
+ c: CompressionAlgorithm.GZIP,
1174
+ n: 1,
1175
+ s: 100,
1176
+ p: base64,
1177
+ };
1178
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-wrong-magic');
1179
+ const { failedMessageIds } = await unbundleRecords([record]);
1180
+ expect(failedMessageIds).toContain('msg-wrong-magic');
1181
+ });
1182
+ it('fails gracefully for buffer starting with valid magic but corrupted data', async () => {
1183
+ const validMagic = Buffer.from([0x1f, 0x8b]);
1184
+ const garbage = Buffer.from('this is not valid gzip data after magic');
1185
+ const invalidGzip = Buffer.concat([validMagic, garbage]);
1186
+ const base64 = invalidGzip.toString('base64');
1187
+ const badEnvelope = {
1188
+ v: 1,
1189
+ c: CompressionAlgorithm.GZIP,
1190
+ n: 1,
1191
+ s: 100,
1192
+ p: base64,
1193
+ };
1194
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-corrupt-gzip');
1195
+ const { failedMessageIds } = await unbundleRecords([record]);
1196
+ expect(failedMessageIds).toContain('msg-corrupt-gzip');
1197
+ });
1198
+ });
1199
+ describe('GZIP minimum size edge cases', () => {
1200
+ it('handles buffer exactly 18 bytes (minimum valid)', async () => {
1201
+ const minBuffer = Buffer.alloc(18);
1202
+ minBuffer[0] = 0x1f;
1203
+ minBuffer[1] = 0x8b;
1204
+ const size = getGzipUncompressedSize(minBuffer);
1205
+ expect(size).toBe(0);
1206
+ });
1207
+ it('returns undefined for buffer exactly 17 bytes (too small)', async () => {
1208
+ const tooSmall = Buffer.alloc(17);
1209
+ tooSmall[0] = 0x1f;
1210
+ tooSmall[1] = 0x8b;
1211
+ const size = getGzipUncompressedSize(tooSmall);
1212
+ expect(size).toBeUndefined();
1213
+ });
1214
+ it('fails gracefully for 17-byte GZIP envelope', async () => {
1215
+ const tooSmall = Buffer.alloc(17);
1216
+ tooSmall[0] = 0x1f;
1217
+ tooSmall[1] = 0x8b;
1218
+ const base64 = tooSmall.toString('base64');
1219
+ const badEnvelope = {
1220
+ v: 1,
1221
+ c: CompressionAlgorithm.GZIP,
1222
+ n: 1,
1223
+ s: 100,
1224
+ p: base64,
1225
+ };
1226
+ const record = makeSqsRecord({ messageBody: badEnvelope }, 'msg-too-small');
1227
+ const { failedMessageIds } = await unbundleRecords([record]);
1228
+ expect(failedMessageIds).toContain('msg-too-small');
1229
+ });
1230
+ });
1231
+ describe('GZIP timeout protection', () => {
1232
+ it('CompressionTimeoutError has correct properties', () => {
1233
+ const error = new CompressionTimeoutError(CompressionOperation.DECOMPRESS, 100);
1234
+ expect(error).toBeInstanceOf(Error);
1235
+ expect(error.name).toBe('CompressionTimeoutError');
1236
+ expect(error.operation).toBe('decompress');
1237
+ expect(error.timeoutMs).toBe(100);
1238
+ expect(error.message).toContain('timed out after 100ms');
1239
+ });
1240
+ it('GZIP decompression respects timeout option', async () => {
1241
+ const items = [makeTestEvent('timeout-test')];
1242
+ const envelope = await makeGzipCompressedEnvelope(items);
1243
+ const record = makeSqsRecord({ messageBody: envelope });
1244
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
1245
+ timeoutMs: 10000,
1246
+ });
1247
+ expect(result).toHaveLength(1);
1248
+ expect(failedMessageIds).toHaveLength(0);
1249
+ });
1250
+ });
1251
+ describe('large GZIP near SQS limit', () => {
1252
+ it('decompresses large GZIP bundle near 256KB compressed', async () => {
1253
+ const items = Array.from({ length: 200 }, (_, i) => ({
1254
+ eventId: `large-${i}`,
1255
+ name: 'page_view',
1256
+ data: `repeated-content-for-compression-${i}-`.repeat(50),
1257
+ value: i * 1.5,
1258
+ }));
1259
+ const envelope = await makeGzipCompressedEnvelope(items);
1260
+ const compressedSize = Buffer.byteLength(JSON.stringify(envelope.p), 'utf8');
1261
+ console.log(`Large GZIP test: compressed payload ~${Math.round(compressedSize / 1024)}KB`);
1262
+ const record = makeSqsRecord({ messageBody: envelope }, 'msg-large-gzip');
1263
+ const { items: result, failedMessageIds } = await unbundleRecords([record]);
1264
+ expect(failedMessageIds).toHaveLength(0);
1265
+ expect(result).toHaveLength(200);
1266
+ expect(result[0].eventId).toBe('large-0');
1267
+ expect(result[199].eventId).toBe('large-199');
1268
+ });
1269
+ it('handles GZIP with maximum decompressed size exactly at limit', async () => {
1270
+ const items = [{ eventId: 'boundary', data: 'x'.repeat(5000) }];
1271
+ const envelope = await makeGzipCompressedEnvelope(items);
1272
+ const record = makeSqsRecord({ messageBody: envelope });
1273
+ const { items: result, failedMessageIds } = await unbundleRecords([record], {
1274
+ maxDecompressedSizeBytes: 10 * 1024,
1275
+ });
1276
+ expect(failedMessageIds).toHaveLength(0);
1277
+ expect(result).toHaveLength(1);
1278
+ });
1279
+ });
1280
+ });
1281
+ });
1282
+ describe('getGzipUncompressedSize', () => {
1283
+ it('returns correct size for valid GZIP', async () => {
1284
+ const originalData = 'Hello, World! This is a test.';
1285
+ const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1286
+ const size = getGzipUncompressedSize(compressed);
1287
+ expect(size).toBe(Buffer.byteLength(originalData, 'utf8'));
1288
+ });
1289
+ it('returns correct size for larger payload', async () => {
1290
+ const originalData = 'x'.repeat(10000);
1291
+ const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1292
+ const size = getGzipUncompressedSize(compressed);
1293
+ expect(size).toBe(10000);
1294
+ });
1295
+ it('returns undefined for buffer too small', () => {
1296
+ const tooSmall = Buffer.alloc(17);
1297
+ tooSmall[0] = 0x1f;
1298
+ tooSmall[1] = 0x8b;
1299
+ expect(getGzipUncompressedSize(tooSmall)).toBeUndefined();
1300
+ });
1301
+ it('returns undefined for wrong magic bytes', () => {
1302
+ const wrongMagic = Buffer.alloc(20);
1303
+ wrongMagic[0] = 0x00;
1304
+ wrongMagic[1] = 0x00;
1305
+ expect(getGzipUncompressedSize(wrongMagic)).toBeUndefined();
1306
+ });
1307
+ it('returns undefined for empty buffer', () => {
1308
+ expect(getGzipUncompressedSize(Buffer.alloc(0))).toBeUndefined();
1309
+ });
1310
+ it('returns undefined for single byte buffer', () => {
1311
+ expect(getGzipUncompressedSize(Buffer.from([0x1f]))).toBeUndefined();
1312
+ });
1313
+ it('returns undefined for buffer with only magic bytes', () => {
1314
+ expect(getGzipUncompressedSize(Buffer.from([0x1f, 0x8b]))).toBeUndefined();
1315
+ });
1316
+ it('returns 0 for GZIP with ISIZE = 0', () => {
1317
+ const buffer = Buffer.alloc(18);
1318
+ buffer[0] = 0x1f;
1319
+ buffer[1] = 0x8b;
1320
+ const size = getGzipUncompressedSize(buffer);
1321
+ expect(size).toBe(0);
1322
+ });
1323
+ it('reads ISIZE correctly as little-endian', async () => {
1324
+ const buffer = Buffer.alloc(18);
1325
+ buffer[0] = 0x1f;
1326
+ buffer[1] = 0x8b;
1327
+ buffer.writeUInt32LE(0x12345678, 14);
1328
+ const size = getGzipUncompressedSize(buffer);
1329
+ expect(size).toBe(0x12345678);
1330
+ });
1331
+ it('handles maximum 32-bit ISIZE value', () => {
1332
+ const buffer = Buffer.alloc(18);
1333
+ buffer[0] = 0x1f;
1334
+ buffer[1] = 0x8b;
1335
+ buffer.writeUInt32LE(0xffffffff, 14);
1336
+ const size = getGzipUncompressedSize(buffer);
1337
+ expect(size).toBe(0xffffffff);
1338
+ });
1339
+ it('correctly extracts size from real GZIP data', async () => {
1340
+ const testSizes = [1, 10, 100, 1000, 50000];
1341
+ for (const testSize of testSizes) {
1342
+ const originalData = 'a'.repeat(testSize);
1343
+ const compressed = await gzipAsync(Buffer.from(originalData, 'utf8'));
1344
+ const size = getGzipUncompressedSize(compressed);
1345
+ expect(size).toBe(testSize);
1346
+ }
1347
+ });
1348
+ it('handles JSON array compression correctly', async () => {
1349
+ const items = [{ id: 1 }, { id: 2 }, { id: 3 }];
1350
+ const json = JSON.stringify(items);
1351
+ const compressed = await gzipAsync(Buffer.from(json, 'utf8'));
1352
+ const size = getGzipUncompressedSize(compressed);
1353
+ expect(size).toBe(Buffer.byteLength(json, 'utf8'));
1354
+ });
1355
+ });
1356
1356
  //# sourceMappingURL=sqs-unbundle.spec.js.map