@adtrackify/at-service-common 3.19.25 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (761) hide show
  1. package/dist/cjs/__tests__/clients/acuity-client.spec.d.ts +1 -1
  2. package/dist/cjs/__tests__/clients/acuity-client.spec.js +43 -43
  3. package/dist/cjs/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
  4. package/dist/cjs/__tests__/clients/cross-platform-compression.spec.js +354 -354
  5. package/dist/cjs/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
  6. package/dist/cjs/__tests__/clients/dynamodb-client.spec.js +194 -194
  7. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
  8. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +931 -931
  9. package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
  10. package/dist/cjs/__tests__/clients/sqs-bundling-contracts.spec.js +563 -563
  11. package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
  12. package/dist/cjs/__tests__/clients/sqs-client.spec.js +191 -191
  13. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
  14. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +1357 -1357
  15. package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
  16. package/dist/cjs/__tests__/db/contact-enrichments-db-service.spec.js +68 -68
  17. package/dist/cjs/__tests__/db/destinations-db-service.spec.d.ts +1 -1
  18. package/dist/cjs/__tests__/db/destinations-db-service.spec.js +125 -125
  19. package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  20. package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
  21. package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
  22. package/dist/cjs/__tests__/db/shopify-app-installs-db-service.spec.js +104 -104
  23. package/dist/cjs/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
  24. package/dist/cjs/__tests__/db/subscriptions-db-service.spec.js +95 -95
  25. package/dist/cjs/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
  26. package/dist/cjs/__tests__/db/user-accounts-db-service.spec.js +76 -76
  27. package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  28. package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
  29. package/dist/cjs/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
  30. package/dist/cjs/__tests__/helpers/acuity-helper.spec.js +69 -69
  31. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  32. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +82 -82
  33. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  34. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +676 -674
  35. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js.map +1 -1
  36. package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.d.ts +1 -1
  37. package/dist/cjs/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js +1140 -1140
  38. package/dist/cjs/__tests__/{db/products-db-service.spec.d.ts → identity-cache/identity-cache-tier-routing.spec.d.ts} +1 -1
  39. package/dist/cjs/__tests__/identity-cache/identity-cache-tier-routing.spec.js +852 -0
  40. package/dist/cjs/__tests__/identity-cache/identity-cache-tier-routing.spec.js.map +1 -0
  41. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  42. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +1060 -588
  43. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js.map +1 -1
  44. package/dist/cjs/__tests__/{services/cost/cost-calculator-service.spec.d.ts → identity-cache/volatile-traits-optimization.spec.d.ts} +1 -1
  45. package/dist/cjs/__tests__/identity-cache/volatile-traits-optimization.spec.js +819 -0
  46. package/dist/cjs/__tests__/identity-cache/volatile-traits-optimization.spec.js.map +1 -0
  47. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
  48. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +584 -584
  49. package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  50. package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
  51. package/dist/cjs/__tests__/libs/contacts.spec.d.ts +1 -1
  52. package/dist/cjs/__tests__/libs/contacts.spec.js +294 -294
  53. package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
  54. package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
  55. package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
  56. package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
  57. package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
  58. package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
  59. package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
  60. package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
  61. package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  62. package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
  63. package/dist/cjs/__tests__/services/acuity-api-service.spec.d.ts +1 -1
  64. package/dist/cjs/__tests__/services/acuity-api-service.spec.js +71 -71
  65. package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
  66. package/dist/cjs/__tests__/services/email-verification/contact-email-verification-service.spec.js +93 -93
  67. package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
  68. package/dist/cjs/__tests__/services/email-verification/email-verification-service.spec.js +57 -57
  69. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  70. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
  71. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  72. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +181 -181
  73. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  74. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
  75. package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
  76. package/dist/cjs/__tests__/utils/custom-measure-formula-utils.spec.js +139 -139
  77. package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
  78. package/dist/cjs/clients/generic/cognito-client.js +209 -209
  79. package/dist/cjs/clients/generic/dynamodb-client.d.ts +20 -20
  80. package/dist/cjs/clients/generic/dynamodb-client.js +235 -235
  81. package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
  82. package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
  83. package/dist/cjs/clients/generic/http-client.d.ts +14 -14
  84. package/dist/cjs/clients/generic/http-client.js +61 -61
  85. package/dist/cjs/clients/generic/index.d.ts +13 -13
  86. package/dist/cjs/clients/generic/index.js +29 -29
  87. package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
  88. package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
  89. package/dist/cjs/clients/generic/location-client.d.ts +8 -8
  90. package/dist/cjs/clients/generic/location-client.js +31 -31
  91. package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
  92. package/dist/cjs/clients/generic/redis-client.js +191 -191
  93. package/dist/cjs/clients/generic/s3-client.d.ts +23 -23
  94. package/dist/cjs/clients/generic/s3-client.js +216 -216
  95. package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
  96. package/dist/cjs/clients/generic/singlestore-db-client.js +67 -67
  97. package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -15
  98. package/dist/cjs/clients/generic/sqs-bundled-client.js +311 -311
  99. package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +53 -53
  100. package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -17
  101. package/dist/cjs/clients/generic/sqs-client.d.ts +53 -53
  102. package/dist/cjs/clients/generic/sqs-client.js +285 -285
  103. package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -32
  104. package/dist/cjs/clients/generic/sqs-unbundle.js +144 -144
  105. package/dist/cjs/clients/index.d.ts +3 -3
  106. package/dist/cjs/clients/index.js +19 -19
  107. package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
  108. package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
  109. package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
  110. package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
  111. package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
  112. package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
  113. package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
  114. package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
  115. package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
  116. package/dist/cjs/clients/internal-api/event-collector-client.js +36 -36
  117. package/dist/cjs/clients/internal-api/identity-client.d.ts +31 -31
  118. package/dist/cjs/clients/internal-api/identity-client.js +91 -91
  119. package/dist/cjs/clients/internal-api/index.d.ts +9 -9
  120. package/dist/cjs/clients/internal-api/index.js +25 -25
  121. package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  122. package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
  123. package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
  124. package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
  125. package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
  126. package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
  127. package/dist/cjs/clients/third-party/acuity-client.d.ts +10 -10
  128. package/dist/cjs/clients/third-party/acuity-client.js +40 -40
  129. package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
  130. package/dist/cjs/clients/third-party/emailable-client.js +25 -25
  131. package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  132. package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
  133. package/dist/cjs/clients/third-party/index.d.ts +5 -5
  134. package/dist/cjs/clients/third-party/index.js +21 -21
  135. package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
  136. package/dist/cjs/clients/third-party/loops-client.js +30 -30
  137. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  138. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +4 -4
  139. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  140. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +5 -5
  141. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  142. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
  143. package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
  144. package/dist/cjs/clients/third-party/shopify-client.js +146 -146
  145. package/dist/cjs/constants/index.d.ts +1 -1
  146. package/dist/cjs/constants/index.js +17 -17
  147. package/dist/cjs/constants/sqs.d.ts +20 -20
  148. package/dist/cjs/constants/sqs.js +26 -26
  149. package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
  150. package/dist/cjs/helpers/account-users-helper.js +22 -22
  151. package/dist/cjs/helpers/acuity-helper.d.ts +4 -4
  152. package/dist/cjs/helpers/acuity-helper.js +56 -56
  153. package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -9
  154. package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
  155. package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
  156. package/dist/cjs/helpers/api-key-authorizer-helper.js +87 -87
  157. package/dist/cjs/helpers/identity-cache-helper.d.ts +30 -21
  158. package/dist/cjs/helpers/identity-cache-helper.js +253 -157
  159. package/dist/cjs/helpers/identity-cache-helper.js.map +1 -1
  160. package/dist/cjs/helpers/index.d.ts +10 -10
  161. package/dist/cjs/helpers/index.js +26 -26
  162. package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
  163. package/dist/cjs/helpers/input-validation-helper.js +22 -22
  164. package/dist/cjs/helpers/logging-helper.d.ts +16 -16
  165. package/dist/cjs/helpers/logging-helper.js +84 -84
  166. package/dist/cjs/helpers/response-helper.d.ts +18 -18
  167. package/dist/cjs/helpers/response-helper.js +43 -43
  168. package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
  169. package/dist/cjs/helpers/shopify-helper.js +26 -26
  170. package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
  171. package/dist/cjs/helpers/sqs-utils.js +14 -14
  172. package/dist/cjs/index.d.ts +7 -7
  173. package/dist/cjs/index.js +23 -23
  174. package/dist/cjs/libs/api-router/index.d.ts +2 -2
  175. package/dist/cjs/libs/api-router/index.js +18 -18
  176. package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
  177. package/dist/cjs/libs/api-router/public-api-router.js +36 -36
  178. package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
  179. package/dist/cjs/libs/api-router/route-matcher.js +36 -36
  180. package/dist/cjs/libs/click-id-parser.d.ts +23 -23
  181. package/dist/cjs/libs/click-id-parser.js +49 -49
  182. package/dist/cjs/libs/compression.d.ts +2 -2
  183. package/dist/cjs/libs/compression.js +33 -33
  184. package/dist/cjs/libs/contacts.d.ts +7 -7
  185. package/dist/cjs/libs/contacts.js +152 -152
  186. package/dist/cjs/libs/cookie.d.ts +17 -17
  187. package/dist/cjs/libs/cookie.js +76 -76
  188. package/dist/cjs/libs/crypto.d.ts +4 -4
  189. package/dist/cjs/libs/crypto.js +25 -25
  190. package/dist/cjs/libs/csv.d.ts +2 -2
  191. package/dist/cjs/libs/csv.js +35 -35
  192. package/dist/cjs/libs/currency.d.ts +1 -1
  193. package/dist/cjs/libs/currency.js +29 -29
  194. package/dist/cjs/libs/dates.d.ts +12 -12
  195. package/dist/cjs/libs/dates.js +96 -96
  196. package/dist/cjs/libs/domain.d.ts +2 -2
  197. package/dist/cjs/libs/domain.js +38 -38
  198. package/dist/cjs/libs/emails.d.ts +8 -8
  199. package/dist/cjs/libs/emails.js +154 -154
  200. package/dist/cjs/libs/http-error.d.ts +21 -21
  201. package/dist/cjs/libs/http-error.js +63 -63
  202. package/dist/cjs/libs/http-status-codes.d.ts +58 -58
  203. package/dist/cjs/libs/http-status-codes.js +62 -62
  204. package/dist/cjs/libs/index.d.ts +19 -19
  205. package/dist/cjs/libs/index.js +35 -35
  206. package/dist/cjs/libs/numbers.d.ts +1 -1
  207. package/dist/cjs/libs/numbers.js +15 -15
  208. package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
  209. package/dist/cjs/libs/referrer-parser/index.js +18 -18
  210. package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
  211. package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
  212. package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  213. package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
  214. package/dist/cjs/libs/strings.d.ts +3 -3
  215. package/dist/cjs/libs/strings.js +46 -46
  216. package/dist/cjs/libs/traits.d.ts +6 -6
  217. package/dist/cjs/libs/traits.js +65 -65
  218. package/dist/cjs/libs/url.d.ts +1 -1
  219. package/dist/cjs/libs/url.js +13 -13
  220. package/dist/cjs/services/acuity-api-service.d.ts +9 -9
  221. package/dist/cjs/services/acuity-api-service.js +73 -73
  222. package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
  223. package/dist/cjs/services/cache/generic-cached-object.js +2 -2
  224. package/dist/cjs/services/cache/index.d.ts +1 -1
  225. package/dist/cjs/services/cache/index.js +17 -17
  226. package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
  227. package/dist/cjs/services/cache/product-cache-service.js +76 -76
  228. package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +11 -12
  229. package/dist/cjs/services/currency-exchange-rate-lookup-service.js +66 -94
  230. package/dist/cjs/services/currency-exchange-rate-lookup-service.js.map +1 -1
  231. package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
  232. package/dist/cjs/services/db/accounts-db-service.js +33 -33
  233. package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
  234. package/dist/cjs/services/db/api-keys-db-service.js +36 -36
  235. package/dist/cjs/services/db/contact-enrichments-db-service.d.ts +15 -15
  236. package/dist/cjs/services/db/contact-enrichments-db-service.js +94 -94
  237. package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  238. package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
  239. package/dist/cjs/services/db/custom-measures-db-service.d.ts +14 -14
  240. package/dist/cjs/services/db/custom-measures-db-service.js +48 -48
  241. package/dist/cjs/services/db/destinations-db-service.d.ts +13 -13
  242. package/dist/cjs/services/db/destinations-db-service.js +74 -74
  243. package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
  244. package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
  245. package/dist/cjs/services/db/identity-cache-dynamodb-service.d.ts +44 -38
  246. package/dist/cjs/services/db/identity-cache-dynamodb-service.js +649 -439
  247. package/dist/cjs/services/db/identity-cache-dynamodb-service.js.map +1 -1
  248. package/dist/cjs/services/db/index.d.ts +17 -19
  249. package/dist/cjs/services/db/index.js +33 -35
  250. package/dist/cjs/services/db/index.js.map +1 -1
  251. package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
  252. package/dist/cjs/services/db/log-events-db-service.js +181 -181
  253. package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
  254. package/dist/cjs/services/db/pixels-db-service.js +35 -35
  255. package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
  256. package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
  257. package/dist/cjs/services/db/purchased-contacts/index.d.ts +2 -2
  258. package/dist/cjs/services/db/purchased-contacts/index.js +18 -18
  259. package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
  260. package/dist/cjs/services/db/purchased-contacts/purchased-contacts-db-service.js +152 -152
  261. package/dist/cjs/services/db/purchased-contacts/types.d.ts +11 -11
  262. package/dist/cjs/services/db/purchased-contacts/types.js +2 -2
  263. package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +10 -10
  264. package/dist/cjs/services/db/shopify-app-installs-db-service.js +52 -52
  265. package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
  266. package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
  267. package/dist/cjs/services/db/subscriptions-db-service.d.ts +11 -11
  268. package/dist/cjs/services/db/subscriptions-db-service.js +38 -38
  269. package/dist/cjs/services/db/tracking-events-db-service.d.ts +21 -21
  270. package/dist/cjs/services/db/tracking-events-db-service.js +188 -188
  271. package/dist/cjs/services/db/user-accounts-db-service.d.ts +7 -7
  272. package/dist/cjs/services/db/user-accounts-db-service.js +17 -17
  273. package/dist/cjs/services/email-verification/contact-email-verification-service.d.ts +7 -7
  274. package/dist/cjs/services/email-verification/contact-email-verification-service.js +101 -101
  275. package/dist/cjs/services/email-verification/email-verification-service.d.ts +19 -19
  276. package/dist/cjs/services/email-verification/email-verification-service.js +131 -131
  277. package/dist/cjs/services/email-verification/index.d.ts +2 -2
  278. package/dist/cjs/services/email-verification/index.js +18 -18
  279. package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
  280. package/dist/cjs/services/eventbridge-integration-service.js +28 -28
  281. package/dist/cjs/services/events/index.d.ts +3 -3
  282. package/dist/cjs/services/events/index.js +19 -19
  283. package/dist/cjs/services/events/log-event-service.d.ts +19 -19
  284. package/dist/cjs/services/events/log-event-service.js +77 -77
  285. package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
  286. package/dist/cjs/services/events/metric-event-service.js +49 -49
  287. package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
  288. package/dist/cjs/services/events/tracking-event-sqs-service.js +34 -34
  289. package/dist/cjs/services/generic-cache-service.d.ts +7 -7
  290. package/dist/cjs/services/generic-cache-service.js +33 -33
  291. package/dist/cjs/services/index.d.ts +10 -11
  292. package/dist/cjs/services/index.js +26 -27
  293. package/dist/cjs/services/index.js.map +1 -1
  294. package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
  295. package/dist/cjs/services/ipdata-lookup-service.js +112 -112
  296. package/dist/cjs/services/shopify/index.d.ts +2 -2
  297. package/dist/cjs/services/shopify/index.js +18 -18
  298. package/dist/cjs/services/shopify/products/index.d.ts +1 -1
  299. package/dist/cjs/services/shopify/products/index.js +17 -17
  300. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  301. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
  302. package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  303. package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
  304. package/dist/cjs/types/acuity-types.d.ts +74 -74
  305. package/dist/cjs/types/acuity-types.js +2 -2
  306. package/dist/cjs/types/api-response.d.ts +6 -6
  307. package/dist/cjs/types/api-response.js +2 -2
  308. package/dist/cjs/types/index.d.ts +4 -4
  309. package/dist/cjs/types/index.js +33 -33
  310. package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
  311. package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
  312. package/dist/cjs/types/internal-events/index.d.ts +1 -1
  313. package/dist/cjs/types/internal-events/index.js +17 -17
  314. package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  315. package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
  316. package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  317. package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
  318. package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
  319. package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
  320. package/dist/cjs/types/shopify-rest-types.d.ts +767 -767
  321. package/dist/cjs/types/shopify-rest-types.js +2 -2
  322. package/dist/cjs/utils/compression.d.ts +36 -36
  323. package/dist/cjs/utils/compression.js +198 -198
  324. package/dist/cjs/utils/custom-measure-formula-utils.d.ts +6 -6
  325. package/dist/cjs/utils/custom-measure-formula-utils.js +209 -209
  326. package/dist/cjs/utils/index.d.ts +4 -4
  327. package/dist/cjs/utils/index.js +20 -20
  328. package/dist/cjs/utils/retry-envelope.d.ts +12 -12
  329. package/dist/cjs/utils/retry-envelope.js +28 -28
  330. package/dist/cjs/utils/size.d.ts +2 -2
  331. package/dist/cjs/utils/size.js +49 -49
  332. package/dist/esm/__tests__/clients/acuity-client.spec.d.ts +1 -1
  333. package/dist/esm/__tests__/clients/acuity-client.spec.js +41 -41
  334. package/dist/esm/__tests__/clients/cross-platform-compression.spec.d.ts +1 -1
  335. package/dist/esm/__tests__/clients/cross-platform-compression.spec.js +329 -329
  336. package/dist/esm/__tests__/clients/dynamodb-client.spec.d.ts +1 -1
  337. package/dist/esm/__tests__/clients/dynamodb-client.spec.js +192 -192
  338. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -1
  339. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +906 -906
  340. package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.d.ts +1 -1
  341. package/dist/esm/__tests__/clients/sqs-bundling-contracts.spec.js +538 -538
  342. package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
  343. package/dist/esm/__tests__/clients/sqs-client.spec.js +189 -189
  344. package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -1
  345. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +1355 -1355
  346. package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.d.ts +1 -1
  347. package/dist/esm/__tests__/db/contact-enrichments-db-service.spec.js +66 -66
  348. package/dist/esm/__tests__/db/destinations-db-service.spec.d.ts +1 -1
  349. package/dist/esm/__tests__/db/destinations-db-service.spec.js +123 -123
  350. package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  351. package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
  352. package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.d.ts +1 -1
  353. package/dist/esm/__tests__/db/shopify-app-installs-db-service.spec.js +102 -102
  354. package/dist/esm/__tests__/db/subscriptions-db-service.spec.d.ts +1 -1
  355. package/dist/esm/__tests__/db/subscriptions-db-service.spec.js +93 -93
  356. package/dist/esm/__tests__/db/user-accounts-db-service.spec.d.ts +1 -1
  357. package/dist/esm/__tests__/db/user-accounts-db-service.spec.js +74 -74
  358. package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  359. package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
  360. package/dist/esm/__tests__/helpers/acuity-helper.spec.d.ts +1 -1
  361. package/dist/esm/__tests__/helpers/acuity-helper.spec.js +67 -67
  362. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  363. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +80 -80
  364. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  365. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -672
  366. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js.map +1 -1
  367. package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.d.ts +1 -1
  368. package/dist/esm/__tests__/identity-cache/identity-cache-dynamodb-service.spec.js +1138 -1138
  369. package/dist/{cjs/__tests__/services/cost/cost-currency-service.spec.d.ts → esm/__tests__/identity-cache/identity-cache-tier-routing.spec.d.ts} +1 -1
  370. package/dist/esm/__tests__/identity-cache/identity-cache-tier-routing.spec.js +850 -0
  371. package/dist/esm/__tests__/identity-cache/identity-cache-tier-routing.spec.js.map +1 -0
  372. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  373. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +1058 -586
  374. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js.map +1 -1
  375. package/dist/{cjs/__tests__/services/cost/cost-calculation-types.spec.d.ts → esm/__tests__/identity-cache/volatile-traits-optimization.spec.d.ts} +1 -1
  376. package/dist/esm/__tests__/identity-cache/volatile-traits-optimization.spec.js +817 -0
  377. package/dist/esm/__tests__/identity-cache/volatile-traits-optimization.spec.js.map +1 -0
  378. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -1
  379. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -582
  380. package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  381. package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
  382. package/dist/esm/__tests__/libs/contacts.spec.d.ts +1 -1
  383. package/dist/esm/__tests__/libs/contacts.spec.js +292 -292
  384. package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
  385. package/dist/esm/__tests__/libs/currency.spec.js +218 -218
  386. package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
  387. package/dist/esm/__tests__/libs/dates.spec.js +128 -128
  388. package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
  389. package/dist/esm/__tests__/libs/domain.spec.js +105 -105
  390. package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
  391. package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
  392. package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  393. package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
  394. package/dist/esm/__tests__/services/acuity-api-service.spec.d.ts +1 -1
  395. package/dist/esm/__tests__/services/acuity-api-service.spec.js +69 -69
  396. package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.d.ts +1 -1
  397. package/dist/esm/__tests__/services/email-verification/contact-email-verification-service.spec.js +91 -91
  398. package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.d.ts +1 -1
  399. package/dist/esm/__tests__/services/email-verification/email-verification-service.spec.js +55 -55
  400. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  401. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
  402. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  403. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +156 -156
  404. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  405. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
  406. package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.d.ts +1 -1
  407. package/dist/esm/__tests__/utils/custom-measure-formula-utils.spec.js +137 -137
  408. package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
  409. package/dist/esm/clients/generic/cognito-client.js +204 -204
  410. package/dist/esm/clients/generic/dynamodb-client.d.ts +20 -20
  411. package/dist/esm/clients/generic/dynamodb-client.js +231 -231
  412. package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
  413. package/dist/esm/clients/generic/eventbridge-client.js +47 -47
  414. package/dist/esm/clients/generic/http-client.d.ts +14 -14
  415. package/dist/esm/clients/generic/http-client.js +53 -53
  416. package/dist/esm/clients/generic/index.d.ts +13 -13
  417. package/dist/esm/clients/generic/index.js +13 -13
  418. package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
  419. package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
  420. package/dist/esm/clients/generic/location-client.d.ts +8 -8
  421. package/dist/esm/clients/generic/location-client.js +27 -27
  422. package/dist/esm/clients/generic/redis-client.d.ts +33 -33
  423. package/dist/esm/clients/generic/redis-client.js +184 -184
  424. package/dist/esm/clients/generic/s3-client.d.ts +23 -23
  425. package/dist/esm/clients/generic/s3-client.js +209 -209
  426. package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
  427. package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
  428. package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -15
  429. package/dist/esm/clients/generic/sqs-bundled-client.js +307 -307
  430. package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +53 -53
  431. package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -14
  432. package/dist/esm/clients/generic/sqs-client.d.ts +53 -53
  433. package/dist/esm/clients/generic/sqs-client.js +281 -281
  434. package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -32
  435. package/dist/esm/clients/generic/sqs-unbundle.js +137 -137
  436. package/dist/esm/clients/index.d.ts +3 -3
  437. package/dist/esm/clients/index.js +3 -3
  438. package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
  439. package/dist/esm/clients/internal-api/accounts-client.js +125 -125
  440. package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
  441. package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
  442. package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
  443. package/dist/esm/clients/internal-api/db-management-client.js +32 -32
  444. package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
  445. package/dist/esm/clients/internal-api/destinations-client.js +75 -75
  446. package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
  447. package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
  448. package/dist/esm/clients/internal-api/identity-client.d.ts +31 -31
  449. package/dist/esm/clients/internal-api/identity-client.js +87 -87
  450. package/dist/esm/clients/internal-api/index.d.ts +9 -9
  451. package/dist/esm/clients/internal-api/index.js +9 -9
  452. package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  453. package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
  454. package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
  455. package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
  456. package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
  457. package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
  458. package/dist/esm/clients/third-party/acuity-client.d.ts +10 -10
  459. package/dist/esm/clients/third-party/acuity-client.js +36 -36
  460. package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
  461. package/dist/esm/clients/third-party/emailable-client.js +21 -21
  462. package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  463. package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
  464. package/dist/esm/clients/third-party/index.d.ts +5 -5
  465. package/dist/esm/clients/third-party/index.js +5 -5
  466. package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
  467. package/dist/esm/clients/third-party/loops-client.js +26 -26
  468. package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  469. package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +1 -1
  470. package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  471. package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +2 -2
  472. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  473. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
  474. package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
  475. package/dist/esm/clients/third-party/shopify-client.js +142 -142
  476. package/dist/esm/constants/index.d.ts +1 -1
  477. package/dist/esm/constants/index.js +1 -1
  478. package/dist/esm/constants/sqs.d.ts +20 -20
  479. package/dist/esm/constants/sqs.js +22 -22
  480. package/dist/esm/helpers/account-users-helper.d.ts +2 -2
  481. package/dist/esm/helpers/account-users-helper.js +18 -18
  482. package/dist/esm/helpers/acuity-helper.d.ts +4 -4
  483. package/dist/esm/helpers/acuity-helper.js +51 -51
  484. package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -9
  485. package/dist/esm/helpers/api-key-auth-helper.js +35 -35
  486. package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
  487. package/dist/esm/helpers/api-key-authorizer-helper.js +83 -83
  488. package/dist/esm/helpers/identity-cache-helper.d.ts +30 -21
  489. package/dist/esm/helpers/identity-cache-helper.js +248 -152
  490. package/dist/esm/helpers/identity-cache-helper.js.map +1 -1
  491. package/dist/esm/helpers/index.d.ts +10 -10
  492. package/dist/esm/helpers/index.js +10 -10
  493. package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
  494. package/dist/esm/helpers/input-validation-helper.js +18 -18
  495. package/dist/esm/helpers/logging-helper.d.ts +16 -16
  496. package/dist/esm/helpers/logging-helper.js +56 -56
  497. package/dist/esm/helpers/response-helper.d.ts +18 -18
  498. package/dist/esm/helpers/response-helper.js +37 -37
  499. package/dist/esm/helpers/shopify-helper.d.ts +9 -9
  500. package/dist/esm/helpers/shopify-helper.js +21 -21
  501. package/dist/esm/helpers/sqs-utils.d.ts +6 -6
  502. package/dist/esm/helpers/sqs-utils.js +9 -9
  503. package/dist/esm/index.d.ts +7 -7
  504. package/dist/esm/index.js +7 -7
  505. package/dist/esm/libs/api-router/index.d.ts +2 -2
  506. package/dist/esm/libs/api-router/index.js +2 -2
  507. package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
  508. package/dist/esm/libs/api-router/public-api-router.js +32 -32
  509. package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
  510. package/dist/esm/libs/api-router/route-matcher.js +30 -30
  511. package/dist/esm/libs/click-id-parser.d.ts +23 -23
  512. package/dist/esm/libs/click-id-parser.js +45 -45
  513. package/dist/esm/libs/compression.d.ts +2 -2
  514. package/dist/esm/libs/compression.js +25 -25
  515. package/dist/esm/libs/contacts.d.ts +7 -7
  516. package/dist/esm/libs/contacts.js +143 -143
  517. package/dist/esm/libs/cookie.d.ts +17 -17
  518. package/dist/esm/libs/cookie.js +70 -70
  519. package/dist/esm/libs/crypto.d.ts +4 -4
  520. package/dist/esm/libs/crypto.js +15 -15
  521. package/dist/esm/libs/csv.d.ts +2 -2
  522. package/dist/esm/libs/csv.js +30 -30
  523. package/dist/esm/libs/currency.d.ts +1 -1
  524. package/dist/esm/libs/currency.js +22 -22
  525. package/dist/esm/libs/dates.d.ts +12 -12
  526. package/dist/esm/libs/dates.js +83 -83
  527. package/dist/esm/libs/domain.d.ts +2 -2
  528. package/dist/esm/libs/domain.js +33 -33
  529. package/dist/esm/libs/emails.d.ts +8 -8
  530. package/dist/esm/libs/emails.js +146 -146
  531. package/dist/esm/libs/http-error.d.ts +21 -21
  532. package/dist/esm/libs/http-error.js +59 -59
  533. package/dist/esm/libs/http-status-codes.d.ts +58 -58
  534. package/dist/esm/libs/http-status-codes.js +59 -59
  535. package/dist/esm/libs/index.d.ts +19 -19
  536. package/dist/esm/libs/index.js +19 -19
  537. package/dist/esm/libs/numbers.d.ts +1 -1
  538. package/dist/esm/libs/numbers.js +11 -11
  539. package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
  540. package/dist/esm/libs/referrer-parser/index.js +2 -2
  541. package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
  542. package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
  543. package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  544. package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
  545. package/dist/esm/libs/strings.d.ts +3 -3
  546. package/dist/esm/libs/strings.js +40 -40
  547. package/dist/esm/libs/traits.d.ts +6 -6
  548. package/dist/esm/libs/traits.js +54 -54
  549. package/dist/esm/libs/url.d.ts +1 -1
  550. package/dist/esm/libs/url.js +9 -9
  551. package/dist/esm/services/acuity-api-service.d.ts +9 -9
  552. package/dist/esm/services/acuity-api-service.js +69 -69
  553. package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
  554. package/dist/esm/services/cache/generic-cached-object.js +1 -1
  555. package/dist/esm/services/cache/index.d.ts +1 -1
  556. package/dist/esm/services/cache/index.js +1 -1
  557. package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
  558. package/dist/esm/services/cache/product-cache-service.js +68 -68
  559. package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +11 -12
  560. package/dist/esm/services/currency-exchange-rate-lookup-service.js +62 -90
  561. package/dist/esm/services/currency-exchange-rate-lookup-service.js.map +1 -1
  562. package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
  563. package/dist/esm/services/db/accounts-db-service.js +29 -29
  564. package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
  565. package/dist/esm/services/db/api-keys-db-service.js +32 -32
  566. package/dist/esm/services/db/contact-enrichments-db-service.d.ts +15 -15
  567. package/dist/esm/services/db/contact-enrichments-db-service.js +90 -90
  568. package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  569. package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
  570. package/dist/esm/services/db/custom-measures-db-service.d.ts +14 -14
  571. package/dist/esm/services/db/custom-measures-db-service.js +44 -44
  572. package/dist/esm/services/db/destinations-db-service.d.ts +13 -13
  573. package/dist/esm/services/db/destinations-db-service.js +70 -70
  574. package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
  575. package/dist/esm/services/db/identity-cache-db-service.js +313 -313
  576. package/dist/esm/services/db/identity-cache-dynamodb-service.d.ts +44 -38
  577. package/dist/esm/services/db/identity-cache-dynamodb-service.js +642 -432
  578. package/dist/esm/services/db/identity-cache-dynamodb-service.js.map +1 -1
  579. package/dist/esm/services/db/index.d.ts +17 -19
  580. package/dist/esm/services/db/index.js +17 -19
  581. package/dist/esm/services/db/index.js.map +1 -1
  582. package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
  583. package/dist/esm/services/db/log-events-db-service.js +177 -177
  584. package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
  585. package/dist/esm/services/db/pixels-db-service.js +31 -31
  586. package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
  587. package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
  588. package/dist/esm/services/db/purchased-contacts/index.d.ts +2 -2
  589. package/dist/esm/services/db/purchased-contacts/index.js +2 -2
  590. package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.d.ts +18 -18
  591. package/dist/esm/services/db/purchased-contacts/purchased-contacts-db-service.js +148 -148
  592. package/dist/esm/services/db/purchased-contacts/types.d.ts +11 -11
  593. package/dist/esm/services/db/purchased-contacts/types.js +1 -1
  594. package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +10 -10
  595. package/dist/esm/services/db/shopify-app-installs-db-service.js +48 -48
  596. package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
  597. package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
  598. package/dist/esm/services/db/subscriptions-db-service.d.ts +11 -11
  599. package/dist/esm/services/db/subscriptions-db-service.js +34 -34
  600. package/dist/esm/services/db/tracking-events-db-service.d.ts +21 -21
  601. package/dist/esm/services/db/tracking-events-db-service.js +184 -184
  602. package/dist/esm/services/db/user-accounts-db-service.d.ts +7 -7
  603. package/dist/esm/services/db/user-accounts-db-service.js +13 -13
  604. package/dist/esm/services/email-verification/contact-email-verification-service.d.ts +7 -7
  605. package/dist/esm/services/email-verification/contact-email-verification-service.js +97 -97
  606. package/dist/esm/services/email-verification/email-verification-service.d.ts +19 -19
  607. package/dist/esm/services/email-verification/email-verification-service.js +127 -127
  608. package/dist/esm/services/email-verification/index.d.ts +2 -2
  609. package/dist/esm/services/email-verification/index.js +2 -2
  610. package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
  611. package/dist/esm/services/eventbridge-integration-service.js +24 -24
  612. package/dist/esm/services/events/index.d.ts +3 -3
  613. package/dist/esm/services/events/index.js +3 -3
  614. package/dist/esm/services/events/log-event-service.d.ts +19 -19
  615. package/dist/esm/services/events/log-event-service.js +73 -73
  616. package/dist/esm/services/events/metric-event-service.d.ts +9 -9
  617. package/dist/esm/services/events/metric-event-service.js +45 -45
  618. package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
  619. package/dist/esm/services/events/tracking-event-sqs-service.js +30 -30
  620. package/dist/esm/services/generic-cache-service.d.ts +7 -7
  621. package/dist/esm/services/generic-cache-service.js +29 -29
  622. package/dist/esm/services/index.d.ts +10 -11
  623. package/dist/esm/services/index.js +10 -11
  624. package/dist/esm/services/index.js.map +1 -1
  625. package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
  626. package/dist/esm/services/ipdata-lookup-service.js +108 -108
  627. package/dist/esm/services/shopify/index.d.ts +2 -2
  628. package/dist/esm/services/shopify/index.js +2 -2
  629. package/dist/esm/services/shopify/products/index.d.ts +1 -1
  630. package/dist/esm/services/shopify/products/index.js +1 -1
  631. package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  632. package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
  633. package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  634. package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
  635. package/dist/esm/types/acuity-types.d.ts +74 -74
  636. package/dist/esm/types/acuity-types.js +1 -1
  637. package/dist/esm/types/api-response.d.ts +6 -6
  638. package/dist/esm/types/api-response.js +1 -1
  639. package/dist/esm/types/index.d.ts +4 -4
  640. package/dist/esm/types/index.js +4 -4
  641. package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
  642. package/dist/esm/types/internal-events/event-detail-types.js +24 -24
  643. package/dist/esm/types/internal-events/index.d.ts +1 -1
  644. package/dist/esm/types/internal-events/index.js +1 -1
  645. package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  646. package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
  647. package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  648. package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
  649. package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
  650. package/dist/esm/types/shopify-graphql-types/index.js +2 -2
  651. package/dist/esm/types/shopify-rest-types.d.ts +767 -767
  652. package/dist/esm/types/shopify-rest-types.js +1 -1
  653. package/dist/esm/utils/compression.d.ts +36 -36
  654. package/dist/esm/utils/compression.js +187 -187
  655. package/dist/esm/utils/custom-measure-formula-utils.d.ts +6 -6
  656. package/dist/esm/utils/custom-measure-formula-utils.js +201 -201
  657. package/dist/esm/utils/index.d.ts +4 -4
  658. package/dist/esm/utils/index.js +4 -4
  659. package/dist/esm/utils/retry-envelope.d.ts +12 -12
  660. package/dist/esm/utils/retry-envelope.js +22 -22
  661. package/dist/esm/utils/size.d.ts +2 -2
  662. package/dist/esm/utils/size.js +44 -44
  663. package/package.json +134 -134
  664. package/dist/cjs/__tests__/db/products-db-service.spec.js +0 -90
  665. package/dist/cjs/__tests__/db/products-db-service.spec.js.map +0 -1
  666. package/dist/cjs/__tests__/services/cost/cost-calculation-types.spec.js +0 -24
  667. package/dist/cjs/__tests__/services/cost/cost-calculation-types.spec.js.map +0 -1
  668. package/dist/cjs/__tests__/services/cost/cost-calculator-service.spec.js +0 -3320
  669. package/dist/cjs/__tests__/services/cost/cost-calculator-service.spec.js.map +0 -1
  670. package/dist/cjs/__tests__/services/cost/cost-currency-service.spec.js +0 -115
  671. package/dist/cjs/__tests__/services/cost/cost-currency-service.spec.js.map +0 -1
  672. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.d.ts +0 -1
  673. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.js +0 -469
  674. package/dist/cjs/__tests__/services/cost/cost-filter-service.spec.js.map +0 -1
  675. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.d.ts +0 -1
  676. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js +0 -207
  677. package/dist/cjs/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js.map +0 -1
  678. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.d.ts +0 -1
  679. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.js +0 -35
  680. package/dist/cjs/__tests__/services/currency-exchange-rate-lookup-service.spec.js.map +0 -1
  681. package/dist/cjs/services/cost/cost-calculation-types.d.ts +0 -69
  682. package/dist/cjs/services/cost/cost-calculation-types.js +0 -20
  683. package/dist/cjs/services/cost/cost-calculation-types.js.map +0 -1
  684. package/dist/cjs/services/cost/cost-calculator-service.d.ts +0 -24
  685. package/dist/cjs/services/cost/cost-calculator-service.js +0 -457
  686. package/dist/cjs/services/cost/cost-calculator-service.js.map +0 -1
  687. package/dist/cjs/services/cost/cost-currency-service.d.ts +0 -6
  688. package/dist/cjs/services/cost/cost-currency-service.js +0 -88
  689. package/dist/cjs/services/cost/cost-currency-service.js.map +0 -1
  690. package/dist/cjs/services/cost/cost-filter-service.d.ts +0 -10
  691. package/dist/cjs/services/cost/cost-filter-service.js +0 -122
  692. package/dist/cjs/services/cost/cost-filter-service.js.map +0 -1
  693. package/dist/cjs/services/cost/index.d.ts +0 -5
  694. package/dist/cjs/services/cost/index.js +0 -22
  695. package/dist/cjs/services/cost/index.js.map +0 -1
  696. package/dist/cjs/services/cost/order-cost/index.d.ts +0 -2
  697. package/dist/cjs/services/cost/order-cost/index.js +0 -19
  698. package/dist/cjs/services/cost/order-cost/index.js.map +0 -1
  699. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.d.ts +0 -23
  700. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.js +0 -362
  701. package/dist/cjs/services/cost/order-cost/order-cost-resolution-service.js.map +0 -1
  702. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.d.ts +0 -37
  703. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.js +0 -3
  704. package/dist/cjs/services/cost/order-cost/order-cost-resolution-types.js.map +0 -1
  705. package/dist/cjs/services/db/products-db-service-types.d.ts +0 -10
  706. package/dist/cjs/services/db/products-db-service-types.js +0 -3
  707. package/dist/cjs/services/db/products-db-service-types.js.map +0 -1
  708. package/dist/cjs/services/db/products-db-service.d.ts +0 -19
  709. package/dist/cjs/services/db/products-db-service.js +0 -282
  710. package/dist/cjs/services/db/products-db-service.js.map +0 -1
  711. package/dist/esm/__tests__/db/products-db-service.spec.d.ts +0 -1
  712. package/dist/esm/__tests__/db/products-db-service.spec.js +0 -88
  713. package/dist/esm/__tests__/db/products-db-service.spec.js.map +0 -1
  714. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.d.ts +0 -1
  715. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.js +0 -22
  716. package/dist/esm/__tests__/services/cost/cost-calculation-types.spec.js.map +0 -1
  717. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.d.ts +0 -1
  718. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.js +0 -3318
  719. package/dist/esm/__tests__/services/cost/cost-calculator-service.spec.js.map +0 -1
  720. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.d.ts +0 -1
  721. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.js +0 -113
  722. package/dist/esm/__tests__/services/cost/cost-currency-service.spec.js.map +0 -1
  723. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.d.ts +0 -1
  724. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.js +0 -467
  725. package/dist/esm/__tests__/services/cost/cost-filter-service.spec.js.map +0 -1
  726. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.d.ts +0 -1
  727. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js +0 -205
  728. package/dist/esm/__tests__/services/cost/order-cost/order-cost-resolution-service.spec.js.map +0 -1
  729. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.d.ts +0 -1
  730. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.js +0 -33
  731. package/dist/esm/__tests__/services/currency-exchange-rate-lookup-service.spec.js.map +0 -1
  732. package/dist/esm/services/cost/cost-calculation-types.d.ts +0 -69
  733. package/dist/esm/services/cost/cost-calculation-types.js +0 -16
  734. package/dist/esm/services/cost/cost-calculation-types.js.map +0 -1
  735. package/dist/esm/services/cost/cost-calculator-service.d.ts +0 -24
  736. package/dist/esm/services/cost/cost-calculator-service.js +0 -451
  737. package/dist/esm/services/cost/cost-calculator-service.js.map +0 -1
  738. package/dist/esm/services/cost/cost-currency-service.d.ts +0 -6
  739. package/dist/esm/services/cost/cost-currency-service.js +0 -85
  740. package/dist/esm/services/cost/cost-currency-service.js.map +0 -1
  741. package/dist/esm/services/cost/cost-filter-service.d.ts +0 -10
  742. package/dist/esm/services/cost/cost-filter-service.js +0 -119
  743. package/dist/esm/services/cost/cost-filter-service.js.map +0 -1
  744. package/dist/esm/services/cost/index.d.ts +0 -5
  745. package/dist/esm/services/cost/index.js +0 -6
  746. package/dist/esm/services/cost/index.js.map +0 -1
  747. package/dist/esm/services/cost/order-cost/index.d.ts +0 -2
  748. package/dist/esm/services/cost/order-cost/index.js +0 -3
  749. package/dist/esm/services/cost/order-cost/index.js.map +0 -1
  750. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.d.ts +0 -23
  751. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.js +0 -356
  752. package/dist/esm/services/cost/order-cost/order-cost-resolution-service.js.map +0 -1
  753. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.d.ts +0 -37
  754. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.js +0 -2
  755. package/dist/esm/services/cost/order-cost/order-cost-resolution-types.js.map +0 -1
  756. package/dist/esm/services/db/products-db-service-types.d.ts +0 -10
  757. package/dist/esm/services/db/products-db-service-types.js +0 -2
  758. package/dist/esm/services/db/products-db-service-types.js.map +0 -1
  759. package/dist/esm/services/db/products-db-service.d.ts +0 -19
  760. package/dist/esm/services/db/products-db-service.js +0 -278
  761. package/dist/esm/services/db/products-db-service.js.map +0 -1
@@ -1,583 +1,583 @@
1
- import { BundledSQSClient } from '../../clients/generic/sqs-bundled-client';
2
- import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
- import { unbundleRecords } from '../../clients/generic/sqs-unbundle';
4
- import { compress } from '../../utils/compression';
5
- import { createSqsLimits, SQS_1MB } from '../../constants/sqs';
6
- jest.mock('../../helpers/logging-helper', () => ({
7
- Logger: {
8
- debug: jest.fn(),
9
- info: jest.fn(),
10
- warn: jest.fn(),
11
- error: jest.fn(),
12
- },
13
- }));
14
- function makeTestEvent(id, name = 'test', value, metadata) {
15
- return { id, name, value, metadata };
16
- }
17
- function makeRealisticTrackingEvent(index) {
18
- return {
19
- anonymousId: `anon-${index}-${Math.random().toString(36).substring(7)}`,
20
- accountId: `acc-${index % 10}`,
21
- pixelId: `pixel-${index % 5}`,
22
- eventType: ['track', 'identify', 'page'][index % 3] ?? 'track',
23
- eventName: ['purchase', 'add_to_cart', 'page_view', 'begin_checkout'][index % 4] ?? 'track',
24
- timestamp: new Date(Date.now() - index * 1000).toISOString(),
25
- context: {
26
- page: {
27
- url: `https://example.com/product/${index}`,
28
- path: `/product/${index}`,
29
- title: `Product ${index} - Example Store`,
30
- referrer: index % 3 === 0 ? 'https://google.com' : '',
31
- },
32
- userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
33
- ip: `192.168.${index % 256}.${(index * 7) % 256}`,
34
- locale: ['en-US', 'en-GB', 'de-DE', 'fr-FR'][index % 4] ?? 'en-US',
35
- timezone: 'America/New_York',
36
- },
37
- properties: {
38
- productId: `prod-${index}`,
39
- productName: `Amazing Product ${index}`,
40
- price: 29.99 + (index % 100),
41
- currency: 'USD',
42
- quantity: (index % 5) + 1,
43
- category: ['Electronics', 'Clothing', 'Home', 'Sports'][index % 4],
44
- customFields: {
45
- brand: `Brand${index % 20}`,
46
- sku: `SKU-${index}-${Date.now()}`,
47
- inStock: index % 2 === 0,
48
- },
49
- },
50
- shopifyData: index % 3 === 0
51
- ? {
52
- checkoutToken: `checkout-${index}`,
53
- orderId: index % 5 === 0 ? `order-${index}` : undefined,
54
- customerEmail: `customer${index}@example.com`,
55
- lineItems: Array.from({ length: (index % 3) + 1 }, (_, j) => ({
56
- variantId: `variant-${index}-${j}`,
57
- title: `Line Item ${j}`,
58
- price: 19.99 + j * 10,
59
- quantity: j + 1,
60
- })),
61
- }
62
- : undefined,
63
- };
64
- }
65
- function simulateSqsDelivery(envelopes) {
66
- return envelopes.map((env, i) => ({
67
- messageId: `msg-${i}-${Date.now()}`,
68
- body: JSON.stringify({ messageBody: env }),
69
- }));
70
- }
71
- describe('Full Round-Trip: Producer → Consumer', () => {
72
- let mockSqsClient;
73
- let capturedEnvelopes;
74
- beforeEach(() => {
75
- capturedEnvelopes = [];
76
- mockSqsClient = {
77
- buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
78
- capturedEnvelopes.push(...envelopes);
79
- return {
80
- successCount: envelopes.length,
81
- failedCount: 0,
82
- batchCount: 1,
83
- failedMessages: [],
84
- };
85
- }),
86
- queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
87
- limits: createSqsLimits(SQS_1MB),
88
- };
89
- });
90
- describe('1. Basic round-trip test (100 items)', () => {
91
- it('100 items survive complete round-trip with deep equality', async () => {
92
- const bundledClient = new BundledSQSClient(mockSqsClient, {
93
- compression: CompressionAlgorithm.ZSTD,
94
- compressionLevel: 3,
95
- });
96
- const originalItems = Array.from({ length: 100 }, (_, i) => ({
97
- id: `event-${i}`,
98
- name: 'purchase',
99
- value: i * 99.99,
100
- metadata: { source: 'test', index: i },
101
- }));
102
- await bundledClient.sendBundled('test', originalItems);
103
- expect(capturedEnvelopes.length).toBeGreaterThanOrEqual(1);
104
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
105
- const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
106
- expect(recoveredItems).toHaveLength(100);
107
- expect(recoveredItems).toEqual(originalItems);
108
- expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
109
- expect(stats.failedRecords).toBe(0);
110
- });
111
- it('preserves all primitive types correctly', async () => {
112
- const bundledClient = new BundledSQSClient(mockSqsClient, {
113
- compression: CompressionAlgorithm.ZSTD,
114
- });
115
- const originalItems = [
116
- { id: 'str', name: 'string-test', value: undefined },
117
- { id: 'num', name: 'number-test', value: 123.456 },
118
- { id: 'zero', name: 'zero-test', value: 0 },
119
- { id: 'neg', name: 'negative-test', value: -999.99 },
120
- { id: 'big', name: 'big-number', value: Number.MAX_SAFE_INTEGER },
121
- ];
122
- await bundledClient.sendBundled('test', originalItems);
123
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
124
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
125
- expect(recoveredItems).toEqual(originalItems);
126
- });
127
- });
128
- describe('2. Large scale round-trip (1000 items)', () => {
129
- it('1000 items survive round-trip with no data loss', async () => {
130
- const bundledClient = new BundledSQSClient(mockSqsClient, {
131
- compression: CompressionAlgorithm.ZSTD,
132
- compressionLevel: 3,
133
- });
134
- const originalItems = Array.from({ length: 1000 }, (_, i) => ({
135
- id: `event-${i.toString().padStart(4, '0')}`,
136
- name: `type-${i % 10}`,
137
- value: i * 1.5,
138
- metadata: {
139
- batch: Math.floor(i / 100),
140
- position: i % 100,
141
- timestamp: Date.now() + i,
142
- },
143
- }));
144
- await bundledClient.sendBundled('test', originalItems);
145
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
146
- const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
147
- expect(recoveredItems).toHaveLength(1000);
148
- expect(stats.totalItems).toBe(1000);
149
- expect(stats.failedRecords).toBe(0);
150
- const recoveredIds = recoveredItems.map((item) => item.id);
151
- const originalIds = originalItems.map((item) => item.id);
152
- expect(new Set(recoveredIds)).toEqual(new Set(originalIds));
153
- expect(recoveredItems).toEqual(originalItems);
154
- });
155
- it('preserves order within each bundle', async () => {
156
- const bundledClient = new BundledSQSClient(mockSqsClient, {
157
- compression: CompressionAlgorithm.ZSTD,
158
- maxItemsPerBundle: 100,
159
- });
160
- const originalItems = Array.from({ length: 500 }, (_, i) => makeTestEvent(`seq-${i}`, 'ordered', i));
161
- await bundledClient.sendBundled('test', originalItems);
162
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
163
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
164
- let currentBundleStart = 0;
165
- for (const envelope of capturedEnvelopes) {
166
- const bundleSize = envelope.n;
167
- const bundleItems = recoveredItems.slice(currentBundleStart, currentBundleStart + bundleSize);
168
- for (let j = 1; j < bundleItems.length; j++) {
169
- const prevValue = bundleItems[j - 1]?.value ?? 0;
170
- const currValue = bundleItems[j]?.value ?? 0;
171
- expect(currValue).toBeGreaterThan(prevValue);
172
- }
173
- currentBundleStart += bundleSize;
174
- }
175
- });
176
- });
177
- describe('3. Compression round-trip verification', () => {
178
- it('ZSTD compressed data decompresses to byte-exact JSON', async () => {
179
- const bundledClient = new BundledSQSClient(mockSqsClient, {
180
- compression: CompressionAlgorithm.ZSTD,
181
- compressionLevel: 5,
182
- });
183
- const originalItems = Array.from({ length: 50 }, (_, i) => ({
184
- id: `compress-test-${i}`,
185
- name: 'compression-verification',
186
- value: i * 123.456789,
187
- metadata: {
188
- unicode: '日本語テスト',
189
- emoji: '🚀✨🎉',
190
- special: 'line\nbreak\ttab\r\nwindows',
191
- quotes: '"double" and \'single\'',
192
- },
193
- }));
194
- const originalJson = JSON.stringify(originalItems);
195
- await bundledClient.sendBundled('test', originalItems);
196
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
197
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
198
- const recoveredJson = JSON.stringify(recoveredItems);
199
- expect(recoveredJson).toBe(originalJson);
200
- expect(recoveredItems).toEqual(originalItems);
201
- });
202
- it('verifies actual compression occurred', async () => {
203
- const bundledClient = new BundledSQSClient(mockSqsClient, {
204
- compression: CompressionAlgorithm.ZSTD,
205
- compressionLevel: 3,
206
- });
207
- const originalItems = Array.from({ length: 200 }, (_, i) => ({
208
- id: `item-${i}`,
209
- name: 'repetitive-data-for-compression',
210
- value: i,
211
- metadata: {
212
- commonField1: 'this is repeated many times',
213
- commonField2: 'another repeated value',
214
- },
215
- }));
216
- const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
217
- await bundledClient.sendBundled('test', originalItems);
218
- for (const envelope of capturedEnvelopes) {
219
- expect(envelope.c).toBe(CompressionAlgorithm.ZSTD);
220
- expect(typeof envelope.p).toBe('string');
221
- const compressedSizeBytes = Buffer.byteLength(envelope.p, 'utf8');
222
- expect(compressedSizeBytes).toBeLessThan(originalSizeBytes);
223
- }
224
- });
225
- });
226
- describe('4. Mixed message types round-trip', () => {
227
- it('handles mix of NONE and ZSTD compression in same batch', async () => {
228
- const zstdClient = new BundledSQSClient(mockSqsClient, {
229
- compression: CompressionAlgorithm.ZSTD,
230
- });
231
- const noneClient = new BundledSQSClient(mockSqsClient, {
232
- compression: CompressionAlgorithm.NONE,
233
- });
234
- const zstdItems = [
235
- makeTestEvent('zstd-1', 'compressed', 100),
236
- makeTestEvent('zstd-2', 'compressed', 200),
237
- ];
238
- const noneItems = [
239
- makeTestEvent('none-1', 'uncompressed', 300),
240
- makeTestEvent('none-2', 'uncompressed', 400),
241
- ];
242
- await zstdClient.sendBundled('test', zstdItems);
243
- const zstdEnvelopes = [...capturedEnvelopes];
244
- capturedEnvelopes = [];
245
- await noneClient.sendBundled('test', noneItems);
246
- const noneEnvelopes = [...capturedEnvelopes];
247
- const allEnvelopes = [...zstdEnvelopes, ...noneEnvelopes];
248
- const sqsRecords = simulateSqsDelivery(allEnvelopes);
249
- const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
250
- expect(recoveredItems).toHaveLength(4);
251
- expect(stats.bundledSqsRecords).toBe(2);
252
- expect(stats.failedRecords).toBe(0);
253
- const zstdRecovered = recoveredItems.filter((item) => item.name === 'compressed');
254
- const noneRecovered = recoveredItems.filter((item) => item.name === 'uncompressed');
255
- expect(zstdRecovered).toHaveLength(2);
256
- expect(noneRecovered).toHaveLength(2);
257
- expect(zstdRecovered).toEqual(zstdItems);
258
- expect(noneRecovered).toEqual(noneItems);
259
- });
260
- it('handles mixed bundled and legacy messages', async () => {
261
- const bundledClient = new BundledSQSClient(mockSqsClient, {
262
- compression: CompressionAlgorithm.ZSTD,
263
- });
264
- const bundledItems = [
265
- makeTestEvent('bundled-1', 'bundled', 100),
266
- makeTestEvent('bundled-2', 'bundled', 200),
267
- ];
268
- await bundledClient.sendBundled('test', bundledItems);
269
- const legacyRecord = {
270
- messageId: 'legacy-msg-1',
271
- body: JSON.stringify(makeTestEvent('legacy-1', 'legacy', 999)),
272
- };
273
- const wrappedLegacyRecord = {
274
- messageId: 'legacy-msg-2',
275
- body: JSON.stringify({ messageBody: makeTestEvent('legacy-2', 'wrapped-legacy', 888) }),
276
- };
277
- const bundledRecords = simulateSqsDelivery(capturedEnvelopes);
278
- const allRecords = [...bundledRecords, legacyRecord, wrappedLegacyRecord];
279
- const { items: recoveredItems, stats } = await unbundleRecords(allRecords);
280
- expect(recoveredItems).toHaveLength(4);
281
- expect(stats.bundledSqsRecords).toBe(1);
282
- expect(stats.legacySqsRecords).toBe(2);
283
- expect(stats.failedRecords).toBe(0);
284
- });
285
- });
286
- describe('5. Error injection round-trip', () => {
287
- it('recovers valid bundles while reporting corrupted bundle in failedMessageIds', async () => {
288
- const bundledClient = new BundledSQSClient(mockSqsClient, {
289
- compression: CompressionAlgorithm.ZSTD,
290
- });
291
- const validItems1 = [makeTestEvent('valid-1', 'first-batch', 100)];
292
- const validItems2 = [makeTestEvent('valid-2', 'second-batch', 200)];
293
- await bundledClient.sendBundled('test', validItems1);
294
- const envelope1 = { ...capturedEnvelopes[0] };
295
- capturedEnvelopes = [];
296
- await bundledClient.sendBundled('test', validItems2);
297
- const envelope2 = { ...capturedEnvelopes[0] };
298
- const corruptedEnvelope = {
299
- v: 1,
300
- c: CompressionAlgorithm.ZSTD,
301
- n: 10,
302
- s: 1000,
303
- p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
304
- };
305
- const records = [
306
- { messageId: 'valid-1', body: JSON.stringify({ messageBody: envelope1 }) },
307
- { messageId: 'corrupted', body: JSON.stringify({ messageBody: corruptedEnvelope }) },
308
- { messageId: 'valid-2', body: JSON.stringify({ messageBody: envelope2 }) },
309
- ];
310
- const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
311
- expect(recoveredItems).toHaveLength(2);
312
- expect(recoveredItems[0]?.id).toBe('valid-1');
313
- expect(recoveredItems[1]?.id).toBe('valid-2');
314
- expect(failedMessageIds).toContain('corrupted');
315
- expect(failedMessageIds).toHaveLength(1);
316
- expect(stats.bundledSqsRecords).toBe(2);
317
- expect(stats.failedRecords).toBe(1);
318
- expect(stats.totalItems).toBe(2);
319
- });
320
- it('handles invalid JSON gracefully', async () => {
321
- const bundledClient = new BundledSQSClient(mockSqsClient, {
322
- compression: CompressionAlgorithm.ZSTD,
323
- });
324
- const validItems = [makeTestEvent('valid', 'test', 100)];
325
- await bundledClient.sendBundled('test', validItems);
326
- const records = [
327
- ...simulateSqsDelivery(capturedEnvelopes),
328
- { messageId: 'invalid-json-1', body: 'not-valid-json{{{' },
329
- { messageId: 'invalid-json-2', body: '{"incomplete":' },
330
- { messageId: 'empty', body: '' },
331
- ];
332
- const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
333
- expect(recoveredItems).toHaveLength(1);
334
- expect(recoveredItems[0]?.id).toBe('valid');
335
- expect(failedMessageIds).toContain('invalid-json-1');
336
- expect(failedMessageIds).toContain('invalid-json-2');
337
- expect(failedMessageIds).toContain('empty');
338
- expect(failedMessageIds).toHaveLength(3);
339
- expect(stats.failedRecords).toBe(3);
340
- });
341
- it('handles decompression bomb protection', async () => {
342
- const largeItems = Array.from({ length: 1000 }, (_, i) => ({
343
- id: `item-${i}`,
344
- data: 'x'.repeat(1000),
345
- }));
346
- const json = JSON.stringify(largeItems);
347
- const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, 3);
348
- const base64 = compressed.toString('base64');
349
- const bigEnvelope = {
350
- v: 1,
351
- c: CompressionAlgorithm.ZSTD,
352
- n: 1000,
353
- s: json.length,
354
- p: base64,
355
- };
356
- const records = [{ messageId: 'too-large', body: JSON.stringify({ messageBody: bigEnvelope }) }];
357
- const { failedMessageIds, stats } = await unbundleRecords(records, {
358
- maxDecompressedSizeBytes: 100 * 1024,
359
- });
360
- expect(failedMessageIds).toContain('too-large');
361
- expect(stats.failedRecords).toBe(1);
362
- });
363
- });
364
- describe('6. Realistic event types round-trip', () => {
365
- it('TrackingEvent-like structures survive round-trip exactly', async () => {
366
- const realisticMockSqs = {
367
- buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
368
- capturedEnvelopes = [];
369
- capturedEnvelopes.push(...envelopes);
370
- return {
371
- successCount: envelopes.length,
372
- failedCount: 0,
373
- batchCount: 1,
374
- failedMessages: [],
375
- };
376
- }),
377
- queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
378
- limits: createSqsLimits(SQS_1MB),
379
- };
380
- const bundledClient = new BundledSQSClient(realisticMockSqs, {
381
- compression: CompressionAlgorithm.ZSTD,
382
- compressionLevel: 3,
383
- });
384
- const originalEvents = Array.from({ length: 100 }, (_, i) => makeRealisticTrackingEvent(i));
385
- await bundledClient.sendBundled('tracking-events', originalEvents);
386
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
387
- const { items: recoveredEvents, stats } = await unbundleRecords(sqsRecords);
388
- expect(recoveredEvents).toHaveLength(100);
389
- expect(stats.failedRecords).toBe(0);
390
- expect(recoveredEvents).toEqual(originalEvents);
391
- for (let i = 0; i < originalEvents.length; i++) {
392
- const original = originalEvents[i];
393
- const recovered = recoveredEvents[i];
394
- expect(recovered?.anonymousId).toBe(original?.anonymousId);
395
- expect(recovered?.context.page.url).toBe(original?.context.page.url);
396
- expect(recovered?.properties.price).toBe(original?.properties.price);
397
- if (original?.shopifyData) {
398
- expect(recovered?.shopifyData).toEqual(original.shopifyData);
399
- }
400
- }
401
- });
402
- it('preserves nested object structures exactly', async () => {
403
- const bundledClient = new BundledSQSClient(mockSqsClient, {
404
- compression: CompressionAlgorithm.ZSTD,
405
- });
406
- const deeplyNestedItems = [
407
- {
408
- id: 'nested-1',
409
- name: 'deep-nesting',
410
- nested: {
411
- level1: {
412
- level2: {
413
- deep: 'very deep value',
414
- },
415
- },
416
- },
417
- },
418
- {
419
- id: 'nested-2',
420
- name: 'with-arrays',
421
- tags: ['tag1', 'tag2', 'tag3'],
422
- metadata: {
423
- array: [1, 2, 3],
424
- object: { a: 1, b: 2 },
425
- mixed: [{ key: 'value' }, [1, 2, 3]],
426
- },
427
- },
428
- ];
429
- await bundledClient.sendBundled('test', deeplyNestedItems);
430
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
431
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
432
- expect(recoveredItems).toEqual(deeplyNestedItems);
433
- expect(recoveredItems[0]?.nested?.level1.level2.deep).toBe('very deep value');
434
- expect(recoveredItems[1]?.tags).toEqual(['tag1', 'tag2', 'tag3']);
435
- });
436
- });
437
- describe('7. High compression ratio round-trip', () => {
438
- it('highly repetitive data compresses and decompresses correctly', async () => {
439
- const bundledClient = new BundledSQSClient(mockSqsClient, {
440
- compression: CompressionAlgorithm.ZSTD,
441
- compressionLevel: 3,
442
- });
443
- const repetitiveString = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA';
444
- const originalItems = Array.from({ length: 200 }, (_, i) => ({
445
- id: `repetitive-${i}`,
446
- name: repetitiveString,
447
- value: 42,
448
- metadata: {
449
- field1: repetitiveString,
450
- field2: repetitiveString,
451
- field3: repetitiveString,
452
- field4: repetitiveString,
453
- field5: repetitiveString,
454
- },
455
- }));
456
- const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
457
- await bundledClient.sendBundled('test', originalItems);
458
- let totalCompressedSize = 0;
459
- for (const envelope of capturedEnvelopes) {
460
- expect(typeof envelope.p).toBe('string');
461
- totalCompressedSize += Buffer.byteLength(envelope.p, 'utf8');
462
- }
463
- const compressionRatio = originalSizeBytes / totalCompressedSize;
464
- expect(compressionRatio).toBeGreaterThan(5);
465
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
466
- const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
467
- expect(recoveredItems).toHaveLength(200);
468
- expect(recoveredItems).toEqual(originalItems);
469
- expect(stats.failedRecords).toBe(0);
470
- for (const item of recoveredItems) {
471
- expect(item.name).toBe(repetitiveString);
472
- expect(item.value).toBe(42);
473
- expect(item.metadata?.field1).toBe(repetitiveString);
474
- }
475
- });
476
- it('varying compression levels all round-trip correctly', async () => {
477
- const items = Array.from({ length: 50 }, (_, i) => makeTestEvent(`level-test-${i}`, 'compression-level', i));
478
- for (const level of [1, 3, 9, 15]) {
479
- capturedEnvelopes = [];
480
- const bundledClient = new BundledSQSClient(mockSqsClient, {
481
- compression: CompressionAlgorithm.ZSTD,
482
- compressionLevel: level,
483
- });
484
- await bundledClient.sendBundled('test', items);
485
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
486
- const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
487
- expect(recoveredItems).toEqual(items);
488
- expect(stats.failedRecords).toBe(0);
489
- }
490
- });
491
- });
492
- describe('8. Edge cases', () => {
493
- it('empty arrays survive round-trip', async () => {
494
- const bundledClient = new BundledSQSClient(mockSqsClient, {
495
- compression: CompressionAlgorithm.ZSTD,
496
- });
497
- const result = await bundledClient.sendBundled('test', []);
498
- expect(result.totalItems).toBe(0);
499
- expect(capturedEnvelopes).toHaveLength(0);
500
- });
501
- it('single item survives round-trip', async () => {
502
- const bundledClient = new BundledSQSClient(mockSqsClient, {
503
- compression: CompressionAlgorithm.ZSTD,
504
- });
505
- const singleItem = [makeTestEvent('single', 'lone-wolf', 999)];
506
- await bundledClient.sendBundled('test', singleItem);
507
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
508
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
509
- expect(recoveredItems).toHaveLength(1);
510
- expect(recoveredItems).toEqual(singleItem);
511
- });
512
- it('special characters survive round-trip', async () => {
513
- const bundledClient = new BundledSQSClient(mockSqsClient, {
514
- compression: CompressionAlgorithm.ZSTD,
515
- });
516
- const specialCharsItems = [
517
- {
518
- id: 'unicode-日本語',
519
- name: '中文测试',
520
- metadata: {
521
- emoji: '🎉🚀✨💯',
522
- rtl: 'مرحبا بالعالم',
523
- escape: '\\n\\t\\r',
524
- quotes: '"double" \'single\' `backtick`',
525
- angle: '<script>alert("xss")</script>',
526
- null_char: 'before\x00after',
527
- },
528
- },
529
- ];
530
- await bundledClient.sendBundled('test', specialCharsItems);
531
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
532
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
533
- expect(recoveredItems).toEqual(specialCharsItems);
534
- });
535
- it('null and undefined values are handled correctly', async () => {
536
- const bundledClient = new BundledSQSClient(mockSqsClient, {
537
- compression: CompressionAlgorithm.ZSTD,
538
- });
539
- const itemsWithNulls = [
540
- { id: 'null-test', name: 'test', value: undefined },
541
- {
542
- id: 'explicit-null',
543
- name: 'test',
544
- metadata: { key: null },
545
- },
546
- ];
547
- await bundledClient.sendBundled('test', itemsWithNulls);
548
- const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
549
- const { items: recoveredItems } = await unbundleRecords(sqsRecords);
550
- expect(recoveredItems[0]?.value).toBeUndefined();
551
- expect(recoveredItems[1]?.metadata?.key).toBeNull();
552
- });
553
- it('recordMap correctly tracks items back to SQS messages', async () => {
554
- const bundledClient = new BundledSQSClient(mockSqsClient, {
555
- compression: CompressionAlgorithm.ZSTD,
556
- maxItemsPerBundle: 3,
557
- });
558
- const items = Array.from({ length: 10 }, (_, i) => makeTestEvent(`item-${i}`, 'tracking', i));
559
- await bundledClient.sendBundled('test', items);
560
- const sqsRecords = capturedEnvelopes.map((env, i) => ({
561
- messageId: `bundle-${i}`,
562
- body: JSON.stringify({ messageBody: env }),
563
- }));
564
- const { items: recoveredItems, recordMap, stats } = await unbundleRecords(sqsRecords);
565
- expect(recoveredItems).toHaveLength(10);
566
- const messageIdCounts = new Map();
567
- for (const item of recoveredItems) {
568
- const messageId = recordMap.get(item);
569
- expect(messageId).toBeDefined();
570
- if (messageId) {
571
- messageIdCounts.set(messageId, (messageIdCounts.get(messageId) ?? 0) + 1);
572
- }
573
- }
574
- expect(messageIdCounts.size).toBe(capturedEnvelopes.length);
575
- for (const [messageId, count] of messageIdCounts) {
576
- expect(count).toBeLessThanOrEqual(3);
577
- expect(messageId).toMatch(/^bundle-\d+$/);
578
- }
579
- expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
580
- });
581
- });
582
- });
1
+ import { BundledSQSClient } from '../../clients/generic/sqs-bundled-client';
2
+ import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
+ import { unbundleRecords } from '../../clients/generic/sqs-unbundle';
4
+ import { compress } from '../../utils/compression';
5
+ import { createSqsLimits, SQS_1MB } from '../../constants/sqs';
6
+ jest.mock('../../helpers/logging-helper', () => ({
7
+ Logger: {
8
+ debug: jest.fn(),
9
+ info: jest.fn(),
10
+ warn: jest.fn(),
11
+ error: jest.fn(),
12
+ },
13
+ }));
14
+ function makeTestEvent(id, name = 'test', value, metadata) {
15
+ return { id, name, value, metadata };
16
+ }
17
+ function makeRealisticTrackingEvent(index) {
18
+ return {
19
+ anonymousId: `anon-${index}-${Math.random().toString(36).substring(7)}`,
20
+ accountId: `acc-${index % 10}`,
21
+ pixelId: `pixel-${index % 5}`,
22
+ eventType: ['track', 'identify', 'page'][index % 3] ?? 'track',
23
+ eventName: ['purchase', 'add_to_cart', 'page_view', 'begin_checkout'][index % 4] ?? 'track',
24
+ timestamp: new Date(Date.now() - index * 1000).toISOString(),
25
+ context: {
26
+ page: {
27
+ url: `https://example.com/product/${index}`,
28
+ path: `/product/${index}`,
29
+ title: `Product ${index} - Example Store`,
30
+ referrer: index % 3 === 0 ? 'https://google.com' : '',
31
+ },
32
+ userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
33
+ ip: `192.168.${index % 256}.${(index * 7) % 256}`,
34
+ locale: ['en-US', 'en-GB', 'de-DE', 'fr-FR'][index % 4] ?? 'en-US',
35
+ timezone: 'America/New_York',
36
+ },
37
+ properties: {
38
+ productId: `prod-${index}`,
39
+ productName: `Amazing Product ${index}`,
40
+ price: 29.99 + (index % 100),
41
+ currency: 'USD',
42
+ quantity: (index % 5) + 1,
43
+ category: ['Electronics', 'Clothing', 'Home', 'Sports'][index % 4],
44
+ customFields: {
45
+ brand: `Brand${index % 20}`,
46
+ sku: `SKU-${index}-${Date.now()}`,
47
+ inStock: index % 2 === 0,
48
+ },
49
+ },
50
+ shopifyData: index % 3 === 0
51
+ ? {
52
+ checkoutToken: `checkout-${index}`,
53
+ orderId: index % 5 === 0 ? `order-${index}` : undefined,
54
+ customerEmail: `customer${index}@example.com`,
55
+ lineItems: Array.from({ length: (index % 3) + 1 }, (_, j) => ({
56
+ variantId: `variant-${index}-${j}`,
57
+ title: `Line Item ${j}`,
58
+ price: 19.99 + j * 10,
59
+ quantity: j + 1,
60
+ })),
61
+ }
62
+ : undefined,
63
+ };
64
+ }
65
+ function simulateSqsDelivery(envelopes) {
66
+ return envelopes.map((env, i) => ({
67
+ messageId: `msg-${i}-${Date.now()}`,
68
+ body: JSON.stringify({ messageBody: env }),
69
+ }));
70
+ }
71
+ describe('Full Round-Trip: Producer → Consumer', () => {
72
+ let mockSqsClient;
73
+ let capturedEnvelopes;
74
+ beforeEach(() => {
75
+ capturedEnvelopes = [];
76
+ mockSqsClient = {
77
+ buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
78
+ capturedEnvelopes.push(...envelopes);
79
+ return {
80
+ successCount: envelopes.length,
81
+ failedCount: 0,
82
+ batchCount: 1,
83
+ failedMessages: [],
84
+ };
85
+ }),
86
+ queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
87
+ limits: createSqsLimits(SQS_1MB),
88
+ };
89
+ });
90
+ describe('1. Basic round-trip test (100 items)', () => {
91
+ it('100 items survive complete round-trip with deep equality', async () => {
92
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
93
+ compression: CompressionAlgorithm.ZSTD,
94
+ compressionLevel: 3,
95
+ });
96
+ const originalItems = Array.from({ length: 100 }, (_, i) => ({
97
+ id: `event-${i}`,
98
+ name: 'purchase',
99
+ value: i * 99.99,
100
+ metadata: { source: 'test', index: i },
101
+ }));
102
+ await bundledClient.sendBundled('test', originalItems);
103
+ expect(capturedEnvelopes.length).toBeGreaterThanOrEqual(1);
104
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
105
+ const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
106
+ expect(recoveredItems).toHaveLength(100);
107
+ expect(recoveredItems).toEqual(originalItems);
108
+ expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
109
+ expect(stats.failedRecords).toBe(0);
110
+ });
111
+ it('preserves all primitive types correctly', async () => {
112
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
113
+ compression: CompressionAlgorithm.ZSTD,
114
+ });
115
+ const originalItems = [
116
+ { id: 'str', name: 'string-test', value: undefined },
117
+ { id: 'num', name: 'number-test', value: 123.456 },
118
+ { id: 'zero', name: 'zero-test', value: 0 },
119
+ { id: 'neg', name: 'negative-test', value: -999.99 },
120
+ { id: 'big', name: 'big-number', value: Number.MAX_SAFE_INTEGER },
121
+ ];
122
+ await bundledClient.sendBundled('test', originalItems);
123
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
124
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
125
+ expect(recoveredItems).toEqual(originalItems);
126
+ });
127
+ });
128
+ describe('2. Large scale round-trip (1000 items)', () => {
129
+ it('1000 items survive round-trip with no data loss', async () => {
130
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
131
+ compression: CompressionAlgorithm.ZSTD,
132
+ compressionLevel: 3,
133
+ });
134
+ const originalItems = Array.from({ length: 1000 }, (_, i) => ({
135
+ id: `event-${i.toString().padStart(4, '0')}`,
136
+ name: `type-${i % 10}`,
137
+ value: i * 1.5,
138
+ metadata: {
139
+ batch: Math.floor(i / 100),
140
+ position: i % 100,
141
+ timestamp: Date.now() + i,
142
+ },
143
+ }));
144
+ await bundledClient.sendBundled('test', originalItems);
145
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
146
+ const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
147
+ expect(recoveredItems).toHaveLength(1000);
148
+ expect(stats.totalItems).toBe(1000);
149
+ expect(stats.failedRecords).toBe(0);
150
+ const recoveredIds = recoveredItems.map((item) => item.id);
151
+ const originalIds = originalItems.map((item) => item.id);
152
+ expect(new Set(recoveredIds)).toEqual(new Set(originalIds));
153
+ expect(recoveredItems).toEqual(originalItems);
154
+ });
155
+ it('preserves order within each bundle', async () => {
156
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
157
+ compression: CompressionAlgorithm.ZSTD,
158
+ maxItemsPerBundle: 100,
159
+ });
160
+ const originalItems = Array.from({ length: 500 }, (_, i) => makeTestEvent(`seq-${i}`, 'ordered', i));
161
+ await bundledClient.sendBundled('test', originalItems);
162
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
163
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
164
+ let currentBundleStart = 0;
165
+ for (const envelope of capturedEnvelopes) {
166
+ const bundleSize = envelope.n;
167
+ const bundleItems = recoveredItems.slice(currentBundleStart, currentBundleStart + bundleSize);
168
+ for (let j = 1; j < bundleItems.length; j++) {
169
+ const prevValue = bundleItems[j - 1]?.value ?? 0;
170
+ const currValue = bundleItems[j]?.value ?? 0;
171
+ expect(currValue).toBeGreaterThan(prevValue);
172
+ }
173
+ currentBundleStart += bundleSize;
174
+ }
175
+ });
176
+ });
177
+ describe('3. Compression round-trip verification', () => {
178
+ it('ZSTD compressed data decompresses to byte-exact JSON', async () => {
179
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
180
+ compression: CompressionAlgorithm.ZSTD,
181
+ compressionLevel: 5,
182
+ });
183
+ const originalItems = Array.from({ length: 50 }, (_, i) => ({
184
+ id: `compress-test-${i}`,
185
+ name: 'compression-verification',
186
+ value: i * 123.456789,
187
+ metadata: {
188
+ unicode: '日本語テスト',
189
+ emoji: '🚀✨🎉',
190
+ special: 'line\nbreak\ttab\r\nwindows',
191
+ quotes: '"double" and \'single\'',
192
+ },
193
+ }));
194
+ const originalJson = JSON.stringify(originalItems);
195
+ await bundledClient.sendBundled('test', originalItems);
196
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
197
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
198
+ const recoveredJson = JSON.stringify(recoveredItems);
199
+ expect(recoveredJson).toBe(originalJson);
200
+ expect(recoveredItems).toEqual(originalItems);
201
+ });
202
+ it('verifies actual compression occurred', async () => {
203
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
204
+ compression: CompressionAlgorithm.ZSTD,
205
+ compressionLevel: 3,
206
+ });
207
+ const originalItems = Array.from({ length: 200 }, (_, i) => ({
208
+ id: `item-${i}`,
209
+ name: 'repetitive-data-for-compression',
210
+ value: i,
211
+ metadata: {
212
+ commonField1: 'this is repeated many times',
213
+ commonField2: 'another repeated value',
214
+ },
215
+ }));
216
+ const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
217
+ await bundledClient.sendBundled('test', originalItems);
218
+ for (const envelope of capturedEnvelopes) {
219
+ expect(envelope.c).toBe(CompressionAlgorithm.ZSTD);
220
+ expect(typeof envelope.p).toBe('string');
221
+ const compressedSizeBytes = Buffer.byteLength(envelope.p, 'utf8');
222
+ expect(compressedSizeBytes).toBeLessThan(originalSizeBytes);
223
+ }
224
+ });
225
+ });
226
+ describe('4. Mixed message types round-trip', () => {
227
+ it('handles mix of NONE and ZSTD compression in same batch', async () => {
228
+ const zstdClient = new BundledSQSClient(mockSqsClient, {
229
+ compression: CompressionAlgorithm.ZSTD,
230
+ });
231
+ const noneClient = new BundledSQSClient(mockSqsClient, {
232
+ compression: CompressionAlgorithm.NONE,
233
+ });
234
+ const zstdItems = [
235
+ makeTestEvent('zstd-1', 'compressed', 100),
236
+ makeTestEvent('zstd-2', 'compressed', 200),
237
+ ];
238
+ const noneItems = [
239
+ makeTestEvent('none-1', 'uncompressed', 300),
240
+ makeTestEvent('none-2', 'uncompressed', 400),
241
+ ];
242
+ await zstdClient.sendBundled('test', zstdItems);
243
+ const zstdEnvelopes = [...capturedEnvelopes];
244
+ capturedEnvelopes = [];
245
+ await noneClient.sendBundled('test', noneItems);
246
+ const noneEnvelopes = [...capturedEnvelopes];
247
+ const allEnvelopes = [...zstdEnvelopes, ...noneEnvelopes];
248
+ const sqsRecords = simulateSqsDelivery(allEnvelopes);
249
+ const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
250
+ expect(recoveredItems).toHaveLength(4);
251
+ expect(stats.bundledSqsRecords).toBe(2);
252
+ expect(stats.failedRecords).toBe(0);
253
+ const zstdRecovered = recoveredItems.filter((item) => item.name === 'compressed');
254
+ const noneRecovered = recoveredItems.filter((item) => item.name === 'uncompressed');
255
+ expect(zstdRecovered).toHaveLength(2);
256
+ expect(noneRecovered).toHaveLength(2);
257
+ expect(zstdRecovered).toEqual(zstdItems);
258
+ expect(noneRecovered).toEqual(noneItems);
259
+ });
260
+ it('handles mixed bundled and legacy messages', async () => {
261
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
262
+ compression: CompressionAlgorithm.ZSTD,
263
+ });
264
+ const bundledItems = [
265
+ makeTestEvent('bundled-1', 'bundled', 100),
266
+ makeTestEvent('bundled-2', 'bundled', 200),
267
+ ];
268
+ await bundledClient.sendBundled('test', bundledItems);
269
+ const legacyRecord = {
270
+ messageId: 'legacy-msg-1',
271
+ body: JSON.stringify(makeTestEvent('legacy-1', 'legacy', 999)),
272
+ };
273
+ const wrappedLegacyRecord = {
274
+ messageId: 'legacy-msg-2',
275
+ body: JSON.stringify({ messageBody: makeTestEvent('legacy-2', 'wrapped-legacy', 888) }),
276
+ };
277
+ const bundledRecords = simulateSqsDelivery(capturedEnvelopes);
278
+ const allRecords = [...bundledRecords, legacyRecord, wrappedLegacyRecord];
279
+ const { items: recoveredItems, stats } = await unbundleRecords(allRecords);
280
+ expect(recoveredItems).toHaveLength(4);
281
+ expect(stats.bundledSqsRecords).toBe(1);
282
+ expect(stats.legacySqsRecords).toBe(2);
283
+ expect(stats.failedRecords).toBe(0);
284
+ });
285
+ });
286
+ describe('5. Error injection round-trip', () => {
287
+ it('recovers valid bundles while reporting corrupted bundle in failedMessageIds', async () => {
288
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
289
+ compression: CompressionAlgorithm.ZSTD,
290
+ });
291
+ const validItems1 = [makeTestEvent('valid-1', 'first-batch', 100)];
292
+ const validItems2 = [makeTestEvent('valid-2', 'second-batch', 200)];
293
+ await bundledClient.sendBundled('test', validItems1);
294
+ const envelope1 = { ...capturedEnvelopes[0] };
295
+ capturedEnvelopes = [];
296
+ await bundledClient.sendBundled('test', validItems2);
297
+ const envelope2 = { ...capturedEnvelopes[0] };
298
+ const corruptedEnvelope = {
299
+ v: 1,
300
+ c: CompressionAlgorithm.ZSTD,
301
+ n: 10,
302
+ s: 1000,
303
+ p: 'dGhpcyBpcyBub3QgdmFsaWQgenN0ZA==',
304
+ };
305
+ const records = [
306
+ { messageId: 'valid-1', body: JSON.stringify({ messageBody: envelope1 }) },
307
+ { messageId: 'corrupted', body: JSON.stringify({ messageBody: corruptedEnvelope }) },
308
+ { messageId: 'valid-2', body: JSON.stringify({ messageBody: envelope2 }) },
309
+ ];
310
+ const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
311
+ expect(recoveredItems).toHaveLength(2);
312
+ expect(recoveredItems[0]?.id).toBe('valid-1');
313
+ expect(recoveredItems[1]?.id).toBe('valid-2');
314
+ expect(failedMessageIds).toContain('corrupted');
315
+ expect(failedMessageIds).toHaveLength(1);
316
+ expect(stats.bundledSqsRecords).toBe(2);
317
+ expect(stats.failedRecords).toBe(1);
318
+ expect(stats.totalItems).toBe(2);
319
+ });
320
+ it('handles invalid JSON gracefully', async () => {
321
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
322
+ compression: CompressionAlgorithm.ZSTD,
323
+ });
324
+ const validItems = [makeTestEvent('valid', 'test', 100)];
325
+ await bundledClient.sendBundled('test', validItems);
326
+ const records = [
327
+ ...simulateSqsDelivery(capturedEnvelopes),
328
+ { messageId: 'invalid-json-1', body: 'not-valid-json{{{' },
329
+ { messageId: 'invalid-json-2', body: '{"incomplete":' },
330
+ { messageId: 'empty', body: '' },
331
+ ];
332
+ const { items: recoveredItems, failedMessageIds, stats } = await unbundleRecords(records);
333
+ expect(recoveredItems).toHaveLength(1);
334
+ expect(recoveredItems[0]?.id).toBe('valid');
335
+ expect(failedMessageIds).toContain('invalid-json-1');
336
+ expect(failedMessageIds).toContain('invalid-json-2');
337
+ expect(failedMessageIds).toContain('empty');
338
+ expect(failedMessageIds).toHaveLength(3);
339
+ expect(stats.failedRecords).toBe(3);
340
+ });
341
+ it('handles decompression bomb protection', async () => {
342
+ const largeItems = Array.from({ length: 1000 }, (_, i) => ({
343
+ id: `item-${i}`,
344
+ data: 'x'.repeat(1000),
345
+ }));
346
+ const json = JSON.stringify(largeItems);
347
+ const compressed = await compress(Buffer.from(json, 'utf8'), CompressionAlgorithm.ZSTD, 3);
348
+ const base64 = compressed.toString('base64');
349
+ const bigEnvelope = {
350
+ v: 1,
351
+ c: CompressionAlgorithm.ZSTD,
352
+ n: 1000,
353
+ s: json.length,
354
+ p: base64,
355
+ };
356
+ const records = [{ messageId: 'too-large', body: JSON.stringify({ messageBody: bigEnvelope }) }];
357
+ const { failedMessageIds, stats } = await unbundleRecords(records, {
358
+ maxDecompressedSizeBytes: 100 * 1024,
359
+ });
360
+ expect(failedMessageIds).toContain('too-large');
361
+ expect(stats.failedRecords).toBe(1);
362
+ });
363
+ });
364
+ describe('6. Realistic event types round-trip', () => {
365
+ it('TrackingEvent-like structures survive round-trip exactly', async () => {
366
+ const realisticMockSqs = {
367
+ buildAndSendMessagesV2: jest.fn(async (_type, envelopes) => {
368
+ capturedEnvelopes = [];
369
+ capturedEnvelopes.push(...envelopes);
370
+ return {
371
+ successCount: envelopes.length,
372
+ failedCount: 0,
373
+ batchCount: 1,
374
+ failedMessages: [],
375
+ };
376
+ }),
377
+ queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
378
+ limits: createSqsLimits(SQS_1MB),
379
+ };
380
+ const bundledClient = new BundledSQSClient(realisticMockSqs, {
381
+ compression: CompressionAlgorithm.ZSTD,
382
+ compressionLevel: 3,
383
+ });
384
+ const originalEvents = Array.from({ length: 100 }, (_, i) => makeRealisticTrackingEvent(i));
385
+ await bundledClient.sendBundled('tracking-events', originalEvents);
386
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
387
+ const { items: recoveredEvents, stats } = await unbundleRecords(sqsRecords);
388
+ expect(recoveredEvents).toHaveLength(100);
389
+ expect(stats.failedRecords).toBe(0);
390
+ expect(recoveredEvents).toEqual(originalEvents);
391
+ for (let i = 0; i < originalEvents.length; i++) {
392
+ const original = originalEvents[i];
393
+ const recovered = recoveredEvents[i];
394
+ expect(recovered?.anonymousId).toBe(original?.anonymousId);
395
+ expect(recovered?.context.page.url).toBe(original?.context.page.url);
396
+ expect(recovered?.properties.price).toBe(original?.properties.price);
397
+ if (original?.shopifyData) {
398
+ expect(recovered?.shopifyData).toEqual(original.shopifyData);
399
+ }
400
+ }
401
+ });
402
+ it('preserves nested object structures exactly', async () => {
403
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
404
+ compression: CompressionAlgorithm.ZSTD,
405
+ });
406
+ const deeplyNestedItems = [
407
+ {
408
+ id: 'nested-1',
409
+ name: 'deep-nesting',
410
+ nested: {
411
+ level1: {
412
+ level2: {
413
+ deep: 'very deep value',
414
+ },
415
+ },
416
+ },
417
+ },
418
+ {
419
+ id: 'nested-2',
420
+ name: 'with-arrays',
421
+ tags: ['tag1', 'tag2', 'tag3'],
422
+ metadata: {
423
+ array: [1, 2, 3],
424
+ object: { a: 1, b: 2 },
425
+ mixed: [{ key: 'value' }, [1, 2, 3]],
426
+ },
427
+ },
428
+ ];
429
+ await bundledClient.sendBundled('test', deeplyNestedItems);
430
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
431
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
432
+ expect(recoveredItems).toEqual(deeplyNestedItems);
433
+ expect(recoveredItems[0]?.nested?.level1.level2.deep).toBe('very deep value');
434
+ expect(recoveredItems[1]?.tags).toEqual(['tag1', 'tag2', 'tag3']);
435
+ });
436
+ });
437
+ describe('7. High compression ratio round-trip', () => {
438
+ it('highly repetitive data compresses and decompresses correctly', async () => {
439
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
440
+ compression: CompressionAlgorithm.ZSTD,
441
+ compressionLevel: 3,
442
+ });
443
+ const repetitiveString = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA';
444
+ const originalItems = Array.from({ length: 200 }, (_, i) => ({
445
+ id: `repetitive-${i}`,
446
+ name: repetitiveString,
447
+ value: 42,
448
+ metadata: {
449
+ field1: repetitiveString,
450
+ field2: repetitiveString,
451
+ field3: repetitiveString,
452
+ field4: repetitiveString,
453
+ field5: repetitiveString,
454
+ },
455
+ }));
456
+ const originalSizeBytes = Buffer.byteLength(JSON.stringify(originalItems), 'utf8');
457
+ await bundledClient.sendBundled('test', originalItems);
458
+ let totalCompressedSize = 0;
459
+ for (const envelope of capturedEnvelopes) {
460
+ expect(typeof envelope.p).toBe('string');
461
+ totalCompressedSize += Buffer.byteLength(envelope.p, 'utf8');
462
+ }
463
+ const compressionRatio = originalSizeBytes / totalCompressedSize;
464
+ expect(compressionRatio).toBeGreaterThan(5);
465
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
466
+ const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
467
+ expect(recoveredItems).toHaveLength(200);
468
+ expect(recoveredItems).toEqual(originalItems);
469
+ expect(stats.failedRecords).toBe(0);
470
+ for (const item of recoveredItems) {
471
+ expect(item.name).toBe(repetitiveString);
472
+ expect(item.value).toBe(42);
473
+ expect(item.metadata?.field1).toBe(repetitiveString);
474
+ }
475
+ });
476
+ it('varying compression levels all round-trip correctly', async () => {
477
+ const items = Array.from({ length: 50 }, (_, i) => makeTestEvent(`level-test-${i}`, 'compression-level', i));
478
+ for (const level of [1, 3, 9, 15]) {
479
+ capturedEnvelopes = [];
480
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
481
+ compression: CompressionAlgorithm.ZSTD,
482
+ compressionLevel: level,
483
+ });
484
+ await bundledClient.sendBundled('test', items);
485
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
486
+ const { items: recoveredItems, stats } = await unbundleRecords(sqsRecords);
487
+ expect(recoveredItems).toEqual(items);
488
+ expect(stats.failedRecords).toBe(0);
489
+ }
490
+ });
491
+ });
492
+ describe('8. Edge cases', () => {
493
+ it('empty arrays survive round-trip', async () => {
494
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
495
+ compression: CompressionAlgorithm.ZSTD,
496
+ });
497
+ const result = await bundledClient.sendBundled('test', []);
498
+ expect(result.totalItems).toBe(0);
499
+ expect(capturedEnvelopes).toHaveLength(0);
500
+ });
501
+ it('single item survives round-trip', async () => {
502
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
503
+ compression: CompressionAlgorithm.ZSTD,
504
+ });
505
+ const singleItem = [makeTestEvent('single', 'lone-wolf', 999)];
506
+ await bundledClient.sendBundled('test', singleItem);
507
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
508
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
509
+ expect(recoveredItems).toHaveLength(1);
510
+ expect(recoveredItems).toEqual(singleItem);
511
+ });
512
+ it('special characters survive round-trip', async () => {
513
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
514
+ compression: CompressionAlgorithm.ZSTD,
515
+ });
516
+ const specialCharsItems = [
517
+ {
518
+ id: 'unicode-日本語',
519
+ name: '中文测试',
520
+ metadata: {
521
+ emoji: '🎉🚀✨💯',
522
+ rtl: 'مرحبا بالعالم',
523
+ escape: '\\n\\t\\r',
524
+ quotes: '"double" \'single\' `backtick`',
525
+ angle: '<script>alert("xss")</script>',
526
+ null_char: 'before\x00after',
527
+ },
528
+ },
529
+ ];
530
+ await bundledClient.sendBundled('test', specialCharsItems);
531
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
532
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
533
+ expect(recoveredItems).toEqual(specialCharsItems);
534
+ });
535
+ it('null and undefined values are handled correctly', async () => {
536
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
537
+ compression: CompressionAlgorithm.ZSTD,
538
+ });
539
+ const itemsWithNulls = [
540
+ { id: 'null-test', name: 'test', value: undefined },
541
+ {
542
+ id: 'explicit-null',
543
+ name: 'test',
544
+ metadata: { key: null },
545
+ },
546
+ ];
547
+ await bundledClient.sendBundled('test', itemsWithNulls);
548
+ const sqsRecords = simulateSqsDelivery(capturedEnvelopes);
549
+ const { items: recoveredItems } = await unbundleRecords(sqsRecords);
550
+ expect(recoveredItems[0]?.value).toBeUndefined();
551
+ expect(recoveredItems[1]?.metadata?.key).toBeNull();
552
+ });
553
+ it('recordMap correctly tracks items back to SQS messages', async () => {
554
+ const bundledClient = new BundledSQSClient(mockSqsClient, {
555
+ compression: CompressionAlgorithm.ZSTD,
556
+ maxItemsPerBundle: 3,
557
+ });
558
+ const items = Array.from({ length: 10 }, (_, i) => makeTestEvent(`item-${i}`, 'tracking', i));
559
+ await bundledClient.sendBundled('test', items);
560
+ const sqsRecords = capturedEnvelopes.map((env, i) => ({
561
+ messageId: `bundle-${i}`,
562
+ body: JSON.stringify({ messageBody: env }),
563
+ }));
564
+ const { items: recoveredItems, recordMap, stats } = await unbundleRecords(sqsRecords);
565
+ expect(recoveredItems).toHaveLength(10);
566
+ const messageIdCounts = new Map();
567
+ for (const item of recoveredItems) {
568
+ const messageId = recordMap.get(item);
569
+ expect(messageId).toBeDefined();
570
+ if (messageId) {
571
+ messageIdCounts.set(messageId, (messageIdCounts.get(messageId) ?? 0) + 1);
572
+ }
573
+ }
574
+ expect(messageIdCounts.size).toBe(capturedEnvelopes.length);
575
+ for (const [messageId, count] of messageIdCounts) {
576
+ expect(count).toBeLessThanOrEqual(3);
577
+ expect(messageId).toMatch(/^bundle-\d+$/);
578
+ }
579
+ expect(stats.bundledSqsRecords).toBe(capturedEnvelopes.length);
580
+ });
581
+ });
582
+ });
583
583
  //# sourceMappingURL=sqs-bundling-roundtrip.spec.js.map