@adtrackify/at-service-common 3.17.8 → 3.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (541) hide show
  1. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -0
  2. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +909 -0
  3. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js.map +1 -0
  4. package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
  5. package/dist/cjs/__tests__/clients/sqs-client.spec.js +194 -121
  6. package/dist/cjs/__tests__/clients/sqs-client.spec.js.map +1 -1
  7. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -0
  8. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +788 -0
  9. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js.map +1 -0
  10. package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  11. package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
  12. package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  13. package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
  14. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  15. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +74 -74
  16. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  17. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
  18. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  19. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +588 -588
  20. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -0
  21. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -0
  22. package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -0
  23. package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  24. package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
  25. package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
  26. package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
  27. package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
  28. package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
  29. package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
  30. package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
  31. package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
  32. package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
  33. package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  34. package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
  35. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  36. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
  37. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  38. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +197 -197
  39. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  40. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
  41. package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
  42. package/dist/cjs/clients/generic/cognito-client.js +209 -209
  43. package/dist/cjs/clients/generic/dynamodb-client.d.ts +18 -18
  44. package/dist/cjs/clients/generic/dynamodb-client.js +172 -172
  45. package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
  46. package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
  47. package/dist/cjs/clients/generic/http-client.d.ts +14 -14
  48. package/dist/cjs/clients/generic/http-client.js +61 -61
  49. package/dist/cjs/clients/generic/index.d.ts +13 -10
  50. package/dist/cjs/clients/generic/index.js +29 -26
  51. package/dist/cjs/clients/generic/index.js.map +1 -1
  52. package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
  53. package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
  54. package/dist/cjs/clients/generic/location-client.d.ts +8 -8
  55. package/dist/cjs/clients/generic/location-client.js +31 -31
  56. package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
  57. package/dist/cjs/clients/generic/redis-client.js +191 -191
  58. package/dist/cjs/clients/generic/s3-client.d.ts +23 -23
  59. package/dist/cjs/clients/generic/s3-client.js +216 -216
  60. package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
  61. package/dist/cjs/clients/generic/singlestore-db-client.js +67 -67
  62. package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -0
  63. package/dist/cjs/clients/generic/sqs-bundled-client.js +278 -0
  64. package/dist/cjs/clients/generic/sqs-bundled-client.js.map +1 -0
  65. package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +52 -0
  66. package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -0
  67. package/dist/cjs/clients/generic/sqs-bundled-client.types.js.map +1 -0
  68. package/dist/cjs/clients/generic/sqs-client.d.ts +48 -33
  69. package/dist/cjs/clients/generic/sqs-client.js +273 -111
  70. package/dist/cjs/clients/generic/sqs-client.js.map +1 -1
  71. package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -0
  72. package/dist/cjs/clients/generic/sqs-unbundle.js +145 -0
  73. package/dist/cjs/clients/generic/sqs-unbundle.js.map +1 -0
  74. package/dist/cjs/clients/index.d.ts +3 -3
  75. package/dist/cjs/clients/index.js +19 -19
  76. package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
  77. package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
  78. package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
  79. package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
  80. package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
  81. package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
  82. package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
  83. package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
  84. package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
  85. package/dist/cjs/clients/internal-api/event-collector-client.js +36 -36
  86. package/dist/cjs/clients/internal-api/identity-client.d.ts +31 -31
  87. package/dist/cjs/clients/internal-api/identity-client.js +91 -91
  88. package/dist/cjs/clients/internal-api/index.d.ts +9 -9
  89. package/dist/cjs/clients/internal-api/index.js +25 -25
  90. package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  91. package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
  92. package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
  93. package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
  94. package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
  95. package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
  96. package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
  97. package/dist/cjs/clients/third-party/emailable-client.js +25 -25
  98. package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  99. package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
  100. package/dist/cjs/clients/third-party/index.d.ts +4 -4
  101. package/dist/cjs/clients/third-party/index.js +20 -20
  102. package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
  103. package/dist/cjs/clients/third-party/loops-client.js +30 -30
  104. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  105. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +30 -30
  106. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  107. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +180 -180
  108. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  109. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
  110. package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
  111. package/dist/cjs/clients/third-party/shopify-client.js +146 -146
  112. package/dist/cjs/constants/index.d.ts +1 -0
  113. package/dist/cjs/constants/index.js +18 -0
  114. package/dist/cjs/constants/index.js.map +1 -0
  115. package/dist/cjs/constants/sqs.d.ts +11 -0
  116. package/dist/cjs/constants/sqs.js +15 -0
  117. package/dist/cjs/constants/sqs.js.map +1 -0
  118. package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
  119. package/dist/cjs/helpers/account-users-helper.js +22 -22
  120. package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -9
  121. package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
  122. package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
  123. package/dist/cjs/helpers/api-key-authorizer-helper.js +85 -85
  124. package/dist/cjs/helpers/identity-cache-helper.d.ts +21 -21
  125. package/dist/cjs/helpers/identity-cache-helper.js +156 -156
  126. package/dist/cjs/helpers/index.d.ts +9 -9
  127. package/dist/cjs/helpers/index.js +25 -25
  128. package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
  129. package/dist/cjs/helpers/input-validation-helper.js +22 -22
  130. package/dist/cjs/helpers/logging-helper.d.ts +16 -16
  131. package/dist/cjs/helpers/logging-helper.js +84 -84
  132. package/dist/cjs/helpers/response-helper.d.ts +18 -18
  133. package/dist/cjs/helpers/response-helper.js +43 -43
  134. package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
  135. package/dist/cjs/helpers/shopify-helper.js +26 -26
  136. package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
  137. package/dist/cjs/helpers/sqs-utils.js +14 -14
  138. package/dist/cjs/index.d.ts +7 -5
  139. package/dist/cjs/index.js +23 -21
  140. package/dist/cjs/index.js.map +1 -1
  141. package/dist/cjs/libs/api-router/index.d.ts +2 -2
  142. package/dist/cjs/libs/api-router/index.js +18 -18
  143. package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
  144. package/dist/cjs/libs/api-router/public-api-router.js +36 -36
  145. package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
  146. package/dist/cjs/libs/api-router/route-matcher.js +36 -36
  147. package/dist/cjs/libs/click-id-parser.d.ts +23 -23
  148. package/dist/cjs/libs/click-id-parser.js +49 -49
  149. package/dist/cjs/libs/compression.d.ts +2 -2
  150. package/dist/cjs/libs/compression.js +33 -33
  151. package/dist/cjs/libs/cookie.d.ts +17 -17
  152. package/dist/cjs/libs/cookie.js +76 -76
  153. package/dist/cjs/libs/crypto.d.ts +4 -4
  154. package/dist/cjs/libs/crypto.js +25 -25
  155. package/dist/cjs/libs/csv.d.ts +2 -2
  156. package/dist/cjs/libs/csv.js +35 -35
  157. package/dist/cjs/libs/currency.d.ts +1 -1
  158. package/dist/cjs/libs/currency.js +29 -29
  159. package/dist/cjs/libs/dates.d.ts +12 -12
  160. package/dist/cjs/libs/dates.js +96 -96
  161. package/dist/cjs/libs/domain.d.ts +2 -2
  162. package/dist/cjs/libs/domain.js +38 -38
  163. package/dist/cjs/libs/emails.d.ts +6 -6
  164. package/dist/cjs/libs/emails.js +122 -122
  165. package/dist/cjs/libs/http-error.d.ts +21 -21
  166. package/dist/cjs/libs/http-error.js +63 -63
  167. package/dist/cjs/libs/http-status-codes.d.ts +58 -58
  168. package/dist/cjs/libs/http-status-codes.js +62 -62
  169. package/dist/cjs/libs/index.d.ts +18 -18
  170. package/dist/cjs/libs/index.js +34 -34
  171. package/dist/cjs/libs/numbers.d.ts +1 -1
  172. package/dist/cjs/libs/numbers.js +15 -15
  173. package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
  174. package/dist/cjs/libs/referrer-parser/index.js +18 -18
  175. package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
  176. package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
  177. package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  178. package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
  179. package/dist/cjs/libs/strings.d.ts +3 -3
  180. package/dist/cjs/libs/strings.js +46 -46
  181. package/dist/cjs/libs/traits.d.ts +6 -6
  182. package/dist/cjs/libs/traits.js +65 -65
  183. package/dist/cjs/libs/url.d.ts +1 -1
  184. package/dist/cjs/libs/url.js +13 -13
  185. package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
  186. package/dist/cjs/services/cache/generic-cached-object.js +2 -2
  187. package/dist/cjs/services/cache/index.d.ts +1 -1
  188. package/dist/cjs/services/cache/index.js +17 -17
  189. package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
  190. package/dist/cjs/services/cache/product-cache-service.js +76 -76
  191. package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +11 -11
  192. package/dist/cjs/services/currency-exchange-rate-lookup-service.js +66 -66
  193. package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
  194. package/dist/cjs/services/db/accounts-db-service.js +33 -33
  195. package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
  196. package/dist/cjs/services/db/api-keys-db-service.js +36 -36
  197. package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  198. package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
  199. package/dist/cjs/services/db/destinations-db-service.d.ts +12 -12
  200. package/dist/cjs/services/db/destinations-db-service.js +76 -76
  201. package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
  202. package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
  203. package/dist/cjs/services/db/index.d.ts +13 -13
  204. package/dist/cjs/services/db/index.js +29 -29
  205. package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
  206. package/dist/cjs/services/db/log-events-db-service.js +181 -181
  207. package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
  208. package/dist/cjs/services/db/pixels-db-service.js +35 -35
  209. package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
  210. package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
  211. package/dist/cjs/services/db/purchased-contacts-db-service.d.ts +17 -17
  212. package/dist/cjs/services/db/purchased-contacts-db-service.js +143 -143
  213. package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +8 -8
  214. package/dist/cjs/services/db/shopify-app-installs-db-service.js +51 -51
  215. package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
  216. package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
  217. package/dist/cjs/services/db/subscriptions-db-service.d.ts +10 -10
  218. package/dist/cjs/services/db/subscriptions-db-service.js +34 -34
  219. package/dist/cjs/services/db/tracking-events-db-service.d.ts +20 -20
  220. package/dist/cjs/services/db/tracking-events-db-service.js +165 -165
  221. package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
  222. package/dist/cjs/services/eventbridge-integration-service.js +28 -28
  223. package/dist/cjs/services/events/index.d.ts +3 -3
  224. package/dist/cjs/services/events/index.js +19 -19
  225. package/dist/cjs/services/events/log-event-service.d.ts +9 -9
  226. package/dist/cjs/services/events/log-event-service.js +56 -56
  227. package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
  228. package/dist/cjs/services/events/metric-event-service.js +49 -49
  229. package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
  230. package/dist/cjs/services/events/tracking-event-sqs-service.js +34 -34
  231. package/dist/cjs/services/generic-cache-service.d.ts +7 -7
  232. package/dist/cjs/services/generic-cache-service.js +33 -33
  233. package/dist/cjs/services/index.d.ts +8 -8
  234. package/dist/cjs/services/index.js +24 -24
  235. package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
  236. package/dist/cjs/services/ipdata-lookup-service.js +112 -112
  237. package/dist/cjs/services/shopify/index.d.ts +2 -2
  238. package/dist/cjs/services/shopify/index.js +18 -18
  239. package/dist/cjs/services/shopify/products/index.d.ts +1 -1
  240. package/dist/cjs/services/shopify/products/index.js +17 -17
  241. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  242. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
  243. package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  244. package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
  245. package/dist/cjs/types/api-response.d.ts +6 -6
  246. package/dist/cjs/types/api-response.js +2 -2
  247. package/dist/cjs/types/index.d.ts +1 -1
  248. package/dist/cjs/types/index.js +17 -17
  249. package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
  250. package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
  251. package/dist/cjs/types/internal-events/index.d.ts +1 -1
  252. package/dist/cjs/types/internal-events/index.js +17 -17
  253. package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  254. package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
  255. package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  256. package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
  257. package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
  258. package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
  259. package/dist/cjs/utils/compression.d.ts +35 -0
  260. package/dist/cjs/utils/compression.js +177 -0
  261. package/dist/cjs/utils/compression.js.map +1 -0
  262. package/dist/cjs/utils/index.d.ts +3 -0
  263. package/dist/cjs/utils/index.js +20 -0
  264. package/dist/cjs/utils/index.js.map +1 -0
  265. package/dist/cjs/utils/retry-envelope.d.ts +12 -0
  266. package/dist/cjs/utils/retry-envelope.js +31 -0
  267. package/dist/cjs/utils/retry-envelope.js.map +1 -0
  268. package/dist/cjs/utils/size.d.ts +2 -0
  269. package/dist/cjs/utils/size.js +49 -0
  270. package/dist/cjs/utils/size.js.map +1 -0
  271. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -0
  272. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +884 -0
  273. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js.map +1 -0
  274. package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
  275. package/dist/esm/__tests__/clients/sqs-client.spec.js +192 -119
  276. package/dist/esm/__tests__/clients/sqs-client.spec.js.map +1 -1
  277. package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -0
  278. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +786 -0
  279. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js.map +1 -0
  280. package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  281. package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
  282. package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  283. package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
  284. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  285. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +72 -72
  286. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  287. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +672 -672
  288. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  289. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +586 -586
  290. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -0
  291. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +580 -0
  292. package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -0
  293. package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  294. package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
  295. package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
  296. package/dist/esm/__tests__/libs/currency.spec.js +218 -218
  297. package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
  298. package/dist/esm/__tests__/libs/dates.spec.js +128 -128
  299. package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
  300. package/dist/esm/__tests__/libs/domain.spec.js +105 -105
  301. package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
  302. package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
  303. package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  304. package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
  305. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  306. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
  307. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  308. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +172 -172
  309. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  310. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
  311. package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
  312. package/dist/esm/clients/generic/cognito-client.js +204 -204
  313. package/dist/esm/clients/generic/dynamodb-client.d.ts +18 -18
  314. package/dist/esm/clients/generic/dynamodb-client.js +168 -168
  315. package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
  316. package/dist/esm/clients/generic/eventbridge-client.js +47 -47
  317. package/dist/esm/clients/generic/http-client.d.ts +14 -14
  318. package/dist/esm/clients/generic/http-client.js +53 -53
  319. package/dist/esm/clients/generic/index.d.ts +13 -10
  320. package/dist/esm/clients/generic/index.js +13 -10
  321. package/dist/esm/clients/generic/index.js.map +1 -1
  322. package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
  323. package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
  324. package/dist/esm/clients/generic/location-client.d.ts +8 -8
  325. package/dist/esm/clients/generic/location-client.js +27 -27
  326. package/dist/esm/clients/generic/redis-client.d.ts +33 -33
  327. package/dist/esm/clients/generic/redis-client.js +184 -184
  328. package/dist/esm/clients/generic/s3-client.d.ts +23 -23
  329. package/dist/esm/clients/generic/s3-client.js +209 -209
  330. package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
  331. package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
  332. package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -0
  333. package/dist/esm/clients/generic/sqs-bundled-client.js +274 -0
  334. package/dist/esm/clients/generic/sqs-bundled-client.js.map +1 -0
  335. package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +52 -0
  336. package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -0
  337. package/dist/esm/clients/generic/sqs-bundled-client.types.js.map +1 -0
  338. package/dist/esm/clients/generic/sqs-client.d.ts +48 -33
  339. package/dist/esm/clients/generic/sqs-client.js +269 -107
  340. package/dist/esm/clients/generic/sqs-client.js.map +1 -1
  341. package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -0
  342. package/dist/esm/clients/generic/sqs-unbundle.js +138 -0
  343. package/dist/esm/clients/generic/sqs-unbundle.js.map +1 -0
  344. package/dist/esm/clients/index.d.ts +3 -3
  345. package/dist/esm/clients/index.js +3 -3
  346. package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
  347. package/dist/esm/clients/internal-api/accounts-client.js +125 -125
  348. package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
  349. package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
  350. package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
  351. package/dist/esm/clients/internal-api/db-management-client.js +32 -32
  352. package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
  353. package/dist/esm/clients/internal-api/destinations-client.js +75 -75
  354. package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
  355. package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
  356. package/dist/esm/clients/internal-api/identity-client.d.ts +31 -31
  357. package/dist/esm/clients/internal-api/identity-client.js +87 -87
  358. package/dist/esm/clients/internal-api/index.d.ts +9 -9
  359. package/dist/esm/clients/internal-api/index.js +9 -9
  360. package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  361. package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
  362. package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
  363. package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
  364. package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
  365. package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
  366. package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
  367. package/dist/esm/clients/third-party/emailable-client.js +21 -21
  368. package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  369. package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
  370. package/dist/esm/clients/third-party/index.d.ts +4 -4
  371. package/dist/esm/clients/third-party/index.js +4 -4
  372. package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
  373. package/dist/esm/clients/third-party/loops-client.js +26 -26
  374. package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  375. package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +27 -27
  376. package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  377. package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +177 -177
  378. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  379. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
  380. package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
  381. package/dist/esm/clients/third-party/shopify-client.js +142 -142
  382. package/dist/esm/constants/index.d.ts +1 -0
  383. package/dist/esm/constants/index.js +2 -0
  384. package/dist/esm/constants/index.js.map +1 -0
  385. package/dist/esm/constants/sqs.d.ts +11 -0
  386. package/dist/esm/constants/sqs.js +12 -0
  387. package/dist/esm/constants/sqs.js.map +1 -0
  388. package/dist/esm/helpers/account-users-helper.d.ts +2 -2
  389. package/dist/esm/helpers/account-users-helper.js +18 -18
  390. package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -9
  391. package/dist/esm/helpers/api-key-auth-helper.js +35 -35
  392. package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
  393. package/dist/esm/helpers/api-key-authorizer-helper.js +81 -81
  394. package/dist/esm/helpers/identity-cache-helper.d.ts +21 -21
  395. package/dist/esm/helpers/identity-cache-helper.js +151 -151
  396. package/dist/esm/helpers/index.d.ts +9 -9
  397. package/dist/esm/helpers/index.js +9 -9
  398. package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
  399. package/dist/esm/helpers/input-validation-helper.js +18 -18
  400. package/dist/esm/helpers/logging-helper.d.ts +16 -16
  401. package/dist/esm/helpers/logging-helper.js +56 -56
  402. package/dist/esm/helpers/response-helper.d.ts +18 -18
  403. package/dist/esm/helpers/response-helper.js +37 -37
  404. package/dist/esm/helpers/shopify-helper.d.ts +9 -9
  405. package/dist/esm/helpers/shopify-helper.js +21 -21
  406. package/dist/esm/helpers/sqs-utils.d.ts +6 -6
  407. package/dist/esm/helpers/sqs-utils.js +9 -9
  408. package/dist/esm/index.d.ts +7 -5
  409. package/dist/esm/index.js +7 -5
  410. package/dist/esm/index.js.map +1 -1
  411. package/dist/esm/libs/api-router/index.d.ts +2 -2
  412. package/dist/esm/libs/api-router/index.js +2 -2
  413. package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
  414. package/dist/esm/libs/api-router/public-api-router.js +32 -32
  415. package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
  416. package/dist/esm/libs/api-router/route-matcher.js +30 -30
  417. package/dist/esm/libs/click-id-parser.d.ts +23 -23
  418. package/dist/esm/libs/click-id-parser.js +45 -45
  419. package/dist/esm/libs/compression.d.ts +2 -2
  420. package/dist/esm/libs/compression.js +25 -25
  421. package/dist/esm/libs/cookie.d.ts +17 -17
  422. package/dist/esm/libs/cookie.js +70 -70
  423. package/dist/esm/libs/crypto.d.ts +4 -4
  424. package/dist/esm/libs/crypto.js +15 -15
  425. package/dist/esm/libs/csv.d.ts +2 -2
  426. package/dist/esm/libs/csv.js +30 -30
  427. package/dist/esm/libs/currency.d.ts +1 -1
  428. package/dist/esm/libs/currency.js +22 -22
  429. package/dist/esm/libs/dates.d.ts +12 -12
  430. package/dist/esm/libs/dates.js +83 -83
  431. package/dist/esm/libs/domain.d.ts +2 -2
  432. package/dist/esm/libs/domain.js +33 -33
  433. package/dist/esm/libs/emails.d.ts +6 -6
  434. package/dist/esm/libs/emails.js +115 -115
  435. package/dist/esm/libs/http-error.d.ts +21 -21
  436. package/dist/esm/libs/http-error.js +59 -59
  437. package/dist/esm/libs/http-status-codes.d.ts +58 -58
  438. package/dist/esm/libs/http-status-codes.js +59 -59
  439. package/dist/esm/libs/index.d.ts +18 -18
  440. package/dist/esm/libs/index.js +18 -18
  441. package/dist/esm/libs/numbers.d.ts +1 -1
  442. package/dist/esm/libs/numbers.js +11 -11
  443. package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
  444. package/dist/esm/libs/referrer-parser/index.js +2 -2
  445. package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
  446. package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
  447. package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  448. package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
  449. package/dist/esm/libs/strings.d.ts +3 -3
  450. package/dist/esm/libs/strings.js +40 -40
  451. package/dist/esm/libs/traits.d.ts +6 -6
  452. package/dist/esm/libs/traits.js +54 -54
  453. package/dist/esm/libs/url.d.ts +1 -1
  454. package/dist/esm/libs/url.js +9 -9
  455. package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
  456. package/dist/esm/services/cache/generic-cached-object.js +1 -1
  457. package/dist/esm/services/cache/index.d.ts +1 -1
  458. package/dist/esm/services/cache/index.js +1 -1
  459. package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
  460. package/dist/esm/services/cache/product-cache-service.js +68 -68
  461. package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +11 -11
  462. package/dist/esm/services/currency-exchange-rate-lookup-service.js +62 -62
  463. package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
  464. package/dist/esm/services/db/accounts-db-service.js +29 -29
  465. package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
  466. package/dist/esm/services/db/api-keys-db-service.js +32 -32
  467. package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  468. package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
  469. package/dist/esm/services/db/destinations-db-service.d.ts +12 -12
  470. package/dist/esm/services/db/destinations-db-service.js +72 -72
  471. package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
  472. package/dist/esm/services/db/identity-cache-db-service.js +313 -313
  473. package/dist/esm/services/db/index.d.ts +13 -13
  474. package/dist/esm/services/db/index.js +13 -13
  475. package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
  476. package/dist/esm/services/db/log-events-db-service.js +177 -177
  477. package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
  478. package/dist/esm/services/db/pixels-db-service.js +31 -31
  479. package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
  480. package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
  481. package/dist/esm/services/db/purchased-contacts-db-service.d.ts +17 -17
  482. package/dist/esm/services/db/purchased-contacts-db-service.js +139 -139
  483. package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +8 -8
  484. package/dist/esm/services/db/shopify-app-installs-db-service.js +47 -47
  485. package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
  486. package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
  487. package/dist/esm/services/db/subscriptions-db-service.d.ts +10 -10
  488. package/dist/esm/services/db/subscriptions-db-service.js +30 -30
  489. package/dist/esm/services/db/tracking-events-db-service.d.ts +20 -20
  490. package/dist/esm/services/db/tracking-events-db-service.js +161 -161
  491. package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
  492. package/dist/esm/services/eventbridge-integration-service.js +24 -24
  493. package/dist/esm/services/events/index.d.ts +3 -3
  494. package/dist/esm/services/events/index.js +3 -3
  495. package/dist/esm/services/events/log-event-service.d.ts +9 -9
  496. package/dist/esm/services/events/log-event-service.js +52 -52
  497. package/dist/esm/services/events/metric-event-service.d.ts +9 -9
  498. package/dist/esm/services/events/metric-event-service.js +45 -45
  499. package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
  500. package/dist/esm/services/events/tracking-event-sqs-service.js +30 -30
  501. package/dist/esm/services/generic-cache-service.d.ts +7 -7
  502. package/dist/esm/services/generic-cache-service.js +29 -29
  503. package/dist/esm/services/index.d.ts +8 -8
  504. package/dist/esm/services/index.js +8 -8
  505. package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
  506. package/dist/esm/services/ipdata-lookup-service.js +108 -108
  507. package/dist/esm/services/shopify/index.d.ts +2 -2
  508. package/dist/esm/services/shopify/index.js +2 -2
  509. package/dist/esm/services/shopify/products/index.d.ts +1 -1
  510. package/dist/esm/services/shopify/products/index.js +1 -1
  511. package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  512. package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
  513. package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  514. package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
  515. package/dist/esm/types/api-response.d.ts +6 -6
  516. package/dist/esm/types/api-response.js +1 -1
  517. package/dist/esm/types/index.d.ts +1 -1
  518. package/dist/esm/types/index.js +1 -1
  519. package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
  520. package/dist/esm/types/internal-events/event-detail-types.js +24 -24
  521. package/dist/esm/types/internal-events/index.d.ts +1 -1
  522. package/dist/esm/types/internal-events/index.js +1 -1
  523. package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  524. package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
  525. package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  526. package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
  527. package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
  528. package/dist/esm/types/shopify-graphql-types/index.js +2 -2
  529. package/dist/esm/utils/compression.d.ts +35 -0
  530. package/dist/esm/utils/compression.js +167 -0
  531. package/dist/esm/utils/compression.js.map +1 -0
  532. package/dist/esm/utils/index.d.ts +3 -0
  533. package/dist/esm/utils/index.js +4 -0
  534. package/dist/esm/utils/index.js.map +1 -0
  535. package/dist/esm/utils/retry-envelope.d.ts +12 -0
  536. package/dist/esm/utils/retry-envelope.js +25 -0
  537. package/dist/esm/utils/retry-envelope.js.map +1 -0
  538. package/dist/esm/utils/size.d.ts +2 -0
  539. package/dist/esm/utils/size.js +44 -0
  540. package/dist/esm/utils/size.js.map +1 -0
  541. package/package.json +135 -135
@@ -0,0 +1,884 @@
1
+ import { BundledSQSClient } from '../../clients/generic/sqs-bundled-client';
2
+ import { CompressionAlgorithm } from '../../clients/generic/sqs-bundled-client.types';
3
+ jest.mock('../../helpers/logging-helper', () => ({
4
+ Logger: {
5
+ debug: jest.fn(),
6
+ info: jest.fn(),
7
+ warn: jest.fn(),
8
+ error: jest.fn(),
9
+ },
10
+ }));
11
+ const actualSizeModule = jest.requireActual('../../utils/size');
12
+ const mockSizeInBytes = jest.fn(actualSizeModule.sizeInBytes);
13
+ jest.mock('../../utils/size', () => ({
14
+ ...jest.requireActual('../../utils/size'),
15
+ sizeInBytes: (obj) => mockSizeInBytes(obj),
16
+ }));
17
+ function makeTestEvent(id, name = 'test', value) {
18
+ return { id, name, value };
19
+ }
20
+ describe('BundledSQSClient', () => {
21
+ let mockSqsClient;
22
+ let bundledClient;
23
+ beforeEach(() => {
24
+ mockSqsClient = {
25
+ buildAndSendMessagesV2: jest.fn().mockResolvedValue({
26
+ successCount: 1,
27
+ failedCount: 0,
28
+ batchCount: 1,
29
+ failedMessages: [],
30
+ }),
31
+ queueUrl: 'https://sqs.us-east-1.amazonaws.com/123456789/test-queue',
32
+ };
33
+ bundledClient = new BundledSQSClient(mockSqsClient, {
34
+ compression: CompressionAlgorithm.ZSTD,
35
+ compressionLevel: 3,
36
+ });
37
+ });
38
+ describe('sendBundled', () => {
39
+ it('returns empty result for empty items array', async () => {
40
+ const result = await bundledClient.sendBundled('test-message', []);
41
+ expect(result.totalItems).toBe(0);
42
+ expect(result.bundleCount).toBe(0);
43
+ expect(result.messageCount).toBe(0);
44
+ expect(mockSqsClient.buildAndSendMessagesV2).not.toHaveBeenCalled();
45
+ });
46
+ it('bundles and sends small items', async () => {
47
+ const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
48
+ const result = await bundledClient.sendBundled('test-message', items);
49
+ expect(result.totalItems).toBe(3);
50
+ expect(result.bundleCount).toBeGreaterThanOrEqual(1);
51
+ expect(mockSqsClient.buildAndSendMessagesV2).toHaveBeenCalledTimes(1);
52
+ const sentEnvelopes = mockSqsClient.buildAndSendMessagesV2.mock.calls[0][1];
53
+ expect(sentEnvelopes.length).toBeGreaterThanOrEqual(1);
54
+ const envelope = sentEnvelopes[0];
55
+ expect(envelope.v).toBe(1);
56
+ expect(envelope.c).toBe(CompressionAlgorithm.ZSTD);
57
+ expect(envelope.n).toBe(3);
58
+ expect(typeof envelope.p).toBe('string');
59
+ });
60
+ it('tracks compression metrics', async () => {
61
+ const items = Array.from({ length: 100 }, (_, i) => makeTestEvent(`event-${i}`, `name-${i}`, i * 100));
62
+ const result = await bundledClient.sendBundled('test-message', items);
63
+ expect(result.metrics.originalSizeBytes).toBeGreaterThan(0);
64
+ expect(result.metrics.finalSizeBytes).toBeGreaterThan(0);
65
+ expect(result.metrics.compressionRatio).toBeGreaterThan(1);
66
+ expect(result.metrics.compressionTimeMs).toBeGreaterThanOrEqual(0);
67
+ });
68
+ it('sends items without compression when NONE specified', async () => {
69
+ const noCompressionClient = new BundledSQSClient(mockSqsClient, {
70
+ compression: CompressionAlgorithm.NONE,
71
+ });
72
+ const items = [makeTestEvent('1')];
73
+ await noCompressionClient.sendBundled('test-message', items);
74
+ const sentEnvelopes = mockSqsClient.buildAndSendMessagesV2.mock.calls[0][1];
75
+ const envelope = sentEnvelopes[0];
76
+ expect(envelope.c).toBe(CompressionAlgorithm.NONE);
77
+ expect(Array.isArray(envelope.p)).toBe(true);
78
+ });
79
+ it('respects maxItemsPerBundle config', async () => {
80
+ const client = new BundledSQSClient(mockSqsClient, {
81
+ compression: CompressionAlgorithm.ZSTD,
82
+ maxItemsPerBundle: 10,
83
+ });
84
+ const items = Array.from({ length: 25 }, (_, i) => makeTestEvent(`${i}`));
85
+ mockSqsClient.buildAndSendMessagesV2.mockResolvedValue({
86
+ successCount: 3,
87
+ failedCount: 0,
88
+ batchCount: 1,
89
+ failedMessages: [],
90
+ });
91
+ const result = await client.sendBundled('test-message', items);
92
+ expect(result.totalItems).toBe(25);
93
+ expect(result.bundleCount).toBeGreaterThanOrEqual(2);
94
+ const sentEnvelopes = mockSqsClient.buildAndSendMessagesV2.mock.calls[0][1];
95
+ for (const envelope of sentEnvelopes) {
96
+ expect(envelope.n).toBeLessThanOrEqual(10);
97
+ }
98
+ });
99
+ it('calculates billable requests based on size', async () => {
100
+ const items = Array.from({ length: 50 }, (_, i) => makeTestEvent(`${i}`, 'name', i * 10));
101
+ const result = await bundledClient.sendBundled('test-message', items);
102
+ expect(result.billableRequests).toBeGreaterThanOrEqual(1);
103
+ });
104
+ });
105
+ describe('retry behavior', () => {
106
+ it('retries failed messages', async () => {
107
+ mockSqsClient.buildAndSendMessagesV2
108
+ .mockResolvedValueOnce({
109
+ successCount: 0,
110
+ failedCount: 1,
111
+ batchCount: 1,
112
+ failedMessages: [{ v: 1, c: 'zstd', n: 1, p: 'test' }],
113
+ })
114
+ .mockResolvedValueOnce({
115
+ successCount: 1,
116
+ failedCount: 0,
117
+ batchCount: 1,
118
+ failedMessages: [],
119
+ });
120
+ const items = [makeTestEvent('1')];
121
+ const result = await bundledClient.sendBundled('test-message', items);
122
+ expect(mockSqsClient.buildAndSendMessagesV2).toHaveBeenCalledTimes(2);
123
+ expect(result.failedBundles).toBe(0);
124
+ });
125
+ it('stops retrying after max retries', async () => {
126
+ mockSqsClient.buildAndSendMessagesV2.mockResolvedValue({
127
+ successCount: 0,
128
+ failedCount: 1,
129
+ batchCount: 1,
130
+ failedMessages: [{ v: 1, c: 'zstd', n: 1, p: 'test' }],
131
+ });
132
+ const items = [makeTestEvent('1')];
133
+ const result = await bundledClient.sendBundled('test-message', items);
134
+ expect(mockSqsClient.buildAndSendMessagesV2).toHaveBeenCalledTimes(3);
135
+ expect(result.failedBundles).toBeGreaterThan(0);
136
+ });
137
+ });
138
+ describe('auto-resize', () => {
139
+ it('is enabled by default', () => {
140
+ const client = new BundledSQSClient(mockSqsClient);
141
+ expect(client.config.autoResize).toBe(true);
142
+ });
143
+ it('can be configured to be disabled', () => {
144
+ const client = new BundledSQSClient(mockSqsClient, {
145
+ autoResize: false,
146
+ });
147
+ expect(client.config.autoResize).toBe(false);
148
+ });
149
+ });
150
+ describe('skippedItems behavior', () => {
151
+ afterEach(() => {
152
+ mockSizeInBytes.mockImplementation(actualSizeModule.sizeInBytes);
153
+ });
154
+ it('reports skippedItems as 0 when all items sent successfully', async () => {
155
+ const items = [makeTestEvent('1'), makeTestEvent('2')];
156
+ const result = await bundledClient.sendBundled('test-message', items);
157
+ expect(result.skippedItems).toBe(0);
158
+ expect(result.totalItems).toBe(2);
159
+ expect(result.failedBundles).toBe(0);
160
+ });
161
+ it('tracks skippedItems when autoResize disabled and bundle exceeds limit', async () => {
162
+ const noResizeClient = new BundledSQSClient(mockSqsClient, {
163
+ compression: CompressionAlgorithm.ZSTD,
164
+ autoResize: false,
165
+ });
166
+ const items = [makeTestEvent('1'), makeTestEvent('2'), makeTestEvent('3')];
167
+ mockSizeInBytes.mockImplementation((obj) => {
168
+ if (typeof obj === 'object' && obj !== null && 'v' in obj) {
169
+ return 2000000;
170
+ }
171
+ return 100;
172
+ });
173
+ const result = await noResizeClient.sendBundled('test-message', items);
174
+ expect(result.skippedItems).toBe(3);
175
+ expect(result.totalItems).toBe(3);
176
+ expect(mockSqsClient.buildAndSendMessagesV2).not.toHaveBeenCalled();
177
+ });
178
+ it('tracks skippedItems when single item cannot fit (splitAndRetry terminates)', async () => {
179
+ const client = new BundledSQSClient(mockSqsClient, {
180
+ compression: CompressionAlgorithm.ZSTD,
181
+ autoResize: true,
182
+ });
183
+ const items = [makeTestEvent('oversized-item')];
184
+ mockSizeInBytes.mockImplementation((obj) => {
185
+ if (typeof obj === 'object' && obj !== null && 'v' in obj) {
186
+ return 2000000;
187
+ }
188
+ return 100;
189
+ });
190
+ const result = await client.sendBundled('test-message', items);
191
+ expect(result.skippedItems).toBe(1);
192
+ expect(result.totalItems).toBe(1);
193
+ });
194
+ it('reports partial skippedItems when some items are too large', async () => {
195
+ const client = new BundledSQSClient(mockSqsClient, {
196
+ compression: CompressionAlgorithm.ZSTD,
197
+ autoResize: true,
198
+ maxItemsPerBundle: 1,
199
+ });
200
+ const items = [
201
+ makeTestEvent('small-1'),
202
+ makeTestEvent('oversized'),
203
+ makeTestEvent('small-2'),
204
+ ];
205
+ let envelopeValidationCount = 0;
206
+ mockSizeInBytes.mockImplementation((obj) => {
207
+ if (typeof obj === 'object' && obj !== null && 'v' in obj) {
208
+ envelopeValidationCount++;
209
+ if (envelopeValidationCount === 2) {
210
+ return 2000000;
211
+ }
212
+ return 500;
213
+ }
214
+ return 100;
215
+ });
216
+ const result = await client.sendBundled('test-message', items);
217
+ expect(result.skippedItems).toBe(1);
218
+ expect(result.totalItems).toBe(3);
219
+ expect(mockSqsClient.buildAndSendMessagesV2).toHaveBeenCalled();
220
+ });
221
+ it('emptyResult returns skippedItems as 0', async () => {
222
+ const result = await bundledClient.sendBundled('test-message', []);
223
+ expect(result.skippedItems).toBe(0);
224
+ expect(result.totalItems).toBe(0);
225
+ });
226
+ });
227
+ describe('integration: end-to-end bundle flow', () => {
228
+ it('produces envelopes that unbundleRecords can process', async () => {
229
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
230
+ const items = [
231
+ makeTestEvent('event-1', 'purchase', 99.99),
232
+ makeTestEvent('event-2', 'add_to_cart', 29.99),
233
+ makeTestEvent('event-3', 'page_view'),
234
+ ];
235
+ let capturedEnvelope = null;
236
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_type, envelopes) => {
237
+ capturedEnvelope = envelopes[0];
238
+ return {
239
+ successCount: envelopes.length,
240
+ failedCount: 0,
241
+ batchCount: 1,
242
+ failedMessages: [],
243
+ };
244
+ });
245
+ await bundledClient.sendBundled('test-message', items);
246
+ expect(capturedEnvelope).not.toBeNull();
247
+ const sqsRecord = {
248
+ messageId: 'msg-1',
249
+ body: JSON.stringify({ messageBody: capturedEnvelope }),
250
+ };
251
+ const { items: unbundledItems, stats } = await unbundleRecords([sqsRecord]);
252
+ expect(unbundledItems).toHaveLength(3);
253
+ expect(unbundledItems[0]).toEqual({ id: 'event-1', name: 'purchase', value: 99.99 });
254
+ expect(unbundledItems[1]).toEqual({ id: 'event-2', name: 'add_to_cart', value: 29.99 });
255
+ expect(unbundledItems[2]).toEqual({ id: 'event-3', name: 'page_view' });
256
+ expect(stats.bundledRecords).toBe(1);
257
+ });
258
+ it('maintains compatibility with large bundles', async () => {
259
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
260
+ const items = Array.from({ length: 200 }, (_, i) => makeTestEvent(`event-${i}`, `type-${i % 5}`, i * 1.5));
261
+ let capturedEnvelopes = [];
262
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_type, envelopes) => {
263
+ capturedEnvelopes = envelopes;
264
+ return {
265
+ successCount: envelopes.length,
266
+ failedCount: 0,
267
+ batchCount: 1,
268
+ failedMessages: [],
269
+ };
270
+ });
271
+ await bundledClient.sendBundled('test-message', items);
272
+ const sqsRecords = capturedEnvelopes.map((env, i) => ({
273
+ messageId: `msg-${i}`,
274
+ body: JSON.stringify({ messageBody: env }),
275
+ }));
276
+ const { items: unbundledItems } = await unbundleRecords(sqsRecords);
277
+ expect(unbundledItems).toHaveLength(200);
278
+ expect(unbundledItems[0].id).toBe('event-0');
279
+ expect(unbundledItems[199].id).toBe('event-199');
280
+ });
281
+ });
282
+ describe('producer edge cases - real sequences', () => {
283
+ it('handles 1000 items with real bundling and verifies envelope structure', async () => {
284
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
285
+ const items = Array.from({ length: 1000 }, (_, i) => ({
286
+ id: `item-${i}`,
287
+ name: `payload-${i}`,
288
+ value: i * 10,
289
+ data: `extra-data-${i}`,
290
+ }));
291
+ const capturedEnvelopes = [];
292
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
293
+ capturedEnvelopes.push(...envelopes);
294
+ return {
295
+ successCount: envelopes.length,
296
+ failedCount: 0,
297
+ batchCount: 1,
298
+ failedMessages: [],
299
+ };
300
+ });
301
+ const result = await bundledClient.sendBundled('test', items);
302
+ expect(result.totalItems).toBe(1000);
303
+ expect(capturedEnvelopes.length).toBeGreaterThan(0);
304
+ let totalItemsInEnvelopes = 0;
305
+ for (const env of capturedEnvelopes) {
306
+ expect(env.v).toBe(1);
307
+ expect(env.c).toBe(CompressionAlgorithm.ZSTD);
308
+ expect(typeof env.p).toBe('string');
309
+ expect(typeof env.n).toBe('number');
310
+ expect(env.n).toBeGreaterThan(0);
311
+ totalItemsInEnvelopes += env.n;
312
+ }
313
+ expect(totalItemsInEnvelopes).toBe(1000);
314
+ const sqsRecords = capturedEnvelopes.map((env, i) => ({
315
+ messageId: `msg-${i}`,
316
+ body: JSON.stringify({ messageBody: env }),
317
+ }));
318
+ const { items: unbundledItems } = await unbundleRecords(sqsRecords);
319
+ expect(unbundledItems).toHaveLength(1000);
320
+ expect(unbundledItems[0]).toEqual({ id: 'item-0', name: 'payload-0', value: 0, data: 'extra-data-0' });
321
+ expect(unbundledItems[999]).toEqual({ id: 'item-999', name: 'payload-999', value: 9990, data: 'extra-data-999' });
322
+ });
323
+ it('achieves compression effectiveness with repetitive data', async () => {
324
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
325
+ const repetitiveText = 'AAAAAAAAAA'.repeat(100);
326
+ const items = Array.from({ length: 100 }, (_, i) => ({
327
+ id: `item-${i}`,
328
+ name: 'repetitive-test',
329
+ value: i,
330
+ data: repetitiveText,
331
+ }));
332
+ const capturedEnvelopes = [];
333
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
334
+ capturedEnvelopes.push(envelopes[0]);
335
+ return {
336
+ successCount: envelopes.length,
337
+ failedCount: 0,
338
+ batchCount: 1,
339
+ failedMessages: [],
340
+ };
341
+ });
342
+ const result = await bundledClient.sendBundled('test', items);
343
+ expect(result.metrics.compressionRatio).toBeGreaterThan(1);
344
+ expect(result.metrics.finalSizeBytes).toBeLessThan(result.metrics.originalSizeBytes);
345
+ expect(result.metrics.compressionRatio).toBeGreaterThan(5);
346
+ expect(capturedEnvelopes).toHaveLength(1);
347
+ const envelope = capturedEnvelopes[0];
348
+ expect(typeof envelope.p).toBe('string');
349
+ const { items: unbundledItems } = await unbundleRecords([{
350
+ messageId: 'msg-1',
351
+ body: JSON.stringify({ messageBody: envelope }),
352
+ }]);
353
+ expect(unbundledItems).toHaveLength(100);
354
+ expect(unbundledItems[0].data).toBe(repetitiveText);
355
+ expect(unbundledItems[99].data).toBe(repetitiveText);
356
+ });
357
+ it('handles various item sizes correctly', async () => {
358
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
359
+ const tinyItems = Array.from({ length: 10 }, (_, i) => ({
360
+ id: `tiny-${i}`,
361
+ name: 't',
362
+ }));
363
+ const smallItems = Array.from({ length: 10 }, (_, i) => ({
364
+ id: `small-${i}`,
365
+ name: 'small-item',
366
+ value: i,
367
+ data: 'x'.repeat(100),
368
+ }));
369
+ const mediumItems = Array.from({ length: 10 }, (_, i) => ({
370
+ id: `medium-${i}`,
371
+ name: 'medium-item',
372
+ value: i,
373
+ data: 'y'.repeat(10000),
374
+ }));
375
+ const largerItems = Array.from({ length: 5 }, (_, i) => ({
376
+ id: `larger-${i}`,
377
+ name: 'larger-item',
378
+ value: i,
379
+ data: 'z'.repeat(100000),
380
+ }));
381
+ const allItems = [...tinyItems, ...smallItems, ...mediumItems, ...largerItems];
382
+ const totalExpectedItems = allItems.length;
383
+ const capturedEnvelopes = [];
384
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
385
+ capturedEnvelopes.push(...envelopes);
386
+ return {
387
+ successCount: envelopes.length,
388
+ failedCount: 0,
389
+ batchCount: 1,
390
+ failedMessages: [],
391
+ };
392
+ });
393
+ const result = await bundledClient.sendBundled('test', allItems);
394
+ expect(result.totalItems).toBe(totalExpectedItems);
395
+ expect(result.skippedItems).toBe(0);
396
+ const totalInEnvelopes = capturedEnvelopes.reduce((sum, env) => sum + env.n, 0);
397
+ expect(totalInEnvelopes).toBe(totalExpectedItems);
398
+ const sqsRecords = capturedEnvelopes.map((env, i) => ({
399
+ messageId: `msg-${i}`,
400
+ body: JSON.stringify({ messageBody: env }),
401
+ }));
402
+ const { items: unbundledItems } = await unbundleRecords(sqsRecords);
403
+ expect(unbundledItems).toHaveLength(totalExpectedItems);
404
+ const unbundledTiny = unbundledItems.filter(item => item.id.startsWith('tiny-'));
405
+ const unbundledSmall = unbundledItems.filter(item => item.id.startsWith('small-'));
406
+ const unbundledMedium = unbundledItems.filter(item => item.id.startsWith('medium-'));
407
+ const unbundledLarger = unbundledItems.filter(item => item.id.startsWith('larger-'));
408
+ expect(unbundledTiny).toHaveLength(10);
409
+ expect(unbundledSmall).toHaveLength(10);
410
+ expect(unbundledMedium).toHaveLength(10);
411
+ expect(unbundledLarger).toHaveLength(5);
412
+ expect(unbundledSmall[0].data).toBe('x'.repeat(100));
413
+ expect(unbundledMedium[0].data).toBe('y'.repeat(10000));
414
+ expect(unbundledLarger[0].data).toBe('z'.repeat(100000));
415
+ });
416
+ it('preserves unicode and special characters through compression', async () => {
417
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
418
+ const unicodeItems = [
419
+ {
420
+ id: 'emoji',
421
+ name: '🎉🚀💯🔥✨',
422
+ data: 'Celebration 🎊 with many emojis 🌟⭐💫',
423
+ },
424
+ {
425
+ id: 'chinese',
426
+ name: '你好世界',
427
+ data: '这是一个测试消息,包含中文字符。北京、上海、广州。',
428
+ },
429
+ {
430
+ id: 'arabic',
431
+ name: 'مرحبا بالعالم',
432
+ data: 'هذه رسالة اختبار باللغة العربية',
433
+ },
434
+ {
435
+ id: 'japanese',
436
+ name: 'こんにちは世界',
437
+ data: 'テスト メッセージです。東京、大阪、京都。',
438
+ },
439
+ {
440
+ id: 'korean',
441
+ name: '안녕하세요 세계',
442
+ data: '테스트 메시지입니다. 서울, 부산, 인천.',
443
+ },
444
+ {
445
+ id: 'special-symbols',
446
+ name: '†‡§¶•‰™©®',
447
+ data: 'Special: «»‹› ′″ ∞∑∏√∫ ≤≥≠≈ αβγδε',
448
+ },
449
+ {
450
+ id: 'mixed-unicode',
451
+ name: 'Mixed: Ñ ü ö ä ß',
452
+ data: 'Ümlauts: äöüÄÖÜß — dashes—and–more Ç ñ ¡¿',
453
+ },
454
+ {
455
+ id: 'mathematical',
456
+ name: '∀x∈ℝ: x² ≥ 0',
457
+ data: 'Math: ∫₀^∞ e^(-x²) dx = √π/2, ∑_{n=1}^{∞} 1/n² = π²/6',
458
+ },
459
+ {
460
+ id: 'currency',
461
+ name: '€£¥₹₽¢',
462
+ data: 'Prices: $100, €85, £70, ¥10000, ₹8000, ₽7500',
463
+ },
464
+ {
465
+ id: 'newlines-tabs',
466
+ name: 'control\tchars',
467
+ data: 'Line 1\nLine 2\rLine 3\r\nLine 4\tTabbed',
468
+ },
469
+ ];
470
+ let capturedEnvelope = null;
471
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
472
+ capturedEnvelope = envelopes[0];
473
+ return {
474
+ successCount: envelopes.length,
475
+ failedCount: 0,
476
+ batchCount: 1,
477
+ failedMessages: [],
478
+ };
479
+ });
480
+ const result = await bundledClient.sendBundled('test', unicodeItems);
481
+ expect(result.totalItems).toBe(unicodeItems.length);
482
+ expect(result.skippedItems).toBe(0);
483
+ expect(capturedEnvelope).not.toBeNull();
484
+ const { items: unbundledItems } = await unbundleRecords([{
485
+ messageId: 'msg-1',
486
+ body: JSON.stringify({ messageBody: capturedEnvelope }),
487
+ }]);
488
+ expect(unbundledItems).toHaveLength(unicodeItems.length);
489
+ for (let i = 0; i < unicodeItems.length; i++) {
490
+ expect(unbundledItems[i]).toEqual(unicodeItems[i]);
491
+ }
492
+ const emojiItem = unbundledItems.find(item => item.id === 'emoji');
493
+ expect(emojiItem?.name).toBe('🎉🚀💯🔥✨');
494
+ const chineseItem = unbundledItems.find(item => item.id === 'chinese');
495
+ expect(chineseItem?.name).toBe('你好世界');
496
+ const arabicItem = unbundledItems.find(item => item.id === 'arabic');
497
+ expect(arabicItem?.name).toBe('مرحبا بالعالم');
498
+ });
499
+ it('preserves deeply nested object structures', async () => {
500
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
501
+ const nestedItems = [
502
+ {
503
+ id: 'deep-nested',
504
+ name: 'deep',
505
+ nested: {
506
+ level1: {
507
+ level2: {
508
+ level3: {
509
+ level4: {
510
+ level5: {
511
+ level6: {
512
+ value: 'deep-value',
513
+ number: 12345,
514
+ boolean: true,
515
+ },
516
+ },
517
+ },
518
+ },
519
+ },
520
+ },
521
+ },
522
+ },
523
+ {
524
+ id: 'array-of-objects',
525
+ name: 'arrays',
526
+ items: [
527
+ { subId: 'sub-1', data: { nested: { value: 'a' } } },
528
+ { subId: 'sub-2', data: { nested: { value: 'b' } } },
529
+ { subId: 'sub-3', data: { nested: { value: 'c' } } },
530
+ ],
531
+ },
532
+ {
533
+ id: 'mixed-structures',
534
+ name: 'mixed',
535
+ config: {
536
+ settings: {
537
+ features: ['feature-1', 'feature-2', 'feature-3'],
538
+ metadata: {
539
+ tags: {
540
+ primary: ['tag-a', 'tag-b'],
541
+ secondary: {
542
+ group1: ['tag-c', 'tag-d'],
543
+ group2: ['tag-e', 'tag-f'],
544
+ },
545
+ },
546
+ },
547
+ },
548
+ },
549
+ },
550
+ {
551
+ id: 'null-undefined-handling',
552
+ name: 'nulls',
553
+ value: null,
554
+ nested: {
555
+ nullField: null,
556
+ emptyObject: {},
557
+ emptyArray: [],
558
+ zeroValue: 0,
559
+ falseValue: false,
560
+ emptyString: '',
561
+ },
562
+ },
563
+ {
564
+ id: 'large-array',
565
+ name: 'large-array',
566
+ items: Array.from({ length: 100 }, (_, i) => ({
567
+ index: i,
568
+ data: `item-${i}`,
569
+ nested: { level: 1, value: i * 2 },
570
+ })),
571
+ },
572
+ ];
573
+ let capturedEnvelope = null;
574
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
575
+ capturedEnvelope = envelopes[0];
576
+ return {
577
+ successCount: envelopes.length,
578
+ failedCount: 0,
579
+ batchCount: 1,
580
+ failedMessages: [],
581
+ };
582
+ });
583
+ const genericClient = new BundledSQSClient(mockSqsClient, {
584
+ compression: CompressionAlgorithm.ZSTD,
585
+ });
586
+ const result = await genericClient.sendBundled('test', nestedItems);
587
+ expect(result.totalItems).toBe(nestedItems.length);
588
+ expect(result.skippedItems).toBe(0);
589
+ const { items: unbundledItems } = await unbundleRecords([{
590
+ messageId: 'msg-1',
591
+ body: JSON.stringify({ messageBody: capturedEnvelope }),
592
+ }]);
593
+ expect(unbundledItems).toHaveLength(nestedItems.length);
594
+ const deepItem = unbundledItems.find(item => item.id === 'deep-nested');
595
+ expect(deepItem?.nested?.level1?.level2?.level3?.level4?.level5?.level6?.value).toBe('deep-value');
596
+ expect(deepItem?.nested?.level1?.level2?.level3?.level4?.level5?.level6?.number).toBe(12345);
597
+ expect(deepItem?.nested?.level1?.level2?.level3?.level4?.level5?.level6?.boolean).toBe(true);
598
+ const arrayItem = unbundledItems.find(item => item.id === 'array-of-objects');
599
+ expect(arrayItem?.items?.length).toBe(3);
600
+ expect(arrayItem?.items?.[0]?.data?.nested?.value).toBe('a');
601
+ expect(arrayItem?.items?.[2]?.data?.nested?.value).toBe('c');
602
+ const mixedItem = unbundledItems.find(item => item.id === 'mixed-structures');
603
+ expect(mixedItem?.config?.settings?.features).toEqual(['feature-1', 'feature-2', 'feature-3']);
604
+ expect(mixedItem?.config?.settings?.metadata?.tags?.secondary?.group2).toEqual(['tag-e', 'tag-f']);
605
+ const nullItem = unbundledItems.find(item => item.id === 'null-undefined-handling');
606
+ expect(nullItem?.value).toBeNull();
607
+ expect(nullItem?.nested?.nullField).toBeNull();
608
+ expect(nullItem?.nested?.emptyObject).toEqual({});
609
+ expect(nullItem?.nested?.emptyArray).toEqual([]);
610
+ expect(nullItem?.nested?.zeroValue).toBe(0);
611
+ expect(nullItem?.nested?.falseValue).toBe(false);
612
+ expect(nullItem?.nested?.emptyString).toBe('');
613
+ const largeArrayItem = unbundledItems.find(item => item.id === 'large-array');
614
+ expect(largeArrayItem?.items).toHaveLength(100);
615
+ expect(largeArrayItem?.items?.[0]).toEqual({ index: 0, data: 'item-0', nested: { level: 1, value: 0 } });
616
+ expect(largeArrayItem?.items?.[99]).toEqual({ index: 99, data: 'item-99', nested: { level: 1, value: 198 } });
617
+ });
618
+ it('handles exactly 1 item', async () => {
619
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
620
+ const items = [{ id: 'single', name: 'only-one', value: 42 }];
621
+ const capturedEnvelopes = [];
622
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
623
+ capturedEnvelopes.push(envelopes[0]);
624
+ return {
625
+ successCount: envelopes.length,
626
+ failedCount: 0,
627
+ batchCount: 1,
628
+ failedMessages: [],
629
+ };
630
+ });
631
+ const result = await bundledClient.sendBundled('test', items);
632
+ expect(result.totalItems).toBe(1);
633
+ expect(result.bundleCount).toBe(1);
634
+ expect(result.messageCount).toBe(1);
635
+ expect(capturedEnvelopes).toHaveLength(1);
636
+ expect(capturedEnvelopes[0].n).toBe(1);
637
+ const { items: unbundledItems } = await unbundleRecords([{
638
+ messageId: 'msg-1',
639
+ body: JSON.stringify({ messageBody: capturedEnvelopes[0] }),
640
+ }]);
641
+ expect(unbundledItems).toHaveLength(1);
642
+ expect(unbundledItems[0]).toEqual(items[0]);
643
+ });
644
+ it('handles exactly maxItemsPerBundle items', async () => {
645
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
646
+ const maxItems = 50;
647
+ const client = new BundledSQSClient(mockSqsClient, {
648
+ compression: CompressionAlgorithm.ZSTD,
649
+ maxItemsPerBundle: maxItems,
650
+ });
651
+ const items = Array.from({ length: maxItems }, (_, i) => ({
652
+ id: `item-${i}`,
653
+ name: `name-${i}`,
654
+ value: i,
655
+ }));
656
+ const capturedEnvelopes = [];
657
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
658
+ capturedEnvelopes.push(...envelopes);
659
+ return {
660
+ successCount: envelopes.length,
661
+ failedCount: 0,
662
+ batchCount: 1,
663
+ failedMessages: [],
664
+ };
665
+ });
666
+ const result = await client.sendBundled('test', items);
667
+ expect(result.totalItems).toBe(maxItems);
668
+ expect(capturedEnvelopes).toHaveLength(1);
669
+ expect(capturedEnvelopes[0].n).toBe(maxItems);
670
+ const sqsRecords = capturedEnvelopes.map((env, i) => ({
671
+ messageId: `msg-${i}`,
672
+ body: JSON.stringify({ messageBody: env }),
673
+ }));
674
+ const { items: unbundledItems } = await unbundleRecords(sqsRecords);
675
+ expect(unbundledItems).toHaveLength(maxItems);
676
+ });
677
+ it('handles maxItemsPerBundle + 1 items (splits correctly)', async () => {
678
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
679
+ const maxItems = 50;
680
+ const client = new BundledSQSClient(mockSqsClient, {
681
+ compression: CompressionAlgorithm.ZSTD,
682
+ maxItemsPerBundle: maxItems,
683
+ });
684
+ const items = Array.from({ length: maxItems + 1 }, (_, i) => ({
685
+ id: `item-${i}`,
686
+ name: `name-${i}`,
687
+ value: i,
688
+ }));
689
+ const capturedEnvelopes = [];
690
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
691
+ capturedEnvelopes.push(...envelopes);
692
+ return {
693
+ successCount: envelopes.length,
694
+ failedCount: 0,
695
+ batchCount: 1,
696
+ failedMessages: [],
697
+ };
698
+ });
699
+ const result = await client.sendBundled('test', items);
700
+ expect(result.totalItems).toBe(maxItems + 1);
701
+ expect(capturedEnvelopes).toHaveLength(2);
702
+ expect(capturedEnvelopes[0].n).toBe(maxItems);
703
+ expect(capturedEnvelopes[1].n).toBe(1);
704
+ const sqsRecords = capturedEnvelopes.map((env, i) => ({
705
+ messageId: `msg-${i}`,
706
+ body: JSON.stringify({ messageBody: env }),
707
+ }));
708
+ const { items: unbundledItems } = await unbundleRecords(sqsRecords);
709
+ expect(unbundledItems).toHaveLength(maxItems + 1);
710
+ });
711
+ it('handles uncompressed mode (NONE) with various data', async () => {
712
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
713
+ const noCompressionClient = new BundledSQSClient(mockSqsClient, {
714
+ compression: CompressionAlgorithm.NONE,
715
+ });
716
+ const items = Array.from({ length: 50 }, (_, i) => ({
717
+ id: `uncompressed-${i}`,
718
+ name: `test-${i}`,
719
+ value: i * 100,
720
+ data: `Some data for item ${i}`,
721
+ }));
722
+ const capturedEnvelopes = [];
723
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
724
+ capturedEnvelopes.push(envelopes[0]);
725
+ return {
726
+ successCount: envelopes.length,
727
+ failedCount: 0,
728
+ batchCount: 1,
729
+ failedMessages: [],
730
+ };
731
+ });
732
+ const result = await noCompressionClient.sendBundled('test', items);
733
+ expect(result.totalItems).toBe(50);
734
+ expect(capturedEnvelopes).toHaveLength(1);
735
+ const envelope = capturedEnvelopes[0];
736
+ expect(envelope.c).toBe(CompressionAlgorithm.NONE);
737
+ expect(Array.isArray(envelope.p)).toBe(true);
738
+ expect(envelope.p.length).toBe(50);
739
+ expect(result.metrics.compressionRatio).toBeCloseTo(1, 0);
740
+ const { items: unbundledItems } = await unbundleRecords([{
741
+ messageId: 'msg-1',
742
+ body: JSON.stringify({ messageBody: envelope }),
743
+ }]);
744
+ expect(unbundledItems).toHaveLength(50);
745
+ expect(unbundledItems[0]).toEqual(items[0]);
746
+ expect(unbundledItems[49]).toEqual(items[49]);
747
+ });
748
+ it('produces correct metrics for a large mixed batch', async () => {
749
+ const items = Array.from({ length: 500 }, (_, i) => ({
750
+ id: `metric-test-${i}`,
751
+ name: `item-${i % 10}`,
752
+ value: i,
753
+ data: i % 5 === 0 ? 'repeated-data'.repeat(100) : `unique-${i}`,
754
+ }));
755
+ const capturedEnvelopes = [];
756
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
757
+ capturedEnvelopes.push(...envelopes);
758
+ return {
759
+ successCount: envelopes.length,
760
+ failedCount: 0,
761
+ batchCount: 1,
762
+ failedMessages: [],
763
+ };
764
+ });
765
+ const result = await bundledClient.sendBundled('test', items);
766
+ expect(result.totalItems).toBe(500);
767
+ expect(result.metrics.originalSizeBytes).toBeGreaterThan(0);
768
+ expect(result.metrics.finalSizeBytes).toBeGreaterThan(0);
769
+ expect(result.metrics.compressionRatio).toBeGreaterThan(1);
770
+ expect(result.metrics.compressionTimeMs).toBeGreaterThanOrEqual(0);
771
+ expect(result.metrics.avgItemsPerBundle).toBeGreaterThan(0);
772
+ const expectedAvg = items.length / capturedEnvelopes.length;
773
+ expect(result.metrics.avgItemsPerBundle).toBeCloseTo(expectedAvg, 1);
774
+ expect(result.billableRequests).toBeGreaterThanOrEqual(1);
775
+ });
776
+ it('handles items with special JSON edge cases', async () => {
777
+ const { unbundleRecords } = await import('../../clients/generic/sqs-unbundle');
778
+ const edgeCaseItems = [
779
+ {
780
+ id: 'large-numbers',
781
+ name: 'numbers',
782
+ bigInt: 9007199254740991,
783
+ scientific: 1.23e10,
784
+ decimal: 0.1 + 0.2,
785
+ negative: -999999,
786
+ zero: 0,
787
+ negativeZero: -0,
788
+ },
789
+ {
790
+ id: 'special-strings',
791
+ name: 'strings',
792
+ data: JSON.stringify({ nested: 'json' }),
793
+ withQuotes: 'He said "hello"',
794
+ withBackslash: 'path\\to\\file',
795
+ withSlash: 'https://example.com/path',
796
+ },
797
+ {
798
+ id: 'boolean-variants',
799
+ name: 'booleans',
800
+ trueVal: true,
801
+ falseVal: false,
802
+ truthy: 1,
803
+ falsy: 0,
804
+ },
805
+ {
806
+ id: 'dates-as-strings',
807
+ name: 'dates',
808
+ isoDate: '2024-01-15T10:30:00.000Z',
809
+ timestamp: 1705315800000,
810
+ },
811
+ ];
812
+ let capturedEnvelope = null;
813
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
814
+ capturedEnvelope = envelopes[0];
815
+ return {
816
+ successCount: envelopes.length,
817
+ failedCount: 0,
818
+ batchCount: 1,
819
+ failedMessages: [],
820
+ };
821
+ });
822
+ const genericClient = new BundledSQSClient(mockSqsClient, {
823
+ compression: CompressionAlgorithm.ZSTD,
824
+ });
825
+ const result = await genericClient.sendBundled('test', edgeCaseItems);
826
+ expect(result.totalItems).toBe(edgeCaseItems.length);
827
+ expect(result.skippedItems).toBe(0);
828
+ const { items: unbundledItems } = await unbundleRecords([{
829
+ messageId: 'msg-1',
830
+ body: JSON.stringify({ messageBody: capturedEnvelope }),
831
+ }]);
832
+ expect(unbundledItems).toHaveLength(edgeCaseItems.length);
833
+ const numbersItem = unbundledItems.find(item => item.id === 'large-numbers');
834
+ expect(numbersItem?.bigInt).toBe(9007199254740991);
835
+ expect(numbersItem?.scientific).toBe(1.23e10);
836
+ expect(numbersItem?.negative).toBe(-999999);
837
+ expect(numbersItem?.zero).toBe(0);
838
+ const stringsItem = unbundledItems.find(item => item.id === 'special-strings');
839
+ expect(stringsItem?.data).toBe(JSON.stringify({ nested: 'json' }));
840
+ expect(stringsItem?.withQuotes).toBe('He said "hello"');
841
+ expect(stringsItem?.withBackslash).toBe('path\\to\\file');
842
+ const booleansItem = unbundledItems.find(item => item.id === 'boolean-variants');
843
+ expect(booleansItem?.trueVal).toBe(true);
844
+ expect(booleansItem?.falseVal).toBe(false);
845
+ });
846
+ it('handles concurrent sends without interference', async () => {
847
+ const batch1 = Array.from({ length: 100 }, (_, i) => ({
848
+ id: `batch1-${i}`,
849
+ name: 'batch-one',
850
+ value: i,
851
+ }));
852
+ const batch2 = Array.from({ length: 100 }, (_, i) => ({
853
+ id: `batch2-${i}`,
854
+ name: 'batch-two',
855
+ value: i * 2,
856
+ }));
857
+ const batch3 = Array.from({ length: 100 }, (_, i) => ({
858
+ id: `batch3-${i}`,
859
+ name: 'batch-three',
860
+ value: i * 3,
861
+ }));
862
+ mockSqsClient.buildAndSendMessagesV2.mockImplementation(async (_, envelopes) => {
863
+ return {
864
+ successCount: envelopes.length,
865
+ failedCount: 0,
866
+ batchCount: 1,
867
+ failedMessages: [],
868
+ };
869
+ });
870
+ const [result1, result2, result3] = await Promise.all([
871
+ bundledClient.sendBundled('test', batch1),
872
+ bundledClient.sendBundled('test', batch2),
873
+ bundledClient.sendBundled('test', batch3),
874
+ ]);
875
+ expect(result1.totalItems).toBe(100);
876
+ expect(result2.totalItems).toBe(100);
877
+ expect(result3.totalItems).toBe(100);
878
+ expect(result1.skippedItems).toBe(0);
879
+ expect(result2.skippedItems).toBe(0);
880
+ expect(result3.skippedItems).toBe(0);
881
+ });
882
+ });
883
+ });
884
+ //# sourceMappingURL=sqs-bundled-client.spec.js.map